Some checks failed
Server CI / Postgres (shard 0) (push) Has been skipped
Server CI / Postgres (shard 3) (push) Has been skipped
BuildEnv Docker Image / build-image (push) Failing after 4s
BuildEnv Docker Image / build-image-fips (push) Failing after 4s
Migration Review & Release Notes / Generate migration review & release notes (push) Failing after 3s
Server CI / Build Environment (push) Failing after 3s
Server CI / Postgres (shard 1) (push) Has been skipped
Tools CI / check-style (mattermost-govet) (push) Failing after 4s
Server CI / Postgres (shard 2) (push) Has been skipped
Tools CI / check-style (mmgotool) (push) Failing after 3s
Server CI / Elasticsearch v8 Compatibility (push) Has been skipped
Server CI / OpenSearch v2 Compatibility (push) Has been skipped
Server CI / Postgres FIPS (shard 0) (push) Has been skipped
Tools CI / Test (mattermost-govet) (push) Failing after 3s
Server CI / Postgres FIPS (shard 1) (push) Has been skipped
Server CI / Postgres FIPS (shard 2) (push) Has been skipped
Tools CI / Test (mmgotool) (push) Failing after 3s
Server CI / Postgres FIPS (shard 3) (push) Has been skipped
Server CI / Run mmctl tests (push) Has been skipped
Server CI / Run mmctl tests (FIPS) (push) Has been skipped
Server CI / Merge Postgres Test Results (push) Has been skipped
Server CI / Merge Postgres FIPS Test Results (push) Has been skipped
Server CI / Check backport migrations (push) Has been skipped
Server CI / Check generated files (push) Has been skipped
Server CI / check-style (push) Has been skipped
Server CI / Vet API (push) Has been skipped
Server CI / Build mattermost server app (push) Has been skipped
Server CI / Server CI Complete (push) Failing after 2s
Server CI / Server CI Artifacts (push) Has been skipped
Server CI / Sentry Upload (push) Has been skipped
Server CI / Server CI Report (push) Failing after 5m1s
Server CI Nightly Race / Race Detector (push) Has been skipped
CodeQL / Analyze (go) (push) Has been cancelled
CodeQL / Analyze (javascript) (push) Has been cancelled
Webapp CI Cache Warm / Warm Webapp node_modules Cache (push) Has been cancelled
E2E CI Cache Warm / Warm E2E npm Registry Cache (push) Has been cancelled
API / build (push) Has been cancelled
Web App CI / check-types (push) Has been cancelled
Web App CI / check-lint (push) Has been cancelled
Web App CI / check-i18n (push) Has been cancelled
Web App CI / check-external-links (push) Has been cancelled
Web App CI / test (platform) (push) Has been cancelled
Web App CI / test (mattermost-redux) (push) Has been cancelled
Web App CI / test (channels shard 1/4) (push) Has been cancelled
Web App CI / test (channels shard 2/4) (push) Has been cancelled
Web App CI / test (channels shard 3/4) (push) Has been cancelled
Web App CI / test (channels shard 4/4) (push) Has been cancelled
Web App CI / upload-coverage (push) Has been cancelled
Web App CI / build (push) Has been cancelled
YAML Lint / yamllint (push) Has been cancelled
Push mirrored docker images / cd/Push mirrored docker images (push) Has been cancelled
docs-cd / Build and deploy docs (push) Has been cancelled
Docs CI / build (push) Has been cancelled
E2E Cache Warm: Cypress deps / Warm Cypress deps cache (push) Has been cancelled
Scorecards supply-chain security / Scorecard analysis (push) Has been cancelled
Server CI Weekly / Postgres FIPS (push) Has been skipped
Server CI Weekly / Run mmctl tests (FIPS) (push) Has been skipped
Server CI Weekly / Postgres with binary parameters (push) Has been skipped
Server CI Weekly / Build Environment (push) Failing after 1s
Server CI Cache Warm / Warm Go Module and Build Cache (push) Failing after 2s
Server CI Nightly Race / Build Environment (push) Failing after 1s
94 lines
3.5 KiB
TypeScript
94 lines
3.5 KiB
TypeScript
// Copyright (c) 2015-present Mattermost, Inc. All Rights Reserved.
|
|
// See LICENSE.txt for license information.
|
|
|
|
import fs from 'node:fs/promises';
|
|
import os from 'node:os';
|
|
import path from 'node:path';
|
|
|
|
import type {
|
|
PlaywrightTestArgs,
|
|
PlaywrightTestOptions,
|
|
PlaywrightWorkerArgs,
|
|
PlaywrightWorkerOptions,
|
|
TestType,
|
|
} from '@playwright/test';
|
|
|
|
import type {ExtendedFixtures} from '@mattermost/playwright-lib';
|
|
import {duration, test as base} from '@mattermost/playwright-lib';
|
|
|
|
export {expect} from '@mattermost/playwright-lib';
|
|
|
|
// The server-side AI bridge mock is process-global: every test resets it and consumes from one shared
|
|
// FIFO completion queue, so AI bridge tests running concurrently (PW_WORKERS > 1) clobber each other.
|
|
// All workers share one machine, so serialize them with a cross-process file lock held per test.
|
|
//
|
|
// The lock is intentionally minimal: acquisition is a single atomic create (open with O_EXCL), and the
|
|
// lock is only ever removed by the worker that created it, on release. There is deliberately no
|
|
// stale-reclamation / hand-off path — reclaiming another worker's lock cannot be made race-free with
|
|
// filesystem primitives (it invites two workers into the critical section), so instead a lock is only
|
|
// released by its owner. Playwright runs fixture teardown even on test timeout/failure, so a held lock
|
|
// is released in every normal path; a genuinely leaked lock (hard worker crash) surfaces as a bounded
|
|
// acquire timeout on the other AI tests rather than as silent concurrent mock access.
|
|
const LOCK_PATH = path.join(os.tmpdir(), 'mm-e2e-ai-bridge-mock.lock');
|
|
|
|
// Poll interval while waiting for a held lock, and the extra budget granted for that wait so it does
|
|
// not eat into the per-test timeout.
|
|
const RETRY_INTERVAL_MS = duration.half_sec;
|
|
const LOCK_ACQUIRE_BUDGET_MS = duration.four_min;
|
|
|
|
function sleep(ms: number) {
|
|
return new Promise((resolve) => setTimeout(resolve, ms));
|
|
}
|
|
|
|
async function acquireAIBridgeLock(): Promise<() => Promise<void>> {
|
|
let handle: Awaited<ReturnType<typeof fs.open>>;
|
|
for (;;) {
|
|
try {
|
|
handle = await fs.open(LOCK_PATH, 'wx');
|
|
break;
|
|
} catch (error) {
|
|
if ((error as NodeJS.ErrnoException).code !== 'EEXIST') {
|
|
throw error;
|
|
}
|
|
await sleep(RETRY_INTERVAL_MS);
|
|
}
|
|
}
|
|
|
|
let released = false;
|
|
return async () => {
|
|
if (released) {
|
|
return;
|
|
}
|
|
released = true;
|
|
await handle.close().catch(() => {});
|
|
await fs.rm(LOCK_PATH, {force: true});
|
|
};
|
|
}
|
|
|
|
type AIBridgeFixtures = {aiBridgeMockLock: void};
|
|
|
|
export const test: TestType<
|
|
PlaywrightTestArgs & PlaywrightTestOptions & ExtendedFixtures & AIBridgeFixtures,
|
|
PlaywrightWorkerArgs & PlaywrightWorkerOptions
|
|
> = base.extend<AIBridgeFixtures>({
|
|
aiBridgeMockLock: [
|
|
async ({}, use, testInfo) => {
|
|
const originalTimeout = testInfo.timeout;
|
|
|
|
// Raise the timeout before waiting, then hand the test its original budget once it holds
|
|
// the lock, so time spent queued does not count against the test.
|
|
const waitStart = Date.now();
|
|
testInfo.setTimeout(originalTimeout + LOCK_ACQUIRE_BUDGET_MS);
|
|
const release = await acquireAIBridgeLock();
|
|
testInfo.setTimeout(originalTimeout + (Date.now() - waitStart));
|
|
|
|
try {
|
|
await use();
|
|
} finally {
|
|
await release();
|
|
}
|
|
},
|
|
{auto: true},
|
|
],
|
|
});
|