Some checks failed
Server CI / Postgres (shard 0) (push) Has been skipped
Server CI / Postgres (shard 3) (push) Has been skipped
BuildEnv Docker Image / build-image (push) Failing after 4s
BuildEnv Docker Image / build-image-fips (push) Failing after 4s
Migration Review & Release Notes / Generate migration review & release notes (push) Failing after 3s
Server CI / Build Environment (push) Failing after 3s
Server CI / Postgres (shard 1) (push) Has been skipped
Tools CI / check-style (mattermost-govet) (push) Failing after 4s
Server CI / Postgres (shard 2) (push) Has been skipped
Tools CI / check-style (mmgotool) (push) Failing after 3s
Server CI / Elasticsearch v8 Compatibility (push) Has been skipped
Server CI / OpenSearch v2 Compatibility (push) Has been skipped
Server CI / Postgres FIPS (shard 0) (push) Has been skipped
Tools CI / Test (mattermost-govet) (push) Failing after 3s
Server CI / Postgres FIPS (shard 1) (push) Has been skipped
Server CI / Postgres FIPS (shard 2) (push) Has been skipped
Tools CI / Test (mmgotool) (push) Failing after 3s
Server CI / Postgres FIPS (shard 3) (push) Has been skipped
Server CI / Run mmctl tests (push) Has been skipped
Server CI / Run mmctl tests (FIPS) (push) Has been skipped
Server CI / Merge Postgres Test Results (push) Has been skipped
Server CI / Merge Postgres FIPS Test Results (push) Has been skipped
Server CI / Check backport migrations (push) Has been skipped
Server CI / Check generated files (push) Has been skipped
Server CI / check-style (push) Has been skipped
Server CI / Vet API (push) Has been skipped
Server CI / Build mattermost server app (push) Has been skipped
Server CI / Server CI Complete (push) Failing after 2s
Server CI / Server CI Artifacts (push) Has been skipped
Server CI / Sentry Upload (push) Has been skipped
Server CI / Server CI Report (push) Failing after 5m1s
Server CI Nightly Race / Race Detector (push) Has been skipped
CodeQL / Analyze (go) (push) Has been cancelled
CodeQL / Analyze (javascript) (push) Has been cancelled
Webapp CI Cache Warm / Warm Webapp node_modules Cache (push) Has been cancelled
E2E CI Cache Warm / Warm E2E npm Registry Cache (push) Has been cancelled
API / build (push) Has been cancelled
Web App CI / check-types (push) Has been cancelled
Web App CI / check-lint (push) Has been cancelled
Web App CI / check-i18n (push) Has been cancelled
Web App CI / check-external-links (push) Has been cancelled
Web App CI / test (platform) (push) Has been cancelled
Web App CI / test (mattermost-redux) (push) Has been cancelled
Web App CI / test (channels shard 1/4) (push) Has been cancelled
Web App CI / test (channels shard 2/4) (push) Has been cancelled
Web App CI / test (channels shard 3/4) (push) Has been cancelled
Web App CI / test (channels shard 4/4) (push) Has been cancelled
Web App CI / upload-coverage (push) Has been cancelled
Web App CI / build (push) Has been cancelled
YAML Lint / yamllint (push) Has been cancelled
Push mirrored docker images / cd/Push mirrored docker images (push) Has been cancelled
docs-cd / Build and deploy docs (push) Has been cancelled
Docs CI / build (push) Has been cancelled
E2E Cache Warm: Cypress deps / Warm Cypress deps cache (push) Has been cancelled
Scorecards supply-chain security / Scorecard analysis (push) Has been cancelled
Server CI Weekly / Postgres FIPS (push) Has been skipped
Server CI Weekly / Run mmctl tests (FIPS) (push) Has been skipped
Server CI Weekly / Postgres with binary parameters (push) Has been skipped
Server CI Weekly / Build Environment (push) Failing after 1s
Server CI Cache Warm / Warm Go Module and Build Cache (push) Failing after 2s
Server CI Nightly Race / Build Environment (push) Failing after 1s
121 lines
4.7 KiB
JavaScript
121 lines
4.7 KiB
JavaScript
#!/usr/bin/env node
|
|
// Copyright (c) 2015-present Mattermost, Inc. All Rights Reserved.
|
|
// See LICENSE.txt for license information.
|
|
|
|
// Reused containers are deliberately left running after a Playwright process exits, so there's no
|
|
// in-process teardown to call from a fresh invocation of this script — it finds and removes them
|
|
// directly via Docker, by the label every container this project starts carries.
|
|
//
|
|
// Also doubles as CI's final teardown step: with PW_TESTCONTAINERS_REUSE, the stack stays up
|
|
// across every per-spec test invocation in a job, so none of them ever run the real (non-adopted)
|
|
// teardown path that collects container logs or archives the boot-env drift history. This script
|
|
// does both before removing anything, so `ci/upload-debug-artifacts` still picks them up.
|
|
|
|
import {execSync} from 'node:child_process';
|
|
import fs from 'node:fs';
|
|
import path from 'node:path';
|
|
|
|
const LABEL_FILTER = 'label=mm-playwright-testcontainers=true';
|
|
const LOG_DIR = path.resolve(process.cwd(), 'logs');
|
|
const ENV_FILE_PATH = path.resolve(process.cwd(), '.env.testcontainers');
|
|
|
|
function run(command) {
|
|
try {
|
|
return execSync(command, {encoding: 'utf-8'}).trim();
|
|
} catch {
|
|
return '';
|
|
}
|
|
}
|
|
|
|
// Reads the last-written PW_TESTCONTAINERS_NETWORK_NAME= line from .env.testcontainers before
|
|
// it's archived/removed, so this run's network can be removed by name instead of via a host-wide
|
|
// `docker network prune`. Entries are appended on each write, so the last match is current.
|
|
function readTestcontainersNetworkName() {
|
|
if (!fs.existsSync(ENV_FILE_PATH)) {
|
|
return undefined;
|
|
}
|
|
const matches = [...fs.readFileSync(ENV_FILE_PATH, 'utf-8').matchAll(/^PW_TESTCONTAINERS_NETWORK_NAME=(.*)$/gm)];
|
|
return matches.at(-1)?.[1]?.trim() || undefined;
|
|
}
|
|
|
|
const SENSITIVE_BOOT_ENV_KEYS = new Set([
|
|
'MM_LICENSE',
|
|
'MM_FILESETTINGS_AMAZONS3SECRETACCESSKEY',
|
|
'MM_FILESETTINGS_AZUREACCESSKEY',
|
|
]);
|
|
|
|
function redactBootEnvValue(key, value) {
|
|
if (SENSITIVE_BOOT_ENV_KEYS.has(key)) {
|
|
return '***';
|
|
}
|
|
if (key === 'MM_SQLSETTINGS_DATASOURCE') {
|
|
return value.replace(/:([^:@/]+)@/, ':***@');
|
|
}
|
|
return value;
|
|
}
|
|
|
|
function redactEnvFileForArchive(contents) {
|
|
return contents.replace(/^PW_TESTCONTAINERS_BOOT_ENV='(.*)'$/gm, (_match, json) => {
|
|
try {
|
|
const parsed = JSON.parse(json);
|
|
const redacted = Object.fromEntries(
|
|
Object.entries(parsed).map(([key, value]) => [key, redactBootEnvValue(key, value)]),
|
|
);
|
|
return `PW_TESTCONTAINERS_BOOT_ENV='${JSON.stringify(redacted)}'`;
|
|
} catch {
|
|
return "PW_TESTCONTAINERS_BOOT_ENV='{}'";
|
|
}
|
|
});
|
|
}
|
|
|
|
// Archives, then removes, .env.testcontainers — a stale copy left behind would seed the next
|
|
// fresh boot's config overrides from a container that no longer exists, wrongly convincing a
|
|
// later pw.ensure*() call that some old setting is already active. Secrets stay in the live
|
|
// file for stack adoption; the logs/ copy is redacted for ci/upload-debug-artifacts.
|
|
function archiveEnvFile() {
|
|
if (!fs.existsSync(ENV_FILE_PATH)) {
|
|
return;
|
|
}
|
|
fs.mkdirSync(LOG_DIR, {recursive: true});
|
|
const redacted = redactEnvFileForArchive(fs.readFileSync(ENV_FILE_PATH, 'utf-8'));
|
|
fs.writeFileSync(path.join(LOG_DIR, 'testcontainers_env_history.log'), redacted, 'utf-8');
|
|
fs.rmSync(ENV_FILE_PATH);
|
|
}
|
|
|
|
function collectLogs(containerIds) {
|
|
fs.mkdirSync(LOG_DIR, {recursive: true});
|
|
for (const id of containerIds) {
|
|
const image = run(`docker inspect -f "{{.Config.Image}}" ${id}`) || id;
|
|
const safeName = image.replace(/[^a-zA-Z0-9_.-]/g, '_');
|
|
const outPath = path.join(LOG_DIR, `${safeName}-${id.slice(0, 12)}.log`);
|
|
try {
|
|
execSync(`docker logs "${id}" > "${outPath}" 2>&1`);
|
|
} catch {
|
|
// Best-effort — a container that's already gone or never logged anything shouldn't
|
|
// block teardown.
|
|
}
|
|
}
|
|
}
|
|
|
|
const containerIds = run(`docker ps -aq --filter "${LABEL_FILTER}"`).split('\n').filter(Boolean);
|
|
|
|
const networkName = readTestcontainersNetworkName();
|
|
archiveEnvFile();
|
|
|
|
if (containerIds.length === 0) {
|
|
// eslint-disable-next-line no-console
|
|
console.log('No Testcontainers-managed containers found (nothing to remove).');
|
|
} else {
|
|
collectLogs(containerIds);
|
|
|
|
// eslint-disable-next-line no-console
|
|
console.log(`Removing ${containerIds.length} Testcontainers-managed container(s): ${containerIds.join(', ')}`);
|
|
execSync(`docker rm -f ${containerIds.join(' ')}`, {stdio: 'inherit'});
|
|
|
|
if (networkName) {
|
|
// eslint-disable-next-line no-console
|
|
console.log(`Removing Testcontainers-managed network: ${networkName}`);
|
|
run(`docker network rm ${networkName}`);
|
|
}
|
|
}
|