snapshot of https://github.com/RocketChat/Rocket.Chat.git (develop, 2026-09-16; blobs > 131072B omitted)
Some checks failed
Create issues from TODOs / todos (push) Failing after 3s
Close inactive issues / close-issues (push) Has been cancelled
Deploy GitHub Pages / deploy-preview (push) Has been cancelled
CI / ⚙️ Variables Setup (push) Has been cancelled
CI / ⚙️ Test Guard (push) Has been cancelled
CI / 🚀 Notify external services - draft (push) Has been cancelled
CI / 📦 Build Packages (push) Has been cancelled
CI / 📦 Meteor Build (coverage) (push) Has been cancelled
CI / 📦 Meteor Build (production) (push) Has been cancelled
CI / 🚢 Build Docker (amd64, [account-service presence-service omnichannel-transcript-service], ${{ (github.event_name != 'release' && github.ref != 'refs/heads/develop') && 'coverage' || 'production' }}) (push) Has been cancelled
CI / 🚢 Build Docker (amd64, [account-service presence-service omnichannel-transcript-service], fips) (push) Has been cancelled
CI / 🚢 Build Docker (amd64, [authorization-service queue-worker-service ddp-streamer-service], ${{ (github.event_name != 'release' && github.ref != 'refs/heads/develop') && 'coverage' || 'production' }}) (push) Has been cancelled
CI / 🚢 Build Docker (amd64, [authorization-service queue-worker-service ddp-streamer-service], fips) (push) Has been cancelled
CI / 🚢 Build Docker (amd64, [rocketchat], ${{ (github.event_name != 'release' && github.ref != 'refs/heads/develop') && 'coverage' || 'production' }}) (push) Has been cancelled
CI / 🚢 Build Docker (amd64, [rocketchat], coverage) (push) Has been cancelled
CI / 🚢 Build Docker (amd64, [rocketchat], fips) (push) Has been cancelled
CI / 🚢 Build Docker (arm64, [account-service presence-service omnichannel-transcript-service], ${{ (github.event_name != 'release' && github.ref != 'refs/heads/develop') && 'coverage' || 'production' }}) (push) Has been cancelled
CI / 🚢 Build Docker (arm64, [authorization-service queue-worker-service ddp-streamer-service], ${{ (github.event_name != 'release' && github.ref != 'refs/heads/develop') && 'coverage' || 'production' }}) (push) Has been cancelled
CI / 🚢 Build Docker (arm64, [rocketchat], ${{ (github.event_name != 'release' && github.ref != 'refs/heads/develop') && 'coverage' || 'production' }}) (push) Has been cancelled
CI / 🚢 Build Docker (arm64, [rocketchat], coverage) (push) Has been cancelled
CI / 🚢 Publish Docker Images (ghcr.io) (push) Has been cancelled
CI / 📦 Track Image Sizes (push) Has been cancelled
CI / 🔎 Code Check - Action Lint (push) Has been cancelled
CI / 🔎 Code Check (push) Has been cancelled
CI / 🔨 Test Storybook (push) Has been cancelled
CI / 🔨 Test Unit (push) Has been cancelled
CI / 🔨 Test API (CE) (push) Has been cancelled
CI / 🔨 Test API Livechat (CE) (push) Has been cancelled
CI / 🔨 Test UI (CE) (push) Has been cancelled
CI / 🔨 Test API (EE) (push) Has been cancelled
CI / 🔨 Test API Livechat (EE) (push) Has been cancelled
CI / 🔨 Test API Apps (deno-runtime - EE) (push) Has been cancelled
CI / 🔨 Test UI (EE) (push) Has been cancelled
CI / 🔨 Test API (FIPS) (push) Has been cancelled
CI / 🔨 Test API Livechat (FIPS) (push) Has been cancelled
CI / 🔨 Test UI (FIPS) (push) Has been cancelled
CI / 🔨 Test Federation Matrix (push) Has been cancelled
CI / 📊 Report Coverage (push) Has been cancelled
CI / ✅ Tests Done (push) Has been cancelled
CI / 🚀 Publish build assets (push) Has been cancelled
CI / 🚀 Publish Docker Images (DockerHub) (push) Has been cancelled
CI / 🚀 Notify external services (push) Has been cancelled
CI / Update Version Durability (push) Has been cancelled
Release / Release (push) Has been cancelled
Auto-close duplicate issues / auto-close-duplicates (push) Failing after 1s
Code scanning - action / CodeQL-Build (push) Failing after 1s
Some checks failed
Create issues from TODOs / todos (push) Failing after 3s
Close inactive issues / close-issues (push) Has been cancelled
Deploy GitHub Pages / deploy-preview (push) Has been cancelled
CI / ⚙️ Variables Setup (push) Has been cancelled
CI / ⚙️ Test Guard (push) Has been cancelled
CI / 🚀 Notify external services - draft (push) Has been cancelled
CI / 📦 Build Packages (push) Has been cancelled
CI / 📦 Meteor Build (coverage) (push) Has been cancelled
CI / 📦 Meteor Build (production) (push) Has been cancelled
CI / 🚢 Build Docker (amd64, [account-service presence-service omnichannel-transcript-service], ${{ (github.event_name != 'release' && github.ref != 'refs/heads/develop') && 'coverage' || 'production' }}) (push) Has been cancelled
CI / 🚢 Build Docker (amd64, [account-service presence-service omnichannel-transcript-service], fips) (push) Has been cancelled
CI / 🚢 Build Docker (amd64, [authorization-service queue-worker-service ddp-streamer-service], ${{ (github.event_name != 'release' && github.ref != 'refs/heads/develop') && 'coverage' || 'production' }}) (push) Has been cancelled
CI / 🚢 Build Docker (amd64, [authorization-service queue-worker-service ddp-streamer-service], fips) (push) Has been cancelled
CI / 🚢 Build Docker (amd64, [rocketchat], ${{ (github.event_name != 'release' && github.ref != 'refs/heads/develop') && 'coverage' || 'production' }}) (push) Has been cancelled
CI / 🚢 Build Docker (amd64, [rocketchat], coverage) (push) Has been cancelled
CI / 🚢 Build Docker (amd64, [rocketchat], fips) (push) Has been cancelled
CI / 🚢 Build Docker (arm64, [account-service presence-service omnichannel-transcript-service], ${{ (github.event_name != 'release' && github.ref != 'refs/heads/develop') && 'coverage' || 'production' }}) (push) Has been cancelled
CI / 🚢 Build Docker (arm64, [authorization-service queue-worker-service ddp-streamer-service], ${{ (github.event_name != 'release' && github.ref != 'refs/heads/develop') && 'coverage' || 'production' }}) (push) Has been cancelled
CI / 🚢 Build Docker (arm64, [rocketchat], ${{ (github.event_name != 'release' && github.ref != 'refs/heads/develop') && 'coverage' || 'production' }}) (push) Has been cancelled
CI / 🚢 Build Docker (arm64, [rocketchat], coverage) (push) Has been cancelled
CI / 🚢 Publish Docker Images (ghcr.io) (push) Has been cancelled
CI / 📦 Track Image Sizes (push) Has been cancelled
CI / 🔎 Code Check - Action Lint (push) Has been cancelled
CI / 🔎 Code Check (push) Has been cancelled
CI / 🔨 Test Storybook (push) Has been cancelled
CI / 🔨 Test Unit (push) Has been cancelled
CI / 🔨 Test API (CE) (push) Has been cancelled
CI / 🔨 Test API Livechat (CE) (push) Has been cancelled
CI / 🔨 Test UI (CE) (push) Has been cancelled
CI / 🔨 Test API (EE) (push) Has been cancelled
CI / 🔨 Test API Livechat (EE) (push) Has been cancelled
CI / 🔨 Test API Apps (deno-runtime - EE) (push) Has been cancelled
CI / 🔨 Test UI (EE) (push) Has been cancelled
CI / 🔨 Test API (FIPS) (push) Has been cancelled
CI / 🔨 Test API Livechat (FIPS) (push) Has been cancelled
CI / 🔨 Test UI (FIPS) (push) Has been cancelled
CI / 🔨 Test Federation Matrix (push) Has been cancelled
CI / 📊 Report Coverage (push) Has been cancelled
CI / ✅ Tests Done (push) Has been cancelled
CI / 🚀 Publish build assets (push) Has been cancelled
CI / 🚀 Publish Docker Images (DockerHub) (push) Has been cancelled
CI / 🚀 Notify external services (push) Has been cancelled
CI / Update Version Durability (push) Has been cancelled
Release / Release (push) Has been cancelled
Auto-close duplicate issues / auto-close-duplicates (push) Failing after 1s
Code scanning - action / CodeQL-Build (push) Failing after 1s
This commit is contained in:
334
apps/meteor/server/lib/migrations.ts
Normal file
334
apps/meteor/server/lib/migrations.ts
Normal file
@@ -0,0 +1,334 @@
|
||||
import type { IControl } from '@rocket.chat/core-typings';
|
||||
import { Logger } from '@rocket.chat/logger';
|
||||
import { Migrations } from '@rocket.chat/models';
|
||||
|
||||
import { showErrorBox } from './logger/showBox';
|
||||
import { Info } from '../../app/utils/rocketchat.info';
|
||||
import { sleep } from '../../lib/utils/sleep';
|
||||
|
||||
type IMigration = {
|
||||
name?: string;
|
||||
version: number;
|
||||
up: (migration: IMigration) => Promise<void> | void;
|
||||
down?: (migration: IMigration) => Promise<void> | void;
|
||||
};
|
||||
|
||||
const log = new Logger('Migrations');
|
||||
|
||||
const migrations = new Set<IMigration>();
|
||||
|
||||
// sets the control record
|
||||
async function setControl(control: Pick<IControl, 'version' | 'locked'>): Promise<Pick<IControl, 'version' | 'locked'>> {
|
||||
await Migrations.updateOne(
|
||||
{
|
||||
_id: 'control',
|
||||
},
|
||||
{
|
||||
$set: {
|
||||
version: control.version,
|
||||
locked: control.locked,
|
||||
},
|
||||
},
|
||||
{
|
||||
upsert: true,
|
||||
},
|
||||
);
|
||||
|
||||
return control;
|
||||
}
|
||||
|
||||
// gets the current control record, optionally creating it if non-existant
|
||||
export async function getControl(): Promise<IControl> {
|
||||
const control = (await Migrations.findOne({
|
||||
_id: 'control',
|
||||
})) as IControl;
|
||||
|
||||
return (
|
||||
control ||
|
||||
setControl({
|
||||
version: 0,
|
||||
locked: false,
|
||||
})
|
||||
);
|
||||
}
|
||||
|
||||
// Returns true if lock was acquired.
|
||||
async function lock(): Promise<boolean> {
|
||||
const date = new Date();
|
||||
const dateMinusInterval = new Date();
|
||||
dateMinusInterval.setMinutes(dateMinusInterval.getMinutes() - 5);
|
||||
|
||||
const build = Info ? Info.build.date : date;
|
||||
|
||||
// This is atomic. The selector ensures only one caller at a time will see
|
||||
// the unlocked control, and locking occurs in the same update's modifier.
|
||||
// All other simultaneous callers will get false back from the update.
|
||||
return (
|
||||
(
|
||||
await Migrations.updateMany(
|
||||
{
|
||||
_id: 'control',
|
||||
$or: [
|
||||
{
|
||||
locked: false,
|
||||
},
|
||||
{
|
||||
lockedAt: {
|
||||
$lt: dateMinusInterval,
|
||||
},
|
||||
},
|
||||
{
|
||||
buildAt: {
|
||||
$ne: build,
|
||||
},
|
||||
},
|
||||
],
|
||||
},
|
||||
{
|
||||
$set: {
|
||||
locked: true,
|
||||
lockedAt: date,
|
||||
buildAt: build,
|
||||
},
|
||||
},
|
||||
)
|
||||
).matchedCount === 1
|
||||
);
|
||||
}
|
||||
|
||||
export function addMigration(migration: IMigration): void {
|
||||
if (!migration?.version) {
|
||||
throw new Error('Migration version is required');
|
||||
}
|
||||
if (!migration?.up) {
|
||||
throw new Error('Migration up() is required');
|
||||
}
|
||||
migrations.add(migration);
|
||||
}
|
||||
|
||||
// Side effect: saves version.
|
||||
async function unlock(version: number): Promise<void> {
|
||||
await setControl({
|
||||
locked: false,
|
||||
version,
|
||||
});
|
||||
}
|
||||
|
||||
function getOrderedMigrations(): IMigration[] {
|
||||
return Array.from(migrations).sort((a, b) => a.version - b.version);
|
||||
}
|
||||
|
||||
function showError(version: number, control: IControl, e: any): void {
|
||||
showErrorBox(
|
||||
'ERROR! SERVER STOPPED',
|
||||
[
|
||||
'Your database migration failed:',
|
||||
e.message,
|
||||
'',
|
||||
'Please make sure you are running the latest version and try again.',
|
||||
'If the problem persists, please contact support.',
|
||||
'',
|
||||
`This Rocket.Chat version: ${Info.version}`,
|
||||
`Database locked at version: ${control.version}`,
|
||||
`Database target version: ${version}`,
|
||||
'',
|
||||
`Commit: ${Info.commit.hash}`,
|
||||
`Date: ${Info.commit.date}`,
|
||||
`Branch: ${Info.commit.branch}`,
|
||||
`Tag: ${Info.commit.tag}`,
|
||||
].join('\n'),
|
||||
);
|
||||
}
|
||||
|
||||
// run the actual migration
|
||||
async function migrate(direction: 'up' | 'down', migration: IMigration): Promise<void> {
|
||||
if (typeof migration[direction] !== 'function') {
|
||||
throw new Error(`Cannot migrate ${direction} on version ${migration.version}`);
|
||||
}
|
||||
|
||||
log.startup({
|
||||
msg: 'Running migration',
|
||||
direction,
|
||||
version: migration.version,
|
||||
name: migration.name,
|
||||
});
|
||||
|
||||
await migration[direction]?.(migration);
|
||||
}
|
||||
|
||||
const maxAttempts = 30;
|
||||
const retryInterval = 10;
|
||||
let currentAttempt = 0;
|
||||
|
||||
export async function migrateDatabase(targetVersion: 'latest' | number, subcommands?: string[]): Promise<boolean> {
|
||||
const control = await getControl();
|
||||
const currentVersion = control.version;
|
||||
|
||||
const orderedMigrations = getOrderedMigrations();
|
||||
|
||||
if (orderedMigrations.length === 0) {
|
||||
log.startup('No migrations to run');
|
||||
return true;
|
||||
}
|
||||
|
||||
// version 0 means it is a fresh database, just set the control to latest known version and skip
|
||||
if (currentVersion === 0) {
|
||||
await setControl({
|
||||
locked: false,
|
||||
version: orderedMigrations[orderedMigrations.length - 1].version,
|
||||
});
|
||||
return true;
|
||||
}
|
||||
|
||||
const version = targetVersion === 'latest' ? orderedMigrations[orderedMigrations.length - 1].version : targetVersion;
|
||||
|
||||
// get latest version
|
||||
// const { version } = orderedMigrations[orderedMigrations.length - 1];
|
||||
|
||||
if (!(await lock())) {
|
||||
if (currentAttempt <= maxAttempts) {
|
||||
log.warn({
|
||||
msg: 'Not migrating, control is locked. Will retry.',
|
||||
retryIntervalSeconds: retryInterval,
|
||||
attempt: currentAttempt,
|
||||
maxAttempts,
|
||||
});
|
||||
|
||||
await sleep(retryInterval * 1000);
|
||||
|
||||
currentAttempt++;
|
||||
return migrateDatabase(targetVersion, subcommands);
|
||||
}
|
||||
const control = await getControl(); // Side effect: upserts control document.
|
||||
showErrorBox(
|
||||
'ERROR! SERVER STOPPED',
|
||||
[
|
||||
'Your database migration control is locked.',
|
||||
'Please make sure you are running the latest version and try again.',
|
||||
'If the problem persists, please contact support.',
|
||||
'',
|
||||
`This Rocket.Chat version: ${Info.version}`,
|
||||
`Database locked at version: ${control.version}`,
|
||||
`Database target version: ${version}`,
|
||||
'',
|
||||
`Commit: ${Info.commit.hash}`,
|
||||
`Date: ${Info.commit.date}`,
|
||||
`Branch: ${Info.commit.branch}`,
|
||||
`Tag: ${Info.commit.tag}`,
|
||||
].join('\n'),
|
||||
);
|
||||
process.exit(1);
|
||||
}
|
||||
|
||||
if (subcommands?.includes('rerun')) {
|
||||
log.startup({
|
||||
msg: 'Rerunning migration',
|
||||
targetVersion,
|
||||
});
|
||||
const migration = orderedMigrations.find((migration) => migration.version === targetVersion);
|
||||
|
||||
if (!migration) {
|
||||
throw new Error(`Cannot rerun migration ${targetVersion}`);
|
||||
}
|
||||
|
||||
try {
|
||||
await migrate('up', migration);
|
||||
} catch (e) {
|
||||
showError(version, control, e);
|
||||
log.error({ err: e });
|
||||
process.exit(1);
|
||||
}
|
||||
log.startup('Finished migrating.');
|
||||
await unlock(currentVersion);
|
||||
return true;
|
||||
}
|
||||
|
||||
if (currentVersion === version) {
|
||||
log.startup({
|
||||
msg: 'Already at target migration version',
|
||||
version,
|
||||
});
|
||||
await unlock(currentVersion);
|
||||
return true;
|
||||
}
|
||||
|
||||
const startIdx = orderedMigrations.findIndex((migration) => migration.version === currentVersion);
|
||||
if (startIdx === -1) {
|
||||
throw new Error(`Can't find migration version ${currentVersion}`);
|
||||
}
|
||||
|
||||
const endIdx = orderedMigrations.findIndex((migration) => migration.version === version);
|
||||
if (endIdx === -1) {
|
||||
throw new Error(`Can't find migration version ${version}`);
|
||||
}
|
||||
|
||||
log.startup({
|
||||
msg: 'Migrating between versions',
|
||||
fromVersion: orderedMigrations[startIdx].version,
|
||||
toVersion: orderedMigrations[endIdx].version,
|
||||
});
|
||||
|
||||
try {
|
||||
const migrations = [];
|
||||
if (currentVersion < version) {
|
||||
for (let i = startIdx; i < endIdx; i++) {
|
||||
migrations.push(async () => {
|
||||
await migrate('up', orderedMigrations[i + 1]);
|
||||
await setControl({
|
||||
locked: true,
|
||||
version: orderedMigrations[i + 1].version,
|
||||
});
|
||||
});
|
||||
}
|
||||
} else {
|
||||
for (let i = startIdx; i > endIdx; i--) {
|
||||
migrations.push(async () => {
|
||||
await migrate('down', orderedMigrations[i]);
|
||||
await setControl({
|
||||
locked: true,
|
||||
version: orderedMigrations[i - 1].version,
|
||||
});
|
||||
});
|
||||
}
|
||||
}
|
||||
for await (const migration of migrations) {
|
||||
await migration();
|
||||
}
|
||||
} catch (e) {
|
||||
showError(version, control, e);
|
||||
log.error({ err: e });
|
||||
process.exit(1);
|
||||
}
|
||||
|
||||
await unlock(orderedMigrations[endIdx].version);
|
||||
log.startup('Finished migrating.');
|
||||
|
||||
// remember to run meteor with --once otherwise it will restart
|
||||
if (subcommands?.includes('exit')) {
|
||||
process.exit(0);
|
||||
}
|
||||
|
||||
return true;
|
||||
}
|
||||
|
||||
export async function onServerVersionChange(cb: () => Promise<void>): Promise<void> {
|
||||
const result = await Migrations.findOneAndUpdate(
|
||||
{
|
||||
_id: 'upgrade',
|
||||
},
|
||||
{
|
||||
$set: {
|
||||
hash: Info.commit.hash,
|
||||
},
|
||||
},
|
||||
{
|
||||
upsert: true,
|
||||
},
|
||||
);
|
||||
|
||||
if (result?.hash === Info.commit.hash) {
|
||||
return;
|
||||
}
|
||||
|
||||
await cb();
|
||||
}
|
||||
Reference in New Issue
Block a user