Some checks failed
App Prod-Parity E2E Dispatch / dispatch (push) Failing after 10s
CD Storybook UI / build (push) Failing after 3m25s
CD Storybook UI / dispatch (push) Has been skipped
CD deploy main / website-changed-files (push) Successful in 18m8s
CI Agent Skills / changed-files-check (push) Successful in 18m9s
CI Create App E2E minimal / changed-files-check (push) Successful in 24s
CI Create App / changed-files-check (push) Successful in 26s
CI Docs / changed-files-check (push) Successful in 26s
CI Emails / changed-files-check (push) Successful in 28s
CI Example App Hello World / changed-files-check (push) Successful in 23s
CI Front / changed-files-check (push) Has been skipped
CI Example App Postcard / changed-files-check (push) Successful in 27s
CI UI / changed-files-check (push) Has been skipped
CI Utils Test / changed-files-check (push) Successful in 45s
CI Twenty Apps / discover (push) Successful in 1m3s
CD deploy main / deploy-main (push) Failing after 3s
CI Agent Skills / agent-skills-validate (push) Has been skipped
CI Create App / create-app-test (lint) (push) Has been skipped
CI Emails / emails-test (push) Has been skipped
CI Front / front-task (lingui:compile) (push) Has been skipped
CI Front / front-task (lint) (push) Has been skipped
CI Example App Postcard / example-app-postcard (push) Has been skipped
CI UI / ui-task (lint) (push) Has been skipped
CI UI / ui-task (pack-size) (push) Has been skipped
CI UI / ui-task (size) (push) Has been skipped
CI UI / ui-task (test) (push) Has been skipped
CI UI / ui-task (typecheck) (push) Has been skipped
CI Utils Test / utils-test (push) Has been skipped
CI Twenty Apps / ${{ matrix.app.name }} (push) Has been skipped
CI Emails / ci-emails-status-check (push) Successful in 2s
CI Example App Hello World / ci-example-app-hello-world-status-check (push) Successful in 2s
CI Example App Postcard / ci-example-app-postcard-status-check (push) Successful in 3s
CI UI / ui-sb-test (push) Has been skipped
CI Utils Test / ci-utils-test-status-check (push) Successful in 2s
CI Twenty Apps / ci-twenty-apps-status-check (push) Successful in 2s
CI UI / ci-ui-status-check (push) Successful in 2s
CI Desktop / desktop (push) Failing after 1m8s
Push docs to Crowdin / Push documentation to Crowdin (push) Failing after 55s
Push translations to Crowdin / Extract and upload translations (push) Failing after 5s
Push website translations to Crowdin / Extract and upload website translations (push) Failing after 5s
CI Create App / create-app-test (test) (push) Has been skipped
CI Create App / create-app-test (typecheck) (push) Has been skipped
CI Docs / docs-lint (push) Has been skipped
CI Example App Hello World / example-app-hello-world (push) Has been skipped
CI Front / front-task (lingui:extract) (push) Has been skipped
CI Front / front-task (test) (push) Has been skipped
CI Front / front-task (typecheck) (push) Has been skipped
CI UI / ui-sb-build (push) Failing after 1m32s
CI Twenty Apps / ${{ matrix.app.name }} (${{ matrix.server-source }}) (push) Has been skipped
CI Agent Skills / agent-skills-publish (push) Has been skipped
CI Create App / ci-create-app-status-check (push) Successful in 2s
CI Agent Skills / agent-skills-remote-source (push) Has been skipped
CI Create App E2E minimal / create-app-e2e-minimal (push) Has been cancelled
CI E2E Main / e2e-test (push) Has been cancelled
CI Front / front-sb-build (push) Has been cancelled
CI Front / front-build (push) Has been cancelled
CI Create App E2E minimal / ci-create-app-e2e-minimal-status-check (push) Has been cancelled
CI E2E Main / ci-e2e-main-status-check (push) Has been cancelled
CI E2E Main / notify-main-ci-failure (push) Has been cancelled
CI E2E Main / qa-scout-comment (push) Has been cancelled
CI Front / front-sb-test (push) Has been cancelled
CI Front / front-sb-screenshots (push) Has been cancelled
CI Front / ci-front-status-check (push) Has been cancelled
DPA Sub-Processor Sync / sync-subprocessors (push) Failing after 3s
AI Catalog Sync / sync-catalog (push) Failing after 3s
188 lines
5.4 KiB
TypeScript
188 lines
5.4 KiB
TypeScript
import { config } from 'dotenv';
|
|
import { isDefined } from 'twenty-shared/utils';
|
|
import { DataSource } from 'typeorm';
|
|
import { v4 } from 'uuid';
|
|
|
|
jest.useRealTimers();
|
|
|
|
config({
|
|
path: process.env.NODE_ENV === 'test' ? '.env.test' : '.env',
|
|
override: true,
|
|
});
|
|
|
|
const CLAIM_TTL_MS = 5 * 60 * 1000;
|
|
|
|
describe('campaignDelivery claim protocol (integration)', () => {
|
|
let dataSource: DataSource;
|
|
let workspaceId: string;
|
|
const seededDeliveryIds: string[] = [];
|
|
|
|
const claim = async (
|
|
deliveryId: string,
|
|
): Promise<{ claimToken: string; won: boolean }> => {
|
|
const claimToken = v4();
|
|
|
|
const [, affected] = await dataSource.query(
|
|
`UPDATE "core"."campaignDelivery"
|
|
SET "state" = 'SENDING', "claimToken" = $1, "claimExpiresAt" = $2
|
|
WHERE "id" = $3 AND "state" IN ('QUEUED', 'FAILED')`,
|
|
[claimToken, new Date(Date.now() + CLAIM_TTL_MS), deliveryId],
|
|
);
|
|
|
|
return { claimToken, won: affected === 1 };
|
|
};
|
|
|
|
const settle = async (
|
|
deliveryId: string,
|
|
claimToken: string,
|
|
): Promise<number> => {
|
|
const [, affected] = await dataSource.query(
|
|
`UPDATE "core"."campaignDelivery"
|
|
SET "state" = 'SENT', "claimToken" = NULL, "claimExpiresAt" = NULL
|
|
WHERE "id" = $1 AND "claimToken" = $2`,
|
|
[deliveryId, claimToken],
|
|
);
|
|
|
|
return affected;
|
|
};
|
|
|
|
const seedQueuedDelivery = async (): Promise<string> => {
|
|
const deliveryId = v4();
|
|
|
|
await dataSource.query(
|
|
`INSERT INTO "core"."campaignDelivery"
|
|
("id", "workspaceId", "campaignId", "personId", "recipientEmail", "state")
|
|
VALUES ($1, $2, $3, $4, $5, 'QUEUED')`,
|
|
[deliveryId, workspaceId, v4(), v4(), `claim-test-${deliveryId}@example.com`],
|
|
);
|
|
|
|
seededDeliveryIds.push(deliveryId);
|
|
|
|
return deliveryId;
|
|
};
|
|
|
|
const readDelivery = async (
|
|
deliveryId: string,
|
|
): Promise<{ state: string; claimToken: string | null }> => {
|
|
const [row] = await dataSource.query(
|
|
`SELECT "state", "claimToken" FROM "core"."campaignDelivery" WHERE "id" = $1`,
|
|
[deliveryId],
|
|
);
|
|
|
|
return row;
|
|
};
|
|
|
|
beforeAll(async () => {
|
|
dataSource = new DataSource({
|
|
type: 'postgres',
|
|
url: process.env.PG_DATABASE_URL,
|
|
schema: 'core',
|
|
entities: [],
|
|
synchronize: false,
|
|
});
|
|
await dataSource.initialize();
|
|
|
|
const [seedWorkspaceRow] = await dataSource.query(
|
|
`SELECT id AS "workspaceId" FROM "core"."workspace" LIMIT 1`,
|
|
);
|
|
|
|
if (!isDefined(seedWorkspaceRow)) {
|
|
throw new Error(
|
|
'No seeded workspace row found; run database:reset before the integration suite.',
|
|
);
|
|
}
|
|
|
|
workspaceId = seedWorkspaceRow.workspaceId;
|
|
});
|
|
|
|
afterAll(async () => {
|
|
if (seededDeliveryIds.length > 0) {
|
|
await dataSource.query(
|
|
`DELETE FROM "core"."campaignDelivery" WHERE "id" = ANY($1)`,
|
|
[seededDeliveryIds],
|
|
);
|
|
}
|
|
|
|
await dataSource.destroy();
|
|
});
|
|
|
|
it('lets exactly one of two concurrent workers claim the same delivery', async () => {
|
|
const deliveryId = await seedQueuedDelivery();
|
|
|
|
const [first, second] = await Promise.all([
|
|
claim(deliveryId),
|
|
claim(deliveryId),
|
|
]);
|
|
|
|
expect([first.won, second.won].filter(Boolean)).toHaveLength(1);
|
|
});
|
|
|
|
it('refuses the losing worker a settle, so it can neither record nor bill the send', async () => {
|
|
const deliveryId = await seedQueuedDelivery();
|
|
|
|
const [first, second] = await Promise.all([
|
|
claim(deliveryId),
|
|
claim(deliveryId),
|
|
]);
|
|
|
|
const winner = first.won ? first : second;
|
|
const loser = first.won ? second : first;
|
|
|
|
expect(await settle(deliveryId, loser.claimToken)).toBe(0);
|
|
expect(await settle(deliveryId, winner.claimToken)).toBe(1);
|
|
expect(await readDelivery(deliveryId)).toEqual({
|
|
state: 'SENT',
|
|
claimToken: null,
|
|
});
|
|
});
|
|
|
|
it('refuses a stale claim token after the sweeper reclaims an expired lease', async () => {
|
|
const deliveryId = await seedQueuedDelivery();
|
|
const abandoned = await claim(deliveryId);
|
|
|
|
await dataSource.query(
|
|
`UPDATE "core"."campaignDelivery"
|
|
SET "claimExpiresAt" = $1 WHERE "id" = $2`,
|
|
[new Date(Date.now() - 1), deliveryId],
|
|
);
|
|
|
|
await dataSource.query(
|
|
`UPDATE "core"."campaignDelivery"
|
|
SET "state" = 'FAILED', "failureReason" = 'CLAIM_EXPIRED',
|
|
"claimToken" = NULL, "claimExpiresAt" = NULL
|
|
WHERE "id" = $1 AND "state" = 'SENDING' AND "claimExpiresAt" < now()`,
|
|
[deliveryId],
|
|
);
|
|
|
|
const reclaimed = await claim(deliveryId);
|
|
|
|
expect(reclaimed.won).toBe(true);
|
|
expect(await settle(deliveryId, abandoned.claimToken)).toBe(0);
|
|
expect(await settle(deliveryId, reclaimed.claimToken)).toBe(1);
|
|
});
|
|
|
|
it('never leaves a claim half written', async () => {
|
|
const deliveryId = await seedQueuedDelivery();
|
|
|
|
await expect(
|
|
dataSource.query(
|
|
`UPDATE "core"."campaignDelivery"
|
|
SET "claimToken" = $1, "claimExpiresAt" = NULL WHERE "id" = $2`,
|
|
[v4(), deliveryId],
|
|
),
|
|
).rejects.toThrow(/CHK_CAMPAIGN_DELIVERY_CLAIM_IS_WHOLE/);
|
|
});
|
|
|
|
it('never leaves a sending delivery without a lease', async () => {
|
|
const deliveryId = await seedQueuedDelivery();
|
|
|
|
await expect(
|
|
dataSource.query(
|
|
`UPDATE "core"."campaignDelivery"
|
|
SET "state" = 'SENDING' WHERE "id" = $1`,
|
|
[deliveryId],
|
|
),
|
|
).rejects.toThrow(/CHK_CAMPAIGN_DELIVERY_CLAIM_HAS_LEASE/);
|
|
});
|
|
});
|