Files
upstream-twenty/packages/twenty-server/scripts/dpa-sync-subprocessors.ts
upstream-mirror e7da97194a
Some checks failed
App Prod-Parity E2E Dispatch / dispatch (push) Failing after 10s
CD Storybook UI / build (push) Failing after 3m25s
CD Storybook UI / dispatch (push) Has been skipped
CD deploy main / website-changed-files (push) Successful in 18m8s
CI Agent Skills / changed-files-check (push) Successful in 18m9s
CI Create App E2E minimal / changed-files-check (push) Successful in 24s
CI Create App / changed-files-check (push) Successful in 26s
CI Docs / changed-files-check (push) Successful in 26s
CI Emails / changed-files-check (push) Successful in 28s
CI Example App Hello World / changed-files-check (push) Successful in 23s
CI Front / changed-files-check (push) Has been skipped
CI Example App Postcard / changed-files-check (push) Successful in 27s
CI UI / changed-files-check (push) Has been skipped
CI Utils Test / changed-files-check (push) Successful in 45s
CI Twenty Apps / discover (push) Successful in 1m3s
CD deploy main / deploy-main (push) Failing after 3s
CI Agent Skills / agent-skills-validate (push) Has been skipped
CI Create App / create-app-test (lint) (push) Has been skipped
CI Emails / emails-test (push) Has been skipped
CI Front / front-task (lingui:compile) (push) Has been skipped
CI Front / front-task (lint) (push) Has been skipped
CI Example App Postcard / example-app-postcard (push) Has been skipped
CI UI / ui-task (lint) (push) Has been skipped
CI UI / ui-task (pack-size) (push) Has been skipped
CI UI / ui-task (size) (push) Has been skipped
CI UI / ui-task (test) (push) Has been skipped
CI UI / ui-task (typecheck) (push) Has been skipped
CI Utils Test / utils-test (push) Has been skipped
CI Twenty Apps / ${{ matrix.app.name }} (push) Has been skipped
CI Emails / ci-emails-status-check (push) Successful in 2s
CI Example App Hello World / ci-example-app-hello-world-status-check (push) Successful in 2s
CI Example App Postcard / ci-example-app-postcard-status-check (push) Successful in 3s
CI UI / ui-sb-test (push) Has been skipped
CI Utils Test / ci-utils-test-status-check (push) Successful in 2s
CI Twenty Apps / ci-twenty-apps-status-check (push) Successful in 2s
CI UI / ci-ui-status-check (push) Successful in 2s
CI Desktop / desktop (push) Failing after 1m8s
Push docs to Crowdin / Push documentation to Crowdin (push) Failing after 55s
Push translations to Crowdin / Extract and upload translations (push) Failing after 5s
Push website translations to Crowdin / Extract and upload website translations (push) Failing after 5s
CI Create App / create-app-test (test) (push) Has been skipped
CI Create App / create-app-test (typecheck) (push) Has been skipped
CI Docs / docs-lint (push) Has been skipped
CI Example App Hello World / example-app-hello-world (push) Has been skipped
CI Front / front-task (lingui:extract) (push) Has been skipped
CI Front / front-task (test) (push) Has been skipped
CI Front / front-task (typecheck) (push) Has been skipped
CI UI / ui-sb-build (push) Failing after 1m32s
CI Twenty Apps / ${{ matrix.app.name }} (${{ matrix.server-source }}) (push) Has been skipped
CI Agent Skills / agent-skills-publish (push) Has been skipped
CI Create App / ci-create-app-status-check (push) Successful in 2s
CI Agent Skills / agent-skills-remote-source (push) Has been skipped
CI Create App E2E minimal / create-app-e2e-minimal (push) Has been cancelled
CI E2E Main / e2e-test (push) Has been cancelled
CI Front / front-sb-build (push) Has been cancelled
CI Front / front-build (push) Has been cancelled
CI Create App E2E minimal / ci-create-app-e2e-minimal-status-check (push) Has been cancelled
CI E2E Main / ci-e2e-main-status-check (push) Has been cancelled
CI E2E Main / notify-main-ci-failure (push) Has been cancelled
CI E2E Main / qa-scout-comment (push) Has been cancelled
CI Front / front-sb-test (push) Has been cancelled
CI Front / front-sb-screenshots (push) Has been cancelled
CI Front / ci-front-status-check (push) Has been cancelled
DPA Sub-Processor Sync / sync-subprocessors (push) Failing after 3s
AI Catalog Sync / sync-catalog (push) Failing after 2s
snapshot of https://github.com/twentyhq/twenty.git (main, 2026-09-17; blobs > 131072B omitted)
2026-09-17 23:28:13 +05:00

116 lines
3.0 KiB
TypeScript

import * as fs from 'fs';
import * as path from 'path';
import * as prettier from 'prettier';
import { ONELEET_TRUST_API_URL } from 'src/engine/core-modules/dpa/constants/oneleet-trust.constant';
import {
type Subprocessor,
type SubprocessorList,
} from 'src/engine/core-modules/dpa/types/subprocessor.type';
type TrustCenterResponse = {
subprocessors?: Array<{
name?: string;
services?: unknown[];
processingLocations?: unknown[];
processesPii?: boolean;
vendorUrl?: string;
}>;
};
const normalizeSubprocessors = (
raw: TrustCenterResponse['subprocessors'],
): Subprocessor[] =>
(raw ?? [])
.map((entry) => {
const subprocessor: Subprocessor = {
name: (entry.name ?? '').trim(),
services: (entry.services ?? [])
.map((service) => String(service).trim())
.filter(Boolean),
processingLocations: (entry.processingLocations ?? [])
.map((location) => String(location).trim())
.filter(Boolean),
processesPii: entry.processesPii === true,
};
const vendorUrl = (entry.vendorUrl ?? '').trim();
if (vendorUrl) {
subprocessor.vendorUrl = vendorUrl;
}
return subprocessor;
})
.filter((subprocessor) => subprocessor.name.length > 0)
.sort((a, b) => (a.name < b.name ? -1 : a.name > b.name ? 1 : 0));
const main = async (): Promise<void> => {
const dryRun = process.argv.includes('--dry-run');
// oxlint-disable-next-line no-console
console.log(`Fetching sub-processors from ${ONELEET_TRUST_API_URL}...`);
const response = await fetch(ONELEET_TRUST_API_URL);
if (!response.ok) {
throw new Error(
`Failed to fetch: ${response.status} ${response.statusText}`,
);
}
const data = (await response.json()) as TrustCenterResponse;
const subprocessors = normalizeSubprocessors(data.subprocessors);
if (subprocessors.length === 0) {
throw new Error(
'Trust Center returned no sub-processors; refusing to overwrite the list.',
);
}
// oxlint-disable-next-line no-console
console.log(
`Found ${subprocessors.length} sub-processors: ${subprocessors
.map((subprocessor) => subprocessor.name)
.join(', ')}`,
);
const result: SubprocessorList = { subprocessors };
const json = JSON.stringify(result, null, 2) + '\n';
if (dryRun) {
// oxlint-disable-next-line no-console
console.log('[DRY RUN] Would write subprocessors.json');
return;
}
const outputPath = path.resolve(
__dirname,
'..',
'src',
'engine',
'core-modules',
'dpa',
'constants',
'subprocessors.json',
);
const prettierConfig = await prettier.resolveConfig(outputPath);
const formatted = await prettier.format(json, {
...prettierConfig,
filepath: outputPath,
});
fs.writeFileSync(outputPath, formatted, 'utf-8');
// oxlint-disable-next-line no-console
console.log(`Wrote ${outputPath}`);
};
main().catch((error) => {
// oxlint-disable-next-line no-console
console.error('DPA sub-processor sync failed:', error);
process.exit(1);
});