snapshot of https://github.com/RocketChat/Rocket.Chat.git (develop, 2026-09-16; blobs > 131072B omitted)
Some checks failed
Create issues from TODOs / todos (push) Failing after 3s
Close inactive issues / close-issues (push) Has been cancelled
Deploy GitHub Pages / deploy-preview (push) Has been cancelled
CI / ⚙️ Variables Setup (push) Has been cancelled
CI / ⚙️ Test Guard (push) Has been cancelled
CI / 🚀 Notify external services - draft (push) Has been cancelled
CI / 📦 Build Packages (push) Has been cancelled
CI / 📦 Meteor Build (coverage) (push) Has been cancelled
CI / 📦 Meteor Build (production) (push) Has been cancelled
CI / 🚢 Build Docker (amd64, [account-service presence-service omnichannel-transcript-service], ${{ (github.event_name != 'release' && github.ref != 'refs/heads/develop') && 'coverage' || 'production' }}) (push) Has been cancelled
CI / 🚢 Build Docker (amd64, [account-service presence-service omnichannel-transcript-service], fips) (push) Has been cancelled
CI / 🚢 Build Docker (amd64, [authorization-service queue-worker-service ddp-streamer-service], ${{ (github.event_name != 'release' && github.ref != 'refs/heads/develop') && 'coverage' || 'production' }}) (push) Has been cancelled
CI / 🚢 Build Docker (amd64, [authorization-service queue-worker-service ddp-streamer-service], fips) (push) Has been cancelled
CI / 🚢 Build Docker (amd64, [rocketchat], ${{ (github.event_name != 'release' && github.ref != 'refs/heads/develop') && 'coverage' || 'production' }}) (push) Has been cancelled
CI / 🚢 Build Docker (amd64, [rocketchat], coverage) (push) Has been cancelled
CI / 🚢 Build Docker (amd64, [rocketchat], fips) (push) Has been cancelled
CI / 🚢 Build Docker (arm64, [account-service presence-service omnichannel-transcript-service], ${{ (github.event_name != 'release' && github.ref != 'refs/heads/develop') && 'coverage' || 'production' }}) (push) Has been cancelled
CI / 🚢 Build Docker (arm64, [authorization-service queue-worker-service ddp-streamer-service], ${{ (github.event_name != 'release' && github.ref != 'refs/heads/develop') && 'coverage' || 'production' }}) (push) Has been cancelled
CI / 🚢 Build Docker (arm64, [rocketchat], ${{ (github.event_name != 'release' && github.ref != 'refs/heads/develop') && 'coverage' || 'production' }}) (push) Has been cancelled
CI / 🚢 Build Docker (arm64, [rocketchat], coverage) (push) Has been cancelled
CI / 🚢 Publish Docker Images (ghcr.io) (push) Has been cancelled
CI / 📦 Track Image Sizes (push) Has been cancelled
CI / 🔎 Code Check - Action Lint (push) Has been cancelled
CI / 🔎 Code Check (push) Has been cancelled
CI / 🔨 Test Storybook (push) Has been cancelled
CI / 🔨 Test Unit (push) Has been cancelled
CI / 🔨 Test API (CE) (push) Has been cancelled
CI / 🔨 Test API Livechat (CE) (push) Has been cancelled
CI / 🔨 Test UI (CE) (push) Has been cancelled
CI / 🔨 Test API (EE) (push) Has been cancelled
CI / 🔨 Test API Livechat (EE) (push) Has been cancelled
CI / 🔨 Test API Apps (deno-runtime - EE) (push) Has been cancelled
CI / 🔨 Test UI (EE) (push) Has been cancelled
CI / 🔨 Test API (FIPS) (push) Has been cancelled
CI / 🔨 Test API Livechat (FIPS) (push) Has been cancelled
CI / 🔨 Test UI (FIPS) (push) Has been cancelled
CI / 🔨 Test Federation Matrix (push) Has been cancelled
CI / 📊 Report Coverage (push) Has been cancelled
CI / ✅ Tests Done (push) Has been cancelled
CI / 🚀 Publish build assets (push) Has been cancelled
CI / 🚀 Publish Docker Images (DockerHub) (push) Has been cancelled
CI / 🚀 Notify external services (push) Has been cancelled
CI / Update Version Durability (push) Has been cancelled
Release / Release (push) Has been cancelled
Auto-close duplicate issues / auto-close-duplicates (push) Failing after 1s
Code scanning - action / CodeQL-Build (push) Failing after 1s

This commit is contained in:
upstream-mirror
2026-09-16 01:21:02 +05:00
commit 30810eecd7
10161 changed files with 987110 additions and 0 deletions

View File

@@ -0,0 +1,212 @@
import stream from 'node:stream';
import {
DeleteObjectCommand,
GetObjectCommand,
S3Client,
type GetObjectCommandInput,
type PutObjectCommandInput,
type S3ClientConfig,
} from '@aws-sdk/client-s3';
import { Upload } from '@aws-sdk/lib-storage';
import { getSignedUrl } from '@aws-sdk/s3-request-presigner';
import type { IUpload } from '@rocket.chat/core-typings';
import { Random } from '@rocket.chat/random';
import { check } from 'meteor/check';
import _ from 'underscore';
import { UploadFS } from '../../../../../ufs';
import type { StoreOptions } from '../../../../../ufs/ufs-store';
import { SystemLogger } from '../../../../logger/system';
import { getUrlExpiryTimeSpanWithFallback } from '../../lib/urlExpiry';
export type S3Options = StoreOptions & {
connection: S3ClientConfig;
params: {
Bucket: string;
ACL: string;
};
URLExpiryTimeSpan: number;
getPath: (file: Omit<IUpload, '_updatedAt'>) => string;
};
class AmazonS3Store extends UploadFS.Store {
protected getPath: (file: Omit<IUpload, '_updatedAt'>) => string;
constructor(options: S3Options) {
// Default options
// options.secretAccessKey,
// options.accessKeyId,
// options.region,
// options.sslEnabled // optional
options = _.extend(
{
httpOptions: {
timeout: 6000,
agent: false,
},
},
options,
);
super(options);
const classOptions = options;
const customUserAgent = process.env.FILE_STORAGE_CUSTOM_USER_AGENT?.trim();
const s3 = new S3Client({
...options.connection,
...(customUserAgent && { customUserAgent }),
});
options.getPath =
options.getPath ||
function (file) {
return file._id;
};
this.getPath = function (file) {
if (file.AmazonS3) {
return file.AmazonS3.path;
}
// Compatibility
// TODO: Migration
if (file.s3) {
return file.s3.path + file._id;
}
return file._id;
};
this.getRedirectURL = async (file, forceDownload = false) => {
const expiresIn = getUrlExpiryTimeSpanWithFallback(classOptions.URLExpiryTimeSpan);
return getSignedUrl(
s3,
new GetObjectCommand({
Key: this.getPath(file),
ResponseContentDisposition: `${forceDownload ? 'attachment' : 'inline'}; filename="${encodeURI(file.name || '')}"`,
Bucket: classOptions.params.Bucket,
}),
{ expiresIn },
);
};
/**
* Creates the file in the collection
*/
this.create = async (file) => {
check(file, Object);
if (file._id == null) {
file._id = Random.id();
}
file.AmazonS3 = {
path: classOptions.getPath(file as Omit<IUpload, '_updatedAt'>),
};
file.store = this.options.name; // assign store to file
return (await this.getCollection().insertOne(file)).insertedId;
};
/**
* Removes the file
*/
this.delete = async function (fileId) {
const file = await this.getCollection().findOne({ _id: fileId });
if (!file) {
throw new Error('File not found');
}
try {
return await s3.send(
new DeleteObjectCommand({
Key: this.getPath(file),
Bucket: classOptions.params.Bucket,
}),
);
} catch (error) {
SystemLogger.error({ error, key: this.getPath(file), bucket: classOptions.params.Bucket });
throw error;
}
};
/**
* Returns the file read stream
*/
this.getReadStream = async function (_fileId, file, options = {}) {
const params: GetObjectCommandInput = {
Key: this.getPath(file),
Bucket: classOptions.params.Bucket,
};
if (options.start != null && options.end != null) {
params.Range = `bytes=${options.start}-${options.end}`;
}
const response = await s3.send(new GetObjectCommand(params));
if (!response.Body) {
throw new Error('File not found');
}
if (!('readable' in response.Body)) {
throw new Error('Response body is not a readable stream');
}
return response.Body;
};
/**
* Returns the file write stream
*/
this.getWriteStream = async function (_fileId, file /* , options*/) {
const writeStream = new stream.PassThrough();
writeStream.on('newListener', (event, listener) => {
if (event === 'finish') {
process.nextTick(() => {
writeStream.removeListener(event, listener);
writeStream.on('real_finish', listener);
});
}
});
const uploadParams: PutObjectCommandInput = {
Key: this.getPath(file),
Body: writeStream,
Bucket: classOptions.params.Bucket,
...(file.type && { ContentType: file.type }),
...(file.size != null && { ContentLength: file.size }),
...(classOptions.params.ACL && { ACL: classOptions.params.ACL as PutObjectCommandInput['ACL'] }),
};
const upload = new Upload({
client: s3,
params: uploadParams,
});
upload
.done()
.then(() => {
writeStream.emit('real_finish');
})
.catch((error) => {
SystemLogger.error({ err: error });
writeStream.emit('error', error);
});
return writeStream;
};
this.getUrlExpiryTimeSpan = async () => {
return getUrlExpiryTimeSpanWithFallback(classOptions.URLExpiryTimeSpan);
};
}
}
// Add store to UFS namespace
UploadFS.store.AmazonS3 = AmazonS3Store;