feat(s3): enhance logging and public URL generation
Some checks failed
Backend Tests / test (push) Successful in 1m11s
Lint / lint (backend) (push) Failing after 46s
Lint / lint (documentation) (push) Successful in 1m7s
Lint / lint (frontend) (push) Has been cancelled

Add detailed logging for S3 uploads in user and content services. Improve public URL generation logic in `S3Service` by providing better handling for `API_URL`, `DOMAIN_NAME`, and `PORT`. Update relevant tests to cover all scenarios.
This commit is contained in:
Mathis HERRIOT
2026-01-15 00:40:36 +01:00
parent f79507730e
commit 8d27532dc0
6 changed files with 50 additions and 42 deletions

View File

@@ -100,6 +100,7 @@ export class ContentsService {
// 3. Upload vers S3 // 3. Upload vers S3
const key = `contents/${userId}/${Date.now()}-${uuidv4()}.${processed.extension}`; const key = `contents/${userId}/${Date.now()}-${uuidv4()}.${processed.extension}`;
await this.s3Service.uploadFile(key, processed.buffer, processed.mimeType); await this.s3Service.uploadFile(key, processed.buffer, processed.mimeType);
this.logger.log(`File uploaded successfully to S3: ${key}`);
// 4. Création en base de données // 4. Création en base de données
return await this.create(userId, { return await this.create(userId, {

View File

@@ -28,12 +28,13 @@ describe("MediaController", () => {
}); });
describe("getFile", () => { describe("getFile", () => {
it("should stream the file and set headers", async () => { it("should stream the file and set headers with path containing slashes", async () => {
const res = { const res = {
setHeader: jest.fn(), setHeader: jest.fn(),
} as any; } as any;
const stream = new Readable(); const stream = new Readable();
stream.pipe = jest.fn(); stream.pipe = jest.fn();
const key = "contents/user-id/test.webp";
mockS3Service.getFileInfo.mockResolvedValue({ mockS3Service.getFileInfo.mockResolvedValue({
size: 100, size: 100,
@@ -41,8 +42,9 @@ describe("MediaController", () => {
}); });
mockS3Service.getFile.mockResolvedValue(stream); mockS3Service.getFile.mockResolvedValue(stream);
await controller.getFile("test.webp", res); await controller.getFile(key, res);
expect(mockS3Service.getFileInfo).toHaveBeenCalledWith(key);
expect(res.setHeader).toHaveBeenCalledWith("Content-Type", "image/webp"); expect(res.setHeader).toHaveBeenCalledWith("Content-Type", "image/webp");
expect(res.setHeader).toHaveBeenCalledWith("Content-Length", 100); expect(res.setHeader).toHaveBeenCalledWith("Content-Length", 100);
expect(stream.pipe).toHaveBeenCalledWith(res); expect(stream.pipe).toHaveBeenCalledWith(res);

View File

@@ -9,13 +9,15 @@ export class MediaController {
@Get("*key") @Get("*key")
async getFile(@Param("key") key: string, @Res() res: Response) { async getFile(@Param("key") key: string, @Res() res: Response) {
try { try {
const stats = await this.s3Service.getFileInfo(key); const stats = (await this.s3Service.getFileInfo(key)) as any;
const stream = await this.s3Service.getFile(key); const stream = await this.s3Service.getFile(key);
res.setHeader( const contentType =
"Content-Type", stats.metaData?.["content-type"] ||
stats.metaData["content-type"] || "application/octet-stream", stats.metadata?.["content-type"] ||
); "application/octet-stream";
res.setHeader("Content-Type", contentType);
res.setHeader("Content-Length", stats.size); res.setHeader("Content-Length", stats.size);
res.setHeader("Cache-Control", "public, max-age=31536000, immutable"); res.setHeader("Cache-Control", "public, max-age=31536000, immutable");

View File

@@ -7,7 +7,7 @@ jest.mock("minio");
describe("S3Service", () => { describe("S3Service", () => {
let service: S3Service; let service: S3Service;
let _configService: ConfigService; let configService: ConfigService;
// biome-ignore lint/suspicious/noExplicitAny: Fine for testing purposes // biome-ignore lint/suspicious/noExplicitAny: Fine for testing purposes
let minioClient: any; let minioClient: any;
@@ -42,7 +42,7 @@ describe("S3Service", () => {
}).compile(); }).compile();
service = module.get<S3Service>(S3Service); service = module.get<S3Service>(S3Service);
_configService = module.get<ConfigService>(ConfigService); configService = module.get<ConfigService>(ConfigService);
}); });
it("should be defined", () => { it("should be defined", () => {
@@ -185,35 +185,35 @@ describe("S3Service", () => {
}); });
}); });
describe("moveFile", () => { describe("getPublicUrl", () => {
it("should move file within default bucket", async () => { it("should use API_URL if provided", () => {
const source = "source.txt"; (configService.get as jest.Mock).mockImplementation((key: string) => {
const dest = "dest.txt"; if (key === "API_URL") return "https://api.test.com";
await service.moveFile(source, dest); return null;
});
expect(minioClient.copyObject).toHaveBeenCalledWith( const url = service.getPublicUrl("test.webp");
"memegoat", expect(url).toBe("https://api.test.com/media/test.webp");
dest,
"/memegoat/source.txt",
expect.any(Minio.CopyConditions),
);
expect(minioClient.removeObject).toHaveBeenCalledWith("memegoat", source);
}); });
it("should move file between different buckets", async () => { it("should use DOMAIN_NAME and PORT for localhost", () => {
const source = "source.txt"; (configService.get as jest.Mock).mockImplementation((key: string, def: any) => {
const dest = "dest.txt"; if (key === "API_URL") return null;
const sBucket = "source-bucket"; if (key === "DOMAIN_NAME") return "localhost";
const dBucket = "dest-bucket"; if (key === "PORT") return 3000;
await service.moveFile(source, dest, sBucket, dBucket); return def;
});
const url = service.getPublicUrl("test.webp");
expect(url).toBe("http://localhost:3000/media/test.webp");
});
expect(minioClient.copyObject).toHaveBeenCalledWith( it("should use api.DOMAIN_NAME for production", () => {
dBucket, (configService.get as jest.Mock).mockImplementation((key: string, def: any) => {
dest, if (key === "API_URL") return null;
`/${sBucket}/${source}`, if (key === "DOMAIN_NAME") return "memegoat.fr";
expect.any(Minio.CopyConditions), return def;
); });
expect(minioClient.removeObject).toHaveBeenCalledWith(sBucket, source); const url = service.getPublicUrl("test.webp");
expect(url).toBe("https://api.memegoat.fr/media/test.webp");
}); });
}); });
}); });

View File

@@ -158,17 +158,19 @@ export class S3Service implements OnModuleInit, IStorageService {
getPublicUrl(storageKey: string): string { getPublicUrl(storageKey: string): string {
const apiUrl = this.configService.get<string>("API_URL"); const apiUrl = this.configService.get<string>("API_URL");
if (apiUrl) {
return `${apiUrl.replace(/\/$/, "")}/media/${storageKey}`;
}
const domain = this.configService.get<string>("DOMAIN_NAME", "localhost"); const domain = this.configService.get<string>("DOMAIN_NAME", "localhost");
const port = this.configService.get<number>("PORT", 3000); const port = this.configService.get<number>("PORT", 3000);
if (domain === "localhost" || domain === "127.0.0.1") { let baseUrl: string;
return `http://${domain}:${port}/media/${storageKey}`;
if (apiUrl) {
baseUrl = apiUrl.replace(/\/$/, "");
} else if (domain === "localhost" || domain === "127.0.0.1") {
baseUrl = `http://${domain}:${port}`;
} else {
baseUrl = `https://api.${domain}`;
} }
return `https://api.${domain}/media/${storageKey}`; return `${baseUrl}/media/${storageKey}`;
} }
} }

View File

@@ -143,6 +143,7 @@ export class UsersService {
// 3. Upload vers S3 // 3. Upload vers S3
const key = `avatars/${uuid}/${Date.now()}-${uuidv4()}.${processed.extension}`; const key = `avatars/${uuid}/${Date.now()}-${uuidv4()}.${processed.extension}`;
await this.s3Service.uploadFile(key, processed.buffer, processed.mimeType); await this.s3Service.uploadFile(key, processed.buffer, processed.mimeType);
this.logger.log(`Avatar uploaded successfully to S3: ${key}`);
// 4. Mise à jour de la base de données // 4. Mise à jour de la base de données
const user = await this.update(uuid, { avatarUrl: key }); const user = await this.update(uuid, { avatarUrl: key });