feat(s3): enhance logging and public URL generation
Add detailed logging for S3 uploads in user and content services. Improve public URL generation logic in `S3Service` by providing better handling for `API_URL`, `DOMAIN_NAME`, and `PORT`. Update relevant tests to cover all scenarios.
This commit is contained in:
@@ -100,6 +100,7 @@ export class ContentsService {
|
|||||||
// 3. Upload vers S3
|
// 3. Upload vers S3
|
||||||
const key = `contents/${userId}/${Date.now()}-${uuidv4()}.${processed.extension}`;
|
const key = `contents/${userId}/${Date.now()}-${uuidv4()}.${processed.extension}`;
|
||||||
await this.s3Service.uploadFile(key, processed.buffer, processed.mimeType);
|
await this.s3Service.uploadFile(key, processed.buffer, processed.mimeType);
|
||||||
|
this.logger.log(`File uploaded successfully to S3: ${key}`);
|
||||||
|
|
||||||
// 4. Création en base de données
|
// 4. Création en base de données
|
||||||
return await this.create(userId, {
|
return await this.create(userId, {
|
||||||
|
|||||||
@@ -28,12 +28,13 @@ describe("MediaController", () => {
|
|||||||
});
|
});
|
||||||
|
|
||||||
describe("getFile", () => {
|
describe("getFile", () => {
|
||||||
it("should stream the file and set headers", async () => {
|
it("should stream the file and set headers with path containing slashes", async () => {
|
||||||
const res = {
|
const res = {
|
||||||
setHeader: jest.fn(),
|
setHeader: jest.fn(),
|
||||||
} as any;
|
} as any;
|
||||||
const stream = new Readable();
|
const stream = new Readable();
|
||||||
stream.pipe = jest.fn();
|
stream.pipe = jest.fn();
|
||||||
|
const key = "contents/user-id/test.webp";
|
||||||
|
|
||||||
mockS3Service.getFileInfo.mockResolvedValue({
|
mockS3Service.getFileInfo.mockResolvedValue({
|
||||||
size: 100,
|
size: 100,
|
||||||
@@ -41,8 +42,9 @@ describe("MediaController", () => {
|
|||||||
});
|
});
|
||||||
mockS3Service.getFile.mockResolvedValue(stream);
|
mockS3Service.getFile.mockResolvedValue(stream);
|
||||||
|
|
||||||
await controller.getFile("test.webp", res);
|
await controller.getFile(key, res);
|
||||||
|
|
||||||
|
expect(mockS3Service.getFileInfo).toHaveBeenCalledWith(key);
|
||||||
expect(res.setHeader).toHaveBeenCalledWith("Content-Type", "image/webp");
|
expect(res.setHeader).toHaveBeenCalledWith("Content-Type", "image/webp");
|
||||||
expect(res.setHeader).toHaveBeenCalledWith("Content-Length", 100);
|
expect(res.setHeader).toHaveBeenCalledWith("Content-Length", 100);
|
||||||
expect(stream.pipe).toHaveBeenCalledWith(res);
|
expect(stream.pipe).toHaveBeenCalledWith(res);
|
||||||
|
|||||||
@@ -9,13 +9,15 @@ export class MediaController {
|
|||||||
@Get("*key")
|
@Get("*key")
|
||||||
async getFile(@Param("key") key: string, @Res() res: Response) {
|
async getFile(@Param("key") key: string, @Res() res: Response) {
|
||||||
try {
|
try {
|
||||||
const stats = await this.s3Service.getFileInfo(key);
|
const stats = (await this.s3Service.getFileInfo(key)) as any;
|
||||||
const stream = await this.s3Service.getFile(key);
|
const stream = await this.s3Service.getFile(key);
|
||||||
|
|
||||||
res.setHeader(
|
const contentType =
|
||||||
"Content-Type",
|
stats.metaData?.["content-type"] ||
|
||||||
stats.metaData["content-type"] || "application/octet-stream",
|
stats.metadata?.["content-type"] ||
|
||||||
);
|
"application/octet-stream";
|
||||||
|
|
||||||
|
res.setHeader("Content-Type", contentType);
|
||||||
res.setHeader("Content-Length", stats.size);
|
res.setHeader("Content-Length", stats.size);
|
||||||
res.setHeader("Cache-Control", "public, max-age=31536000, immutable");
|
res.setHeader("Cache-Control", "public, max-age=31536000, immutable");
|
||||||
|
|
||||||
|
|||||||
@@ -7,7 +7,7 @@ jest.mock("minio");
|
|||||||
|
|
||||||
describe("S3Service", () => {
|
describe("S3Service", () => {
|
||||||
let service: S3Service;
|
let service: S3Service;
|
||||||
let _configService: ConfigService;
|
let configService: ConfigService;
|
||||||
// biome-ignore lint/suspicious/noExplicitAny: Fine for testing purposes
|
// biome-ignore lint/suspicious/noExplicitAny: Fine for testing purposes
|
||||||
let minioClient: any;
|
let minioClient: any;
|
||||||
|
|
||||||
@@ -42,7 +42,7 @@ describe("S3Service", () => {
|
|||||||
}).compile();
|
}).compile();
|
||||||
|
|
||||||
service = module.get<S3Service>(S3Service);
|
service = module.get<S3Service>(S3Service);
|
||||||
_configService = module.get<ConfigService>(ConfigService);
|
configService = module.get<ConfigService>(ConfigService);
|
||||||
});
|
});
|
||||||
|
|
||||||
it("should be defined", () => {
|
it("should be defined", () => {
|
||||||
@@ -185,35 +185,35 @@ describe("S3Service", () => {
|
|||||||
});
|
});
|
||||||
});
|
});
|
||||||
|
|
||||||
describe("moveFile", () => {
|
describe("getPublicUrl", () => {
|
||||||
it("should move file within default bucket", async () => {
|
it("should use API_URL if provided", () => {
|
||||||
const source = "source.txt";
|
(configService.get as jest.Mock).mockImplementation((key: string) => {
|
||||||
const dest = "dest.txt";
|
if (key === "API_URL") return "https://api.test.com";
|
||||||
await service.moveFile(source, dest);
|
return null;
|
||||||
|
});
|
||||||
expect(minioClient.copyObject).toHaveBeenCalledWith(
|
const url = service.getPublicUrl("test.webp");
|
||||||
"memegoat",
|
expect(url).toBe("https://api.test.com/media/test.webp");
|
||||||
dest,
|
|
||||||
"/memegoat/source.txt",
|
|
||||||
expect.any(Minio.CopyConditions),
|
|
||||||
);
|
|
||||||
expect(minioClient.removeObject).toHaveBeenCalledWith("memegoat", source);
|
|
||||||
});
|
});
|
||||||
|
|
||||||
it("should move file between different buckets", async () => {
|
it("should use DOMAIN_NAME and PORT for localhost", () => {
|
||||||
const source = "source.txt";
|
(configService.get as jest.Mock).mockImplementation((key: string, def: any) => {
|
||||||
const dest = "dest.txt";
|
if (key === "API_URL") return null;
|
||||||
const sBucket = "source-bucket";
|
if (key === "DOMAIN_NAME") return "localhost";
|
||||||
const dBucket = "dest-bucket";
|
if (key === "PORT") return 3000;
|
||||||
await service.moveFile(source, dest, sBucket, dBucket);
|
return def;
|
||||||
|
});
|
||||||
|
const url = service.getPublicUrl("test.webp");
|
||||||
|
expect(url).toBe("http://localhost:3000/media/test.webp");
|
||||||
|
});
|
||||||
|
|
||||||
expect(minioClient.copyObject).toHaveBeenCalledWith(
|
it("should use api.DOMAIN_NAME for production", () => {
|
||||||
dBucket,
|
(configService.get as jest.Mock).mockImplementation((key: string, def: any) => {
|
||||||
dest,
|
if (key === "API_URL") return null;
|
||||||
`/${sBucket}/${source}`,
|
if (key === "DOMAIN_NAME") return "memegoat.fr";
|
||||||
expect.any(Minio.CopyConditions),
|
return def;
|
||||||
);
|
});
|
||||||
expect(minioClient.removeObject).toHaveBeenCalledWith(sBucket, source);
|
const url = service.getPublicUrl("test.webp");
|
||||||
|
expect(url).toBe("https://api.memegoat.fr/media/test.webp");
|
||||||
});
|
});
|
||||||
});
|
});
|
||||||
});
|
});
|
||||||
|
|||||||
@@ -158,17 +158,19 @@ export class S3Service implements OnModuleInit, IStorageService {
|
|||||||
|
|
||||||
getPublicUrl(storageKey: string): string {
|
getPublicUrl(storageKey: string): string {
|
||||||
const apiUrl = this.configService.get<string>("API_URL");
|
const apiUrl = this.configService.get<string>("API_URL");
|
||||||
if (apiUrl) {
|
|
||||||
return `${apiUrl.replace(/\/$/, "")}/media/${storageKey}`;
|
|
||||||
}
|
|
||||||
|
|
||||||
const domain = this.configService.get<string>("DOMAIN_NAME", "localhost");
|
const domain = this.configService.get<string>("DOMAIN_NAME", "localhost");
|
||||||
const port = this.configService.get<number>("PORT", 3000);
|
const port = this.configService.get<number>("PORT", 3000);
|
||||||
|
|
||||||
if (domain === "localhost" || domain === "127.0.0.1") {
|
let baseUrl: string;
|
||||||
return `http://${domain}:${port}/media/${storageKey}`;
|
|
||||||
|
if (apiUrl) {
|
||||||
|
baseUrl = apiUrl.replace(/\/$/, "");
|
||||||
|
} else if (domain === "localhost" || domain === "127.0.0.1") {
|
||||||
|
baseUrl = `http://${domain}:${port}`;
|
||||||
|
} else {
|
||||||
|
baseUrl = `https://api.${domain}`;
|
||||||
}
|
}
|
||||||
|
|
||||||
return `https://api.${domain}/media/${storageKey}`;
|
return `${baseUrl}/media/${storageKey}`;
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|||||||
@@ -143,6 +143,7 @@ export class UsersService {
|
|||||||
// 3. Upload vers S3
|
// 3. Upload vers S3
|
||||||
const key = `avatars/${uuid}/${Date.now()}-${uuidv4()}.${processed.extension}`;
|
const key = `avatars/${uuid}/${Date.now()}-${uuidv4()}.${processed.extension}`;
|
||||||
await this.s3Service.uploadFile(key, processed.buffer, processed.mimeType);
|
await this.s3Service.uploadFile(key, processed.buffer, processed.mimeType);
|
||||||
|
this.logger.log(`Avatar uploaded successfully to S3: ${key}`);
|
||||||
|
|
||||||
// 4. Mise à jour de la base de données
|
// 4. Mise à jour de la base de données
|
||||||
const user = await this.update(uuid, { avatarUrl: key });
|
const user = await this.update(uuid, { avatarUrl: key });
|
||||||
|
|||||||
Reference in New Issue
Block a user