feat: add video thumbnail generation and media metadata extraction
This commit is contained in:
@@ -1,6 +1,13 @@
|
|||||||
import fs from 'fs';
|
import fs from 'fs';
|
||||||
import path from 'path';
|
import path from 'path';
|
||||||
import sharp from 'sharp';
|
import sharp from 'sharp';
|
||||||
|
import { execFile as execFileCb } from 'child_process';
|
||||||
|
import { promisify } from 'util';
|
||||||
|
|
||||||
|
const execFile = promisify(execFileCb);
|
||||||
|
const FFMPEG_TIMEOUT = 10_000; // 10 seconds
|
||||||
|
|
||||||
|
let ffmpegAvailable: boolean | null = null;
|
||||||
|
|
||||||
const PROFILE_LIMITS = { avatar: 256, icon: 256, banner: 1280 } as const;
|
const PROFILE_LIMITS = { avatar: 256, icon: 256, banner: 1280 } as const;
|
||||||
|
|
||||||
@@ -100,3 +107,145 @@ export async function generateThumbnail(
|
|||||||
return null;
|
return null;
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
|
/** Check if ffmpeg/ffprobe are available on the system PATH. Caches result. */
|
||||||
|
export async function checkFfmpeg(): Promise<boolean> {
|
||||||
|
if (ffmpegAvailable !== null) return ffmpegAvailable;
|
||||||
|
try {
|
||||||
|
await execFile('ffprobe', ['-version'], { timeout: 5000 });
|
||||||
|
ffmpegAvailable = true;
|
||||||
|
} catch {
|
||||||
|
console.warn('ffmpeg/ffprobe not found — video thumbnails and metadata extraction disabled');
|
||||||
|
ffmpegAvailable = false;
|
||||||
|
}
|
||||||
|
return ffmpegAvailable;
|
||||||
|
}
|
||||||
|
|
||||||
|
/** Extract width/height from an image file using sharp. Works for all formats including animated GIFs and small images. */
|
||||||
|
export async function probeImageDimensions(filepath: string): Promise<{ width: number; height: number } | null> {
|
||||||
|
try {
|
||||||
|
const metadata = await sharp(filepath).metadata();
|
||||||
|
if (metadata.width && metadata.height) {
|
||||||
|
return { width: metadata.width, height: metadata.height };
|
||||||
|
}
|
||||||
|
return null;
|
||||||
|
} catch {
|
||||||
|
return null;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
/** Extract dimensions and/or duration from a video or audio file using ffprobe. */
|
||||||
|
export async function probeMediaMeta(
|
||||||
|
filepath: string,
|
||||||
|
mimetype: string,
|
||||||
|
): Promise<{ width?: number; height?: number; duration?: number } | null> {
|
||||||
|
if (!(await checkFfmpeg())) return null;
|
||||||
|
|
||||||
|
try {
|
||||||
|
const result: { width?: number; height?: number; duration?: number } = {};
|
||||||
|
|
||||||
|
// Video dimensions (stream-level)
|
||||||
|
if (mimetype.startsWith('video/')) {
|
||||||
|
try {
|
||||||
|
const { stdout } = await execFile('ffprobe', [
|
||||||
|
'-v', 'error',
|
||||||
|
'-select_streams', 'v:0',
|
||||||
|
'-show_entries', 'stream=width,height',
|
||||||
|
'-of', 'json',
|
||||||
|
'-i', filepath,
|
||||||
|
], { timeout: FFMPEG_TIMEOUT });
|
||||||
|
|
||||||
|
const data = JSON.parse(stdout);
|
||||||
|
const stream = data?.streams?.[0];
|
||||||
|
if (stream?.width && stream?.height) {
|
||||||
|
result.width = stream.width;
|
||||||
|
result.height = stream.height;
|
||||||
|
}
|
||||||
|
} catch { /* dimension probe failed — continue for duration */ }
|
||||||
|
}
|
||||||
|
|
||||||
|
// Duration (format-level — works for video and audio)
|
||||||
|
try {
|
||||||
|
const { stdout } = await execFile('ffprobe', [
|
||||||
|
'-v', 'error',
|
||||||
|
'-show_entries', 'format=duration',
|
||||||
|
'-of', 'json',
|
||||||
|
'-i', filepath,
|
||||||
|
], { timeout: FFMPEG_TIMEOUT });
|
||||||
|
|
||||||
|
const data = JSON.parse(stdout);
|
||||||
|
const dur = parseFloat(data?.format?.duration);
|
||||||
|
if (Number.isFinite(dur)) {
|
||||||
|
result.duration = Math.round(dur * 100) / 100; // 2 decimal places
|
||||||
|
}
|
||||||
|
} catch { /* duration probe failed */ }
|
||||||
|
|
||||||
|
return Object.keys(result).length > 0 ? result : null;
|
||||||
|
} catch {
|
||||||
|
return null;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
/**
|
||||||
|
* Extract a single frame from a video and create a WebP thumbnail.
|
||||||
|
* Returns thumbnail filename + rotation-corrected dimensions, or null on error.
|
||||||
|
* Uses -ss before -i for fast keyframe seeking.
|
||||||
|
* ffmpeg auto-rotation is on by default, so portrait mobile videos produce correctly oriented frames.
|
||||||
|
*/
|
||||||
|
export async function generateVideoThumbnail(
|
||||||
|
filepath: string,
|
||||||
|
uploadDir: string,
|
||||||
|
): Promise<{ thumbnailFilename: string; width: number; height: number } | null> {
|
||||||
|
if (!(await checkFfmpeg())) return null;
|
||||||
|
|
||||||
|
try {
|
||||||
|
// Try extracting frame at 1 second, fall back to 0 for short videos
|
||||||
|
let frameBuffer: Buffer | null = null;
|
||||||
|
|
||||||
|
for (const seekTime of ['1', '0']) {
|
||||||
|
try {
|
||||||
|
const { stdout } = await execFile('ffmpeg', [
|
||||||
|
'-ss', seekTime,
|
||||||
|
'-i', filepath,
|
||||||
|
'-frames:v', '1',
|
||||||
|
'-f', 'image2pipe',
|
||||||
|
'-vcodec', 'png',
|
||||||
|
'-',
|
||||||
|
], { timeout: FFMPEG_TIMEOUT, encoding: 'buffer', maxBuffer: 50 * 1024 * 1024 });
|
||||||
|
|
||||||
|
if (stdout && stdout.length > 0) {
|
||||||
|
frameBuffer = stdout as unknown as Buffer;
|
||||||
|
break;
|
||||||
|
}
|
||||||
|
} catch (err) {
|
||||||
|
if (seekTime === '1') continue; // Try 0 next
|
||||||
|
throw err;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
if (!frameBuffer) return null;
|
||||||
|
|
||||||
|
// Read the frame's actual dimensions (rotation-corrected by ffmpeg)
|
||||||
|
const frameImage = sharp(frameBuffer);
|
||||||
|
const frameMeta = await frameImage.metadata();
|
||||||
|
if (!frameMeta.width || !frameMeta.height) return null;
|
||||||
|
|
||||||
|
const originalWidth = frameMeta.width;
|
||||||
|
const originalHeight = frameMeta.height;
|
||||||
|
|
||||||
|
// Generate WebP thumbnail (same settings as image thumbnails)
|
||||||
|
const originalFilename = path.basename(filepath);
|
||||||
|
const thumbName = thumbFilename(originalFilename);
|
||||||
|
const thumbPath = path.join(uploadDir, thumbName);
|
||||||
|
|
||||||
|
await sharp(frameBuffer)
|
||||||
|
.resize({ width: THUMBNAIL_MAX_WIDTH, withoutEnlargement: true })
|
||||||
|
.webp({ quality: THUMBNAIL_QUALITY })
|
||||||
|
.toFile(thumbPath);
|
||||||
|
|
||||||
|
return { thumbnailFilename: thumbName, width: originalWidth, height: originalHeight };
|
||||||
|
} catch (err) {
|
||||||
|
console.error('Video thumbnail generation failed (non-fatal):', err);
|
||||||
|
return null;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|||||||
Reference in New Issue
Block a user