feat: implement vertical crop, local LLM deepseek-v4-flash, multi-threading, word-level pink box highlight subtitles, and Nextcloud scan sync

2026-07-02 16:12:23 +02:00
parent 50bdaedebb
commit c7c3c4b74a
154 changed files with 36256 additions and 3 deletions
@@ -0,0 +1,74 @@
+import { renderMediaOnWeb } from '@remotion/web-renderer';
+import { ShortVideo } from '../remotion/compositions/ShortVideo';
+
+/**
+ * Renders a Remotion composition directly in the browser using WebCodecs.
+ * Returns a blob URL to the rendered MP4.
+ *
+ * @param {object} params
+ * @param {string} params.videoUrl - Source video URL
+ * @param {number} params.durationInSeconds - Video duration
+ * @param {object|null} params.subtitles - SubtitleConfig
+ * @param {object|null} params.hook - HookConfig
+ * @param {object|null} params.effects - EffectsConfig
+ * @param {function} [params.onProgress] - Progress callback (0-1)
+ * @param {AbortSignal} [params.signal] - Abort signal for cancellation
+ * @returns {Promise<string>} Blob URL of the rendered MP4
+ */
+export async function renderInBrowser({
+    videoUrl,
+    durationInSeconds = 30,
+    subtitles = null,
+    hook = null,
+    effects = null,
+    onProgress,
+    signal,
+}) {
+    const fps = 30;
+    const durationInFrames = Math.max(1, Math.round(durationInSeconds * fps));
+
+    const { getBlob } = await renderMediaOnWeb({
+        composition: {
+            component: ShortVideo,
+            durationInFrames,
+            fps,
+            width: 1080,
+            height: 1920,
+            id: 'ShortVideo',
+            calculateMetadata: null,
+        },
+        inputProps: {
+            videoUrl,
+            durationInFrames,
+            fps,
+            width: 1080,
+            height: 1920,
+            subtitles,
+            hook,
+            effects,
+        },
+        container: 'mp4',
+        videoCodec: 'h264',
+        videoBitrate: 'high',
+        audioCodec: 'aac',
+        onProgress: onProgress
+            ? ({ progress }) => onProgress(progress)
+            : undefined,
+        signal,
+    });
+
+    const blob = await getBlob();
+    return URL.createObjectURL(blob);
+}
+
+/**
+ * Triggers a download of a blob URL as an MP4 file.
+ */
+export function downloadBlobUrl(blobUrl, filename = 'output.mp4') {
+    const link = document.createElement('a');
+    link.href = blobUrl;
+    link.download = filename;
+    document.body.appendChild(link);
+    link.click();
+    document.body.removeChild(link);
+}