whale-code 6.4.0

package/dist/server/handlers/video-gen.js

@@ -0,0 +1,466 @@
+// server/handlers/video-gen.ts — Multi-provider video generation
+// Providers: Google Veo (3.1, 3.0, 2.0), OpenAI Sora (sora-2, sora-2-pro)
+// Async polling pattern — video gen takes 1-5 minutes
+// Auto-uploads to Supabase storage, records in store_media
+import { GoogleGenAI } from "@google/genai";
+// In-memory job tracker (server is single-instance on Fly.io)
+const activeJobs = new Map();
+async function getVideoCredentials(sb, storeId) {
+    const creds = {};
+    const results = await Promise.all([
+        (async () => { try {
+            const r = await sb.rpc("decrypt_secret", { p_name: "OPENAI_API_KEY", p_store_id: storeId });
+            return r.data;
+        }
+        catch {
+            return null;
+        } })(),
+        (async () => { try {
+            const r = await sb.rpc("decrypt_secret", { p_name: "GOOGLE_AI_API_KEY", p_store_id: storeId });
+            return r.data;
+        }
+        catch {
+            return null;
+        } })(),
+    ]);
+    if (results[0])
+        creds.openai = results[0];
+    if (results[1])
+        creds.google = results[1];
+    return creds;
+}
+// ============================================================================
+// STORAGE HELPER
+// ============================================================================
+async function uploadVideoAndRecord(sb, storeId, videoData, prompt, provider, model, mimeType = "video/mp4") {
+    const id = crypto.randomUUID();
+    const ext = mimeType.includes("webm") ? "webm" : "mp4";
+    const fileName = `${id}.${ext}`;
+    const storeIdUpper = storeId.toUpperCase();
+    const storagePath = `ai-generated/${storeIdUpper}/videos/${fileName}`;
+    const buffer = Buffer.from(videoData);
+    const { error: uploadErr } = await sb.storage
+        .from("store-media")
+        .upload(storagePath, buffer, { contentType: mimeType, upsert: true });
+    if (uploadErr)
+        throw new Error(`Storage upload failed: ${uploadErr.message}`);
+    const { data: urlData } = sb.storage.from("store-media").getPublicUrl(storagePath);
+    const fileUrl = urlData.publicUrl;
+    const aiTags = [
+        provider === "veo" ? `Veo (${model})` : `Sora (${model})`,
+        "AI Generated",
+        "Video",
+    ];
+    const { data: mediaRow, error: mediaErr } = await sb
+        .from("store_media")
+        .insert({
+        store_id: storeId,
+        file_name: fileName,
+        file_path: storagePath,
+        file_url: fileUrl,
+        file_size: buffer.length,
+        file_type: mimeType,
+        category: "ai_generated",
+        ai_tags: aiTags,
+        ai_description: prompt.substring(0, 500),
+        source: `mcp-${provider}`,
+        folder: "ai-generated",
+    })
+        .select("id")
+        .single();
+    if (mediaErr)
+        console.error("[video-gen] store_media insert error:", mediaErr.message);
+    return { file_url: fileUrl, media_id: mediaRow?.id || id };
+}
+// ============================================================================
+// VEO GENERATION (async polling)
+// ============================================================================
+async function generateWithVeo(apiKey, prompt, model, config, sb, storeId, jobId) {
+    const job = activeJobs.get(jobId);
+    if (!job)
+        return;
+    try {
+        job.status = "generating";
+        const client = new GoogleGenAI({ apiKey });
+        let operation = await client.models.generateVideos({
+            model,
+            prompt,
+            config: {
+                ...(config.aspectRatio ? { aspectRatio: config.aspectRatio } : {}),
+                ...(config.resolution ? { resolution: config.resolution } : {}),
+                ...(config.negativePrompt ? { negativePrompt: config.negativePrompt } : {}),
+            },
+        });
+        // Poll until complete (max 10 minutes)
+        const maxWait = 600_000;
+        const start = Date.now();
+        while (!operation.done && Date.now() - start < maxWait) {
+            await new Promise((r) => setTimeout(r, 10_000));
+            operation = await client.operations.getVideosOperation({ operation });
+        }
+        if (!operation.done) {
+            job.status = "failed";
+            job.error = "Video generation timed out after 10 minutes";
+            return;
+        }
+        const video = operation.response?.generatedVideos?.[0]?.video;
+        if (!video) {
+            job.status = "failed";
+            job.error = "Veo returned no video data";
+            return;
+        }
+        // Wait for file processing to complete (Veo files need post-processing)
+        job.status = "uploading";
+        const videoUri = video.uri;
+        if (!videoUri) {
+            job.status = "failed";
+            job.error = "Veo returned video object without URI";
+            return;
+        }
+        // Extract file ID from URI — format: .../files/FILEID or .../files/FILEID:download
+        const fileIdMatch = videoUri.match(/files\/([^/:?]+)/);
+        if (!fileIdMatch) {
+            job.status = "failed";
+            job.error = `Cannot parse file ID from URI: ${videoUri}`;
+            return;
+        }
+        const fileId = fileIdMatch[1];
+        const fileInfoUrl = `https://generativelanguage.googleapis.com/v1beta/files/${fileId}?key=${apiKey}`;
+        // Poll until file state is ACTIVE (max 10 minutes — Veo processing can be slow)
+        const fileStart = Date.now();
+        let fileState = "PROCESSING";
+        while (fileState === "PROCESSING" && Date.now() - fileStart < 600_000) {
+            await new Promise((r) => setTimeout(r, 5_000));
+            const infoResp = await fetch(fileInfoUrl);
+            if (infoResp.ok) {
+                const info = await infoResp.json();
+                fileState = info.state;
+            }
+        }
+        if (fileState !== "ACTIVE") {
+            job.status = "failed";
+            job.error = `File processing did not complete. State: ${fileState}`;
+            return;
+        }
+        // Download via SDK (writes to temp file, then read)
+        const os = await import("node:os");
+        const path = await import("node:path");
+        const fs = await import("node:fs");
+        const tmpPath = path.join(os.tmpdir(), `veo_${jobId}.mp4`);
+        await client.files.download({
+            file: video,
+            downloadPath: tmpPath,
+        });
+        const videoBytes = fs.readFileSync(tmpPath);
+        fs.unlinkSync(tmpPath);
+        // Upload to storage
+        const { file_url, media_id } = await uploadVideoAndRecord(sb, storeId, videoBytes, prompt, "veo", model);
+        job.status = "completed";
+        job.file_url = file_url;
+        job.media_id = media_id;
+    }
+    catch (err) {
+        job.status = "failed";
+        job.error = err instanceof Error ? err.message : String(err);
+        console.error(`[video-gen] Veo job ${jobId} failed:`, job.error);
+    }
+}
+// ============================================================================
+// SORA GENERATION (async polling)
+// ============================================================================
+async function generateWithSora(apiKey, prompt, model, config, sb, storeId, jobId) {
+    const job = activeJobs.get(jobId);
+    if (!job)
+        return;
+    try {
+        job.status = "generating";
+        const baseUrl = "https://api.openai.com/v1";
+        const headers = { Authorization: `Bearer ${apiKey}`, "Content-Type": "application/json" };
+        // Create video job
+        const createResp = await fetch(`${baseUrl}/videos`, {
+            method: "POST",
+            headers,
+            body: JSON.stringify({
+                model,
+                prompt,
+                ...(config.duration ? { duration: config.duration } : {}),
+                ...(config.resolution ? { resolution: config.resolution } : {}),
+            }),
+        });
+        if (!createResp.ok) {
+            const errText = await createResp.text();
+            throw new Error(`Sora create failed: ${createResp.status} ${errText.substring(0, 300)}`);
+        }
+        const createData = await createResp.json();
+        const videoId = createData.id;
+        // Poll until complete (max 10 minutes)
+        const maxWait = 600_000;
+        const start = Date.now();
+        let status = createData.status;
+        while (status !== "completed" && status !== "failed" && Date.now() - start < maxWait) {
+            await new Promise((r) => setTimeout(r, 10_000));
+            const pollResp = await fetch(`${baseUrl}/videos/${videoId}`, { headers });
+            const pollData = await pollResp.json();
+            status = pollData.status;
+            if (status === "failed") {
+                job.status = "failed";
+                job.error = pollData.error?.message || "Sora generation failed";
+                return;
+            }
+        }
+        if (status !== "completed") {
+            job.status = "failed";
+            job.error = "Video generation timed out after 10 minutes";
+            return;
+        }
+        // Download the video
+        job.status = "uploading";
+        const downloadResp = await fetch(`${baseUrl}/videos/${videoId}/content`, {
+            headers: { Authorization: `Bearer ${apiKey}`, Accept: "video/mp4" },
+        });
+        if (!downloadResp.ok)
+            throw new Error(`Sora download failed: ${downloadResp.status}`);
+        const videoBuffer = Buffer.from(await downloadResp.arrayBuffer());
+        const { file_url, media_id } = await uploadVideoAndRecord(sb, storeId, videoBuffer, prompt, "sora", model);
+        job.status = "completed";
+        job.file_url = file_url;
+        job.media_id = media_id;
+    }
+    catch (err) {
+        job.status = "failed";
+        job.error = err instanceof Error ? err.message : String(err);
+        console.error(`[video-gen] Sora job ${jobId} failed:`, job.error);
+    }
+}
+// ============================================================================
+// HANDLER
+// ============================================================================
+export async function handleVideoGen(sb, args, storeId) {
+    const action = args.action;
+    if (!storeId)
+        return { success: false, error: "store_id is required" };
+    switch (action) {
+        // ================================================================
+        // GENERATE — start a video generation job (returns immediately with job_id)
+        // ================================================================
+        case "generate": {
+            const prompt = args.prompt;
+            if (!prompt)
+                return { success: false, error: "prompt is required" };
+            const provider = args.provider || "veo";
+            const creds = await getVideoCredentials(sb, storeId);
+            const jobId = crypto.randomUUID();
+            const job = {
+                job_id: jobId,
+                provider,
+                model: "",
+                prompt,
+                status: "queued",
+            };
+            switch (provider) {
+                case "veo": {
+                    if (!creds.google)
+                        return { success: false, error: "Google AI API key not configured" };
+                    const model = args.model || "veo-3.1-generate-preview";
+                    const validModels = [
+                        "veo-3.1-generate-preview", "veo-3.1-fast-generate-preview",
+                        "veo-3.0-generate-001", "veo-3.0-fast-generate-001",
+                        "veo-2.0-generate-001",
+                    ];
+                    if (!validModels.includes(model)) {
+                        return { success: false, error: `Invalid Veo model: ${model}. Valid: ${validModels.join(", ")}` };
+                    }
+                    job.model = model;
+                    activeJobs.set(jobId, job);
+                    // Fire and forget — runs in background
+                    generateWithVeo(creds.google, prompt, model, {
+                        aspectRatio: args.aspect_ratio,
+                        resolution: args.resolution,
+                        negativePrompt: args.negative_prompt,
+                    }, sb, storeId, jobId).catch((err) => console.error("[video-gen] Veo background error:", err));
+                    return {
+                        success: true,
+                        data: {
+                            job_id: jobId,
+                            provider: "veo",
+                            model,
+                            status: "queued",
+                            note: "Video generation started. Use action=status with this job_id to check progress. Typically takes 1-5 minutes.",
+                        },
+                    };
+                }
+                case "sora": {
+                    if (!creds.openai)
+                        return { success: false, error: "OpenAI API key not configured" };
+                    const model = args.model || "sora-2";
+                    const validModels = ["sora-2", "sora-2-pro"];
+                    if (!validModels.includes(model)) {
+                        return { success: false, error: `Invalid Sora model: ${model}. Valid: ${validModels.join(", ")}` };
+                    }
+                    job.model = model;
+                    activeJobs.set(jobId, job);
+                    generateWithSora(creds.openai, prompt, model, {
+                        duration: args.duration,
+                        resolution: args.resolution,
+                    }, sb, storeId, jobId).catch((err) => console.error("[video-gen] Sora background error:", err));
+                    return {
+                        success: true,
+                        data: {
+                            job_id: jobId,
+                            provider: "sora",
+                            model,
+                            status: "queued",
+                            note: "Video generation started. Use action=status with this job_id to check progress. Typically takes 1-5 minutes.",
+                        },
+                    };
+                }
+                default:
+                    return { success: false, error: `Unknown provider: ${provider}. Use veo or sora` };
+            }
+        }
+        // ================================================================
+        // BATCH — start multiple video jobs in parallel
+        // ================================================================
+        case "batch": {
+            const items = args.items;
+            if (!items?.length)
+                return { success: false, error: "items array is required" };
+            if (items.length > 5)
+                return { success: false, error: "Maximum 5 videos per batch" };
+            const creds = await getVideoCredentials(sb, storeId);
+            const jobs = [];
+            for (const item of items) {
+                const provider = item.provider || "veo";
+                const jobId = crypto.randomUUID();
+                if (provider === "veo") {
+                    if (!creds.google) {
+                        jobs.push({ job_id: jobId, provider, model: "", prompt: item.prompt, status: "failed: no Google API key" });
+                        continue;
+                    }
+                    const model = item.model || "veo-3.1-generate-preview";
+                    const job = { job_id: jobId, provider, model, prompt: item.prompt, status: "queued" };
+                    activeJobs.set(jobId, job);
+                    generateWithVeo(creds.google, item.prompt, model, {
+                        aspectRatio: item.aspect_ratio, resolution: item.resolution, negativePrompt: item.negative_prompt,
+                    }, sb, storeId, jobId).catch(e => console.warn('[video-gen] veo batch job failed:', e.message));
+                    jobs.push({ job_id: jobId, provider, model, prompt: item.prompt, status: "queued" });
+                }
+                else if (provider === "sora") {
+                    if (!creds.openai) {
+                        jobs.push({ job_id: jobId, provider, model: "", prompt: item.prompt, status: "failed: no OpenAI API key" });
+                        continue;
+                    }
+                    const model = item.model || "sora-2";
+                    const job = { job_id: jobId, provider, model, prompt: item.prompt, status: "queued" };
+                    activeJobs.set(jobId, job);
+                    generateWithSora(creds.openai, item.prompt, model, {
+                        duration: item.duration, resolution: item.resolution,
+                    }, sb, storeId, jobId).catch(e => console.warn('[video-gen] sora batch job failed:', e.message));
+                    jobs.push({ job_id: jobId, provider, model, prompt: item.prompt, status: "queued" });
+                }
+            }
+            return { success: true, data: { total: jobs.length, jobs } };
+        }
+        // ================================================================
+        // STATUS — check status of a video generation job
+        // ================================================================
+        case "status": {
+            const jobId = args.job_id;
+            if (!jobId)
+                return { success: false, error: "job_id is required" };
+            const job = activeJobs.get(jobId);
+            if (!job)
+                return { success: false, error: `Job ${jobId} not found. Jobs are only tracked in memory on this server instance.` };
+            const result = {
+                job_id: job.job_id,
+                provider: job.provider,
+                model: job.model,
+                prompt: job.prompt,
+                status: job.status,
+            };
+            if (job.file_url)
+                result.file_url = job.file_url;
+            if (job.media_id)
+                result.media_id = job.media_id;
+            if (job.error)
+                result.error = job.error;
+            return { success: true, data: result };
+        }
+        // ================================================================
+        // JOBS — list all active/recent jobs
+        // ================================================================
+        case "jobs": {
+            const jobs = Array.from(activeJobs.values()).map((j) => ({
+                job_id: j.job_id,
+                provider: j.provider,
+                model: j.model,
+                prompt: j.prompt.substring(0, 80),
+                status: j.status,
+                ...(j.file_url ? { file_url: j.file_url } : {}),
+                ...(j.error ? { error: j.error } : {}),
+            }));
+            return { success: true, data: { total: jobs.length, jobs } };
+        }
+        // ================================================================
+        // LIST — list generated videos from store_media
+        // ================================================================
+        case "list": {
+            const limit = Math.min(args.limit || 25, 100);
+            const { data, error } = await sb
+                .from("store_media")
+                .select("id, file_name, file_url, file_size, file_type, ai_tags, ai_description, source, created_at")
+                .eq("store_id", storeId)
+                .eq("status", "active")
+                .eq("category", "ai_generated")
+                .or("file_type.eq.video/mp4,file_type.eq.video/webm")
+                .order("created_at", { ascending: false })
+                .limit(limit);
+            if (error)
+                return { success: false, error: error.message };
+            return { success: true, data: { videos: data, count: data?.length || 0 } };
+        }
+        // ================================================================
+        // PROVIDERS — show available video generation providers
+        // ================================================================
+        case "providers": {
+            const creds = await getVideoCredentials(sb, storeId);
+            return {
+                success: true,
+                data: {
+                    providers: [
+                        {
+                            provider: "veo",
+                            configured: !!creds.google,
+                            models: [
+                                { id: "veo-3.1-generate-preview", name: "Veo 3.1", note: "Latest, highest quality, native audio" },
+                                { id: "veo-3.1-fast-generate-preview", name: "Veo 3.1 Fast", note: "Faster, slightly lower quality" },
+                                { id: "veo-3.0-generate-001", name: "Veo 3.0", note: "Stable release" },
+                                { id: "veo-3.0-fast-generate-001", name: "Veo 3.0 Fast", note: "Fast variant" },
+                                { id: "veo-2.0-generate-001", name: "Veo 2.0", note: "Previous generation" },
+                            ],
+                            config: {
+                                aspect_ratios: ["16:9", "9:16"],
+                                resolutions: ["720p", "1080p", "4k"],
+                                negative_prompt: true,
+                            },
+                        },
+                        {
+                            provider: "sora",
+                            configured: !!creds.openai,
+                            models: [
+                                { id: "sora-2", name: "Sora 2", note: "Fast, good for exploration" },
+                                { id: "sora-2-pro", name: "Sora 2 Pro", note: "Production quality, slower" },
+                            ],
+                            config: {
+                                durations: [4, 8, 12],
+                                resolutions: ["720x1280", "1280x720", "1024x1792", "1792x1024"],
+                            },
+                        },
+                    ],
+                },
+            };
+        }
+        default:
+            return { success: false, error: `Unknown action: ${action}. Valid: generate, batch, status, jobs, list, providers` };
+    }
+}

package/dist/server/handlers/voice.d.ts

@@ -0,0 +1,8 @@
+import type { SupabaseClient } from "@supabase/supabase-js";
+type Result = {
+    success: boolean;
+    data?: unknown;
+    error?: string;
+};
+export declare function handleVoice(sb: SupabaseClient, args: Record<string, unknown>, storeId?: string): Promise<Result>;
+export {};