@qearlyao/familiar 0.3.0 → 0.4.0

package/dist/media-understanding.js

@@ -1,120 +0,0 @@
-import { readFile } from "node:fs/promises";
-import { createPartFromBase64, createUserContent, GoogleGenAI } from "@google/genai";
-import { parseModelRef, resolveModel } from "./models.js";
-const GEMINI_API_VERSION_PATTERN = /\/(v1(?:beta|alpha)?|v\d+beta\d*)\/?$/;
-function normalizeDerivedText(text) {
-    return text.trim().replace(/\n{3,}/g, "\n\n");
-}
-function labelForAttachment(kind) {
-    if (kind === "audio")
-        return "transcription";
-    if (kind === "video")
-        return "summary";
-    return "text";
-}
-function geminiHttpOptions(config) {
-    const ref = parseModelRef(`google/${config.mediaUnderstanding.video.model}`);
-    const model = ref ? resolveModel(ref, config) : undefined;
-    const baseUrl = model?.baseUrl;
-    if (!baseUrl)
-        return { timeout: 60_000 };
-    const match = baseUrl.match(GEMINI_API_VERSION_PATTERN);
-    if (!match)
-        return { baseUrl, timeout: 60_000 };
-    return {
-        baseUrl: baseUrl.slice(0, match.index),
-        apiVersion: match[1],
-        timeout: 60_000,
-    };
-}
-async function transcribeAudioAttachment(config, attachment) {
-    if (!attachment.localPath || !attachment.mimeType?.startsWith("audio/"))
-        return undefined;
-    const apiKey = process.env[config.mediaUnderstanding.audio.apiKeyEnv];
-    if (!apiKey) {
-        console.warn(`media understanding skipped: ${config.mediaUnderstanding.audio.apiKeyEnv} is not set`);
-        return undefined;
-    }
-    const form = new FormData();
-    form.set("model", config.mediaUnderstanding.audio.model);
-    form.set("file", new Blob([await readFile(attachment.localPath)], { type: attachment.mimeType }), attachment.name);
-    const response = await fetch("https://api.groq.com/openai/v1/audio/transcriptions", {
-        method: "POST",
-        headers: {
-            Authorization: `Bearer ${apiKey}`,
-        },
-        body: form,
-        signal: AbortSignal.timeout(30_000),
-    });
-    if (!response.ok)
-        throw new Error(`Groq transcription failed: HTTP ${response.status}`);
-    const parsed = (await response.json());
-    const text = parsed.text?.trim();
-    if (!text)
-        return undefined;
-    return {
-        provider: "groq",
-        model: config.mediaUnderstanding.audio.model,
-        text: normalizeDerivedText(text),
-        label: labelForAttachment(attachment.kind),
-    };
-}
-async function summarizeVideoAttachment(config, attachment) {
-    if (!attachment.localPath || !attachment.mimeType?.startsWith("video/"))
-        return undefined;
-    const apiKey = process.env[config.mediaUnderstanding.video.apiKeyEnv];
-    if (!apiKey) {
-        console.warn(`media understanding skipped: ${config.mediaUnderstanding.video.apiKeyEnv} is not set`);
-        return undefined;
-    }
-    const ai = new GoogleGenAI({ apiKey, httpOptions: geminiHttpOptions(config) });
-    const video = await readFile(attachment.localPath);
-    const response = await ai.models.generateContent({
-        model: config.mediaUnderstanding.video.model,
-        contents: createUserContent([
-            {
-                text: "Provide a concise description of this video, including any spoken content if present, and summarize the key visible events.",
-            },
-            createPartFromBase64(video.toString("base64"), attachment.mimeType),
-        ]),
-    });
-    const text = response.text?.trim();
-    if (!text)
-        return undefined;
-    return {
-        provider: "google",
-        model: config.mediaUnderstanding.video.model,
-        text: normalizeDerivedText(text),
-        label: labelForAttachment(attachment.kind),
-    };
-}
-export async function deriveInboundAttachmentText(config, attachments) {
-    const next = [];
-    for (const attachment of attachments) {
-        if (attachment.derived?.text || !attachment.localPath) {
-            next.push(attachment);
-            continue;
-        }
-        try {
-            if (attachment.mimeType?.startsWith("audio/")) {
-                const text = await transcribeAudioAttachment(config, attachment);
-                if (text) {
-                    next.push({ ...attachment, derived: { ...(attachment.derived ?? {}), text } });
-                    continue;
-                }
-            }
-            if (attachment.mimeType?.startsWith("video/")) {
-                const text = await summarizeVideoAttachment(config, attachment);
-                if (text) {
-                    next.push({ ...attachment, derived: { ...(attachment.derived ?? {}), text } });
-                    continue;
-                }
-            }
-        }
-        catch (error) {
-            console.error("media understanding failed", error);
-        }
-        next.push(attachment);
-    }
-    return next;
-}