nixamp 0.77.0 → 0.78.1

package/dist/veo-studio.d.ts

@@ -26,11 +26,25 @@ export interface VeoStudioOptions {
     falKey?: string;
     /** What a second of lip sync is counted at under the same monthly cap; deliberately high ($0.10). */
     lipsyncUsdPerSecond?: number;
+    /** gemini-omni-1.1-flash by default; a "veo-..." model is asked the old Veo way. */
     model?: string;
+    /** Omni's resolution: 360p, 720p, 1080p (the default) or 4k. */
+    resolution?: string;
     fetcher?: typeof fetch;
     now?: () => number;
     sleep?: (ms: number) => Promise<void>;
 }
+export declare const OMNI_MODEL = "gemini-omni-1.1-flash";
+/**
+ * What an Omni shot cost, from its token counts at Google's rates: $17.50 per
+ * million video tokens out, $9 per million thinking, $1.50 per million in.
+ * (1080p is about 8,700 video tokens a second, so a 10 s shot is about $1.52.)
+ */
+export declare function omniUsd(usage: {
+    total_input_tokens?: number;
+    total_output_tokens?: number;
+    total_thought_tokens?: number;
+} | undefined): number;
 export declare class VeoStudio {
     private readonly options;
     constructor(options: VeoStudioOptions);
@@ -71,4 +85,12 @@ export declare class VeoStudio {
     }): Promise<Buffer>;
     private sync;
     private make;
+    /**
+     * Gemini Omni Flash, Google's replacement for Veo (Veo 3.1 preview was shut
+     * down 2026-10-22): one POST to /interactions answers with the clip inline.
+     * It has no length setting and makes about 10 s; the label's cutter takes
+     * the seconds it asked for. What it cost comes back as tokens.
+     */
+    private omni;
+    private veo;
 }

package/dist/veo-studio.js

@@ -76,6 +76,19 @@ export function fileLedger(file) {
     };
 }
 const BASE = "https://generativelanguage.googleapis.com/v1beta";
+export const OMNI_MODEL = "gemini-omni-1.1-flash";
+/** Seconds Omni makes for a shot: it takes no length, so a shot is reserved at this. */
+const OMNI_SECONDS = 10;
+/**
+ * What an Omni shot cost, from its token counts at Google's rates: $17.50 per
+ * million video tokens out, $9 per million thinking, $1.50 per million in.
+ * (1080p is about 8,700 video tokens a second, so a 10 s shot is about $1.52.)
+ */
+export function omniUsd(usage) {
+    if (!usage)
+        return 0;
+    return ((usage.total_output_tokens ?? 0) * 17.5 + (usage.total_thought_tokens ?? 0) * 9 + (usage.total_input_tokens ?? 0) * 1.5) / 1e6;
+}
 export class VeoStudio {
     options;
     constructor(options) {
@@ -97,14 +110,25 @@ export class VeoStudio {
     /** One shot: 4, 6 or 8 seconds, 16:9 1080p, with up to three reference images (JPEG). */
     async clip(input) {
         const seconds = [4, 6, 8].includes(input.seconds) ? input.seconds : 8;
-        const cost = seconds * this.rate;
+        // Omni makes about 10 s whatever is asked, so that is what is paid for.
+        const omni = !(this.options.model ?? OMNI_MODEL).startsWith("veo-");
+        const cost = (omni ? OMNI_SECONDS : seconds) * this.rate;
         const month = this.month();
         // Reserved first, in one step that will not go over: two at once cannot both squeeze under the cap.
         if (!(await this.options.ledger.reserve(month, cost, this.cap)))
             throw new VeoBudgetError(`this month's $${this.cap} of Veo is spent`);
         try {
             try {
-                return await this.make(input.prompt, seconds, input.references.slice(0, 3));
+                const made = await this.make(input.prompt, seconds, input.references.slice(0, 3));
+                // Settled at what Google says it cost, when it says.
+                if (made.usd && made.usd > 0) {
+                    const off = cost - made.usd;
+                    if (off > 0)
+                        await this.options.ledger.refund(month, off).catch(() => undefined);
+                    else if (off < 0)
+                        await this.options.ledger.reserve(month, -off, Number.POSITIVE_INFINITY).catch(() => undefined);
+                }
+                return made.bytes;
             }
             catch (error) {
                 // Google out of quota for the day, or its prepaid credit spent: the same Veo on fal.ai.
@@ -200,9 +224,46 @@ export class VeoStudio {
         return await this.falJob(key, "fal-ai/sync-lipsync/v2/pro", { video_url: videoUrl, audio_url: audioUrl }, "the lip sync");
     }
     async make(prompt, seconds, references) {
+        const model = this.options.model ?? OMNI_MODEL;
+        if (!model.startsWith("veo-"))
+            return await this.omni(model, prompt, seconds, references);
+        return { bytes: await this.veo(model, prompt, seconds, references) };
+    }
+    /**
+     * Gemini Omni Flash, Google's replacement for Veo (Veo 3.1 preview was shut
+     * down 2026-10-22): one POST to /interactions answers with the clip inline.
+     * It has no length setting and makes about 10 s; the label's cutter takes
+     * the seconds it asked for. What it cost comes back as tokens.
+     */
+    async omni(model, prompt, seconds, references) {
+        const send = this.options.fetcher ?? fetch;
+        const text = `${prompt.slice(0, 1800)} A ${seconds}-second shot.`;
+        const answer = await send(`${BASE}/interactions`, {
+            method: "POST",
+            headers: { "x-goog-api-key": this.options.key, "content-type": "application/json" },
+            signal: AbortSignal.timeout(10 * 60_000),
+            body: JSON.stringify({
+                model,
+                input: references.length
+                    ? [...references.map((bytes) => ({ type: "image", data: bytes.toString("base64"), mime_type: "image/jpeg" })), { type: "text", text }]
+                    : text,
+                response_format: { type: "video", aspect_ratio: "16:9", resolution: this.options.resolution ?? "1080p" },
+            }),
+        });
+        const body = await answer.json().catch(() => ({}));
+        if (!answer.ok)
+            throw new VeoRefused(`Omni refused the shot: ${body.error?.message?.slice(0, 200) ?? `HTTP ${answer.status}`}`);
+        const data = body.steps?.flatMap((step) => step.content ?? []).find((one) => one.type === "video" && one.data)?.data;
+        if (!data)
+            throw new VeoRefused(`Omni made nothing (${body.status ?? "no status"})`);
+        const bytes = Buffer.from(data, "base64");
+        if (bytes.length < 10_000)
+            throw new VeoRefused("the Omni clip was empty");
+        return { bytes, usd: omniUsd(body.usage) };
+    }
+    async veo(model, prompt, seconds, references) {
         const send = this.options.fetcher ?? fetch;
         const headers = { "x-goog-api-key": this.options.key, "content-type": "application/json" };
-        const model = this.options.model ?? "veo-3.1-fast-generate-preview";
         const started = await send(`${BASE}/models/${model}:predictLongRunning`, {
             method: "POST",
             headers,

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "nixamp",
-  "version": "0.77.0",
+  "version": "0.78.1",
   "description": "It really whips the terminal's ass. A Winamp-shaped audio player for your terminal.",
   "license": "MIT",
   "type": "module",
@@ -46,23 +46,24 @@
   },
   "dependencies": {
     "@profullstack/auth-system": "^0.8.3",
-    "@profullstack/hqtui": "^0.5.0",
+    "@profullstack/group-call": "^0.1.0",
+    "@profullstack/hqtui": "^0.11.1",
     "@profullstack/live-translate": "^0.3.0",
-    "@profullstack/notifications": "^0.1.0",
-    "@profullstack/profile": "0.1.3",
-    "@profullstack/synconfig": "^0.1.2",
-    "@profullstack/throttle": "^0.3.3",
-    "@profullstack/x402-gateway": "^0.11.0",
+    "@profullstack/notifications": "^0.1.4",
+    "@profullstack/profile": "0.1.6",
+    "@profullstack/synconfig": "^0.1.3",
+    "@profullstack/throttle": "^0.3.4",
+    "@profullstack/x402-gateway": "^0.13.1",
     "acme-client": "5.4.0",
-    "pg": "^8.23.0"
+    "pg": "^8.23.1"
   },
   "optionalDependencies": {
-    "@huggingface/transformers": "^4.2.0"
+    "@huggingface/transformers": "^4.3.1"
   },
   "devDependencies": {
-    "@types/node": "^26",
+    "@types/node": "^26.6.5",
     "@types/pg": "^8.23.1",
-    "jsonwebtoken": "^9.0.2",
+    "jsonwebtoken": "^9.0.3",
     "typescript": "^7.0.2"
   },
   "trustedDependencies": [
@@ -85,6 +86,6 @@
   "overrides": {
     "https-proxy-agent": "7.0.6",
     "tslib": "2.8.1",
-    "@profullstack/x402-gateway": "^0.11.0"
+    "@profullstack/x402-gateway": "^0.13.1"
   }
 }