@vibes.diy/api-svc 4.4.2 → 4.5.4

package/public/fs-prompt.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"fs-prompt.js","sourceRoot":"","sources":["../../jsr/public/fs-prompt.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAoB,MAAM,iBAAiB,CAAC;AAE3D,OAAO,EACL,2BAA2B,EAC3B,8BAA8B,EAS9B,UAAU,EACV,cAAc,EACd,eAAe,GAChB,MAAM,sBAAsB,CAAC;AAE9B,OAAO,EAAE,GAAG,EAAE,IAAI,EAAE,EAAE,EAAE,MAAM,6BAA6B,CAAC;AAC5D,OAAO,EAAqE,UAAU,EAAE,MAAM,uBAAuB,CAAC;AACtH,OAAO,EAAE,wBAAwB,EAAE,MAAM,+BAA+B,CAAC;AACzE,OAAO,EAAE,eAAe,EAAE,MAAM,sCAAsC,CAAC;AACvE,OAAO,EAAE,gBAAgB,EAAgB,MAAM,mBAAmB,CAAC;AACnE,OAAO,EAAE,YAAY,EAA6B,MAAM,sBAAsB,CAAC;AAE/E,MAAM,CAAC,KAAK,UAAU,cAAc,CAAC,EACnC,KAAK,EACL,IAAI,EACJ,OAAO,EACP,GAAG,EACH,GAAG,EACH,QAAQ,EACR,QAAQ,GAUT;IACC,IAAI,UAAuB,CAAC;IAC5B,IAAI,2BAA2B,CAAC,GAAG,CAAC,EAAE,CAAC;QACrC,UAAU,GAAG,GAAG,CAAC,KAAK,CAAC;IACzB,CAAC;SAAM,IAAI,8BAA8B,CAAC,GAAG,CAAC,EAAE,CAAC;QAQ/C,IAAI,SAAkB,CAAC;QACvB,IAAI,GAAG,CAAC,OAAO,EAAE,CAAC;YAQhB,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,GAAG,CAAC,EAAE;iBAC7B,MAAM,CAAC,EAAE,UAAU,EAAE,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,UAAU,EAAE,CAAC;iBACvD,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC;iBAC1B,KAAK,CACJ,GAAG,CACD,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,EAAE,GAAG,CAAC,OAAO,CAAC,EAC1C,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,WAAW,EAAE,OAAO,CAAC,WAAW,CAAC,EACzD,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,EAAE,OAAO,CAAC,OAAO,CAAC,CAClD,CACF;iBACA,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;iBAC9C,KAAK,CAAC,CAAC,CAAC;iBACR,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YACrB,IAAI,CAAC,MAAM,EAAE,CAAC;gBACZ,MAAM,IAAI,KAAK,CAAC,qBAAqB,GAAG,CAAC,OAAO,wBAAwB,OAAO,CAAC,WAAW,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC,CAAC;YACpH,CAAC;YACD,SAAS,GAAG,MAAM,CAAC,UAAU,CAAC;QAChC,CAAC;aAAM,CAAC;YAIN,MAAM,aAAa,GAAG,MAAM,IAAI,CAAC,GAAG,CAAC,EAAE;iBACpC,MAAM,EAAE;iBACR,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,cAAc,CAAC;iBACpC,SAAS,CAAC,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC;iBACnG,KAAK,CAAC,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,cAAc,CAAC,MAAM,EAAE,GAAG,CAAC,MAAM,CAAC,CAAC;iBAC5D,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,cAAc,CAAC,OAAO,CAAC,CAAC;iBACrD,KAAK,CAAC,CAAC,CAAC;iBACR,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YACrB,SAAS,GAAG,aAAa,EAAE,IAAI,CAAC,UAAU,CAAC;QAC7C,CAAC;QACD,MAAM,KAAK,GAAe,EAAE,CAAC;QAC7B,IAAI,SAAS,KAAK,SAAS,EAAE,CAAC;YAC5B,MAAM,GAAG,GAAG,MAAM,wBAAwB,CAAC,IAAI,EAAE,UAAU,CAAC,SAAS,EAAE,cAAc,CAAC,CAAC,CAAC;YACxF,KAAK,MAAM,CAAC,QAAQ,EAAE,OAAO,CAAC,IAAI,GAAG,EAAE,CAAC;gBACtC,IAAI,QAAQ,CAAC,UAAU,CAAC,kBAAkB,CAAC;oBAAE,SAAS;gBACtD,KAAK,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,YAAY,EAAE,QAAQ,EAAE,IAAI,EAAE,eAAe,CAAC,QAAQ,CAAC,EAAE,OAAO,EAAE,CAAC,CAAC;YACzF,CAAC;QACH,CAAC;QAGD,MAAM,KAAK,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,IAAI,EAAE,EAAE;YACvC,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC;YAC7B,OAAO,GAAG,CAAC;QACb,CAAC,EAAE,IAAI,GAAG,EAAoB,CAAC,CAAC;QAChC,GAAG,CAAC,QAAQ,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,MAAM,EAAE,EAAE;YACrC,KAAK,CAAC,GAAG,CAAC,MAAM,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;QACrC,CAAC,CAAC,CAAC;QACH,GAAG,CAAC,QAAQ,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,IAAI,EAAE,EAAE;YACpC,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QAC9B,CAAC,CAAC,CAAC;QACH,UAAU,GAAG,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC;IAC1C,CAAC;IACD,MAAM,OAAO,GAAG,MAAM,KAAK;SACxB,UAAU,CAAC,KAAK,IAAI,EAAE;QACrB,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,GAAG,CAAC;QAC5C,IAAI,OAAO,GAAG,CAAC,CAAC;QAChB,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,GAAG,CAAC;QAC1C,IAAI,QAAQ,GAAG,CAAC,CAAC;QACjB,IAAI,KAAK,GAAG,CAAC,CAAC;QACd,MAAM,aAAa,GAAyB;YAC1C;gBACE,IAAI,EAAE,aAAa;gBACnB,OAAO;gBACP,QAAQ,EAAE,QAAQ;gBAClB,GAAG,EAAE,QAAQ,EAAE;gBACf,OAAO,EAAE,OAAO,EAAE;gBAClB,SAAS,EAAE,IAAI,IAAI,EAAE;aACE;YACzB,GAAG,UAAU,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,EAAE;gBAC7B,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,EAAE,CAAC;oBAC3B,OAAO,EAAE,CAAC;gBACZ,CAAC;gBACD,OAAO;oBACL;wBACE,IAAI,EAAE,kBAAkB;wBACxB,SAAS;wBACT,IAAI,EAAE,IAAI,CAAC,IAAI;wBACf,OAAO,EAAE,OAAO;wBAChB,QAAQ,EAAE,QAAQ;wBAClB,GAAG,EAAE,QAAQ,EAAE;wBACf,OAAO;wBACP,SAAS,EAAE,IAAI,IAAI,EAAE;qBACC;oBACxB,GAAG,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,MAAM,EAAE,EAAE;wBAC/C,KAAK,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC;wBACzB,OAAO;4BACL,IAAI,EAAE,iBAAiB;4BACvB,SAAS;4BACT,OAAO;4BACP,IAAI;4BACJ,QAAQ,EAAE,QAAQ;4BAClB,GAAG,EAAE,QAAQ,EAAE;4BACf,SAAS,EAAE,IAAI,IAAI,EAAE;4BACrB,IAAI,EAAE,IAAI,CAAC,IAAI;4BACf,OAAO;4BACP,MAAM;yBACe,CAAC;oBAC1B,CAAC,CAAC;oBACF;wBACE,IAAI,EAAE,gBAAgB;wBACtB,SAAS;wBACT,OAAO;wBACP,QAAQ,EAAE,QAAQ;wBAClB,GAAG,EAAE,QAAQ,EAAE;wBACf,SAAS,EAAE,IAAI,IAAI,EAAE;wBACrB,IAAI,EAAE,IAAI,CAAC,IAAI;wBACf,OAAO;wBACP,KAAK,EAAE,EAAE,KAAK,EAAE,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,KAAK,EAAE;qBACpC;iBACvB,CAAC;YACJ,CAAC,CAAC;SACH,CAAC;QACF,MAAM,KAAK,GAAG;YACZ,IAAI,EAAE,WAAW;YACjB,KAAK,EAAE;gBACL,QAAQ,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE;gBAChC,IAAI,EAAE,EAAE,KAAK,EAAE,QAAQ,EAAE,KAAK,EAAE;gBAChC,KAAK,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE;gBAC7B,KAAK,EAAE,EAAE,KAAK,EAAE,QAAQ,EAAE,KAAK,EAAE;aAClC;YACD,KAAK,EAAE;gBACL,KAAK,EAAE,EAAE;gBACT,UAAU,EAAE;oBACV,aAAa,EAAE,CAAC;oBAChB,iBAAiB,EAAE,CAAC;oBACpB,YAAY,EAAE,CAAC;iBAChB;aACF;YACD,OAAO,EAAE,OAAO;YAChB,QAAQ,EAAE,QAAQ;YAClB,GAAG,EAAE,QAAQ,EAAE;YACf,OAAO,EAAE,OAAO;YAChB,SAAS,EAAE,IAAI,IAAI,EAAE;SACA,CAAC;QACxB,aAAa,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAG1B,KAAK,MAAM,GAAG,IAAI,aAAa,EAAE,CAAC;YAChC,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;gBACrB,MAAM,gBAAgB,CAAC;oBACrB,GAAG;oBACH,IAAI;oBACJ,GAAG;oBACH,QAAQ;oBACR,QAAQ,EAAE,QAAQ,EAAE;oBACpB,GAAG,EAAE,GAAG;oBACR,QAAQ,EAAE,WAAW;iBACtB,CAAC,CAAC;YACL,CAAC;QACH,CAAC;QAED,OAAO,YAAY,CAAC;YAClB,aAAa;YACb,IAAI;YACJ,GAAG;YACH,GAAG;YACH,OAAO;YACP,QAAQ;YACR,KAAK;YACL,QAAQ;YACR,UAAU;YACV,QAAQ;SACT,CAAC,CAAC;IACL,CAAC,CAAC;SACD,EAAE,EAAE,CAAC;IACR,OAAO,MAAM,CAAC,EAAE,CAAC,OAAO,CAAC,CAAC;AAC5B,CAAC"}

package/public/image-gen.d.ts

@@ -0,0 +1,15 @@
+import { Result, HandleTriggerCtx } from "@adviser/cement";
+import { Scope } from "@adviser/scopey";
+import { MsgBase, ReqPromptChatSection, reqPromptImageChatSection, ReqWithVerifiedAuth, VibesDiyError, W3CWebSocketEvent } from "@vibes.diy/api-types";
+import { VibesApiSQLCtx } from "../types.js";
+import { type ResChat } from "./llm-dispatch.js";
+export declare function handleProdiaImageRequest({ scope, ctx, vctx, req, promptId, blockSeq, resolvedModel, resChat, }: {
+    scope: Scope;
+    ctx: HandleTriggerCtx<W3CWebSocketEvent, MsgBase<ReqWithVerifiedAuth<ReqPromptChatSection>>, never | VibesDiyError>;
+    vctx: VibesApiSQLCtx;
+    req: ReqWithVerifiedAuth<typeof reqPromptImageChatSection.infer>;
+    promptId: string;
+    blockSeq: number;
+    resolvedModel: string;
+    resChat: ResChat;
+}): Promise<Result<number>>;

package/public/image-gen.js

@@ -0,0 +1,222 @@
+import { Result, exception2Result } from "@adviser/cement";
+import { storeAndAuditAsset } from "./store-and-audit-asset.js";
+import { prodiaCostCents } from "../billing.js";
+import { appendBlockEvent } from "./llm-dispatch.js";
+export async function handleProdiaImageRequest({ scope, ctx, vctx, req, promptId, blockSeq, resolvedModel, resChat, }) {
+    const prodiaToken = vctx.prodiaToken;
+    if (!prodiaToken) {
+        return Result.Err("PRODIA_TOKEN not configured");
+    }
+    const prodiaStem = resolvedModel.startsWith("prodia/") ? resolvedModel.slice("prodia/".length) : "";
+    if (!prodiaStem) {
+        return Result.Err(`Invalid Prodia model id: ${resolvedModel}`);
+    }
+    const userMessages = req.prompt.messages.filter((m) => m.role === "user");
+    const lastUserMsg = userMessages[userMessages.length - 1];
+    const firstTextPart = lastUserMsg?.content?.find((c) => c.type === "text");
+    const promptText = firstTextPart?.type === "text" ? firstTextPart.text : "";
+    if (!promptText) {
+        return Result.Err("No prompt text found in user messages");
+    }
+    const inputImageDataUrl = req.inputImageBase64;
+    await scope
+        .evalResult(async () => {
+        const r = await appendBlockEvent({
+            ctx,
+            vctx,
+            req,
+            promptId,
+            blockSeq,
+            evt: {
+                type: "prompt.req",
+                streamId: promptId,
+                chatId: req.chatId,
+                seq: blockSeq,
+                request: req.prompt,
+                timestamp: new Date(),
+            },
+        });
+        blockSeq++;
+        return r;
+    })
+        .do();
+    let prodiaRes;
+    if (inputImageDataUrl) {
+        const base64Data = inputImageDataUrl.split(",")[1];
+        const binaryString = atob(base64Data);
+        const bytes = new Uint8Array(binaryString.length);
+        for (let i = 0; i < binaryString.length; i++) {
+            bytes[i] = binaryString.charCodeAt(i);
+        }
+        const formData = new FormData();
+        formData.append("job", new Blob([JSON.stringify({ type: `inference.${prodiaStem}.img2img.v1`, config: { prompt: promptText } })], {
+            type: "application/json",
+        }), "job.json");
+        formData.append("input", new Blob([bytes], { type: "image/jpeg" }), "input.jpg");
+        prodiaRes = await vctx.inferenceFetch("https://inference.prodia.com/v2/job", {
+            method: "POST",
+            headers: {
+                Authorization: `Bearer ${prodiaToken}`,
+                Accept: "image/png",
+            },
+            body: formData,
+        });
+    }
+    else {
+        prodiaRes = await vctx.inferenceFetch("https://inference.prodia.com/v2/job", {
+            method: "POST",
+            headers: {
+                Authorization: `Bearer ${prodiaToken}`,
+                Accept: "image/png",
+                "Content-Type": "application/json",
+            },
+            body: JSON.stringify({
+                type: `inference.${prodiaStem}.txt2img.v1`,
+                config: { prompt: promptText },
+            }),
+        });
+    }
+    if (!prodiaRes.ok) {
+        const errorText = await prodiaRes.text().catch(() => "");
+        return Result.Err(`Prodia request failed: ${prodiaRes.status} ${prodiaRes.statusText} ${errorText}`);
+    }
+    if (!prodiaRes.body) {
+        return Result.Err("Prodia response has no body");
+    }
+    const rStored = await storeAndAuditAsset(vctx, {
+        bytes: prodiaRes.body,
+        userId: req._auth.verifiedAuth.claims.userId,
+        ownerHandle: resChat.ownerHandle,
+        appSlug: resChat.appSlug,
+        mimeType: "image/png",
+    });
+    if (rStored.isErr()) {
+        return Result.Err(`Failed to store Prodia image: ${rStored.Err().message}`);
+    }
+    const imageCostCents = prodiaCostCents(prodiaStem);
+    const zeroTokens = { prompt_tokens: 0, completion_tokens: 0, total_tokens: 0 };
+    const rPromptCtx = await exception2Result(() => vctx.sql.db.insert(vctx.sql.tables.promptContexts).values({
+        userId: req._auth.verifiedAuth.claims.userId,
+        chatId: req.chatId,
+        promptId,
+        nethash: vctx.netHash(),
+        promptTokens: 0,
+        completionTokens: 0,
+        totalTokens: 0,
+        ref: {
+            type: "prompt.usage.sql",
+            usage: {
+                given: [{ ...zeroTokens, cost: imageCostCents / 100 }],
+                calculated: zeroTokens,
+            },
+            model: resolvedModel,
+        },
+        created: new Date().toISOString(),
+    }));
+    if (rPromptCtx.isErr()) {
+        vctx.logger.Warn().Err(rPromptCtx).Str("promptId", promptId).Msg("image-prompt-context-persist-failed");
+    }
+    if (imageCostCents > 0) {
+        const rTrack = await vctx.billing.trackUsage({
+            userId: req._auth.verifiedAuth.claims.userId,
+            costCents: imageCostCents,
+            promptId,
+            model: resolvedModel,
+            mode: "image",
+        });
+        if (rTrack.isErr()) {
+            vctx.logger.Warn().Err(rTrack).Str("promptId", promptId).Msg("billing-track-failed");
+        }
+    }
+    const stored = rStored.Ok();
+    const fileMimeType = stored.mimeType ?? "image/png";
+    const blockId = vctx.sthis.nextId(12).str;
+    const now = new Date();
+    await appendBlockEvent({
+        ctx,
+        vctx,
+        req,
+        promptId,
+        blockSeq: blockSeq++,
+        evt: {
+            type: "block.begin",
+            blockId,
+            streamId: promptId,
+            seq: blockSeq,
+            blockNr: 0,
+            timestamp: now,
+        },
+    });
+    await appendBlockEvent({
+        ctx,
+        vctx,
+        req,
+        promptId,
+        blockSeq: blockSeq++,
+        evt: {
+            type: "block.image",
+            sectionId: vctx.sthis.nextId(12).str,
+            uploadId: stored.uploadId,
+            cid: stored.cid,
+            mimeType: fileMimeType,
+            size: stored.size,
+            blockId,
+            streamId: promptId,
+            seq: blockSeq,
+            blockNr: 1,
+            timestamp: now,
+            stats: { lines: 0, bytes: stored.size, cnt: 1 },
+        },
+    });
+    const zeroStats = { lines: 0, bytes: 0 };
+    const imageStats = { lines: 0, bytes: stored.size, cnt: 1 };
+    await appendBlockEvent({
+        ctx,
+        vctx,
+        req,
+        promptId,
+        blockSeq: blockSeq++,
+        evt: {
+            type: "block.end",
+            blockId,
+            streamId: promptId,
+            seq: blockSeq,
+            blockNr: 2,
+            timestamp: now,
+            stats: {
+                toplevel: zeroStats,
+                code: zeroStats,
+                image: imageStats,
+                total: imageStats,
+            },
+            usage: {
+                given: [],
+                calculated: { prompt_tokens: 0, completion_tokens: 0, total_tokens: 0 },
+            },
+        },
+        emitMode: "emit-only",
+    });
+    const promptContextSql = {
+        type: "prompt.usage.sql",
+        usage: {
+            given: [],
+            calculated: { prompt_tokens: 0, completion_tokens: 0, total_tokens: 0 },
+        },
+    };
+    await exception2Result(() => vctx.sql.db.insert(vctx.sql.tables.chatSections).values({
+        chatId: req.chatId,
+        promptId,
+        blockSeq: blockSeq++,
+        blocks: [promptContextSql],
+        created: now.toISOString(),
+    }));
+    for (const conn of vctx.connections) {
+        const chatCtx = conn.chatIds.get(req.chatId);
+        const promptIdCtx = chatCtx?.promptIds.get(promptId);
+        if (promptIdCtx && chatCtx) {
+            chatCtx.promptIds.delete(promptId);
+        }
+    }
+    return Result.Ok(blockSeq);
+}
+//# sourceMappingURL=image-gen.js.map

package/public/image-gen.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"image-gen.js","sourceRoot":"","sources":["../../jsr/public/image-gen.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAoB,gBAAgB,EAAE,MAAM,iBAAiB,CAAC;AAE7E,OAAO,EAAE,kBAAkB,EAAE,MAAM,4BAA4B,CAAC;AAWhE,OAAO,EAAE,eAAe,EAAE,MAAM,eAAe,CAAC;AAChD,OAAO,EAAE,gBAAgB,EAAgB,MAAM,mBAAmB,CAAC;AAEnE,MAAM,CAAC,KAAK,UAAU,wBAAwB,CAAC,EAC7C,KAAK,EACL,GAAG,EACH,IAAI,EACJ,GAAG,EACH,QAAQ,EACR,QAAQ,EACR,aAAa,EACb,OAAO,GAUR;IACC,MAAM,WAAW,GAAG,IAAI,CAAC,WAAW,CAAC;IACrC,IAAI,CAAC,WAAW,EAAE,CAAC;QACjB,OAAO,MAAM,CAAC,GAAG,CAAC,6BAA6B,CAAC,CAAC;IACnD,CAAC;IAGD,MAAM,UAAU,GAAG,aAAa,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,aAAa,CAAC,KAAK,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;IACpG,IAAI,CAAC,UAAU,EAAE,CAAC;QAChB,OAAO,MAAM,CAAC,GAAG,CAAC,4BAA4B,aAAa,EAAE,CAAC,CAAC;IACjE,CAAC;IAGD,MAAM,YAAY,GAAG,GAAG,CAAC,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,MAAM,CAAC,CAAC;IAC1E,MAAM,WAAW,GAAG,YAAY,CAAC,YAAY,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IAC1D,MAAM,aAAa,GAAG,WAAW,EAAE,OAAO,EAAE,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,MAAM,CAAC,CAAC;IAC3E,MAAM,UAAU,GAAG,aAAa,EAAE,IAAI,KAAK,MAAM,CAAC,CAAC,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC;IAC5E,IAAI,CAAC,UAAU,EAAE,CAAC;QAChB,OAAO,MAAM,CAAC,GAAG,CAAC,uCAAuC,CAAC,CAAC;IAC7D,CAAC;IACD,MAAM,iBAAiB,GAAG,GAAG,CAAC,gBAAgB,CAAC;IAG/C,MAAM,KAAK;SACR,UAAU,CAAC,KAAK,IAAI,EAAE;QACrB,MAAM,CAAC,GAAG,MAAM,gBAAgB,CAAC;YAC/B,GAAG;YACH,IAAI;YACJ,GAAG;YACH,QAAQ;YACR,QAAQ;YACR,GAAG,EAAE;gBACH,IAAI,EAAE,YAAY;gBAClB,QAAQ,EAAE,QAAQ;gBAClB,MAAM,EAAE,GAAG,CAAC,MAAM;gBAClB,GAAG,EAAE,QAAQ;gBACb,OAAO,EAAE,GAAG,CAAC,MAAM;gBACnB,SAAS,EAAE,IAAI,IAAI,EAAE;aACtB;SACF,CAAC,CAAC;QACH,QAAQ,EAAE,CAAC;QACX,OAAO,CAAC,CAAC;IACX,CAAC,CAAC;SACD,EAAE,EAAE,CAAC;IAGR,IAAI,SAAmB,CAAC;IACxB,IAAI,iBAAiB,EAAE,CAAC;QACtB,MAAM,UAAU,GAAG,iBAAiB,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;QACnD,MAAM,YAAY,GAAG,IAAI,CAAC,UAAU,CAAC,CAAC;QACtC,MAAM,KAAK,GAAG,IAAI,UAAU,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC;QAClD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,YAAY,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YAC7C,KAAK,CAAC,CAAC,CAAC,GAAG,YAAY,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;QACxC,CAAC;QACD,MAAM,QAAQ,GAAG,IAAI,QAAQ,EAAE,CAAC;QAChC,QAAQ,CAAC,MAAM,CACb,KAAK,EACL,IAAI,IAAI,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,IAAI,EAAE,aAAa,UAAU,aAAa,EAAE,MAAM,EAAE,EAAE,MAAM,EAAE,UAAU,EAAE,EAAE,CAAC,CAAC,EAAE;YACzG,IAAI,EAAE,kBAAkB;SACzB,CAAC,EACF,UAAU,CACX,CAAC;QACF,QAAQ,CAAC,MAAM,CAAC,OAAO,EAAE,IAAI,IAAI,CAAC,CAAC,KAAK,CAAC,EAAE,EAAE,IAAI,EAAE,YAAY,EAAE,CAAC,EAAE,WAAW,CAAC,CAAC;QACjF,SAAS,GAAG,MAAM,IAAI,CAAC,cAAc,CAAC,qCAAqC,EAAE;YAC3E,MAAM,EAAE,MAAM;YACd,OAAO,EAAE;gBACP,aAAa,EAAE,UAAU,WAAW,EAAE;gBACtC,MAAM,EAAE,WAAW;aACpB;YACD,IAAI,EAAE,QAAQ;SACf,CAAC,CAAC;IACL,CAAC;SAAM,CAAC;QACN,SAAS,GAAG,MAAM,IAAI,CAAC,cAAc,CAAC,qCAAqC,EAAE;YAC3E,MAAM,EAAE,MAAM;YACd,OAAO,EAAE;gBACP,aAAa,EAAE,UAAU,WAAW,EAAE;gBACtC,MAAM,EAAE,WAAW;gBACnB,cAAc,EAAE,kBAAkB;aACnC;YACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;gBACnB,IAAI,EAAE,aAAa,UAAU,aAAa;gBAC1C,MAAM,EAAE,EAAE,MAAM,EAAE,UAAU,EAAE;aAC/B,CAAC;SACH,CAAC,CAAC;IACL,CAAC;IAED,IAAI,CAAC,SAAS,CAAC,EAAE,EAAE,CAAC;QAClB,MAAM,SAAS,GAAG,MAAM,SAAS,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,EAAE,CAAC,CAAC;QACzD,OAAO,MAAM,CAAC,GAAG,CAAC,0BAA0B,SAAS,CAAC,MAAM,IAAI,SAAS,CAAC,UAAU,IAAI,SAAS,EAAE,CAAC,CAAC;IACvG,CAAC;IAID,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,CAAC;QACpB,OAAO,MAAM,CAAC,GAAG,CAAC,6BAA6B,CAAC,CAAC;IACnD,CAAC;IACD,MAAM,OAAO,GAAG,MAAM,kBAAkB,CAAC,IAAI,EAAE;QAC7C,KAAK,EAAE,SAAS,CAAC,IAAI;QACrB,MAAM,EAAE,GAAG,CAAC,KAAK,CAAC,YAAY,CAAC,MAAM,CAAC,MAAM;QAC5C,WAAW,EAAE,OAAO,CAAC,WAAW;QAChC,OAAO,EAAE,OAAO,CAAC,OAAO;QACxB,QAAQ,EAAE,WAAW;KACtB,CAAC,CAAC;IACH,IAAI,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC;QACpB,OAAO,MAAM,CAAC,GAAG,CAAC,iCAAiC,OAAO,CAAC,GAAG,EAAE,CAAC,OAAO,EAAE,CAAC,CAAC;IAC9E,CAAC;IAQD,MAAM,cAAc,GAAG,eAAe,CAAC,UAAU,CAAC,CAAC;IACnD,MAAM,UAAU,GAAG,EAAE,aAAa,EAAE,CAAC,EAAE,iBAAiB,EAAE,CAAC,EAAE,YAAY,EAAE,CAAC,EAAE,CAAC;IAC/E,MAAM,UAAU,GAAG,MAAM,gBAAgB,CAAC,GAAG,EAAE,CAC7C,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,cAAc,CAAC,CAAC,MAAM,CAAC;QACxD,MAAM,EAAE,GAAG,CAAC,KAAK,CAAC,YAAY,CAAC,MAAM,CAAC,MAAM;QAC5C,MAAM,EAAE,GAAG,CAAC,MAAM;QAClB,QAAQ;QACR,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE;QACvB,YAAY,EAAE,CAAC;QACf,gBAAgB,EAAE,CAAC;QACnB,WAAW,EAAE,CAAC;QACd,GAAG,EAAE;YACH,IAAI,EAAE,kBAAkB;YACxB,KAAK,EAAE;gBAIL,KAAK,EAAE,CAAC,EAAE,GAAG,UAAU,EAAE,IAAI,EAAE,cAAc,GAAG,GAAG,EAAc,CAAC;gBAClE,UAAU,EAAE,UAAU;aACvB;YACD,KAAK,EAAE,aAAa;SACM;QAC5B,OAAO,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;KAClC,CAAC,CACH,CAAC;IACF,IAAI,UAAU,CAAC,KAAK,EAAE,EAAE,CAAC;QACvB,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC,GAAG,CAAC,UAAU,EAAE,QAAQ,CAAC,CAAC,GAAG,CAAC,qCAAqC,CAAC,CAAC;IAC1G,CAAC;IAKD,IAAI,cAAc,GAAG,CAAC,EAAE,CAAC;QACvB,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC;YAC3C,MAAM,EAAE,GAAG,CAAC,KAAK,CAAC,YAAY,CAAC,MAAM,CAAC,MAAM;YAC5C,SAAS,EAAE,cAAc;YACzB,QAAQ;YACR,KAAK,EAAE,aAAa;YACpB,IAAI,EAAE,OAAO;SACd,CAAC,CAAC;QACH,IAAI,MAAM,CAAC,KAAK,EAAE,EAAE,CAAC;YACnB,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,UAAU,EAAE,QAAQ,CAAC,CAAC,GAAG,CAAC,sBAAsB,CAAC,CAAC;QACvF,CAAC;IACH,CAAC;IAED,MAAM,MAAM,GAAG,OAAO,CAAC,EAAE,EAAE,CAAC;IAC5B,MAAM,YAAY,GAAG,MAAM,CAAC,QAAQ,IAAI,WAAW,CAAC;IAEpD,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,GAAG,CAAC;IAC1C,MAAM,GAAG,GAAG,IAAI,IAAI,EAAE,CAAC;IAGvB,MAAM,gBAAgB,CAAC;QACrB,GAAG;QACH,IAAI;QACJ,GAAG;QACH,QAAQ;QACR,QAAQ,EAAE,QAAQ,EAAE;QACpB,GAAG,EAAE;YACH,IAAI,EAAE,aAAa;YACnB,OAAO;YACP,QAAQ,EAAE,QAAQ;YAClB,GAAG,EAAE,QAAQ;YACb,OAAO,EAAE,CAAC;YACV,SAAS,EAAE,GAAG;SACf;KACF,CAAC,CAAC;IAKH,MAAM,gBAAgB,CAAC;QACrB,GAAG;QACH,IAAI;QACJ,GAAG;QACH,QAAQ;QACR,QAAQ,EAAE,QAAQ,EAAE;QACpB,GAAG,EAAE;YACH,IAAI,EAAE,aAAa;YACnB,SAAS,EAAE,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,GAAG;YACpC,QAAQ,EAAE,MAAM,CAAC,QAAQ;YACzB,GAAG,EAAE,MAAM,CAAC,GAAG;YACf,QAAQ,EAAE,YAAY;YACtB,IAAI,EAAE,MAAM,CAAC,IAAI;YACjB,OAAO;YACP,QAAQ,EAAE,QAAQ;YAClB,GAAG,EAAE,QAAQ;YACb,OAAO,EAAE,CAAC;YACV,SAAS,EAAE,GAAG;YACd,KAAK,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,KAAK,EAAE,MAAM,CAAC,IAAI,EAAE,GAAG,EAAE,CAAC,EAAE;SAChD;KACF,CAAC,CAAC;IAEH,MAAM,SAAS,GAAG,EAAE,KAAK,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC;IACzC,MAAM,UAAU,GAAG,EAAE,KAAK,EAAE,CAAC,EAAE,KAAK,EAAE,MAAM,CAAC,IAAI,EAAE,GAAG,EAAE,CAAC,EAAE,CAAC;IAG5D,MAAM,gBAAgB,CAAC;QACrB,GAAG;QACH,IAAI;QACJ,GAAG;QACH,QAAQ;QACR,QAAQ,EAAE,QAAQ,EAAE;QACpB,GAAG,EAAE;YACH,IAAI,EAAE,WAAW;YACjB,OAAO;YACP,QAAQ,EAAE,QAAQ;YAClB,GAAG,EAAE,QAAQ;YACb,OAAO,EAAE,CAAC;YACV,SAAS,EAAE,GAAG;YACd,KAAK,EAAE;gBACL,QAAQ,EAAE,SAAS;gBACnB,IAAI,EAAE,SAAS;gBACf,KAAK,EAAE,UAAU;gBACjB,KAAK,EAAE,UAAU;aAClB;YACD,KAAK,EAAE;gBACL,KAAK,EAAE,EAAE;gBACT,UAAU,EAAE,EAAE,aAAa,EAAE,CAAC,EAAE,iBAAiB,EAAE,CAAC,EAAE,YAAY,EAAE,CAAC,EAAE;aACxE;SACF;QACD,QAAQ,EAAE,WAAW;KACtB,CAAC,CAAC;IAGH,MAAM,gBAAgB,GAAqB;QACzC,IAAI,EAAE,kBAAkB;QACxB,KAAK,EAAE;YACL,KAAK,EAAE,EAAE;YACT,UAAU,EAAE,EAAE,aAAa,EAAE,CAAC,EAAE,iBAAiB,EAAE,CAAC,EAAE,YAAY,EAAE,CAAC,EAAE;SACxE;KACF,CAAC;IACF,MAAM,gBAAgB,CAAC,GAAG,EAAE,CAC1B,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC,MAAM,CAAC;QACtD,MAAM,EAAE,GAAG,CAAC,MAAM;QAClB,QAAQ;QACR,QAAQ,EAAE,QAAQ,EAAE;QACpB,MAAM,EAAE,CAAC,gBAAgB,CAAC;QAC1B,OAAO,EAAE,GAAG,CAAC,WAAW,EAAE;KAC3B,CAAC,CACH,CAAC;IAGF,KAAK,MAAM,IAAI,IAAI,IAAI,CAAC,WAAW,EAAE,CAAC;QACpC,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;QAC7C,MAAM,WAAW,GAAG,OAAO,EAAE,SAAS,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;QACrD,IAAI,WAAW,IAAI,OAAO,EAAE,CAAC;YAC3B,OAAO,CAAC,SAAS,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;QACrC,CAAC;IACH,CAAC;IAED,OAAO,MAAM,CAAC,EAAE,CAAC,QAAQ,CAAC,CAAC;AAC7B,CAAC"}

package/public/llm-dispatch.d.ts

@@ -0,0 +1,113 @@
+import { Result, Option, HandleTriggerCtx } from "@adviser/cement";
+import { Scope } from "@adviser/scopey";
+import { LLMHeaders, type PromptStyle, MsgBase, PromptAndBlockMsgs, ReqPromptChatSection, ReqPromptLLMChatSection, ReqWithVerifiedAuth, VibeFile, VibesDiyError, W3CWebSocketEvent } from "@vibes.diy/api-types";
+import { VibesApiSQLCtx } from "../types.js";
+import { LLMRequest, ChatMessage, FileSystemRef, BlockEndMsg } from "@vibes.diy/call-ai-v2";
+import { type LlmAttemptFailure, type LlmAttemptLabel } from "./provider-errors.js";
+export interface LLMRequestWithHeaders extends LLMRequest {
+    headers: LLMHeaders;
+    model: string;
+}
+interface LlmAttemptOk {
+    readonly ok: true;
+    readonly res: Response;
+    readonly abort: AbortController;
+}
+interface LlmAttemptErr {
+    readonly ok: false;
+    readonly abort: AbortController;
+    readonly failure: LlmAttemptFailure;
+}
+interface LlmDispatchOk {
+    readonly ok: true;
+    readonly res: Response;
+    readonly llmReq: LLMRequestWithHeaders;
+    readonly abort: AbortController;
+    readonly attempts: readonly LlmAttemptFailure[];
+}
+interface LlmDispatchErr {
+    readonly ok: false;
+    readonly llmReq: LLMRequestWithHeaders;
+    readonly abort: AbortController;
+    readonly attempts: readonly LlmAttemptFailure[];
+    readonly error: string;
+}
+type LlmDispatchResult = LlmDispatchOk | LlmDispatchErr;
+type LlmRequestPhase = "initial" | "recovery";
+interface LlmAttemptDiagnosticsCtx {
+    readonly chatId: string;
+    readonly promptId: string;
+    readonly phase: LlmRequestPhase;
+    readonly mode: PromptStyle;
+}
+interface DispatchLlmRequestWithFallbackArgs {
+    readonly vctx: VibesApiSQLCtx;
+    readonly mode: PromptStyle;
+    readonly llmReq: LLMRequestWithHeaders;
+    readonly chatId: string;
+    readonly promptId: string;
+    readonly phase: LlmRequestPhase;
+}
+export declare function findFallbackModel(vctx: VibesApiSQLCtx, mode: PromptStyle, failedModel: string): Promise<Result<string>>;
+interface AttemptLlmRequestArgs {
+    readonly vctx: VibesApiSQLCtx;
+    readonly diag: LlmAttemptDiagnosticsCtx;
+    readonly llmReq: LLMRequestWithHeaders;
+    readonly label: LlmAttemptLabel;
+    readonly firstTokenTimeoutMs: number;
+}
+export declare function attemptLlmRequest(args: AttemptLlmRequestArgs): Promise<LlmAttemptOk | LlmAttemptErr>;
+export declare function dispatchLlmRequestWithFallback(args: DispatchLlmRequestWithFallbackArgs): Promise<LlmDispatchResult>;
+export interface ResChat {
+    appSlug: string;
+    ownerHandle: string;
+    mode: PromptStyle;
+}
+interface AppendBlockEventParams {
+    ctx: HandleTriggerCtx<W3CWebSocketEvent, MsgBase<ReqWithVerifiedAuth<ReqPromptChatSection>>, never | VibesDiyError>;
+    vctx: VibesApiSQLCtx;
+    req: ReqWithVerifiedAuth<ReqPromptChatSection>;
+    promptId: string;
+    blockSeq: number;
+    evt: PromptAndBlockMsgs;
+    emitMode?: "store" | "emit-only" | "store-only";
+    resChat?: ResChat;
+}
+export declare function appendBlockEvent({ ctx, vctx, req, promptId, blockSeq, evt, emitMode, resChat, }: AppendBlockEventParams): Promise<Result<void>>;
+export declare function handlePromptContext({ vctx, req, resChat, promptId, blockSeq, value, collectedMsgs: iCollectedMsgs, blockChunks, fileSystem, model, codegenTheme, onFsRef, }: {
+    vctx: VibesApiSQLCtx;
+    req: ReqWithVerifiedAuth<ReqPromptChatSection>;
+    resChat: ResChat;
+    promptId: string;
+    blockSeq: number;
+    value: BlockEndMsg;
+    collectedMsgs: PromptAndBlockMsgs[];
+    blockChunks?: number;
+    fileSystem?: VibeFile[];
+    model?: string;
+    codegenTheme?: string;
+    onFsRef?: (fsRef: FileSystemRef) => Promise<void>;
+}): Promise<Result<{
+    blockSeq: number;
+    fsRef: Option<FileSystemRef>;
+}>>;
+export declare function handlerLlmRequest({ scope, ctx, vctx, blockSeq, req, resChat, promptId, preAssembled, }: {
+    scope: Scope;
+    ctx: HandleTriggerCtx<W3CWebSocketEvent, MsgBase<ReqWithVerifiedAuth<ReqPromptChatSection>>, never | VibesDiyError>;
+    vctx: VibesApiSQLCtx;
+    req: ReqWithVerifiedAuth<ReqPromptLLMChatSection>;
+    resChat: ResChat;
+    promptId: string;
+    blockSeq: number;
+    preAssembled?: {
+        model: string;
+        messages: ChatMessage[];
+        codegenTheme?: string;
+    };
+}): Promise<{
+    res: Response;
+    blockSeq: number;
+    llmReq: LLMRequestWithHeaders;
+    abort: AbortController;
+}>;
+export {};