call-ai 0.0.0-dev-prompts

package/non-streaming.js

@@ -0,0 +1,206 @@
+import { globalDebug, keyStore, initKeyStore } from "./key-management.js";
+import { handleApiError, checkForInvalidModelError } from "./error-handling.js";
+import { responseMetadata, boxString } from "./response-metadata.js";
+import { PACKAGE_VERSION } from "./version.js";
+import { callAiFetch } from "./utils.js";
+const FALLBACK_MODEL = "openrouter/auto";
+async function callAINonStreaming(prompt, options = {}, isRetry = false) {
+    initKeyStore();
+    const messages = Array.isArray(prompt) ? prompt : [{ role: "user", content: prompt }];
+    const apiKey = options.apiKey;
+    const model = options.model || "openai/gpt-3.5-turbo";
+    const endpoint = options.endpoint || "https://openrouter.ai/api/v1";
+    const url = `${endpoint}/chat/completions`;
+    const schemaStrategy = options.schemaStrategy;
+    if (!schemaStrategy) {
+        throw new Error("Schema strategy is required for non-streaming calls");
+    }
+    const responseFormat = options.responseFormat || /gpt-4/.test(model) || /gpt-3.5/.test(model) ? "json" : undefined;
+    const debug = options.debug === undefined ? globalDebug : options.debug;
+    if (debug) {
+        console.log(`[callAi:${PACKAGE_VERSION}] Making non-streaming request to: ${url}`);
+        console.log(`[callAi:${PACKAGE_VERSION}] With model: ${model}`);
+    }
+    const requestBody = {
+        model,
+        messages,
+        max_tokens: options.maxTokens || 2048,
+        temperature: options.temperature !== undefined ? options.temperature : 0.7,
+        top_p: options.topP !== undefined ? options.topP : 1,
+        stream: false,
+    };
+    if (responseFormat === "json") {
+        requestBody.response_format = { type: "json_object" };
+    }
+    if (options.schema) {
+        Object.assign(requestBody, schemaStrategy.prepareRequest(options.schema, messages));
+    }
+    const headers = {
+        Authorization: `Bearer ${apiKey}`,
+        "HTTP-Referer": options.referer || "https://vibes.diy",
+        "X-Title": options.title || "Vibes",
+        "Content-Type": "application/json",
+    };
+    if (options.headers) {
+        Object.assign(headers, options.headers);
+    }
+    Object.keys(options).forEach((key) => {
+        if (![
+            "apiKey",
+            "model",
+            "endpoint",
+            "stream",
+            "schema",
+            "maxTokens",
+            "temperature",
+            "topP",
+            "responseFormat",
+            "referer",
+            "title",
+            "headers",
+            "skipRefresh",
+            "debug",
+        ].includes(key)) {
+            requestBody[key] = options[key];
+        }
+    });
+    if (debug) {
+        console.log(`[callAi:${PACKAGE_VERSION}] Request headers:`, headers);
+        console.log(`[callAi:${PACKAGE_VERSION}] Request body:`, requestBody);
+    }
+    const meta = {
+        model,
+        endpoint,
+        timing: {
+            startTime: Date.now(),
+            endTime: 0,
+            duration: 0,
+        },
+    };
+    try {
+        const response = await callAiFetch(options)(url, {
+            method: "POST",
+            headers,
+            body: JSON.stringify(requestBody),
+        });
+        if (!response.ok) {
+            const { isInvalidModel, errorData } = await checkForInvalidModelError(response, model, debug);
+            if (isInvalidModel && !isRetry && !options.skipRetry) {
+                if (debug) {
+                    console.log(`[callAi:${PACKAGE_VERSION}] Invalid model "${model}", falling back to "${FALLBACK_MODEL}"`);
+                }
+                return callAINonStreaming(prompt, {
+                    ...options,
+                    model: FALLBACK_MODEL,
+                }, true);
+            }
+            const errorText = errorData ? JSON.stringify(errorData) : `HTTP error! Status: ${response.status}`;
+            throw new Error(errorText);
+        }
+        let result;
+        try {
+            if (/claude/.test(model)) {
+                result = await extractClaudeResponse(response);
+            }
+            else {
+                const json = await response.json();
+                result = extractContent(json, schemaStrategy);
+            }
+        }
+        catch (parseError) {
+            throw new Error(`Failed to parse API response: ${parseError instanceof Error ? parseError.message : String(parseError)}`);
+        }
+        const endTime = Date.now();
+        meta.timing.endTime = endTime;
+        meta.timing.duration = endTime - meta.timing.startTime;
+        const resultString = typeof result === "string" ? result : JSON.stringify(result);
+        const boxed = boxString(resultString);
+        responseMetadata.set(boxed, meta);
+        return resultString;
+    }
+    catch (error) {
+        const isNetworkError = error instanceof Error && (error.message.includes("Network") || error.name === "TypeError");
+        if (isNetworkError) {
+            if (debug) {
+                console.error(`[callAi:${PACKAGE_VERSION}] Network error during fetch:`, error);
+            }
+            throw error;
+        }
+        await handleApiError(error, "Non-streaming API call", options.debug, {
+            apiKey: apiKey || undefined,
+            endpoint: options.endpoint || undefined,
+            skipRefresh: options.skipRefresh,
+        });
+        if (keyStore().current && keyStore().current !== apiKey) {
+            if (debug) {
+                console.log(`[callAi:${PACKAGE_VERSION}] Retrying with refreshed API key`);
+            }
+            return callAINonStreaming(prompt, {
+                ...options,
+                apiKey: keyStore().current,
+            }, isRetry);
+        }
+        throw error;
+    }
+}
+function extractContent(result, schemaStrategy) {
+    if (!result) {
+        return "";
+    }
+    if (result.choices && result.choices.length > 0) {
+        const choice = result.choices[0];
+        if (choice.message && choice.message.content) {
+            return schemaStrategy.processResponse(choice.message.content);
+        }
+        if (choice.message && choice.message.function_call) {
+            return schemaStrategy.processResponse(choice.message.function_call);
+        }
+        if (choice.message && choice.message.tool_calls) {
+            return schemaStrategy.processResponse(choice.message.tool_calls);
+        }
+        if (choice.message && Array.isArray(choice.message.content)) {
+            let textContent = "";
+            let toolUse = null;
+            for (const block of choice.message.content) {
+                if (block.type === "text") {
+                    textContent += block.text || "";
+                }
+                else if (block.type === "tool_use") {
+                    toolUse = block;
+                    break;
+                }
+            }
+            if (toolUse) {
+                return schemaStrategy.processResponse(toolUse);
+            }
+            return schemaStrategy.processResponse(textContent);
+        }
+        if (choice.text) {
+            return schemaStrategy.processResponse(choice.text);
+        }
+    }
+    if (typeof result !== "string") {
+        throw new Error(`Failed to extract content from API response: ${JSON.stringify(result)}`);
+    }
+    return result;
+}
+async function extractClaudeResponse(response) {
+    try {
+        const timeoutPromise = new Promise((_, reject) => {
+            setTimeout(() => {
+                reject(new Error("Timeout extracting Claude response"));
+            }, 5000);
+        });
+        const responsePromise = response.json();
+        const json = await Promise.race([responsePromise, timeoutPromise]);
+        if (json.choices && json.choices.length > 0 && json.choices[0].message && json.choices[0].message.content) {
+            return json.choices[0].message.content;
+        }
+        return json;
+    }
+    catch (error) {
+        throw new Error(`Failed to extract Claude response: ${error instanceof Error ? error.message : String(error)}`);
+    }
+}
+export { callAINonStreaming, extractContent, extractClaudeResponse, PACKAGE_VERSION, FALLBACK_MODEL };
+//# sourceMappingURL=non-streaming.js.map

package/non-streaming.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"non-streaming.js","sourceRoot":"","sources":["../jsr/non-streaming.ts"],"names":[],"mappings":"AAIA,OAAO,EAAE,WAAW,EAAE,QAAQ,EAAE,YAAY,EAAE,MAAM,qBAAqB,CAAC;AAC1E,OAAO,EAAE,cAAc,EAAE,yBAAyB,EAAE,MAAM,qBAAqB,CAAC;AAChF,OAAO,EAAE,gBAAgB,EAAE,SAAS,EAAE,MAAM,wBAAwB,CAAC;AACrE,OAAO,EAAE,eAAe,EAAE,MAAM,cAAc,CAAC;AAC/C,OAAO,EAAE,WAAW,EAAE,MAAM,YAAY,CAAC;AAGzC,MAAM,cAAc,GAAG,iBAAiB,CAAC;AAGzC,KAAK,UAAU,kBAAkB,CAAC,MAA0B,EAAE,OAAO,GAAkB,EAAE,EAAE,OAAO,GAAG,KAAK,EAAmB;IAE3H,YAAY,EAAE,CAAC;IAGf,MAAM,QAAQ,GAAG,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAoB,CAAC,CAAC;IAGxG,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;IAC9B,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,IAAI,sBAAsB,CAAC;IAGtD,MAAM,QAAQ,GAAG,OAAO,CAAC,QAAQ,IAAI,8BAA8B,CAAC;IAGpE,MAAM,GAAG,GAAG,GAAG,QAAQ,mBAAmB,CAAC;IAG3C,MAAM,cAAc,GAAG,OAAO,CAAC,cAAc,CAAC;IAC9C,IAAI,CAAC,cAAc,EAAE,CAAC;QACpB,MAAM,IAAI,KAAK,CAAC,qDAAqD,CAAC,CAAC;IACzE,CAAC;IAGD,MAAM,cAAc,GAAG,OAAO,CAAC,cAAc,IAAI,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,SAAS,CAAC;IAEnH,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC;IAExE,IAAI,KAAK,EAAE,CAAC;QACV,OAAO,CAAC,GAAG,CAAC,WAAW,eAAe,sCAAsC,GAAG,EAAE,CAAC,CAAC;QACnF,OAAO,CAAC,GAAG,CAAC,WAAW,eAAe,iBAAiB,KAAK,EAAE,CAAC,CAAC;IAClE,CAAC;IAGD,MAAM,WAAW,GAA2B;QAC1C,KAAK;QACL,QAAQ;QACR,UAAU,EAAE,OAAO,CAAC,SAAS,IAAI,IAAI;QACrC,WAAW,EAAE,OAAO,CAAC,WAAW,KAAK,SAAS,CAAC,CAAC,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC,CAAC,GAAG;QAC1E,KAAK,EAAE,OAAO,CAAC,IAAI,KAAK,SAAS,CAAC,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACpD,MAAM,EAAE,KAAK;KACd,CAAC;IAGF,IAAI,cAAc,KAAK,MAAM,EAAE,CAAC;QAC9B,WAAW,CAAC,eAAe,GAAG,EAAE,IAAI,EAAE,aAAa,EAAE,CAAC;IACxD,CAAC;IAGD,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;QACnB,MAAM,CAAC,MAAM,CAAC,WAAW,EAAE,cAAc,CAAC,cAAc,CAAC,OAAO,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC,CAAC;IACtF,CAAC;IAGD,MAAM,OAAO,GAA2B;QACtC,aAAa,EAAE,UAAU,MAAM,EAAE;QACjC,cAAc,EAAE,OAAO,CAAC,OAAO,IAAI,mBAAmB;QACtD,SAAS,EAAE,OAAO,CAAC,KAAK,IAAI,OAAO;QACnC,cAAc,EAAE,kBAAkB;KACnC,CAAC;IAGF,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;QACpB,MAAM,CAAC,MAAM,CAAC,OAAO,EAAE,OAAO,CAAC,OAAO,CAAC,CAAC;IAC1C,CAAC;IAGD,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,OAAO,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC;QACpC,IACE,CAAC;YACC,QAAQ;YACR,OAAO;YACP,UAAU;YACV,QAAQ;YACR,QAAQ;YACR,WAAW;YACX,aAAa;YACb,MAAM;YACN,gBAAgB;YAChB,SAAS;YACT,OAAO;YACP,SAAS;YACT,aAAa;YACb,OAAO;SACR,CAAC,QAAQ,CAAC,GAAG,CAAC,EACf,CAAC;YACD,WAAW,CAAC,GAAG,CAAC,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC;QAClC,CAAC;IAAA,CACF,CAAC,CAAC;IAEH,IAAI,KAAK,EAAE,CAAC;QACV,OAAO,CAAC,GAAG,CAAC,WAAW,eAAe,oBAAoB,EAAE,OAAO,CAAC,CAAC;QACrE,OAAO,CAAC,GAAG,CAAC,WAAW,eAAe,iBAAiB,EAAE,WAAW,CAAC,CAAC;IACxE,CAAC;IAGD,MAAM,IAAI,GAAG;QACX,KAAK;QACL,QAAQ;QACR,MAAM,EAAE;YACN,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;YACrB,OAAO,EAAE,CAAC;YACV,QAAQ,EAAE,CAAC;SACZ;KACF,CAAC;IAEF,IAAI,CAAC;QAEH,MAAM,QAAQ,GAAG,MAAM,WAAW,CAAC,OAAO,CAAC,CAAC,GAAG,EAAE;YAC/C,MAAM,EAAE,MAAM;YACd,OAAO;YACP,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,WAAW,CAAC;SAClC,CAAC,CAAC;QAGH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;YAEjB,MAAM,EAAE,cAAc,EAAE,SAAS,EAAE,GAAG,MAAM,yBAAyB,CAAC,QAAQ,EAAE,KAAK,EAAE,KAAK,CAAC,CAAC;YAE9F,IAAI,cAAc,IAAI,CAAC,OAAO,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,CAAC;gBACrD,IAAI,KAAK,EAAE,CAAC;oBACV,OAAO,CAAC,GAAG,CAAC,WAAW,eAAe,oBAAoB,KAAK,uBAAuB,cAAc,GAAG,CAAC,CAAC;gBAC3G,CAAC;gBAGD,OAAO,kBAAkB,CACvB,MAAM,EACN;oBACE,GAAG,OAAO;oBACV,KAAK,EAAE,cAAc;iBACtB,EACD,IAAI,CACL,CAAC;YACJ,CAAC;YAGD,MAAM,SAAS,GAAG,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,uBAAuB,QAAQ,CAAC,MAAM,EAAE,CAAC;YACnG,MAAM,IAAI,KAAK,CAAC,SAAS,CAAC,CAAC;QAC7B,CAAC;QAGD,IAAI,MAAM,CAAC;QACX,IAAI,CAAC;YAEH,IAAI,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC;gBACzB,MAAM,GAAG,MAAM,qBAAqB,CAAC,QAAQ,CAAC,CAAC;YACjD,CAAC;iBAAM,CAAC;gBACN,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;gBACnC,MAAM,GAAG,cAAc,CAAC,IAAI,EAAE,cAAc,CAAC,CAAC;YAChD,CAAC;QACH,CAAC;QAAC,OAAO,UAAU,EAAE,CAAC;YACpB,MAAM,IAAI,KAAK,CAAC,iCAAiC,UAAU,YAAY,KAAK,CAAC,CAAC,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,UAAU,CAAC,EAAE,CAAC,CAAC;QAC5H,CAAC;QAGD,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC3B,IAAI,CAAC,MAAM,CAAC,OAAO,GAAG,OAAO,CAAC;QAC9B,IAAI,CAAC,MAAM,CAAC,QAAQ,GAAG,OAAO,GAAG,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC;QAGvD,MAAM,YAAY,GAAG,OAAO,MAAM,KAAK,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;QAGlF,MAAM,KAAK,GAAG,SAAS,CAAC,YAAY,CAAC,CAAC;QACtC,gBAAgB,CAAC,GAAG,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC;QAElC,OAAO,YAAY,CAAC;IACtB,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QAEf,MAAM,cAAc,GAAG,KAAK,YAAY,KAAK,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,KAAK,CAAC,IAAI,KAAK,WAAW,CAAC,CAAC;QAEnH,IAAI,cAAc,EAAE,CAAC;YAEnB,IAAI,KAAK,EAAE,CAAC;gBACV,OAAO,CAAC,KAAK,CAAC,WAAW,eAAe,+BAA+B,EAAE,KAAK,CAAC,CAAC;YAClF,CAAC;YACD,MAAM,KAAK,CAAC;QACd,CAAC;QAGD,MAAM,cAAc,CAAC,KAA0B,EAAE,wBAAwB,EAAE,OAAO,CAAC,KAAK,EAAE;YACxF,MAAM,EAAE,MAAM,IAAI,SAAS;YAC3B,QAAQ,EAAE,OAAO,CAAC,QAAQ,IAAI,SAAS;YACvC,WAAW,EAAE,OAAO,CAAC,WAAW;SACjC,CAAC,CAAC;QAGH,IAAI,QAAQ,EAAE,CAAC,OAAO,IAAI,QAAQ,EAAE,CAAC,OAAO,KAAK,MAAM,EAAE,CAAC;YACxD,IAAI,KAAK,EAAE,CAAC;gBACV,OAAO,CAAC,GAAG,CAAC,WAAW,eAAe,mCAAmC,CAAC,CAAC;YAC7E,CAAC;YAGD,OAAO,kBAAkB,CACvB,MAAM,EACN;gBACE,GAAG,OAAO;gBACV,MAAM,EAAE,QAAQ,EAAE,CAAC,OAAO;aAC3B,EACD,OAAO,CACR,CAAC;QACJ,CAAC;QAID,MAAM,KAAK,CAAC;IACd,CAAC;AAAA,CACF;AAGD,SAAS,cAAc,CAAC,MAAgB,EAAE,cAA8B,EAAU;IAGhF,IAAI,CAAC,MAAM,EAAE,CAAC;QACZ,OAAO,EAAE,CAAC;IACZ,CAAC;IAGD,IAAI,MAAM,CAAC,OAAO,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAChD,MAAM,MAAM,GAAG,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;QAGjC,IAAI,MAAM,CAAC,OAAO,IAAI,MAAM,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC;YAC7C,OAAO,cAAc,CAAC,eAAe,CAAC,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;QAChE,CAAC;QAGD,IAAI,MAAM,CAAC,OAAO,IAAI,MAAM,CAAC,OAAO,CAAC,aAAa,EAAE,CAAC;YACnD,OAAO,cAAc,CAAC,eAAe,CAAC,MAAM,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC;QACtE,CAAC;QAGD,IAAI,MAAM,CAAC,OAAO,IAAI,MAAM,CAAC,OAAO,CAAC,UAAU,EAAE,CAAC;YAChD,OAAO,cAAc,CAAC,eAAe,CAAC,MAAM,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC;QACnE,CAAC;QAGD,IAAI,MAAM,CAAC,OAAO,IAAI,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC;YAC5D,IAAI,WAAW,GAAG,EAAE,CAAC;YACrB,IAAI,OAAO,GAAG,IAAI,CAAC;YAGnB,KAAK,MAAM,KAAK,IAAI,MAAM,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC;gBAC3C,IAAI,KAAK,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;oBAC1B,WAAW,IAAI,KAAK,CAAC,IAAI,IAAI,EAAE,CAAC;gBAClC,CAAC;qBAAM,IAAI,KAAK,CAAC,IAAI,KAAK,UAAU,EAAE,CAAC;oBACrC,OAAO,GAAG,KAAK,CAAC;oBAChB,MAAM;gBACR,CAAC;YACH,CAAC;YAGD,IAAI,OAAO,EAAE,CAAC;gBACZ,OAAO,cAAc,CAAC,eAAe,CAAC,OAAO,CAAC,CAAC;YACjD,CAAC;YAGD,OAAO,cAAc,CAAC,eAAe,CAAC,WAAW,CAAC,CAAC;QACrD,CAAC;QAGD,IAAI,MAAM,CAAC,IAAI,EAAE,CAAC;YAChB,OAAO,cAAc,CAAC,eAAe,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;QACrD,CAAC;IACH,CAAC;IACD,IAAI,OAAO,MAAM,KAAK,QAAQ,EAAE,CAAC;QAC/B,MAAM,IAAI,KAAK,CAAC,gDAAgD,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;IAC5F,CAAC;IAGD,OAAO,MAAM,CAAC;AAAA,CACf;AAGD,KAAK,UAAU,qBAAqB,CAAC,QAAkB,EAAiC;IACtF,IAAI,CAAC;QACH,MAAM,cAAc,GAAG,IAAI,OAAO,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,EAAE,CAAC;YAChD,UAAU,CAAC,GAAG,EAAE,CAAC;gBACf,MAAM,CAAC,IAAI,KAAK,CAAC,oCAAoC,CAAC,CAAC,CAAC;YAAA,CACzD,EAAE,IAAI,CAAC,CAAC;QAAA,CACV,CAAC,CAAC;QAEH,MAAM,eAAe,GAAG,QAAQ,CAAC,IAAI,EAAE,CAAC;QAGxC,MAAM,IAAI,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC,eAAe,EAAE,cAAc,CAAC,CAAC,CAAC;QAEnE,IAAI,IAAI,CAAC,OAAO,IAAI,IAAI,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,IAAI,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,IAAI,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC;YAC1G,OAAO,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC;QACzC,CAAC;QAGD,OAAO,IAAI,CAAC;IACd,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,IAAI,KAAK,CAAC,sCAAsC,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;IAClH,CAAC;AAAA,CACF;AAED,OAAO,EAAE,kBAAkB,EAAE,cAAc,EAAE,qBAAqB,EAAE,eAAe,EAAE,cAAc,EAAE,CAAC"}

package/package.json

@@ -0,0 +1,43 @@
+{
+  "name": "call-ai",
+  "version": "0.0.0-dev-prompts",
+  "description": "Lightweight library for making AI API calls with streaming support",
+  "type": "module",
+  "repository": {
+    "type": "git",
+    "url": "https://github.com/fireproof-storage/call-ai.git"
+  },
+  "homepage": "https://github.com/fireproof-storage/call-ai",
+  "bugs": {
+    "url": "https://github.com/fireproof-storage/call-ai/issues"
+  },
+  "keywords": [
+    "ai",
+    "llm",
+    "api",
+    "call",
+    "openai",
+    "streaming",
+    "openrouter"
+  ],
+  "contributors": [
+    "J Chris Anderson",
+    "Meno Abels"
+  ],
+  "license": "Apache-2.0",
+  "devDependencies": {
+    "@fireproof/core-cli": "^0.23.11",
+    "@types/node": "^24.0.15",
+    "typescript": "^5.8.3"
+  },
+  "engines": {
+    "node": ">=20.0.0"
+  },
+  "dependencies": {
+    "@adviser/cement": "^0.4.30",
+    "@fireproof/core-runtime": "^0.23.13"
+  },
+  "scripts": {
+    "build": "core-cli tsc"
+  }
+}

package/response-metadata.d.ts

@@ -0,0 +1,6 @@
+import { ResponseMeta } from "./types.js";
+declare const responseMetadata: WeakMap<object, ResponseMeta>;
+declare const stringResponseMap: Map<string, object>;
+declare function boxString(str: string): object;
+declare function getMeta(response: string | AsyncGenerator<string, string, unknown>): ResponseMeta | undefined;
+export { responseMetadata, stringResponseMap, boxString, getMeta };

package/response-metadata.js

@@ -0,0 +1,22 @@
+const responseMetadata = new WeakMap();
+const stringResponseMap = new Map();
+function boxString(str) {
+    if (stringResponseMap.has(str)) {
+        return stringResponseMap.get(str);
+    }
+    const box = Object.create(null);
+    stringResponseMap.set(str, box);
+    return box;
+}
+function getMeta(response) {
+    if (typeof response === "string") {
+        const box = stringResponseMap.get(response);
+        if (box) {
+            return responseMetadata.get(box);
+        }
+        return undefined;
+    }
+    return responseMetadata.get(response);
+}
+export { responseMetadata, stringResponseMap, boxString, getMeta };
+//# sourceMappingURL=response-metadata.js.map

package/response-metadata.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"response-metadata.js","sourceRoot":"","sources":["../jsr/response-metadata.ts"],"names":[],"mappings":"AAOA,MAAM,gBAAgB,GAAG,IAAI,OAAO,EAAwB,CAAC;AAG7D,MAAM,iBAAiB,GAAG,IAAI,GAAG,EAAkB,CAAC;AAMpD,SAAS,SAAS,CAAC,GAAW,EAAU;IAEtC,IAAI,iBAAiB,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC;QAC/B,OAAO,iBAAiB,CAAC,GAAG,CAAC,GAAG,CAAW,CAAC;IAC9C,CAAC;IAED,MAAM,GAAG,GAAG,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;IAChC,iBAAiB,CAAC,GAAG,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC;IAChC,OAAO,GAAG,CAAC;AAAA,CACZ;AAOD,SAAS,OAAO,CAAC,QAA0D,EAA4B;IACrG,IAAI,OAAO,QAAQ,KAAK,QAAQ,EAAE,CAAC;QACjC,MAAM,GAAG,GAAG,iBAAiB,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;QAC5C,IAAI,GAAG,EAAE,CAAC;YACR,OAAO,gBAAgB,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QACnC,CAAC;QACD,OAAO,SAAS,CAAC;IACnB,CAAC;IAED,OAAO,gBAAgB,CAAC,GAAG,CAAC,QAAkB,CAAC,CAAC;AAAA,CACjD;AAED,OAAO,EAAE,gBAAgB,EAAE,iBAAiB,EAAE,SAAS,EAAE,OAAO,EAAE,CAAC"}

package/strategies/index.d.ts

@@ -0,0 +1,2 @@
+export * from "./model-strategies.js";
+export * from "./strategy-selector.js";

package/strategies/index.js

@@ -0,0 +1,3 @@
+export * from "./model-strategies.js";
+export * from "./strategy-selector.js";
+//# sourceMappingURL=index.js.map

package/strategies/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../jsr/strategies/index.ts"],"names":[],"mappings":"AAGA,cAAc,uBAAuB,CAAC;AACtC,cAAc,wBAAwB,CAAC"}

package/strategies/model-strategies.d.ts

@@ -0,0 +1,6 @@
+import { ModelStrategy } from "../types.js";
+export declare const openAIStrategy: ModelStrategy;
+export declare const geminiStrategy: ModelStrategy;
+export declare const claudeStrategy: ModelStrategy;
+export declare const systemMessageStrategy: ModelStrategy;
+export declare const defaultStrategy: ModelStrategy;

package/strategies/model-strategies.js

@@ -0,0 +1,138 @@
+import { isToolUseType, } from "../types.js";
+import { recursivelyAddAdditionalProperties } from "../utils.js";
+export const openAIStrategy = {
+    name: "openai",
+    prepareRequest: (schema) => {
+        if (!schema)
+            throw new Error("Schema strategy not implemented");
+        const requiredFields = schema.required || Object.keys(schema.properties || {});
+        const processedSchema = recursivelyAddAdditionalProperties({
+            type: "object",
+            properties: schema.properties || {},
+            required: requiredFields,
+            additionalProperties: schema.additionalProperties !== undefined ? schema.additionalProperties : false,
+            ...Object.fromEntries(Object.entries(schema).filter(([key]) => !["name", "properties", "required", "additionalProperties"].includes(key))),
+        });
+        return {
+            response_format: {
+                type: "json_schema",
+                json_schema: {
+                    name: schema.name || "result",
+                    strict: true,
+                    schema: processedSchema,
+                },
+            },
+        };
+    },
+    processResponse: (content) => {
+        if (typeof content !== "string") {
+            return JSON.stringify(content);
+        }
+        return content;
+    },
+};
+export const geminiStrategy = {
+    name: "gemini",
+    prepareRequest: openAIStrategy.prepareRequest,
+    processResponse: (content) => {
+        if (typeof content !== "string") {
+            return JSON.stringify(content);
+        }
+        const jsonMatch = content.match(/```json\s*([\s\S]*?)\s*```/) ||
+            content.match(/```\s*([\s\S]*?)\s*```/) ||
+            content.match(/\{[\s\S]*\}/) || [null, content];
+        return jsonMatch[1] || content;
+    },
+};
+export const claudeStrategy = {
+    name: "anthropic",
+    shouldForceStream: true,
+    prepareRequest: (schema) => {
+        if (!schema)
+            throw new Error("Schema strategy not implemented");
+        const processedSchema = {
+            type: "object",
+            properties: schema.properties || {},
+            required: schema.required || Object.keys(schema.properties || {}),
+            additionalProperties: schema.additionalProperties !== undefined ? schema.additionalProperties : false,
+        };
+        return {
+            tools: [
+                {
+                    type: "function",
+                    function: {
+                        name: schema.name || "generate_structured_data",
+                        description: "Generate data according to the required schema",
+                        parameters: processedSchema,
+                    },
+                },
+            ],
+            tool_choice: {
+                type: "function",
+                function: {
+                    name: schema.name || "generate_structured_data",
+                },
+            },
+        };
+    },
+    processResponse: (content) => {
+        if (isToolUseType(content)) {
+            if (content.type === "tool_use") {
+                return JSON.stringify(content.input);
+            }
+            if (content.tool_calls && Array.isArray(content.tool_calls) && content.tool_calls.length > 0) {
+                const toolCall = content.tool_calls[0];
+                if (toolCall.function && toolCall.function.arguments) {
+                    return JSON.stringify(toolCall.function.arguments);
+                    // }
+                }
+            }
+            return JSON.stringify(content);
+        }
+        if (typeof content !== "string") {
+            return JSON.stringify(content);
+        }
+        const jsonMatch = content.match(/```json\s*([\s\S]*?)\s*```/) || content.match(/```\s*([\s\S]*?)\s*```/) || content.match(/\{[\s\S]*\}/);
+        return jsonMatch ? jsonMatch[1] : content;
+    },
+};
+export const systemMessageStrategy = {
+    name: "system_message",
+    prepareRequest: (schema, messages) => {
+        if (!schema)
+            return { messages };
+        const hasSystemMessage = messages.some((m) => m.role === "system");
+        if (!hasSystemMessage) {
+            const schemaProperties = Object.entries(schema.properties || {})
+                .map(([key, value]) => {
+                const type = value.type || "string";
+                const description = value.description ? ` // ${value.description}` : "";
+                return `  "${key}": ${type}${description}`;
+            })
+                .join(",\n");
+            const systemMessage = {
+                role: "system",
+                content: `Please return your response as JSON following this schema exactly:\n{\n${schemaProperties}\n}\nDo not include any explanation or text outside of the JSON object.`,
+            };
+            return { messages: [systemMessage, ...messages] };
+        }
+        return { messages };
+    },
+    processResponse: (content) => {
+        if (typeof content !== "string") {
+            return JSON.stringify(content);
+        }
+        const jsonMatch = content.match(/```json\s*([\s\S]*?)\s*```/) ||
+            content.match(/```\s*([\s\S]*?)\s*```/) ||
+            content.match(/\{[\s\S]*\}/) || [null, content];
+        return jsonMatch[1] || content;
+    },
+};
+export const defaultStrategy = {
+    name: "default",
+    prepareRequest: () => {
+        throw new Error("Schema strategy not implemented");
+    },
+    processResponse: (content) => (typeof content === "string" ? content : JSON.stringify(content)),
+};
+//# sourceMappingURL=model-strategies.js.map

package/strategies/model-strategies.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"model-strategies.js","sourceRoot":"","sources":["../../jsr/strategies/model-strategies.ts"],"names":[],"mappings":"AAGA,OAAO,EACL,aAAa,GAQd,MAAM,aAAa,CAAC;AACrB,OAAO,EAAE,kCAAkC,EAAE,MAAM,aAAa,CAAC;AAKjE,MAAM,CAAC,MAAM,cAAc,GAAkB;IAC3C,IAAI,EAAE,QAAQ;IACd,cAAc,EAAE,CAAC,MAAM,EAAE,EAAE,CAAC;QAC1B,IAAI,CAAC,MAAM;YAAE,MAAM,IAAI,KAAK,CAAC,iCAAiC,CAAC,CAAC;QAGhE,MAAM,cAAc,GAAG,MAAM,CAAC,QAAQ,IAAI,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,UAAU,IAAI,EAAE,CAAC,CAAC;QAE/E,MAAM,eAAe,GAAG,kCAAkC,CAAC;YACzD,IAAI,EAAE,QAAQ;YACd,UAAU,EAAE,MAAM,CAAC,UAAU,IAAI,EAAE;YACnC,QAAQ,EAAE,cAAc;YACxB,oBAAoB,EAAE,MAAM,CAAC,oBAAoB,KAAK,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC,oBAAoB,CAAC,CAAC,CAAC,KAAK;YAErG,GAAG,MAAM,CAAC,WAAW,CACnB,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,EAAE,YAAY,EAAE,UAAU,EAAE,sBAAsB,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CACpH;SACF,CAAC,CAAC;QAEH,OAAO;YACL,eAAe,EAAE;gBACf,IAAI,EAAE,aAAa;gBACnB,WAAW,EAAE;oBACX,IAAI,EAAE,MAAM,CAAC,IAAI,IAAI,QAAQ;oBAC7B,MAAM,EAAE,IAAI;oBACZ,MAAM,EAAE,eAAe;iBACxB;aACF;SACkC,CAAC;IAAA,CACvC;IACD,eAAe,EAAE,CAAC,OAAO,EAAE,EAAE,CAAC;QAC5B,IAAI,OAAO,OAAO,KAAK,QAAQ,EAAE,CAAC;YAChC,OAAO,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC;QACjC,CAAC;QACD,OAAO,OAAO,CAAC;IAAA,CAChB;CACF,CAAC;AAKF,MAAM,CAAC,MAAM,cAAc,GAAkB;IAC3C,IAAI,EAAE,QAAQ;IACd,cAAc,EAAE,cAAc,CAAC,cAAc;IAC7C,eAAe,EAAE,CAAC,OAAO,EAAE,EAAE,CAAC;QAC5B,IAAI,OAAO,OAAO,KAAK,QAAQ,EAAE,CAAC;YAChC,OAAO,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC;QACjC,CAAC;QAGD,MAAM,SAAS,GAAG,OAAO,CAAC,KAAK,CAAC,4BAA4B,CAAC;YAC3D,OAAO,CAAC,KAAK,CAAC,wBAAwB,CAAC;YACvC,OAAO,CAAC,KAAK,CAAC,aAAa,CAAC,IAAI,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;QAElD,OAAO,SAAS,CAAC,CAAC,CAAC,IAAI,OAAO,CAAC;IAAA,CAChC;CACF,CAAC;AAKF,MAAM,CAAC,MAAM,cAAc,GAAkB;IAC3C,IAAI,EAAE,WAAW;IACjB,iBAAiB,EAAE,IAAI;IACvB,cAAc,EAAE,CAAC,MAAM,EAAE,EAAE,CAAC;QAC1B,IAAI,CAAC,MAAM;YAAE,MAAM,IAAI,KAAK,CAAC,iCAAiC,CAAC,CAAC;QAGhE,MAAM,eAAe,GAAG;YACtB,IAAI,EAAE,QAAQ;YACd,UAAU,EAAE,MAAM,CAAC,UAAU,IAAI,EAAE;YACnC,QAAQ,EAAE,MAAM,CAAC,QAAQ,IAAI,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,UAAU,IAAI,EAAE,CAAC;YACjE,oBAAoB,EAAE,MAAM,CAAC,oBAAoB,KAAK,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC,oBAAoB,CAAC,CAAC,CAAC,KAAK;SAC5E,CAAC;QAE5B,OAAO;YACL,KAAK,EAAE;gBACL;oBACE,IAAI,EAAE,UAAU;oBAChB,QAAQ,EAAE;wBACR,IAAI,EAAE,MAAM,CAAC,IAAI,IAAI,0BAA0B;wBAC/C,WAAW,EAAE,gDAAgD;wBAC7D,UAAU,EAAE,eAAe;qBAC5B;iBACF;aACF;YACD,WAAW,EAAE;gBACX,IAAI,EAAE,UAAU;gBAChB,QAAQ,EAAE;oBACR,IAAI,EAAE,MAAM,CAAC,IAAI,IAAI,0BAA0B;iBAChD;aAC2B;SAC/B,CAAC;IAAA,CACH;IACD,eAAe,EAAE,CAAC,OAAO,EAAE,EAAE,CAAC;QAE5B,IAAI,aAAa,CAAC,OAAO,CAAC,EAAE,CAAC;YAC3B,IAAI,OAAO,CAAC,IAAI,KAAK,UAAU,EAAE,CAAC;gBAChC,OAAO,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;YACvC,CAAC;YAGD,IAAI,OAAO,CAAC,UAAU,IAAI,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,UAAU,CAAC,IAAI,OAAO,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC7F,MAAM,QAAQ,GAAG,OAAO,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;gBACvC,IAAI,QAAQ,CAAC,QAAQ,IAAI,QAAQ,CAAC,QAAQ,CAAC,SAAS,EAAE,CAAC;oBAOrD,OAAO,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC;oBACnD,IAAI;gBACN,CAAC;YACH,CAAC;YAED,OAAO,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC;QACjC,CAAC;QAED,IAAI,OAAO,OAAO,KAAK,QAAQ,EAAE,CAAC;YAChC,OAAO,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC;QACjC,CAAC;QAGD,MAAM,SAAS,GACb,OAAO,CAAC,KAAK,CAAC,4BAA4B,CAAC,IAAI,OAAO,CAAC,KAAK,CAAC,wBAAwB,CAAC,IAAI,OAAO,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC;QAEzH,OAAO,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC;IAAA,CAC3C;CACF,CAAC;AAKF,MAAM,CAAC,MAAM,qBAAqB,GAAkB;IAClD,IAAI,EAAE,gBAAgB;IACtB,cAAc,EAAE,CAAC,MAAM,EAAE,QAAQ,EAAE,EAAE,CAAC;QACpC,IAAI,CAAC,MAAM;YAAE,OAAO,EAAE,QAAQ,EAAE,CAAC;QAGjC,MAAM,gBAAgB,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC;QAEnE,IAAI,CAAC,gBAAgB,EAAE,CAAC;YAEtB,MAAM,gBAAgB,GAAG,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,UAAU,IAAI,EAAE,CAAC;iBAC7D,GAAG,CAAC,CAAC,CAAC,GAAG,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC;gBACrB,MAAM,IAAI,GAAI,KAAoB,CAAC,IAAI,IAAI,QAAQ,CAAC;gBACpD,MAAM,WAAW,GAAI,KAA2B,CAAC,WAAW,CAAC,CAAC,CAAC,OAAQ,KAA2B,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBACtH,OAAO,MAAM,GAAG,MAAM,IAAI,GAAG,WAAW,EAAE,CAAC;YAAA,CAC5C,CAAC;iBACD,IAAI,CAAC,KAAK,CAAC,CAAC;YAEf,MAAM,aAAa,GAAY;gBAC7B,IAAI,EAAE,QAAQ;gBACd,OAAO,EAAE,0EAA0E,gBAAgB,yEAAyE;aAC7K,CAAC;YAGF,OAAO,EAAE,QAAQ,EAAE,CAAC,aAAa,EAAE,GAAG,QAAQ,CAAC,EAAE,CAAC;QACpD,CAAC;QAED,OAAO,EAAE,QAAQ,EAAE,CAAC;IAAA,CACrB;IACD,eAAe,EAAE,CAAC,OAAO,EAAE,EAAE,CAAC;QAC5B,IAAI,OAAO,OAAO,KAAK,QAAQ,EAAE,CAAC;YAChC,OAAO,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC;QACjC,CAAC;QAGD,MAAM,SAAS,GAAG,OAAO,CAAC,KAAK,CAAC,4BAA4B,CAAC;YAC3D,OAAO,CAAC,KAAK,CAAC,wBAAwB,CAAC;YACvC,OAAO,CAAC,KAAK,CAAC,aAAa,CAAC,IAAI,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;QAElD,OAAO,SAAS,CAAC,CAAC,CAAC,IAAI,OAAO,CAAC;IAAA,CAChC;CACF,CAAC;AAKF,MAAM,CAAC,MAAM,eAAe,GAAkB;IAC5C,IAAI,EAAE,SAAS;IACf,cAAc,EAAE,GAAG,EAAE,CAAC;QACpB,MAAM,IAAI,KAAK,CAAC,iCAAiC,CAAC,CAAC;IAAA,CACpD;IACD,eAAe,EAAE,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,OAAO,OAAO,KAAK,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC;CAChG,CAAC"}

package/strategies/strategy-selector.d.ts

@@ -0,0 +1,2 @@
+import { Schema, SchemaStrategy } from "../types.js";
+export declare function chooseSchemaStrategy(model: string | undefined, schema: Schema | null): SchemaStrategy;

package/strategies/strategy-selector.js

@@ -0,0 +1,66 @@
+import { claudeStrategy, defaultStrategy, geminiStrategy, openAIStrategy, systemMessageStrategy } from "./model-strategies.js";
+export function chooseSchemaStrategy(model, schema) {
+    const resolvedModel = model || (schema ? "openai/gpt-4o" : "openrouter/auto");
+    if (!schema) {
+        return {
+            strategy: "none",
+            model: resolvedModel,
+            prepareRequest: defaultStrategy.prepareRequest,
+            processResponse: defaultStrategy.processResponse,
+            shouldForceStream: false,
+        };
+    }
+    if (/claude/i.test(resolvedModel)) {
+        return {
+            strategy: "tool_mode",
+            model: resolvedModel,
+            prepareRequest: claudeStrategy.prepareRequest,
+            processResponse: claudeStrategy.processResponse,
+            shouldForceStream: !!claudeStrategy.shouldForceStream,
+        };
+    }
+    if (/gemini/i.test(resolvedModel)) {
+        return {
+            strategy: "json_schema",
+            model: resolvedModel,
+            prepareRequest: geminiStrategy.prepareRequest,
+            processResponse: geminiStrategy.processResponse,
+            shouldForceStream: !!geminiStrategy.shouldForceStream,
+        };
+    }
+    if (/gpt-4-turbo/i.test(resolvedModel)) {
+        return {
+            strategy: "system_message",
+            model: resolvedModel,
+            prepareRequest: systemMessageStrategy.prepareRequest,
+            processResponse: systemMessageStrategy.processResponse,
+            shouldForceStream: !!systemMessageStrategy.shouldForceStream,
+        };
+    }
+    if (/openai|gpt/i.test(resolvedModel)) {
+        return {
+            strategy: "json_schema",
+            model: resolvedModel,
+            prepareRequest: openAIStrategy.prepareRequest,
+            processResponse: openAIStrategy.processResponse,
+            shouldForceStream: !!openAIStrategy.shouldForceStream,
+        };
+    }
+    if (/llama-3|deepseek/i.test(resolvedModel)) {
+        return {
+            strategy: "system_message",
+            model: resolvedModel,
+            prepareRequest: systemMessageStrategy.prepareRequest,
+            processResponse: systemMessageStrategy.processResponse,
+            shouldForceStream: !!systemMessageStrategy.shouldForceStream,
+        };
+    }
+    return {
+        strategy: "system_message",
+        model: resolvedModel,
+        prepareRequest: systemMessageStrategy.prepareRequest,
+        processResponse: systemMessageStrategy.processResponse,
+        shouldForceStream: !!systemMessageStrategy.shouldForceStream,
+    };
+}
+//# sourceMappingURL=strategy-selector.js.map

package/strategies/strategy-selector.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"strategy-selector.js","sourceRoot":"","sources":["../../jsr/strategies/strategy-selector.ts"],"names":[],"mappings":"AAIA,OAAO,EAAE,cAAc,EAAE,eAAe,EAAE,cAAc,EAAE,cAAc,EAAE,qBAAqB,EAAE,MAAM,uBAAuB,CAAC;AAK/H,MAAM,UAAU,oBAAoB,CAAC,KAAyB,EAAE,MAAqB,EAAkB;IAErG,MAAM,aAAa,GAAG,KAAK,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,iBAAiB,CAAC,CAAC;IAG9E,IAAI,CAAC,MAAM,EAAE,CAAC;QACZ,OAAO;YACL,QAAQ,EAAE,MAAM;YAChB,KAAK,EAAE,aAAa;YACpB,cAAc,EAAE,eAAe,CAAC,cAAc;YAC9C,eAAe,EAAE,eAAe,CAAC,eAAe;YAChD,iBAAiB,EAAE,KAAK;SACzB,CAAC;IACJ,CAAC;IAGD,IAAI,SAAS,CAAC,IAAI,CAAC,aAAa,CAAC,EAAE,CAAC;QAClC,OAAO;YACL,QAAQ,EAAE,WAAW;YACrB,KAAK,EAAE,aAAa;YACpB,cAAc,EAAE,cAAc,CAAC,cAAc;YAC7C,eAAe,EAAE,cAAc,CAAC,eAAe;YAC/C,iBAAiB,EAAE,CAAC,CAAC,cAAc,CAAC,iBAAiB;SACtD,CAAC;IACJ,CAAC;IAGD,IAAI,SAAS,CAAC,IAAI,CAAC,aAAa,CAAC,EAAE,CAAC;QAClC,OAAO;YACL,QAAQ,EAAE,aAAa;YACvB,KAAK,EAAE,aAAa;YACpB,cAAc,EAAE,cAAc,CAAC,cAAc;YAC7C,eAAe,EAAE,cAAc,CAAC,eAAe;YAC/C,iBAAiB,EAAE,CAAC,CAAC,cAAc,CAAC,iBAAiB;SACtD,CAAC;IACJ,CAAC;IAGD,IAAI,cAAc,CAAC,IAAI,CAAC,aAAa,CAAC,EAAE,CAAC;QACvC,OAAO;YACL,QAAQ,EAAE,gBAAgB;YAC1B,KAAK,EAAE,aAAa;YACpB,cAAc,EAAE,qBAAqB,CAAC,cAAc;YACpD,eAAe,EAAE,qBAAqB,CAAC,eAAe;YACtD,iBAAiB,EAAE,CAAC,CAAC,qBAAqB,CAAC,iBAAiB;SAC7D,CAAC;IACJ,CAAC;IAGD,IAAI,aAAa,CAAC,IAAI,CAAC,aAAa,CAAC,EAAE,CAAC;QACtC,OAAO;YACL,QAAQ,EAAE,aAAa;YACvB,KAAK,EAAE,aAAa;YACpB,cAAc,EAAE,cAAc,CAAC,cAAc;YAC7C,eAAe,EAAE,cAAc,CAAC,eAAe;YAC/C,iBAAiB,EAAE,CAAC,CAAC,cAAc,CAAC,iBAAiB;SACtD,CAAC;IACJ,CAAC;IAGD,IAAI,mBAAmB,CAAC,IAAI,CAAC,aAAa,CAAC,EAAE,CAAC;QAC5C,OAAO;YACL,QAAQ,EAAE,gBAAgB;YAC1B,KAAK,EAAE,aAAa;YACpB,cAAc,EAAE,qBAAqB,CAAC,cAAc;YACpD,eAAe,EAAE,qBAAqB,CAAC,eAAe;YACtD,iBAAiB,EAAE,CAAC,CAAC,qBAAqB,CAAC,iBAAiB;SAC7D,CAAC;IACJ,CAAC;IAGD,OAAO;QACL,QAAQ,EAAE,gBAAgB;QAC1B,KAAK,EAAE,aAAa;QACpB,cAAc,EAAE,qBAAqB,CAAC,cAAc;QACpD,eAAe,EAAE,qBAAqB,CAAC,eAAe;QACtD,iBAAiB,EAAE,CAAC,CAAC,qBAAqB,CAAC,iBAAiB;KAC7D,CAAC;AAAA,CACH"}

package/streaming.d.ts

@@ -0,0 +1,4 @@
+import { CallAIOptions, Message, SchemaStrategy } from "./types.js";
+declare function createStreamingGenerator(response: Response, options: CallAIOptions, schemaStrategy: SchemaStrategy, model: string): AsyncGenerator<string, string, unknown>;
+declare function callAIStreaming(prompt: string | Message[], options?: CallAIOptions, isRetry?: boolean): AsyncGenerator<string, string, unknown>;
+export { createStreamingGenerator, callAIStreaming };