genaicode 0.5.1 → 0.6.0

package/dist/src/ai-service/ai-studio.js

@@ -0,0 +1,190 @@
+import { FunctionCallingMode, GoogleGenerativeAI, HarmBlockThreshold, HarmCategory, } from '@google/generative-ai';
+import assert from 'node:assert';
+import { printTokenUsageAndCost, processFunctionCalls } from './common.js';
+import { abortController } from '../main/interactive/codegen-worker.js';
+import { modelOverrides } from '../main/config.js';
+import { unescapeFunctionCall } from './unescape-function-call.js';
+import { disableVertexUnescape } from '../cli/cli-params.js';
+/**
+ * This function generates content using the Anthropic Claude model via Vertex AI.
+ */
+export async function generateContent(prompt, functionDefs, requiredFunctionName, temperature, cheap = false, options) {
+    const messages = prompt
+        .filter((item) => item.type === 'user' || item.type === 'assistant')
+        .map((item) => {
+        if (item.type === 'user') {
+            const content = {
+                role: 'user',
+                parts: [
+                    ...(item.functionResponses ?? []).map((response) => ({
+                        functionResponse: {
+                            name: response.name,
+                            response: { name: response.name, content: response.content },
+                        },
+                    })),
+                    ...(item.images ?? []).map((image) => ({
+                        inlineData: {
+                            mimeType: image.mediaType,
+                            data: image.base64url,
+                        },
+                    })),
+                    { text: item.text },
+                ],
+            };
+            return content;
+        }
+        else {
+            assert(item.type === 'assistant');
+            const content = {
+                role: 'model',
+                parts: [
+                    ...(item.text ? [{ text: item.text }] : []),
+                    ...(item.functionCalls ?? []).map((call) => ({
+                        functionCall: {
+                            name: call.name,
+                            args: call.args ?? {},
+                        },
+                    })),
+                ],
+            };
+            return content;
+        }
+    });
+    const req = {
+        contents: messages,
+        tools: [
+            {
+                functionDeclarations: functionDefs,
+            },
+        ],
+        toolConfig: {
+            functionCallingConfig: {
+                mode: FunctionCallingMode.ANY,
+                ...(requiredFunctionName ? { allowedFunctionNames: [requiredFunctionName] } : {}),
+            },
+        },
+    };
+    const model = getModel(cheap ? 'gemini-1.5-flash-002' : 'gemini-1.5-pro-002', temperature, prompt.find((item) => item.type === 'systemPrompt').systemPrompt, options.geminiBlockNone);
+    const result = await model.generateContent(req, { signal: abortController?.signal });
+    // Print token usage
+    const usageMetadata = result.response.usageMetadata;
+    const usage = {
+        inputTokens: usageMetadata.promptTokenCount,
+        outputTokens: usageMetadata.candidatesTokenCount,
+        totalTokens: usageMetadata.totalTokenCount,
+    };
+    printTokenUsageAndCost({
+        aiService: 'ai-studio',
+        usage,
+        inputCostPerToken: 0.000125 / 1000,
+        outputCostPerToken: 0.000375 / 1000,
+        cheap,
+    });
+    if (result.response.promptFeedback) {
+        console.log('Prompt feedback:');
+        console.log(JSON.stringify(result.response.promptFeedback, null, 2));
+    }
+    if (!result.response.candidates?.length) {
+        console.log('Response:', result);
+        throw new Error('No candidates found');
+    }
+    const functionCalls = result.response.candidates
+        .map((candidate) => candidate.content.parts?.map((part) => part.functionCall))
+        .flat()
+        .filter((functionCall) => !!functionCall)
+        .map((call) => ({ name: call.name, args: call.args }))
+        .map(disableVertexUnescape ? (call) => call : unescapeFunctionCall);
+    if (functionCalls.length === 0) {
+        const textResponse = result.response.candidates
+            .map((candidate) => candidate.content.parts?.map((part) => part.text))
+            .flat()
+            .filter((text) => !!text)[0] ??
+            result.response.candidates.map((candidate) => 
+            // @ts-expect-error: FinishReason type does not have this error
+            candidate.finishReason === 'MALFORMED_FUNCTION_CALL' ? candidate.finishMessage : '')[0];
+        const recoveredFunctionCall = textResponse &&
+            (await recoverFunctionCall(textResponse, functionCalls, functionDefs.find((def) => def.name === requiredFunctionName)));
+        if (!recoveredFunctionCall) {
+            console.log('No function calls, output text response if it exists:', textResponse);
+        }
+        else {
+            console.log('Recovered function call.');
+        }
+    }
+    return processFunctionCalls(functionCalls, functionDefs);
+}
+function getModel(defaultModel, temperature, systemPrompt, geminiBlockNone) {
+    assert(process.env.API_KEY, 'API_KEY environment variable is not set');
+    const genAI = new GoogleGenerativeAI(process.env.API_KEY);
+    const cheap = defaultModel === 'gemini-1.5-flash-001';
+    const model = cheap
+        ? (modelOverrides.aiStudio?.cheap ?? defaultModel)
+        : (modelOverrides.aiStudio?.default ?? defaultModel);
+    console.log(`Using AI Studio model: ${model}`);
+    return genAI.getGenerativeModel({
+        model,
+        generationConfig: {
+            maxOutputTokens: 8192,
+            temperature,
+            topP: 0.95,
+        },
+        safetySettings: [
+            {
+                category: HarmCategory.HARM_CATEGORY_HATE_SPEECH,
+                threshold: geminiBlockNone ? HarmBlockThreshold.BLOCK_NONE : HarmBlockThreshold.BLOCK_LOW_AND_ABOVE,
+            },
+            {
+                category: HarmCategory.HARM_CATEGORY_DANGEROUS_CONTENT,
+                threshold: geminiBlockNone ? HarmBlockThreshold.BLOCK_NONE : HarmBlockThreshold.BLOCK_LOW_AND_ABOVE,
+            },
+            {
+                category: HarmCategory.HARM_CATEGORY_SEXUALLY_EXPLICIT,
+                threshold: geminiBlockNone ? HarmBlockThreshold.BLOCK_NONE : HarmBlockThreshold.BLOCK_LOW_AND_ABOVE,
+            },
+            {
+                category: HarmCategory.HARM_CATEGORY_HARASSMENT,
+                threshold: geminiBlockNone ? HarmBlockThreshold.BLOCK_NONE : HarmBlockThreshold.BLOCK_LOW_AND_ABOVE,
+            },
+        ],
+        systemInstruction: {
+            role: 'system',
+            parts: [
+                {
+                    text: systemPrompt,
+                },
+            ],
+        },
+    });
+}
+async function recoverFunctionCall(textResponse, functionCalls, functionDef) {
+    console.log('Recovering function call');
+    // @ts-expect-error: "object" !== "OBJECT"
+    const schema = functionDef.parameters;
+    const result = await getModel('gemini-1.5-pro-002', 0.2, 'Your role is read the text below and if possible, return it in the desired format.', undefined).generateContent({
+        contents: [
+            {
+                role: 'user',
+                parts: [
+                    {
+                        text: textResponse,
+                    },
+                ],
+            },
+        ],
+        generationConfig: {
+            responseMimeType: 'application/json',
+            responseSchema: schema,
+        },
+    }, {
+        signal: abortController?.signal,
+    });
+    try {
+        const parsed = JSON.parse(result.response.text());
+        functionCalls.push(unescapeFunctionCall({ name: functionDef.name, args: parsed }));
+        return true;
+    }
+    catch {
+        return false;
+    }
+}
+//# sourceMappingURL=ai-studio.js.map

package/dist/src/ai-service/ai-studio.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ai-studio.js","sourceRoot":"","sources":["../../../src/ai-service/ai-studio.ts"],"names":[],"mappings":"AAAA,OAAO,EAEL,mBAAmB,EAGnB,kBAAkB,EAClB,kBAAkB,EAClB,YAAY,GAEb,MAAM,uBAAuB,CAAC;AAC/B,OAAO,MAAM,MAAM,aAAa,CAAC;AACjC,OAAO,EAA6B,sBAAsB,EAAE,oBAAoB,EAAc,MAAM,aAAa,CAAC;AAElH,OAAO,EAAE,eAAe,EAAE,MAAM,uCAAuC,CAAC;AACxE,OAAO,EAAE,cAAc,EAAE,MAAM,mBAAmB,CAAC;AACnD,OAAO,EAAE,oBAAoB,EAAE,MAAM,6BAA6B,CAAC;AACnE,OAAO,EAAE,qBAAqB,EAAE,MAAM,sBAAsB,CAAC;AAE7D;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,eAAe,CACnC,MAAoB,EACpB,YAA2B,EAC3B,oBAAmC,EACnC,WAAmB,EACnB,KAAK,GAAG,KAAK,EACb,OAAuB;IAEvB,MAAM,QAAQ,GAAc,MAAM;SAC/B,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,KAAK,MAAM,IAAI,IAAI,CAAC,IAAI,KAAK,WAAW,CAAC;SACnE,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE;QACZ,IAAI,IAAI,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;YACzB,MAAM,OAAO,GAAY;gBACvB,IAAI,EAAE,MAAe;gBACrB,KAAK,EAAE;oBACL,GAAG,CAAC,IAAI,CAAC,iBAAiB,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC;wBACnD,gBAAgB,EAAE;4BAChB,IAAI,EAAE,QAAQ,CAAC,IAAI;4BACnB,QAAQ,EAAE,EAAE,IAAI,EAAE,QAAQ,CAAC,IAAI,EAAE,OAAO,EAAE,QAAQ,CAAC,OAAO,EAAE;yBAC7D;qBACF,CAAC,CAAC;oBACH,GAAG,CAAC,IAAI,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;wBACrC,UAAU,EAAE;4BACV,QAAQ,EAAE,KAAK,CAAC,SAAS;4BACzB,IAAI,EAAE,KAAK,CAAC,SAAS;yBACtB;qBACF,CAAC,CAAC;oBACH,EAAE,IAAI,EAAE,IAAI,CAAC,IAAK,EAAE;iBACrB;aACF,CAAC;YACF,OAAO,OAAO,CAAC;QACjB,CAAC;aAAM,CAAC;YACN,MAAM,CAAC,IAAI,CAAC,IAAI,KAAK,WAAW,CAAC,CAAC;YAClC,MAAM,OAAO,GAAY;gBACvB,IAAI,EAAE,OAAgB;gBACtB,KAAK,EAAE;oBACL,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;oBAC3C,GAAG,CAAC,IAAI,CAAC,aAAa,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;wBAC3C,YAAY,EAAE;4BACZ,IAAI,EAAE,IAAI,CAAC,IAAI;4BACf,IAAI,EAAE,IAAI,CAAC,IAAI,IAAI,EAAE;yBACtB;qBACF,CAAC,CAAC;iBACJ;aACF,CAAC;YACF,OAAO,OAAO,CAAC;QACjB,CAAC;IACH,CAAC,CAAC,CAAC;IAEL,MAAM,GAAG,GAA2B;QAClC,QAAQ,EAAE,QAAQ;QAClB,KAAK,EAAE;YACL;gBACE,oBAAoB,EAAE,YAAgD;aACvE;SACF;QACD,UAAU,EAAE;YACV,qBAAqB,EAAE;gBACrB,IAAI,EAAE,mBAAmB,CAAC,GAAG;gBAC7B,GAAG,CAAC,oBAAoB,CAAC,CAAC,CAAC,EAAE,oBAAoB,EAAE,CAAC,oBAAoB,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;aAClF;SACF;KACF,CAAC;IAEF,MAAM,KAAK,GAAG,QAAQ,CACpB,KAAK,CAAC,CAAC,CAAC,sBAAsB,CAAC,CAAC,CAAC,oBAAoB,EACrD,WAAW,EACX,MAAM,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,KAAK,cAAc,CAAE,CAAC,YAAa,EAClE,OAAO,CAAC,eAAe,CACxB,CAAC;IAEF,MAAM,MAAM,GAAG,MAAM,KAAK,CAAC,eAAe,CAAC,GAAG,EAAE,EAAE,MAAM,EAAE,eAAe,EAAE,MAAM,EAAE,CAAC,CAAC;IAErF,oBAAoB;IACpB,MAAM,aAAa,GAAG,MAAM,CAAC,QAAQ,CAAC,aAAc,CAAC;IACrD,MAAM,KAAK,GAAG;QACZ,WAAW,EAAE,aAAa,CAAC,gBAAgB;QAC3C,YAAY,EAAE,aAAa,CAAC,oBAAoB;QAChD,WAAW,EAAE,aAAa,CAAC,eAAe;KAC3C,CAAC;IACF,sBAAsB,CAAC;QACrB,SAAS,EAAE,WAAW;QACtB,KAAK;QACL,iBAAiB,EAAE,QAAQ,GAAG,IAAI;QAClC,kBAAkB,EAAE,QAAQ,GAAG,IAAI;QACnC,KAAK;KACN,CAAC,CAAC;IAEH,IAAI,MAAM,CAAC,QAAQ,CAAC,cAAc,EAAE,CAAC;QACnC,OAAO,CAAC,GAAG,CAAC,kBAAkB,CAAC,CAAC;QAChC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,QAAQ,CAAC,cAAc,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;IACvE,CAAC;IAED,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,UAAU,EAAE,MAAM,EAAE,CAAC;QACxC,OAAO,CAAC,GAAG,CAAC,WAAW,EAAE,MAAM,CAAC,CAAC;QACjC,MAAM,IAAI,KAAK,CAAC,qBAAqB,CAAC,CAAC;IACzC,CAAC;IAED,MAAM,aAAa,GAAG,MAAM,CAAC,QAAQ,CAAC,UAAU;SAC7C,GAAG,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;SAC7E,IAAI,EAAE;SACN,MAAM,CAAC,CAAC,YAAY,EAAoD,EAAE,CAAC,CAAC,CAAC,YAAY,CAAC;SAC1F,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC,IAA+B,EAAE,CAAC,CAAC;SAChF,GAAG,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC,oBAAoB,CAAC,CAAC;IAEtE,IAAI,aAAa,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC/B,MAAM,YAAY,GAChB,MAAM,CAAC,QAAQ,CAAC,UAAU;aACvB,GAAG,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;aACrE,IAAI,EAAE;aACN,MAAM,CAAC,CAAC,IAAI,EAAkB,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YAC9C,MAAM,CAAC,QAAQ,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,SAAS,EAAE,EAAE;YAC3C,+DAA+D;YAC/D,SAAS,CAAC,YAAY,KAAK,yBAAyB,CAAC,CAAC,CAAC,SAAS,CAAC,aAAa,CAAC,CAAC,CAAC,EAAE,CACpF,CAAC,CAAC,CAAC,CAAC;QAEP,MAAM,qBAAqB,GACzB,YAAY;YACZ,CAAC,MAAM,mBAAmB,CACxB,YAAY,EACZ,aAAa,EACb,YAAY,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,IAAI,KAAK,oBAAoB,CAAE,CAC/D,CAAC,CAAC;QACL,IAAI,CAAC,qBAAqB,EAAE,CAAC;YAC3B,OAAO,CAAC,GAAG,CAAC,uDAAuD,EAAE,YAAY,CAAC,CAAC;QACrF,CAAC;aAAM,CAAC;YACN,OAAO,CAAC,GAAG,CAAC,0BAA0B,CAAC,CAAC;QAC1C,CAAC;IACH,CAAC;IAED,OAAO,oBAAoB,CAAC,aAAa,EAAE,YAAY,CAAC,CAAC;AAC3D,CAAC;AAED,SAAS,QAAQ,CACf,YAAoB,EACpB,WAAmB,EACnB,YAAoB,EACpB,eAAoC;IAEpC,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,OAAO,EAAE,yCAAyC,CAAC,CAAC;IACvE,MAAM,KAAK,GAAG,IAAI,kBAAkB,CAAC,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;IAE1D,MAAM,KAAK,GAAG,YAAY,KAAK,sBAAsB,CAAC;IACtD,MAAM,KAAK,GAAG,KAAK;QACjB,CAAC,CAAC,CAAC,cAAc,CAAC,QAAQ,EAAE,KAAK,IAAI,YAAY,CAAC;QAClD,CAAC,CAAC,CAAC,cAAc,CAAC,QAAQ,EAAE,OAAO,IAAI,YAAY,CAAC,CAAC;IAEvD,OAAO,CAAC,GAAG,CAAC,0BAA0B,KAAK,EAAE,CAAC,CAAC;IAE/C,OAAO,KAAK,CAAC,kBAAkB,CAAC;QAC9B,KAAK;QACL,gBAAgB,EAAE;YAChB,eAAe,EAAE,IAAI;YACrB,WAAW;YACX,IAAI,EAAE,IAAI;SACX;QACD,cAAc,EAAE;YACd;gBACE,QAAQ,EAAE,YAAY,CAAC,yBAAyB;gBAChD,SAAS,EAAE,eAAe,CAAC,CAAC,CAAC,kBAAkB,CAAC,UAAU,CAAC,CAAC,CAAC,kBAAkB,CAAC,mBAAmB;aACpG;YACD;gBACE,QAAQ,EAAE,YAAY,CAAC,+BAA+B;gBACtD,SAAS,EAAE,eAAe,CAAC,CAAC,CAAC,kBAAkB,CAAC,UAAU,CAAC,CAAC,CAAC,kBAAkB,CAAC,mBAAmB;aACpG;YACD;gBACE,QAAQ,EAAE,YAAY,CAAC,+BAA+B;gBACtD,SAAS,EAAE,eAAe,CAAC,CAAC,CAAC,kBAAkB,CAAC,UAAU,CAAC,CAAC,CAAC,kBAAkB,CAAC,mBAAmB;aACpG;YACD;gBACE,QAAQ,EAAE,YAAY,CAAC,wBAAwB;gBAC/C,SAAS,EAAE,eAAe,CAAC,CAAC,CAAC,kBAAkB,CAAC,UAAU,CAAC,CAAC,CAAC,kBAAkB,CAAC,mBAAmB;aACpG;SACF;QACD,iBAAiB,EAAE;YACjB,IAAI,EAAE,QAAQ;YACd,KAAK,EAAE;gBACL;oBACE,IAAI,EAAE,YAAY;iBACnB;aACF;SACF;KACF,CAAC,CAAC;AACL,CAAC;AAED,KAAK,UAAU,mBAAmB,CAChC,YAAoB,EACpB,aAA6B,EAC7B,WAAwB;IAExB,OAAO,CAAC,GAAG,CAAC,0BAA0B,CAAC,CAAC;IACxC,0CAA0C;IAC1C,MAAM,MAAM,GAAmB,WAAW,CAAC,UAAU,CAAC;IACtD,MAAM,MAAM,GAAG,MAAM,QAAQ,CAC3B,oBAAoB,EACpB,GAAG,EACH,oFAAoF,EACpF,SAAS,CACV,CAAC,eAAe,CACf;QACE,QAAQ,EAAE;YACR;gBACE,IAAI,EAAE,MAAe;gBACrB,KAAK,EAAE;oBACL;wBACE,IAAI,EAAE,YAAY;qBACnB;iBACF;aACF;SACF;QACD,gBAAgB,EAAE;YAChB,gBAAgB,EAAE,kBAAkB;YACpC,cAAc,EAAE,MAAM;SACvB;KACF,EACD;QACE,MAAM,EAAE,eAAe,EAAE,MAAM;KAChC,CACF,CAAC;IAEF,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC,CAAC;QAClD,aAAa,CAAC,IAAI,CAAC,oBAAoB,CAAC,EAAE,IAAI,EAAE,WAAW,CAAC,IAAI,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC;QACnF,OAAO,IAAI,CAAC;IACd,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,KAAK,CAAC;IACf,CAAC;AACH,CAAC"}

package/dist/src/ai-service/anthropic.d.ts

@@ -0,0 +1,6 @@
+import { FunctionCall, PromptItem, FunctionDef } from './common.js';
+import { CodegenOptions } from '../main/codegen-types.js';
+/**
+ * This function generates content using the Anthropic Claude model.
+ */
+export declare function generateContent(prompt: PromptItem[], functionDefs: FunctionDef[], requiredFunctionName: string | null, temperature: number, cheap: boolean | undefined, options: CodegenOptions): Promise<FunctionCall[]>;

package/dist/src/ai-service/anthropic.js

@@ -0,0 +1,150 @@
+import assert from 'node:assert';
+import Anthropic from '@anthropic-ai/sdk';
+import { printTokenUsageAndCost, processFunctionCalls } from './common.js';
+import { abortController } from '../main/interactive/codegen-worker.js';
+import { modelOverrides } from '../main/config.js';
+import { putSystemMessage } from '../main/common/content-bus.js';
+/**
+ * This function generates content using the Anthropic Claude model.
+ */
+export async function generateContent(prompt, functionDefs, requiredFunctionName, temperature, cheap = false, options) {
+    const anthropic = new Anthropic({
+        defaultHeaders: {
+            'anthropic-beta': 'max-tokens-3-5-sonnet-2024-07-15' + (!options.disableCache ? ',prompt-caching-2024-07-31' : ''),
+        },
+    });
+    const messages = prompt
+        .filter((item) => item.type !== 'systemPrompt')
+        .map((item) => {
+        if (item.type === 'user') {
+            const content = [];
+            if (item.functionResponses) {
+                content.push(...(item.functionResponses ?? []).map((response) => ({
+                    tool_use_id: response.call_id ?? response.name,
+                    content: response.content,
+                    type: 'tool_result',
+                    is_error: response.isError === true,
+                })));
+            }
+            if (item.images) {
+                content.push(...(item.images ?? []).map((image) => ({
+                    type: 'image',
+                    source: {
+                        type: 'base64',
+                        media_type: image.mediaType,
+                        data: image.base64url,
+                    },
+                })));
+            }
+            content.push({
+                type: 'text',
+                text: item.text,
+                ...(item.cache && !options.disableCache ? { cache_control: { type: 'ephemeral' } } : {}),
+            });
+            const message = {
+                role: 'user',
+                content,
+            };
+            return message;
+        }
+        else {
+            assert(item.type === 'assistant');
+            const message = {
+                role: 'assistant',
+                content: [
+                    ...(item.text ? [{ type: 'text', text: item.text }] : []),
+                    ...(item.functionCalls ?? []).map((call) => ({
+                        id: call.id ?? call.name,
+                        name: call.name,
+                        input: call.args ?? {},
+                        type: 'tool_use',
+                    })),
+                ],
+            };
+            return message;
+        }
+    });
+    const defaultModel = cheap ? 'claude-3-haiku-20240307' : 'claude-3-5-sonnet-20241022';
+    const model = cheap
+        ? (modelOverrides.anthropic?.cheap ?? defaultModel)
+        : (modelOverrides.anthropic?.default ?? defaultModel);
+    console.log(`Using Anthropic model: ${model}`);
+    assert(process.env.ANTHROPIC_API_KEY, 'ANTHROPIC_API_KEY environment variable is not set');
+    let retryCount = 0;
+    let response;
+    while (retryCount < 3) {
+        try {
+            response = await anthropic.beta.promptCaching.messages.create({
+                model: model,
+                system: prompt.find((item) => item.type === 'systemPrompt').systemPrompt,
+                messages: messages,
+                tools: functionDefs.map((fd) => ({
+                    name: fd.name,
+                    description: fd.description,
+                    input_schema: fd.parameters,
+                })),
+                tool_choice: requiredFunctionName
+                    ? { type: 'tool', name: requiredFunctionName }
+                    : functionDefs.length > 0
+                        ? { type: 'any' }
+                        : undefined,
+                max_tokens: cheap ? 4096 : 8192,
+                temperature: temperature,
+            }, {
+                signal: abortController?.signal,
+            });
+            break; // Exit loop if successful
+        }
+        catch (error) {
+            if (error instanceof Anthropic.APIError && error.headers?.['retry-after']) {
+                let retryAfter;
+                if (error.headers['retry-after'] === '0') {
+                    retryAfter = (new Date(error.headers['anthropic-ratelimit-tokens-reset']).getTime() - Date.now()) / 1000;
+                }
+                else {
+                    retryAfter = Math.max(parseInt(error.headers['retry-after'], 10), 10);
+                }
+                retryAfter = Math.min(retryAfter, 30);
+                putSystemMessage(`Rate limited. Retrying after ${retryAfter} seconds. Attempt ${retryCount + 1} of 3.`);
+                await new Promise((resolve) => setTimeout(resolve, retryAfter * 1000));
+                retryCount++;
+            }
+            else {
+                console.error('An error occurred:', error);
+                throw new Error('API request failed. Operation aborted.');
+            }
+        }
+    }
+    if (retryCount === 3) {
+        console.error('Failed to complete request after 3 attempts due to rate limiting.');
+        throw new Error('Rate limit exceeded. Operation aborted.');
+    }
+    // Print token usage for Anthropic
+    const usage = {
+        cacheCreateTokens: response.usage.cache_creation_input_tokens,
+        cacheReadTokens: response.usage.cache_read_input_tokens,
+        inputTokens: response.usage.input_tokens,
+        outputTokens: response.usage.output_tokens,
+        totalTokens: response.usage.input_tokens + response.usage.output_tokens,
+    };
+    printTokenUsageAndCost({
+        aiService: 'anthropic',
+        usage,
+        inputCostPerToken: 3 / 1000 / 1000,
+        outputCostPerToken: 15 / 1000 / 1000,
+        cheap,
+    });
+    const responseMessages = response.content.filter((item) => item.type !== 'tool_use');
+    if (responseMessages.length > 0) {
+        console.log('Response messages', responseMessages);
+    }
+    const functionCalls = response.content
+        .filter((item) => item.type === 'tool_use')
+        .map((item) => ({
+        id: item.id,
+        name: item.name,
+        args: item.input,
+    }));
+    return processFunctionCalls(functionCalls, functionDefs);
+}
+//# sourceMappingURL=anthropic.js.map

package/dist/src/ai-service/anthropic.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"anthropic.js","sourceRoot":"","sources":["../../../src/ai-service/anthropic.ts"],"names":[],"mappings":"AAAA,OAAO,MAAM,MAAM,aAAa,CAAC;AACjC,OAAO,SAAS,MAAM,mBAAmB,CAAC;AAC1C,OAAO,EAAE,sBAAsB,EAAE,oBAAoB,EAAyC,MAAM,aAAa,CAAC;AASlH,OAAO,EAAE,eAAe,EAAE,MAAM,uCAAuC,CAAC;AACxE,OAAO,EAAE,cAAc,EAAE,MAAM,mBAAmB,CAAC;AACnD,OAAO,EAAE,gBAAgB,EAAE,MAAM,+BAA+B,CAAC;AAEjE;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,eAAe,CACnC,MAAoB,EACpB,YAA2B,EAC3B,oBAAmC,EACnC,WAAmB,EACnB,KAAK,GAAG,KAAK,EACb,OAAuB;IAEvB,MAAM,SAAS,GAAG,IAAI,SAAS,CAAC;QAC9B,cAAc,EAAE;YACd,gBAAgB,EACd,kCAAkC,GAAG,CAAC,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC,CAAC,4BAA4B,CAAC,CAAC,CAAC,EAAE,CAAC;SACnG;KACF,CAAC,CAAC;IAEH,MAAM,QAAQ,GAAoC,MAAM;SACrD,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,KAAK,cAAc,CAAC;SAC9C,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE;QACZ,IAAI,IAAI,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;YACzB,MAAM,OAAO,GAKT,EAAE,CAAC;YACP,IAAI,IAAI,CAAC,iBAAiB,EAAE,CAAC;gBAC3B,OAAO,CAAC,IAAI,CACV,GAAG,CAAC,IAAI,CAAC,iBAAiB,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC;oBACnD,WAAW,EAAE,QAAQ,CAAC,OAAO,IAAI,QAAQ,CAAC,IAAI;oBAC9C,OAAO,EAAE,QAAQ,CAAC,OAAO;oBACzB,IAAI,EAAE,aAAsB;oBAC5B,QAAQ,EAAE,QAAQ,CAAC,OAAO,KAAK,IAAI;iBACpC,CAAC,CAAC,CACJ,CAAC;YACJ,CAAC;YACD,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;gBAChB,OAAO,CAAC,IAAI,CACV,GAAG,CAAC,IAAI,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;oBACrC,IAAI,EAAE,OAAgB;oBACtB,MAAM,EAAE;wBACN,IAAI,EAAE,QAAiB;wBACvB,UAAU,EAAE,KAAK,CAAC,SAAS;wBAC3B,IAAI,EAAE,KAAK,CAAC,SAAS;qBACtB;iBACF,CAAC,CAAC,CACJ,CAAC;YACJ,CAAC;YAED,OAAO,CAAC,IAAI,CAAC;gBACX,IAAI,EAAE,MAAe;gBACrB,IAAI,EAAE,IAAI,CAAC,IAAK;gBAChB,GAAG,CAAC,IAAI,CAAC,KAAK,IAAI,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC,CAAC,EAAE,aAAa,EAAE,EAAE,IAAI,EAAE,WAAoB,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;aAClG,CAAC,CAAC;YACH,MAAM,OAAO,GAAkC;gBAC7C,IAAI,EAAE,MAAM;gBACZ,OAAO;aACR,CAAC;YACF,OAAO,OAAO,CAAC;QACjB,CAAC;aAAM,CAAC;YACN,MAAM,CAAC,IAAI,CAAC,IAAI,KAAK,WAAW,CAAC,CAAC;YAClC,MAAM,OAAO,GAAkC;gBAC7C,IAAI,EAAE,WAAoB;gBAC1B,OAAO,EAAE;oBACP,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,MAAe,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;oBAClE,GAAG,CAAC,IAAI,CAAC,aAAa,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;wBAC3C,EAAE,EAAE,IAAI,CAAC,EAAE,IAAI,IAAI,CAAC,IAAI;wBACxB,IAAI,EAAE,IAAI,CAAC,IAAI;wBACf,KAAK,EAAE,IAAI,CAAC,IAAI,IAAI,EAAE;wBACtB,IAAI,EAAE,UAAmB;qBAC1B,CAAC,CAAC;iBACJ;aACF,CAAC;YACF,OAAO,OAAO,CAAC;QACjB,CAAC;IACH,CAAC,CAAC,CAAC;IAEL,MAAM,YAAY,GAAG,KAAK,CAAC,CAAC,CAAC,yBAAyB,CAAC,CAAC,CAAC,4BAA4B,CAAC;IACtF,MAAM,KAAK,GAAG,KAAK;QACjB,CAAC,CAAC,CAAC,cAAc,CAAC,SAAS,EAAE,KAAK,IAAI,YAAY,CAAC;QACnD,CAAC,CAAC,CAAC,cAAc,CAAC,SAAS,EAAE,OAAO,IAAI,YAAY,CAAC,CAAC;IACxD,OAAO,CAAC,GAAG,CAAC,0BAA0B,KAAK,EAAE,CAAC,CAAC;IAC/C,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,iBAAiB,EAAE,mDAAmD,CAAC,CAAC;IAE3F,IAAI,UAAU,GAAG,CAAC,CAAC;IACnB,IAAI,QAAQ,CAAC;IACb,OAAO,UAAU,GAAG,CAAC,EAAE,CAAC;QACtB,IAAI,CAAC;YACH,QAAQ,GAAG,MAAM,SAAS,CAAC,IAAI,CAAC,aAAa,CAAC,QAAQ,CAAC,MAAM,CAC3D;gBACE,KAAK,EAAE,KAAK;gBACZ,MAAM,EAAE,MAAM,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,KAAK,cAAc,CAAE,CAAC,YAAa;gBAC1E,QAAQ,EAAE,QAAQ;gBAClB,KAAK,EAAE,YAAY,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC;oBAC/B,IAAI,EAAE,EAAE,CAAC,IAAI;oBACb,WAAW,EAAE,EAAE,CAAC,WAAW;oBAC3B,YAAY,EAAE,EAAE,CAAC,UAAU;iBAC5B,CAAC,CAAC;gBACH,WAAW,EAAE,oBAAoB;oBAC/B,CAAC,CAAC,EAAE,IAAI,EAAE,MAAe,EAAE,IAAI,EAAE,oBAAoB,EAAE;oBACvD,CAAC,CAAC,YAAY,CAAC,MAAM,GAAG,CAAC;wBACvB,CAAC,CAAC,EAAE,IAAI,EAAE,KAAc,EAAE;wBAC1B,CAAC,CAAC,SAAS;gBACf,UAAU,EAAE,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI;gBAC/B,WAAW,EAAE,WAAW;aACzB,EACD;gBACE,MAAM,EAAE,eAAe,EAAE,MAAM;aAChC,CACF,CAAC;YACF,MAAM,CAAC,0BAA0B;QACnC,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,KAAK,YAAY,SAAS,CAAC,QAAQ,IAAI,KAAK,CAAC,OAAO,EAAE,CAAC,aAAa,CAAC,EAAE,CAAC;gBAC1E,IAAI,UAAkB,CAAC;gBACvB,IAAI,KAAK,CAAC,OAAO,CAAC,aAAa,CAAC,KAAK,GAAG,EAAE,CAAC;oBACzC,UAAU,GAAG,CAAC,IAAI,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,kCAAkC,CAAE,CAAC,CAAC,OAAO,EAAE,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC,GAAG,IAAI,CAAC;gBAC5G,CAAC;qBAAM,CAAC;oBACN,UAAU,GAAG,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,KAAK,CAAC,OAAO,CAAC,aAAa,CAAC,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC;gBACxE,CAAC;gBACD,UAAU,GAAG,IAAI,CAAC,GAAG,CAAC,UAAU,EAAE,EAAE,CAAC,CAAC;gBACtC,gBAAgB,CAAC,gCAAgC,UAAU,qBAAqB,UAAU,GAAG,CAAC,QAAQ,CAAC,CAAC;gBACxG,MAAM,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,UAAU,GAAG,IAAI,CAAC,CAAC,CAAC;gBACvE,UAAU,EAAE,CAAC;YACf,CAAC;iBAAM,CAAC;gBACN,OAAO,CAAC,KAAK,CAAC,oBAAoB,EAAE,KAAK,CAAC,CAAC;gBAC3C,MAAM,IAAI,KAAK,CAAC,wCAAwC,CAAC,CAAC;YAC5D,CAAC;QACH,CAAC;IACH,CAAC;IAED,IAAI,UAAU,KAAK,CAAC,EAAE,CAAC;QACrB,OAAO,CAAC,KAAK,CAAC,mEAAmE,CAAC,CAAC;QACnF,MAAM,IAAI,KAAK,CAAC,yCAAyC,CAAC,CAAC;IAC7D,CAAC;IAED,kCAAkC;IAClC,MAAM,KAAK,GAAG;QACZ,iBAAiB,EAAE,QAAS,CAAC,KAAK,CAAC,2BAA2B;QAC9D,eAAe,EAAE,QAAS,CAAC,KAAK,CAAC,uBAAuB;QACxD,WAAW,EAAE,QAAS,CAAC,KAAK,CAAC,YAAY;QACzC,YAAY,EAAE,QAAS,CAAC,KAAK,CAAC,aAAa;QAC3C,WAAW,EAAE,QAAS,CAAC,KAAK,CAAC,YAAY,GAAG,QAAS,CAAC,KAAK,CAAC,aAAa;KAC1E,CAAC;IACF,sBAAsB,CAAC;QACrB,SAAS,EAAE,WAAW;QACtB,KAAK;QACL,iBAAiB,EAAE,CAAC,GAAG,IAAI,GAAG,IAAI;QAClC,kBAAkB,EAAE,EAAE,GAAG,IAAI,GAAG,IAAI;QACpC,KAAK;KACN,CAAC,CAAC;IAEH,MAAM,gBAAgB,GAAG,QAAS,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,KAAK,UAAU,CAAC,CAAC;IACtF,IAAI,gBAAgB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAChC,OAAO,CAAC,GAAG,CAAC,mBAAmB,EAAE,gBAAgB,CAAC,CAAC;IACrD,CAAC;IAED,MAAM,aAAa,GAAG,QAAS,CAAC,OAAO;SACpC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,KAAK,UAAU,CAAC;SAC1C,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;QACd,EAAE,EAAE,IAAI,CAAC,EAAE;QACX,IAAI,EAAE,IAAI,CAAC,IAAI;QACf,IAAI,EAAE,IAAI,CAAC,KAAgC;KAC5C,CAAC,CAAC,CAAC;IAEN,OAAO,oBAAoB,CAAC,aAAa,EAAE,YAAY,CAAC,CAAC;AAC3D,CAAC"}

package/dist/src/ai-service/chat-gpt.d.ts

@@ -0,0 +1,5 @@
+import { FunctionCall, PromptItem, FunctionDef } from './common.js';
+/**
+ * This function generates content using the OpenAI chat model.
+ */
+export declare function generateContent(prompt: PromptItem[], functionDefs: FunctionDef[], requiredFunctionName: string | null, temperature: number, cheap?: boolean): Promise<FunctionCall[]>;

package/dist/src/ai-service/chat-gpt.js

@@ -0,0 +1,146 @@
+import OpenAI, { APIError } from 'openai';
+import assert from 'node:assert';
+import { printTokenUsageAndCost, processFunctionCalls, } from './common.js';
+import { abortController } from '../main/interactive/codegen-worker.js';
+import { modelOverrides } from '../main/config.js';
+/**
+ * This function generates content using the OpenAI chat model.
+ */
+export async function generateContent(prompt, functionDefs, requiredFunctionName, temperature, cheap = false) {
+    const openai = new OpenAI();
+    const messages = prompt
+        .map((item) => {
+        if (item.type === 'systemPrompt') {
+            return {
+                role: 'system',
+                content: item.systemPrompt,
+            };
+        }
+        else if (item.type === 'user') {
+            const messages = [];
+            if (item.functionResponses) {
+                messages.push(...item.functionResponses.map((response) => ({
+                    role: 'tool',
+                    name: response.name,
+                    content: response.content ?? '',
+                    tool_call_id: response.name,
+                })));
+            }
+            if ((item.images?.length ?? 0) > 0) {
+                messages.push({
+                    role: 'user',
+                    content: [
+                        ...item.images.map((image) => ({
+                            type: 'image_url',
+                            image_url: {
+                                url: 'data:' + image.mediaType + ';base64,' + image.base64url,
+                            },
+                        })),
+                        {
+                            type: 'text',
+                            text: item.text,
+                        },
+                    ],
+                });
+            }
+            else {
+                messages.push({
+                    role: 'user',
+                    content: item.text,
+                });
+            }
+            return messages;
+        }
+        else {
+            assert(item.type === 'assistant');
+            const message = {
+                role: 'assistant',
+                ...(item.text ? { content: item.text } : {}),
+                tool_calls: item.functionCalls?.map((call) => ({
+                    type: 'function',
+                    function: { name: call.name, arguments: JSON.stringify(call.args ?? {}) },
+                    id: call.name,
+                })),
+            };
+            return message;
+        }
+    })
+        .flat();
+    const defaultModel = cheap ? 'gpt-4o-mini' : 'gpt-4o-2024-08-06';
+    const model = cheap
+        ? (modelOverrides.chatGpt?.cheap ?? defaultModel)
+        : (modelOverrides.chatGpt?.default ?? defaultModel);
+    console.log(`Using OpenAI model: ${model}`);
+    assert(process.env.OPENAI_API_KEY, 'OPENAI_API_KEY environment variable is not set');
+    let retryCount = 0;
+    const maxRetries = 3;
+    let response = undefined;
+    while (retryCount < maxRetries) {
+        try {
+            response = await openai.chat.completions.create({
+                model: model,
+                messages,
+                tools: functionDefs.map((funDef) => ({ type: 'function', function: funDef })),
+                tool_choice: requiredFunctionName
+                    ? { type: 'function', function: { name: requiredFunctionName } }
+                    : 'required',
+                temperature: temperature,
+            }, { signal: abortController?.signal });
+            break; // Exit loop if successful
+        }
+        catch (error) {
+            if (error instanceof APIError && error.status === 429) {
+                // Rate limit error
+                let retryAfter = error.headers?.['retry-after'] ? parseInt(error.headers['retry-after'], 10) : 60;
+                retryAfter = Math.min(retryAfter, 30);
+                console.log(`Rate limited. Retrying after ${retryAfter} seconds. Attempt ${retryCount + 1} of ${maxRetries}.`);
+                await new Promise((resolve) => setTimeout(resolve, retryAfter * 1000));
+                retryCount++;
+            }
+            else {
+                console.error('An error occurred:', error);
+                throw new Error('API request failed. Operation aborted.');
+            }
+        }
+    }
+    if (retryCount === maxRetries) {
+        console.error(`Failed to complete request after ${maxRetries} attempts due to rate limiting.`);
+        throw new Error('Rate limit exceeded. Operation aborted.');
+    }
+    assert(response);
+    // Print token usage for chat gpt
+    const usage = {
+        inputTokens: response.usage.prompt_tokens - (response.usage?.prompt_tokens_details?.cached_tokens ?? 0),
+        outputTokens: response.usage.completion_tokens,
+        totalTokens: response.usage.total_tokens,
+        cacheReadTokens: response.usage?.prompt_tokens_details?.cached_tokens,
+    };
+    printTokenUsageAndCost({
+        aiService: 'chat-gpt',
+        usage,
+        inputCostPerToken: 0.000005,
+        outputCostPerToken: 0.000015,
+        cheap,
+    });
+    const responseMessage = response.choices[0].message;
+    if (responseMessage.content) {
+        console.log('Message', responseMessage.content);
+    }
+    const toolCalls = responseMessage.tool_calls;
+    if (toolCalls) {
+        const functionCalls = toolCalls.map((call) => {
+            const name = call.function.name;
+            const args = JSON.parse(call.function.arguments);
+            return {
+                id: call.id,
+                name,
+                args,
+            };
+        });
+        return processFunctionCalls(functionCalls, functionDefs);
+    }
+    else {
+        throw new Error('No tool calls found in response');
+    }
+}
+//# sourceMappingURL=chat-gpt.js.map

package/dist/src/ai-service/chat-gpt.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"chat-gpt.js","sourceRoot":"","sources":["../../../src/ai-service/chat-gpt.ts"],"names":[],"mappings":"AAAA,OAAO,MAAM,EAAE,EAAE,QAAQ,EAAE,MAAM,QAAQ,CAAC;AAC1C,OAAO,MAAM,MAAM,aAAa,CAAC;AACjC,OAAO,EACL,sBAAsB,EACtB,oBAAoB,GAKrB,MAAM,aAAa,CAAC;AAErB,OAAO,EAAE,eAAe,EAAE,MAAM,uCAAuC,CAAC;AACxE,OAAO,EAAE,cAAc,EAAE,MAAM,mBAAmB,CAAC;AAEnD;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,eAAe,CACnC,MAAoB,EACpB,YAA2B,EAC3B,oBAAmC,EACnC,WAAmB,EACnB,KAAK,GAAG,KAAK;IAEb,MAAM,MAAM,GAAG,IAAI,MAAM,EAAE,CAAC;IAE5B,MAAM,QAAQ,GAAsC,MAAM;SACvD,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE;QACZ,IAAI,IAAI,CAAC,IAAI,KAAK,cAAc,EAAE,CAAC;YACjC,OAAO;gBACL,IAAI,EAAE,QAAiB;gBACvB,OAAO,EAAE,IAAI,CAAC,YAAa;aAC5B,CAAC;QACJ,CAAC;aAAM,IAAI,IAAI,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;YAChC,MAAM,QAAQ,GAAiC,EAAE,CAAC;YAClD,IAAI,IAAI,CAAC,iBAAiB,EAAE,CAAC;gBAC3B,QAAQ,CAAC,IAAI,CACX,GAAG,IAAI,CAAC,iBAAiB,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC;oBAC3C,IAAI,EAAE,MAAe;oBACrB,IAAI,EAAE,QAAQ,CAAC,IAAI;oBACnB,OAAO,EAAE,QAAQ,CAAC,OAAO,IAAI,EAAE;oBAC/B,YAAY,EAAE,QAAQ,CAAC,IAAI;iBAC5B,CAAC,CAAC,CACJ,CAAC;YACJ,CAAC;YACD,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,MAAM,IAAI,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC;gBACnC,QAAQ,CAAC,IAAI,CAAC;oBACZ,IAAI,EAAE,MAAe;oBACrB,OAAO,EAAE;wBACP,GAAG,IAAI,CAAC,MAAO,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;4BAC9B,IAAI,EAAE,WAAoB;4BAC1B,SAAS,EAAE;gCACT,GAAG,EAAE,OAAO,GAAG,KAAK,CAAC,SAAS,GAAG,UAAU,GAAG,KAAK,CAAC,SAAS;6BAC9D;yBACF,CAAC,CAAC;wBACH;4BACE,IAAI,EAAE,MAAe;4BACrB,IAAI,EAAE,IAAI,CAAC,IAAK;yBACjB;qBACF;iBACF,CAAC,CAAC;YACL,CAAC;iBAAM,CAAC;gBACN,QAAQ,CAAC,IAAI,CAAC;oBACZ,IAAI,EAAE,MAAe;oBACrB,OAAO,EAAE,IAAI,CAAC,IAAK;iBACpB,CAAC,CAAC;YACL,CAAC;YACD,OAAO,QAAQ,CAAC;QAClB,CAAC;aAAM,CAAC;YACN,MAAM,CAAC,IAAI,CAAC,IAAI,KAAK,WAAW,CAAC,CAAC;YAClC,MAAM,OAAO,GAA+B;gBAC1C,IAAI,EAAE,WAAoB;gBAC1B,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBAC5C,UAAU,EAAE,IAAI,CAAC,aAAa,EAAE,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;oBAC7C,IAAI,EAAE,UAAmB;oBACzB,QAAQ,EAAE,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,SAAS,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,IAAI,EAAE,CAAC,EAAE;oBACzE,EAAE,EAAE,IAAI,CAAC,IAAI;iBACd,CAAC,CAAC;aACJ,CAAC;YACF,OAAO,OAAO,CAAC;QACjB,CAAC;IACH,CAAC,CAAC;SACD,IAAI,EAAE,CAAC;IAEV,MAAM,YAAY,GAAG,KAAK,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,mBAAmB,CAAC;IACjE,MAAM,KAAK,GAAG,KAAK;QACjB,CAAC,CAAC,CAAC,cAAc,CAAC,OAAO,EAAE,KAAK,IAAI,YAAY,CAAC;QACjD,CAAC,CAAC,CAAC,cAAc,CAAC,OAAO,EAAE,OAAO,IAAI,YAAY,CAAC,CAAC;IACtD,OAAO,CAAC,GAAG,CAAC,uBAAuB,KAAK,EAAE,CAAC,CAAC;IAC5C,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,cAAc,EAAE,gDAAgD,CAAC,CAAC;IAErF,IAAI,UAAU,GAAG,CAAC,CAAC;IACnB,MAAM,UAAU,GAAG,CAAC,CAAC;IACrB,IAAI,QAAQ,GAAuD,SAAS,CAAC;IAE7E,OAAO,UAAU,GAAG,UAAU,EAAE,CAAC;QAC/B,IAAI,CAAC;YACH,QAAQ,GAAG,MAAM,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,CAC7C;gBACE,KAAK,EAAE,KAAK;gBACZ,QAAQ;gBACR,KAAK,EAAE,YAAY,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,UAAmB,EAAE,QAAQ,EAAE,MAAM,EAAE,CAAC,CAAC;gBACtF,WAAW,EAAE,oBAAoB;oBAC/B,CAAC,CAAC,EAAE,IAAI,EAAE,UAAmB,EAAE,QAAQ,EAAE,EAAE,IAAI,EAAE,oBAAoB,EAAE,EAAE;oBACzE,CAAC,CAAC,UAAU;gBACd,WAAW,EAAE,WAAW;aACzB,EACD,EAAE,MAAM,EAAE,eAAe,EAAE,MAAM,EAAE,CACpC,CAAC;YACF,MAAM,CAAC,0BAA0B;QACnC,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,KAAK,YAAY,QAAQ,IAAI,KAAK,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;gBACtD,mBAAmB;gBACnB,IAAI,UAAU,GAAG,KAAK,CAAC,OAAO,EAAE,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,OAAO,CAAC,aAAa,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;gBAClG,UAAU,GAAG,IAAI,CAAC,GAAG,CAAC,UAAU,EAAE,EAAE,CAAC,CAAC;gBACtC,OAAO,CAAC,GAAG,CAAC,gCAAgC,UAAU,qBAAqB,UAAU,GAAG,CAAC,OAAO,UAAU,GAAG,CAAC,CAAC;gBAC/G,MAAM,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,UAAU,GAAG,IAAI,CAAC,CAAC,CAAC;gBACvE,UAAU,EAAE,CAAC;YACf,CAAC;iBAAM,CAAC;gBACN,OAAO,CAAC,KAAK,CAAC,oBAAoB,EAAE,KAAK,CAAC,CAAC;gBAC3C,MAAM,IAAI,KAAK,CAAC,wCAAwC,CAAC,CAAC;YAC5D,CAAC;QACH,CAAC;IACH,CAAC;IAED,IAAI,UAAU,KAAK,UAAU,EAAE,CAAC;QAC9B,OAAO,CAAC,KAAK,CAAC,oCAAoC,UAAU,iCAAiC,CAAC,CAAC;QAC/F,MAAM,IAAI,KAAK,CAAC,yCAAyC,CAAC,CAAC;IAC7D,CAAC;IAED,MAAM,CAAC,QAAQ,CAAC,CAAC;IAEjB,iCAAiC;IACjC,MAAM,KAAK,GAAe;QACxB,WAAW,EAAE,QAAQ,CAAC,KAAM,CAAC,aAAa,GAAG,CAAC,QAAQ,CAAC,KAAK,EAAE,qBAAqB,EAAE,aAAa,IAAI,CAAC,CAAC;QACxG,YAAY,EAAE,QAAQ,CAAC,KAAM,CAAC,iBAAiB;QAC/C,WAAW,EAAE,QAAQ,CAAC,KAAM,CAAC,YAAY;QACzC,eAAe,EAAE,QAAQ,CAAC,KAAK,EAAE,qBAAqB,EAAE,aAAa;KACtE,CAAC;IACF,sBAAsB,CAAC;QACrB,SAAS,EAAE,UAAU;QACrB,KAAK;QACL,iBAAiB,EAAE,QAAQ;QAC3B,kBAAkB,EAAE,QAAQ;QAC5B,KAAK;KACN,CAAC,CAAC;IAEH,MAAM,eAAe,GAAG,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC;IAEpD,IAAI,eAAe,CAAC,OAAO,EAAE,CAAC;QAC5B,OAAO,CAAC,GAAG,CAAC,SAAS,EAAE,eAAe,CAAC,OAAO,CAAC,CAAC;IAClD,CAAC;IAED,MAAM,SAAS,GAAG,eAAe,CAAC,UAAU,CAAC;IAC7C,IAAI,SAAS,EAAE,CAAC;QACd,MAAM,aAAa,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE;YAC3C,MAAM,IAAI,GAAG,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC;YAChC,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC;YAEjD,OAAO;gBACL,EAAE,EAAE,IAAI,CAAC,EAAE;gBACX,IAAI;gBACJ,IAAI;aACL,CAAC;QACJ,CAAC,CAAC,CAAC;QAEH,OAAO,oBAAoB,CAAC,aAAa,EAAE,YAAY,CAAC,CAAC;IAC3D,CAAC;SAAM,CAAC;QACN,MAAM,IAAI,KAAK,CAAC,iCAAiC,CAAC,CAAC;IACrD,CAAC;AACH,CAAC"}

package/dist/src/ai-service/common.d.ts

@@ -0,0 +1,69 @@
+import { CodegenOptions, AiServiceType } from '../main/codegen-types.js';
+export interface TokenUsage {
+    inputTokens: number | undefined | null;
+    outputTokens: number | undefined | null;
+    totalTokens: number | undefined | null;
+    cacheCreateTokens?: number | null;
+    cacheReadTokens?: number | null;
+}
+export interface FunctionDef {
+    name: string;
+    description: string;
+    parameters: {
+        type: 'object';
+        properties: Record<string, unknown>;
+        required: string[];
+    };
+}
+export interface FunctionCall<T = Record<string, unknown>> {
+    id?: string;
+    name: string;
+    args?: T;
+}
+export interface PromptItem {
+    type: 'systemPrompt' | 'user' | 'assistant';
+    systemPrompt?: string;
+    text?: string;
+    functionResponses?: {
+        call_id?: string;
+        name: string;
+        content?: string;
+        isError?: boolean;
+    }[];
+    images?: {
+        mediaType: 'image/jpeg' | 'image/png' | 'image/gif' | 'image/webp';
+        base64url: string;
+    }[];
+    functionCalls?: FunctionCall[];
+    cache?: boolean;
+}
+export type GenerateContentArgs = [
+    prompt: PromptItem[],
+    functionDefs: FunctionDef[],
+    requiredFunctionName: string | null,
+    temperature: number,
+    cheap: boolean,
+    options: CodegenOptions
+];
+export type GenerateContentFunction = (...args: GenerateContentArgs) => Promise<FunctionCall[]>;
+export type GenerateImageFunction = (prompt: string, contextImagePath: string | undefined, size: {
+    width: number;
+    height: number;
+}, cheap: boolean) => Promise<string>;
+interface CostInfo {
+    aiService: AiServiceType;
+    usage: TokenUsage;
+    inputCostPerToken: number;
+    outputCostPerToken: number;
+    cheap: boolean;
+}
+/**
+ * Common function to print token usage and estimated cost
+ * @param {CostInfo} costInfo Cost information object
+ */
+export declare function printTokenUsageAndCost(costInfo: CostInfo): void;
+/**
+ * Common function to process function calls and explanations
+ */
+export declare function processFunctionCalls(functionCalls: FunctionCall[], functionDefs: FunctionDef[]): FunctionCall[];
+export {};

package/dist/src/ai-service/common.js

@@ -0,0 +1,38 @@
+import assert from 'node:assert';
+import { collectCost } from '../main/common/cost-collector.js';
+/**
+ * Common function to print token usage and estimated cost
+ * @param {CostInfo} costInfo Cost information object
+ */
+export function printTokenUsageAndCost(costInfo) {
+    const { usage, inputCostPerToken, outputCostPerToken, cheap } = costInfo;
+    console.log('Token Usage:');
+    console.log('  - Input tokens: ', usage.inputTokens);
+    console.log('  - Output tokens: ', usage.outputTokens);
+    console.log('  - Total tokens: ', usage.totalTokens);
+    if (usage.cacheCreateTokens) {
+        console.log('  - Cache create tokens: ', usage.cacheCreateTokens);
+    }
+    if (usage.cacheReadTokens) {
+        console.log('  - Cache read tokens: ', usage.cacheReadTokens);
+    }
+    const inputCost = ((usage.inputTokens ?? 0) * inputCostPerToken +
+        (usage.cacheCreateTokens ?? 0) * inputCostPerToken * 1.25 +
+        (usage.cacheReadTokens ?? 0) * inputCostPerToken * 0.2) *
+        (cheap ? 0.1 : 1);
+    const outputCost = (usage.outputTokens ?? 0) * outputCostPerToken;
+    const totalCost = inputCost + outputCost;
+    console.log('  - Estimated cost: ', totalCost.toFixed(6), ' USD');
+    console.log('  - Cheap model: ', cheap);
+    collectCost(totalCost, usage.inputTokens ?? 0, usage.outputTokens ?? 0, costInfo.aiService, cheap);
+}
+/**
+ * Common function to process function calls and explanations
+ */
+export function processFunctionCalls(functionCalls, functionDefs) {
+    const unknownFunctionCalls = functionCalls.filter((call) => !functionDefs.some((fd) => fd.name === call.name));
+    assert(unknownFunctionCalls.length === 0, 'Unknown function name: ' + unknownFunctionCalls.map((call) => call.name).join(', '));
+    console.log('Explanations:', functionCalls.filter((fn) => fn.name === 'explanation').map((call) => call.args?.text));
+    return functionCalls; // .filter((fn) => fn.name !== 'explanation');
+}
+//# sourceMappingURL=common.js.map

package/dist/src/ai-service/common.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"common.js","sourceRoot":"","sources":["../../../src/ai-service/common.ts"],"names":[],"mappings":"AAAA,OAAO,MAAM,MAAM,aAAa,CAAC;AAEjC,OAAO,EAAE,WAAW,EAAE,MAAM,kCAAkC,CAAC;AAsE/D;;;GAGG;AACH,MAAM,UAAU,sBAAsB,CAAC,QAAkB;IACvD,MAAM,EAAE,KAAK,EAAE,iBAAiB,EAAE,kBAAkB,EAAE,KAAK,EAAE,GAAG,QAAQ,CAAC;IACzE,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC,CAAC;IAC5B,OAAO,CAAC,GAAG,CAAC,oBAAoB,EAAE,KAAK,CAAC,WAAW,CAAC,CAAC;IACrD,OAAO,CAAC,GAAG,CAAC,qBAAqB,EAAE,KAAK,CAAC,YAAY,CAAC,CAAC;IACvD,OAAO,CAAC,GAAG,CAAC,oBAAoB,EAAE,KAAK,CAAC,WAAW,CAAC,CAAC;IACrD,IAAI,KAAK,CAAC,iBAAiB,EAAE,CAAC;QAC5B,OAAO,CAAC,GAAG,CAAC,2BAA2B,EAAE,KAAK,CAAC,iBAAiB,CAAC,CAAC;IACpE,CAAC;IACD,IAAI,KAAK,CAAC,eAAe,EAAE,CAAC;QAC1B,OAAO,CAAC,GAAG,CAAC,yBAAyB,EAAE,KAAK,CAAC,eAAe,CAAC,CAAC;IAChE,CAAC;IAED,MAAM,SAAS,GACb,CAAC,CAAC,KAAK,CAAC,WAAW,IAAI,CAAC,CAAC,GAAG,iBAAiB;QAC3C,CAAC,KAAK,CAAC,iBAAiB,IAAI,CAAC,CAAC,GAAG,iBAAiB,GAAG,IAAI;QACzD,CAAC,KAAK,CAAC,eAAe,IAAI,CAAC,CAAC,GAAG,iBAAiB,GAAG,GAAG,CAAC;QACzD,CAAC,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IACpB,MAAM,UAAU,GAAG,CAAC,KAAK,CAAC,YAAY,IAAI,CAAC,CAAC,GAAG,kBAAkB,CAAC;IAClE,MAAM,SAAS,GAAG,SAAS,GAAG,UAAU,CAAC;IACzC,OAAO,CAAC,GAAG,CAAC,sBAAsB,EAAE,SAAS,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC;IAClE,OAAO,CAAC,GAAG,CAAC,mBAAmB,EAAE,KAAK,CAAC,CAAC;IAExC,WAAW,CAAC,SAAS,EAAE,KAAK,CAAC,WAAW,IAAI,CAAC,EAAE,KAAK,CAAC,YAAY,IAAI,CAAC,EAAE,QAAQ,CAAC,SAAS,EAAE,KAAK,CAAC,CAAC;AACrG,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,oBAAoB,CAAC,aAA6B,EAAE,YAA2B;IAC7F,MAAM,oBAAoB,GAAG,aAAa,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,IAAI,KAAK,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;IAC/G,MAAM,CACJ,oBAAoB,CAAC,MAAM,KAAK,CAAC,EACjC,yBAAyB,GAAG,oBAAoB,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CACrF,CAAC;IAEF,OAAO,CAAC,GAAG,CACT,eAAe,EACf,aAAa,CAAC,MAAM,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,IAAI,KAAK,aAAa,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,CACvF,CAAC;IAEF,OAAO,aAAa,CAAC,CAAC,8CAA8C;AACtE,CAAC"}

package/dist/src/ai-service/common.test.d.ts

@@ -0,0 +1 @@
+export {};