genaicode 0.0.35 → 0.1.1

package/README.md

@@ -79,6 +79,9 @@ GenAIcode supports various command-line options to customize its behavior:
 - `--imagen`: Enables image generation capabilities using AI models.
 - `--cheap`: Uses a cheaper, faster model for code generation, which may provide lower quality results but is more cost-effective for simpler tasks.
 - `--content-mask=<path>`: Applies a content mask to limit the initial source code files included in the request. The value should be a prefix of the path relative to rootDir.
+- `--ignore-pattern="glob/regex"`: Specify a pattern of files to ignore during the initial source code fetching. This saves initial token usage.
+- `--ask-question`: Allows the AI assistant to ask questions for clarification during the code generation process.
+- `--disable-cache`: Disables caching for the application, which can be useful if caching is causing issues or if you want to ensure fresh data is used for each operation.
 - `--help`: Displays the help message with all available options.
 
 ## Configuration (.genaicoderc)

package/bin/genaicode-dev.js

@@ -0,0 +1,11 @@
+import url from 'node:url';
+import { register } from 'node:module';
+import path from 'path';
+
+const __filename = url.fileURLToPath(import.meta.url);
+register('ts-node/esm', url.pathToFileURL(__filename));
+
+const project = path.resolve('./tsconfig.json');
+(await import('ts-node')).register({ project });
+
+(await import('../src/main/codegen.ts')).runCodegen();

package/bin/genaicode.cjs

@@ -5,4 +5,11 @@ const pleaseUpgradeNode = require('please-upgrade-node');
 const pkg = require('../package.json');
 pleaseUpgradeNode(pkg);
 
-import('../src/main/codegen.js').then(({ runCodegen }) => runCodegen());
+const devMode = require('fs').existsSync(`${__dirname}/../src`);
+const forceDist = process.argv.indexOf('--force-dist') >= 0;
+
+if (devMode && !forceDist) {
+  import('./genaicode-dev.js');
+} else {
+  import('../dist/main/codegen.js').then(({ runCodegen }) => runCodegen());
+}

package/dist/ai-service/ai-studio.d.ts

@@ -0,0 +1,5 @@
+import { FunctionCall, FunctionDef, PromptItem } from './common.js';
+/**
+ * This function generates content using the Anthropic Claude model via Vertex AI.
+ */
+export declare function generateContent(prompt: PromptItem[], functionDefs: FunctionDef[], requiredFunctionName: string | null, temperature: number, cheap?: boolean): Promise<FunctionCall[]>;

package/dist/ai-service/ai-studio.js

@@ -0,0 +1,135 @@
+import { FunctionCallingMode, GoogleGenerativeAI, HarmBlockThreshold, HarmCategory, } from '@google/generative-ai';
+import assert from 'node:assert';
+import { geminiBlockNone } from '../cli/cli-params.js';
+import { printTokenUsageAndCost, processFunctionCalls } from './common.js';
+/**
+ * This function generates content using the Anthropic Claude model via Vertex AI.
+ */
+export async function generateContent(prompt, functionDefs, requiredFunctionName, temperature, cheap = false) {
+    const messages = prompt
+        .filter((item) => item.type === 'user' || item.type === 'assistant')
+        .map((item) => {
+        if (item.type === 'user') {
+            const content = {
+                role: 'user',
+                parts: [
+                    ...(item.functionResponses ?? []).map((response) => ({
+                        functionResponse: {
+                            name: response.name,
+                            response: { name: response.name, content: response.content },
+                        },
+                    })),
+                    ...(item.images ?? []).map((image) => ({
+                        inlineData: {
+                            mimeType: image.mediaType,
+                            data: image.base64url,
+                        },
+                    })),
+                    { text: item.text },
+                ],
+            };
+            return content;
+        }
+        else {
+            assert(item.type === 'assistant');
+            const content = {
+                role: 'model',
+                parts: [
+                    ...(item.text ? [{ text: item.text }] : []),
+                    ...item.functionCalls.map((call) => ({
+                        functionCall: {
+                            name: call.name,
+                            args: call.args ?? {},
+                        },
+                    })),
+                ],
+            };
+            return content;
+        }
+    });
+    const req = {
+        contents: messages,
+        tools: [
+            {
+                functionDeclarations: functionDefs,
+            },
+        ],
+        toolConfig: {
+            functionCallingConfig: {
+                mode: cheap ? undefined : FunctionCallingMode.ANY,
+                ...(!cheap && requiredFunctionName ? { allowedFunctionNames: [requiredFunctionName] } : {}),
+            },
+        },
+    };
+    const model = getModel(cheap ? 'gemini-1.5-flash-001' : 'gemini-1.5-pro-001', temperature, prompt.find((item) => item.type === 'systemPrompt').systemPrompt);
+    const result = await model.generateContent(req);
+    // Print token usage
+    const usageMetadata = result.response.usageMetadata;
+    const usage = {
+        inputTokens: usageMetadata.promptTokenCount,
+        outputTokens: usageMetadata.candidatesTokenCount,
+        totalTokens: usageMetadata.totalTokenCount,
+    };
+    printTokenUsageAndCost(usage, 0.000125 / 1000, 0.000375 / 1000);
+    if (result.response.promptFeedback) {
+        console.log('Prompt feedback:');
+        console.log(JSON.stringify(result.response.promptFeedback, null, 2));
+    }
+    if (!result.response.candidates?.length) {
+        console.log('Response:', result);
+        throw new Error('No candidates found');
+    }
+    const functionCalls = result.response.candidates
+        .map((candidate) => candidate.content.parts?.map((part) => part.functionCall))
+        .flat()
+        .filter((functionCall) => !!functionCall)
+        .map((call) => ({ name: call.name, args: call.args }));
+    if (functionCalls.length === 0) {
+        const textResponse = result.response.candidates
+            .map((candidate) => candidate.content.parts?.map((part) => part.text))
+            .flat()
+            .filter((text) => !!text)
+            .join('\n');
+        console.log('No function calls, output text response if it exists:', textResponse);
+    }
+    return processFunctionCalls(functionCalls);
+}
+function getModel(model, temperature, systemPrompt) {
+    assert(process.env.API_KEY, 'API_KEY environment variable is not set');
+    const genAI = new GoogleGenerativeAI(process.env.API_KEY);
+    return genAI.getGenerativeModel({
+        model,
+        generationConfig: {
+            maxOutputTokens: 8192,
+            temperature,
+            topP: 0.95,
+        },
+        safetySettings: [
+            {
+                category: HarmCategory.HARM_CATEGORY_HATE_SPEECH,
+                threshold: geminiBlockNone ? HarmBlockThreshold.BLOCK_NONE : HarmBlockThreshold.BLOCK_LOW_AND_ABOVE,
+            },
+            {
+                category: HarmCategory.HARM_CATEGORY_DANGEROUS_CONTENT,
+                threshold: geminiBlockNone ? HarmBlockThreshold.BLOCK_NONE : HarmBlockThreshold.BLOCK_LOW_AND_ABOVE,
+            },
+            {
+                category: HarmCategory.HARM_CATEGORY_SEXUALLY_EXPLICIT,
+                threshold: geminiBlockNone ? HarmBlockThreshold.BLOCK_NONE : HarmBlockThreshold.BLOCK_LOW_AND_ABOVE,
+            },
+            {
+                category: HarmCategory.HARM_CATEGORY_HARASSMENT,
+                threshold: geminiBlockNone ? HarmBlockThreshold.BLOCK_NONE : HarmBlockThreshold.BLOCK_LOW_AND_ABOVE,
+            },
+        ],
+        systemInstruction: {
+            role: 'system',
+            parts: [
+                {
+                    text: systemPrompt,
+                },
+            ],
+        },
+    });
+}
+//# sourceMappingURL=ai-studio.js.map

package/dist/ai-service/ai-studio.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ai-studio.js","sourceRoot":"","sources":["../../src/ai-service/ai-studio.ts"],"names":[],"mappings":"AAAA,OAAO,EAEL,mBAAmB,EAGnB,kBAAkB,EAClB,kBAAkB,EAClB,YAAY,GACb,MAAM,uBAAuB,CAAC;AAC/B,OAAO,MAAM,MAAM,aAAa,CAAC;AACjC,OAAO,EAAE,eAAe,EAAE,MAAM,sBAAsB,CAAC;AACvD,OAAO,EAA6B,sBAAsB,EAAE,oBAAoB,EAAc,MAAM,aAAa,CAAC;AAElH;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,eAAe,CACnC,MAAoB,EACpB,YAA2B,EAC3B,oBAAmC,EACnC,WAAmB,EACnB,KAAK,GAAG,KAAK;IAEb,MAAM,QAAQ,GAAc,MAAM;SAC/B,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,KAAK,MAAM,IAAI,IAAI,CAAC,IAAI,KAAK,WAAW,CAAC;SACnE,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE;QACZ,IAAI,IAAI,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;YACzB,MAAM,OAAO,GAAY;gBACvB,IAAI,EAAE,MAAe;gBACrB,KAAK,EAAE;oBACL,GAAG,CAAC,IAAI,CAAC,iBAAiB,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC;wBACnD,gBAAgB,EAAE;4BAChB,IAAI,EAAE,QAAQ,CAAC,IAAI;4BACnB,QAAQ,EAAE,EAAE,IAAI,EAAE,QAAQ,CAAC,IAAI,EAAE,OAAO,EAAE,QAAQ,CAAC,OAAO,EAAE;yBAC7D;qBACF,CAAC,CAAC;oBACH,GAAG,CAAC,IAAI,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;wBACrC,UAAU,EAAE;4BACV,QAAQ,EAAE,KAAK,CAAC,SAAS;4BACzB,IAAI,EAAE,KAAK,CAAC,SAAS;yBACtB;qBACF,CAAC,CAAC;oBACH,EAAE,IAAI,EAAE,IAAI,CAAC,IAAK,EAAE;iBACrB;aACF,CAAC;YACF,OAAO,OAAO,CAAC;QACjB,CAAC;aAAM,CAAC;YACN,MAAM,CAAC,IAAI,CAAC,IAAI,KAAK,WAAW,CAAC,CAAC;YAClC,MAAM,OAAO,GAAY;gBACvB,IAAI,EAAE,OAAgB;gBACtB,KAAK,EAAE;oBACL,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;oBAC3C,GAAG,IAAI,CAAC,aAAc,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;wBACpC,YAAY,EAAE;4BACZ,IAAI,EAAE,IAAI,CAAC,IAAI;4BACf,IAAI,EAAE,IAAI,CAAC,IAAI,IAAI,EAAE;yBACtB;qBACF,CAAC,CAAC;iBACJ;aACF,CAAC;YACF,OAAO,OAAO,CAAC;QACjB,CAAC;IACH,CAAC,CAAC,CAAC;IAEL,MAAM,GAAG,GAA2B;QAClC,QAAQ,EAAE,QAAQ;QAClB,KAAK,EAAE;YACL;gBACE,oBAAoB,EAAE,YAAgD;aACvE;SACF;QACD,UAAU,EAAE;YACV,qBAAqB,EAAE;gBACrB,IAAI,EAAE,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,mBAAmB,CAAC,GAAG;gBACjD,GAAG,CAAC,CAAC,KAAK,IAAI,oBAAoB,CAAC,CAAC,CAAC,EAAE,oBAAoB,EAAE,CAAC,oBAAoB,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;aAC5F;SACF;KACF,CAAC;IAEF,MAAM,KAAK,GAAG,QAAQ,CACpB,KAAK,CAAC,CAAC,CAAC,sBAAsB,CAAC,CAAC,CAAC,oBAAoB,EACrD,WAAW,EACX,MAAM,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,KAAK,cAAc,CAAE,CAAC,YAAa,CACnE,CAAC;IAEF,MAAM,MAAM,GAAG,MAAM,KAAK,CAAC,eAAe,CAAC,GAAG,CAAC,CAAC;IAEhD,oBAAoB;IACpB,MAAM,aAAa,GAAG,MAAM,CAAC,QAAQ,CAAC,aAAc,CAAC;IACrD,MAAM,KAAK,GAAG;QACZ,WAAW,EAAE,aAAa,CAAC,gBAAgB;QAC3C,YAAY,EAAE,aAAa,CAAC,oBAAoB;QAChD,WAAW,EAAE,aAAa,CAAC,eAAe;KAC3C,CAAC;IACF,sBAAsB,CAAC,KAAK,EAAE,QAAQ,GAAG,IAAI,EAAE,QAAQ,GAAG,IAAI,CAAC,CAAC;IAEhE,IAAI,MAAM,CAAC,QAAQ,CAAC,cAAc,EAAE,CAAC;QACnC,OAAO,CAAC,GAAG,CAAC,kBAAkB,CAAC,CAAC;QAChC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,QAAQ,CAAC,cAAc,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;IACvE,CAAC;IAED,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,UAAU,EAAE,MAAM,EAAE,CAAC;QACxC,OAAO,CAAC,GAAG,CAAC,WAAW,EAAE,MAAM,CAAC,CAAC;QACjC,MAAM,IAAI,KAAK,CAAC,qBAAqB,CAAC,CAAC;IACzC,CAAC;IAED,MAAM,aAAa,GAAG,MAAM,CAAC,QAAQ,CAAC,UAAU;SAC7C,GAAG,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;SAC7E,IAAI,EAAE;SACN,MAAM,CAAC,CAAC,YAAY,EAAoD,EAAE,CAAC,CAAC,CAAC,YAAY,CAAC;SAC1F,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC,IAA+B,EAAE,CAAC,CAAC,CAAC;IAEpF,IAAI,aAAa,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC/B,MAAM,YAAY,GAAG,MAAM,CAAC,QAAQ,CAAC,UAAU;aAC5C,GAAG,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;aACrE,IAAI,EAAE;aACN,MAAM,CAAC,CAAC,IAAI,EAAkB,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;aACxC,IAAI,CAAC,IAAI,CAAC,CAAC;QACd,OAAO,CAAC,GAAG,CAAC,uDAAuD,EAAE,YAAY,CAAC,CAAC;IACrF,CAAC;IAED,OAAO,oBAAoB,CAAC,aAAa,CAAC,CAAC;AAC7C,CAAC;AAED,SAAS,QAAQ,CAAC,KAAa,EAAE,WAAmB,EAAE,YAAoB;IACxE,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,OAAO,EAAE,yCAAyC,CAAC,CAAC;IACvE,MAAM,KAAK,GAAG,IAAI,kBAAkB,CAAC,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;IAC1D,OAAO,KAAK,CAAC,kBAAkB,CAAC;QAC9B,KAAK;QACL,gBAAgB,EAAE;YAChB,eAAe,EAAE,IAAI;YACrB,WAAW;YACX,IAAI,EAAE,IAAI;SACX;QACD,cAAc,EAAE;YACd;gBACE,QAAQ,EAAE,YAAY,CAAC,yBAAyB;gBAChD,SAAS,EAAE,eAAe,CAAC,CAAC,CAAC,kBAAkB,CAAC,UAAU,CAAC,CAAC,CAAC,kBAAkB,CAAC,mBAAmB;aACpG;YACD;gBACE,QAAQ,EAAE,YAAY,CAAC,+BAA+B;gBACtD,SAAS,EAAE,eAAe,CAAC,CAAC,CAAC,kBAAkB,CAAC,UAAU,CAAC,CAAC,CAAC,kBAAkB,CAAC,mBAAmB;aACpG;YACD;gBACE,QAAQ,EAAE,YAAY,CAAC,+BAA+B;gBACtD,SAAS,EAAE,eAAe,CAAC,CAAC,CAAC,kBAAkB,CAAC,UAAU,CAAC,CAAC,CAAC,kBAAkB,CAAC,mBAAmB;aACpG;YACD;gBACE,QAAQ,EAAE,YAAY,CAAC,wBAAwB;gBAC/C,SAAS,EAAE,eAAe,CAAC,CAAC,CAAC,kBAAkB,CAAC,UAAU,CAAC,CAAC,CAAC,kBAAkB,CAAC,mBAAmB;aACpG;SACF;QACD,iBAAiB,EAAE;YACjB,IAAI,EAAE,QAAQ;YACd,KAAK,EAAE;gBACL;oBACE,IAAI,EAAE,YAAY;iBACnB;aACF;SACF;KACF,CAAC,CAAC;AACL,CAAC"}

package/dist/ai-service/anthropic.d.ts

@@ -0,0 +1,5 @@
+import { FunctionCall, PromptItem, FunctionDef } from './common.js';
+/**
+ * This function generates content using the Anthropic Claude model.
+ */
+export declare function generateContent(prompt: PromptItem[], functionDefs: FunctionDef[], requiredFunctionName: string | null, temperature: number, cheap?: boolean): Promise<FunctionCall[]>;

package/dist/ai-service/anthropic.js

@@ -0,0 +1,133 @@
+import assert from 'node:assert';
+import Anthropic from '@anthropic-ai/sdk';
+import { printTokenUsageAndCost, processFunctionCalls } from './common.js';
+import { disableCache } from '../cli/cli-params.js';
+/**
+ * This function generates content using the Anthropic Claude model.
+ */
+export async function generateContent(prompt, functionDefs, requiredFunctionName, temperature, cheap = false) {
+    const anthropic = new Anthropic({
+        defaultHeaders: {
+            'anthropic-beta': 'max-tokens-3-5-sonnet-2024-07-15' + (!disableCache ? ',prompt-caching-2024-07-31' : ''),
+        },
+    });
+    const messages = prompt
+        .filter((item) => item.type !== 'systemPrompt')
+        .map((item) => {
+        if (item.type === 'user') {
+            const content = [];
+            if (item.functionResponses) {
+                content.push(...item.functionResponses.map((response) => ({
+                    tool_use_id: response.call_id ?? response.name,
+                    content: response.content,
+                    type: 'tool_result',
+                    is_error: response.isError === true,
+                })));
+            }
+            if (item.images) {
+                content.push(...item.images.map((image) => ({
+                    type: 'image',
+                    source: {
+                        type: 'base64',
+                        media_type: image.mediaType,
+                        data: image.base64url,
+                    },
+                })));
+            }
+            content.push({
+                type: 'text',
+                text: item.text,
+                ...(item.cache && !disableCache ? { cache_control: { type: 'ephemeral' } } : {}),
+            });
+            const message = {
+                role: 'user',
+                content,
+            };
+            return message;
+        }
+        else {
+            assert(item.type === 'assistant');
+            const message = {
+                role: 'assistant',
+                content: [
+                    ...(item.text ? [{ type: 'text', text: item.text }] : []),
+                    ...item.functionCalls.map((call) => ({
+                        id: call.id ?? call.name,
+                        name: call.name,
+                        input: call.args ?? {},
+                        type: 'tool_use',
+                    })),
+                ],
+            };
+            return message;
+        }
+    });
+    const model = cheap ? 'claude-3-haiku-20240307' : 'claude-3-5-sonnet-20240620';
+    console.log(`Using Anthropic model: ${model}`);
+    let retryCount = 0;
+    let response;
+    while (retryCount < 3) {
+        try {
+            response = await anthropic.beta.promptCaching.messages.create({
+                model: model,
+                system: prompt.find((item) => item.type === 'systemPrompt').systemPrompt,
+                messages: messages,
+                tools: functionDefs.map((fd) => ({
+                    name: fd.name,
+                    description: fd.description,
+                    input_schema: fd.parameters,
+                })),
+                tool_choice: requiredFunctionName
+                    ? { type: 'tool', name: requiredFunctionName }
+                    : { type: 'any' },
+                max_tokens: cheap ? 4096 : 8192,
+                temperature: temperature,
+            });
+            break; // Exit loop if successful
+        }
+        catch (error) {
+            if (error instanceof Anthropic.APIError && error.headers?.['retry-after']) {
+                let retryAfter;
+                if (error.headers['retry-after'] === '0') {
+                    retryAfter = (new Date(error.headers['anthropic-ratelimit-tokens-reset']).getTime() - Date.now()) / 1000;
+                }
+                else {
+                    retryAfter = Math.max(parseInt(error.headers['retry-after'], 10), 10);
+                }
+                console.log(`Rate limited. Retrying after ${retryAfter} seconds. Attempt ${retryCount + 1} of 3.`);
+                await new Promise((resolve) => setTimeout(resolve, retryAfter * 1000));
+                retryCount++;
+            }
+            else {
+                console.error('An error occurred:', error);
+                throw error; // Re-throw the error if it's not a rate limit error
+            }
+        }
+    }
+    if (retryCount === 3) {
+        console.error('Failed to complete request after 3 attempts due to rate limiting.');
+        throw new Error('Rate limit exceeded. Operation aborted.');
+    }
+    // Print token usage for Anthropic
+    const usage = {
+        cacheCreateTokens: response.usage.cache_creation_input_tokens,
+        cacheReadTokens: response.usage.cache_read_input_tokens,
+        inputTokens: response.usage.input_tokens,
+        outputTokens: response.usage.output_tokens,
+        totalTokens: response.usage.input_tokens + response.usage.output_tokens,
+    };
+    printTokenUsageAndCost(usage, 3 / 1000 / 1000, 15 / 1000 / 1000);
+    const responseMessages = response.content.filter((item) => item.type !== 'tool_use');
+    if (responseMessages.length > 0) {
+        console.log('Response messages', responseMessages);
+    }
+    const functionCalls = response.content
+        .filter((item) => item.type === 'tool_use')
+        .map((item) => ({
+        id: item.id,
+        name: item.name,
+        args: item.input,
+    }));
+    return processFunctionCalls(functionCalls);
+}
+//# sourceMappingURL=anthropic.js.map

package/dist/ai-service/anthropic.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"anthropic.js","sourceRoot":"","sources":["../../src/ai-service/anthropic.ts"],"names":[],"mappings":"AAAA,OAAO,MAAM,MAAM,aAAa,CAAC;AACjC,OAAO,SAAS,MAAM,mBAAmB,CAAC;AAC1C,OAAO,EAAE,sBAAsB,EAAE,oBAAoB,EAAyC,MAAM,aAAa,CAAC;AAClH,OAAO,EAAE,YAAY,EAAE,MAAM,sBAAsB,CAAC;AASpD;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,eAAe,CACnC,MAAoB,EACpB,YAA2B,EAC3B,oBAAmC,EACnC,WAAmB,EACnB,KAAK,GAAG,KAAK;IAEb,MAAM,SAAS,GAAG,IAAI,SAAS,CAAC;QAC9B,cAAc,EAAE;YACd,gBAAgB,EAAE,kCAAkC,GAAG,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,4BAA4B,CAAC,CAAC,CAAC,EAAE,CAAC;SAC3G;KACF,CAAC,CAAC;IAEH,MAAM,QAAQ,GAAoC,MAAM;SACrD,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,KAAK,cAAc,CAAC;SAC9C,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE;QACZ,IAAI,IAAI,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;YACzB,MAAM,OAAO,GAKT,EAAE,CAAC;YACP,IAAI,IAAI,CAAC,iBAAiB,EAAE,CAAC;gBAC3B,OAAO,CAAC,IAAI,CACV,GAAG,IAAI,CAAC,iBAAiB,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC;oBAC3C,WAAW,EAAE,QAAQ,CAAC,OAAO,IAAI,QAAQ,CAAC,IAAI;oBAC9C,OAAO,EAAE,QAAQ,CAAC,OAAO;oBACzB,IAAI,EAAE,aAAsB;oBAC5B,QAAQ,EAAE,QAAQ,CAAC,OAAO,KAAK,IAAI;iBACpC,CAAC,CAAC,CACJ,CAAC;YACJ,CAAC;YACD,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;gBAChB,OAAO,CAAC,IAAI,CACV,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;oBAC7B,IAAI,EAAE,OAAgB;oBACtB,MAAM,EAAE;wBACN,IAAI,EAAE,QAAiB;wBACvB,UAAU,EAAE,KAAK,CAAC,SAAS;wBAC3B,IAAI,EAAE,KAAK,CAAC,SAAS;qBACtB;iBACF,CAAC,CAAC,CACJ,CAAC;YACJ,CAAC;YAED,OAAO,CAAC,IAAI,CAAC;gBACX,IAAI,EAAE,MAAe;gBACrB,IAAI,EAAE,IAAI,CAAC,IAAK;gBAChB,GAAG,CAAC,IAAI,CAAC,KAAK,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC,EAAE,aAAa,EAAE,EAAE,IAAI,EAAE,WAAoB,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;aAC1F,CAAC,CAAC;YACH,MAAM,OAAO,GAAkC;gBAC7C,IAAI,EAAE,MAAM;gBACZ,OAAO;aACR,CAAC;YACF,OAAO,OAAO,CAAC;QACjB,CAAC;aAAM,CAAC;YACN,MAAM,CAAC,IAAI,CAAC,IAAI,KAAK,WAAW,CAAC,CAAC;YAClC,MAAM,OAAO,GAAkC;gBAC7C,IAAI,EAAE,WAAoB;gBAC1B,OAAO,EAAE;oBACP,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,MAAe,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;oBAClE,GAAG,IAAI,CAAC,aAAc,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;wBACpC,EAAE,EAAE,IAAI,CAAC,EAAE,IAAI,IAAI,CAAC,IAAI;wBACxB,IAAI,EAAE,IAAI,CAAC,IAAI;wBACf,KAAK,EAAE,IAAI,CAAC,IAAI,IAAI,EAAE;wBACtB,IAAI,EAAE,UAAmB;qBAC1B,CAAC,CAAC;iBACJ;aACF,CAAC;YACF,OAAO,OAAO,CAAC;QACjB,CAAC;IACH,CAAC,CAAC,CAAC;IAEL,MAAM,KAAK,GAAG,KAAK,CAAC,CAAC,CAAC,yBAAyB,CAAC,CAAC,CAAC,4BAA4B,CAAC;IAC/E,OAAO,CAAC,GAAG,CAAC,0BAA0B,KAAK,EAAE,CAAC,CAAC;IAE/C,IAAI,UAAU,GAAG,CAAC,CAAC;IACnB,IAAI,QAAQ,CAAC;IACb,OAAO,UAAU,GAAG,CAAC,EAAE,CAAC;QACtB,IAAI,CAAC;YACH,QAAQ,GAAG,MAAM,SAAS,CAAC,IAAI,CAAC,aAAa,CAAC,QAAQ,CAAC,MAAM,CAAC;gBAC5D,KAAK,EAAE,KAAK;gBACZ,MAAM,EAAE,MAAM,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,KAAK,cAAc,CAAE,CAAC,YAAa;gBAC1E,QAAQ,EAAE,QAAQ;gBAClB,KAAK,EAAE,YAAY,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC;oBAC/B,IAAI,EAAE,EAAE,CAAC,IAAI;oBACb,WAAW,EAAE,EAAE,CAAC,WAAW;oBAC3B,YAAY,EAAE,EAAE,CAAC,UAAU;iBAC5B,CAAC,CAAC;gBACH,WAAW,EAAE,oBAAoB;oBAC/B,CAAC,CAAC,EAAE,IAAI,EAAE,MAAe,EAAE,IAAI,EAAE,oBAAoB,EAAE;oBACvD,CAAC,CAAC,EAAE,IAAI,EAAE,KAAc,EAAE;gBAC5B,UAAU,EAAE,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI;gBAC/B,WAAW,EAAE,WAAW;aACzB,CAAC,CAAC;YACH,MAAM,CAAC,0BAA0B;QACnC,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,KAAK,YAAY,SAAS,CAAC,QAAQ,IAAI,KAAK,CAAC,OAAO,EAAE,CAAC,aAAa,CAAC,EAAE,CAAC;gBAC1E,IAAI,UAAkB,CAAC;gBACvB,IAAI,KAAK,CAAC,OAAO,CAAC,aAAa,CAAC,KAAK,GAAG,EAAE,CAAC;oBACzC,UAAU,GAAG,CAAC,IAAI,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,kCAAkC,CAAE,CAAC,CAAC,OAAO,EAAE,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC,GAAG,IAAI,CAAC;gBAC5G,CAAC;qBAAM,CAAC;oBACN,UAAU,GAAG,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,KAAK,CAAC,OAAO,CAAC,aAAa,CAAC,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC;gBACxE,CAAC;gBACD,OAAO,CAAC,GAAG,CAAC,gCAAgC,UAAU,qBAAqB,UAAU,GAAG,CAAC,QAAQ,CAAC,CAAC;gBACnG,MAAM,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,UAAU,GAAG,IAAI,CAAC,CAAC,CAAC;gBACvE,UAAU,EAAE,CAAC;YACf,CAAC;iBAAM,CAAC;gBACN,OAAO,CAAC,KAAK,CAAC,oBAAoB,EAAE,KAAK,CAAC,CAAC;gBAC3C,MAAM,KAAK,CAAC,CAAC,oDAAoD;YACnE,CAAC;QACH,CAAC;IACH,CAAC;IAED,IAAI,UAAU,KAAK,CAAC,EAAE,CAAC;QACrB,OAAO,CAAC,KAAK,CAAC,mEAAmE,CAAC,CAAC;QACnF,MAAM,IAAI,KAAK,CAAC,yCAAyC,CAAC,CAAC;IAC7D,CAAC;IAED,kCAAkC;IAClC,MAAM,KAAK,GAAG;QACZ,iBAAiB,EAAE,QAAS,CAAC,KAAK,CAAC,2BAA2B;QAC9D,eAAe,EAAE,QAAS,CAAC,KAAK,CAAC,uBAAuB;QACxD,WAAW,EAAE,QAAS,CAAC,KAAK,CAAC,YAAY;QACzC,YAAY,EAAE,QAAS,CAAC,KAAK,CAAC,aAAa;QAC3C,WAAW,EAAE,QAAS,CAAC,KAAK,CAAC,YAAY,GAAG,QAAS,CAAC,KAAK,CAAC,aAAa;KAC1E,CAAC;IACF,sBAAsB,CAAC,KAAK,EAAE,CAAC,GAAG,IAAI,GAAG,IAAI,EAAE,EAAE,GAAG,IAAI,GAAG,IAAI,CAAC,CAAC;IAEjE,MAAM,gBAAgB,GAAG,QAAS,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,KAAK,UAAU,CAAC,CAAC;IACtF,IAAI,gBAAgB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAChC,OAAO,CAAC,GAAG,CAAC,mBAAmB,EAAE,gBAAgB,CAAC,CAAC;IACrD,CAAC;IAED,MAAM,aAAa,GAAG,QAAS,CAAC,OAAO;SACpC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,KAAK,UAAU,CAAC;SAC1C,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;QACd,EAAE,EAAE,IAAI,CAAC,EAAE;QACX,IAAI,EAAE,IAAI,CAAC,IAAI;QACf,IAAI,EAAE,IAAI,CAAC,KAAgC;KAC5C,CAAC,CAAC,CAAC;IAEN,OAAO,oBAAoB,CAAC,aAAa,CAAC,CAAC;AAC7C,CAAC"}

package/dist/ai-service/chat-gpt.d.ts

@@ -0,0 +1,5 @@
+import { FunctionCall, PromptItem, FunctionDef } from './common.js';
+/**
+ * This function generates content using the OpenAI chat model.
+ */
+export declare function generateContent(prompt: PromptItem[], functionDefs: FunctionDef[], requiredFunctionName: string | null, temperature: number, cheap?: boolean): Promise<FunctionCall[]>;

package/dist/ai-service/chat-gpt.js

@@ -0,0 +1,131 @@
+import OpenAI, { APIError } from 'openai';
+import assert from 'node:assert';
+import { printTokenUsageAndCost, processFunctionCalls } from './common.js';
+/**
+ * This function generates content using the OpenAI chat model.
+ */
+export async function generateContent(prompt, functionDefs, requiredFunctionName, temperature, cheap = false) {
+    const openai = new OpenAI();
+    const messages = prompt
+        .map((item) => {
+        if (item.type === 'systemPrompt') {
+            return {
+                role: 'system',
+                content: item.systemPrompt,
+            };
+        }
+        else if (item.type === 'user') {
+            const messages = [];
+            if (item.functionResponses) {
+                messages.push(...item.functionResponses.map((response) => ({
+                    role: 'tool',
+                    name: response.name,
+                    content: response.content ?? '',
+                    tool_call_id: response.name,
+                })));
+            }
+            if ((item.images?.length ?? 0) > 0) {
+                messages.push({
+                    role: 'user',
+                    content: [
+                        ...item.images.map((image) => ({
+                            type: 'image_url',
+                            image_url: {
+                                url: 'data:' + image.mediaType + ';base64,' + image.base64url,
+                            },
+                        })),
+                        {
+                            type: 'text',
+                            text: item.text,
+                        },
+                    ],
+                });
+            }
+            else {
+                messages.push({
+                    role: 'user',
+                    content: item.text,
+                });
+            }
+            return messages;
+        }
+        else {
+            assert(item.type === 'assistant');
+            const message = {
+                role: 'assistant',
+                ...(item.text ? { content: item.text } : {}),
+                tool_calls: item.functionCalls?.map((call) => ({
+                    type: 'function',
+                    function: { name: call.name, arguments: JSON.stringify(call.args ?? {}) },
+                    id: call.name,
+                })),
+            };
+            return message;
+        }
+    })
+        .flat();
+    const model = cheap ? 'gpt-4o-mini' : 'gpt-4o-2024-08-06';
+    console.log(`Using OpenAI model: ${model}`);
+    let retryCount = 0;
+    let response = undefined;
+    while (retryCount < 3) {
+        try {
+            response = await openai.chat.completions.create({
+                model: model,
+                messages,
+                tools: functionDefs.map((funDef) => ({ type: 'function', function: funDef })),
+                tool_choice: requiredFunctionName
+                    ? { type: 'function', function: { name: requiredFunctionName } }
+                    : 'required',
+                temperature: temperature,
+            });
+            break; // Exit loop if successful
+        }
+        catch (error) {
+            if (error instanceof APIError && error.headers?.['x-ratelimit-limit-tokens']) {
+                const rateLimitTokens = parseInt(error.headers['x-ratelimit-limit-tokens'], 10);
+                const retryAfter = error.headers['retry-after'] ? parseInt(error.headers['retry-after'], 10) : 1;
+                console.log(`Rate limited. Token limit: ${rateLimitTokens}. Retrying after ${retryAfter} seconds. Attempt ${retryCount + 1} of 3.`);
+                await new Promise((resolve) => setTimeout(resolve, retryAfter * 1000));
+                retryCount++;
+            }
+            else {
+                console.error('An error occurred:', error);
+                throw error; // Re-throw the error if it's not a rate limit error
+            }
+        }
+    }
+    if (retryCount === 3) {
+        console.error('Failed to complete request after 3 attempts due to rate limiting.');
+        throw new Error('Rate limit exceeded. Operation aborted.');
+    }
+    assert(response);
+    // Print token usage for chat gpt
+    const usage = {
+        inputTokens: response.usage.prompt_tokens,
+        outputTokens: response.usage.completion_tokens,
+        totalTokens: response.usage.total_tokens,
+    };
+    printTokenUsageAndCost(usage, 0.000005, 0.000015);
+    const responseMessage = response.choices[0].message;
+    if (responseMessage.content) {
+        console.log('Message', responseMessage.content);
+    }
+    const toolCalls = responseMessage.tool_calls;
+    if (toolCalls) {
+        const functionCalls = toolCalls.map((call) => {
+            const name = call.function.name;
+            const args = JSON.parse(call.function.arguments);
+            return {
+                id: call.id,
+                name,
+                args,
+            };
+        });
+        return processFunctionCalls(functionCalls);
+    }
+    else {
+        throw new Error('No tool calls found in response');
+    }
+}
+//# sourceMappingURL=chat-gpt.js.map

package/dist/ai-service/chat-gpt.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"chat-gpt.js","sourceRoot":"","sources":["../../src/ai-service/chat-gpt.ts"],"names":[],"mappings":"AAAA,OAAO,MAAM,EAAE,EAAE,QAAQ,EAAE,MAAM,QAAQ,CAAC;AAC1C,OAAO,MAAM,MAAM,aAAa,CAAC;AACjC,OAAO,EAAE,sBAAsB,EAAE,oBAAoB,EAAyC,MAAM,aAAa,CAAC;AAGlH;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,eAAe,CACnC,MAAoB,EACpB,YAA2B,EAC3B,oBAAmC,EACnC,WAAmB,EACnB,KAAK,GAAG,KAAK;IAEb,MAAM,MAAM,GAAG,IAAI,MAAM,EAAE,CAAC;IAE5B,MAAM,QAAQ,GAAsC,MAAM;SACvD,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE;QACZ,IAAI,IAAI,CAAC,IAAI,KAAK,cAAc,EAAE,CAAC;YACjC,OAAO;gBACL,IAAI,EAAE,QAAiB;gBACvB,OAAO,EAAE,IAAI,CAAC,YAAa;aAC5B,CAAC;QACJ,CAAC;aAAM,IAAI,IAAI,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;YAChC,MAAM,QAAQ,GAAiC,EAAE,CAAC;YAClD,IAAI,IAAI,CAAC,iBAAiB,EAAE,CAAC;gBAC3B,QAAQ,CAAC,IAAI,CACX,GAAG,IAAI,CAAC,iBAAiB,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC;oBAC3C,IAAI,EAAE,MAAe;oBACrB,IAAI,EAAE,QAAQ,CAAC,IAAI;oBACnB,OAAO,EAAE,QAAQ,CAAC,OAAO,IAAI,EAAE;oBAC/B,YAAY,EAAE,QAAQ,CAAC,IAAI;iBAC5B,CAAC,CAAC,CACJ,CAAC;YACJ,CAAC;YACD,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,MAAM,IAAI,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC;gBACnC,QAAQ,CAAC,IAAI,CAAC;oBACZ,IAAI,EAAE,MAAe;oBACrB,OAAO,EAAE;wBACP,GAAG,IAAI,CAAC,MAAO,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;4BAC9B,IAAI,EAAE,WAAoB;4BAC1B,SAAS,EAAE;gCACT,GAAG,EAAE,OAAO,GAAG,KAAK,CAAC,SAAS,GAAG,UAAU,GAAG,KAAK,CAAC,SAAS;6BAC9D;yBACF,CAAC,CAAC;wBACH;4BACE,IAAI,EAAE,MAAe;4BACrB,IAAI,EAAE,IAAI,CAAC,IAAK;yBACjB;qBACF;iBACF,CAAC,CAAC;YACL,CAAC;iBAAM,CAAC;gBACN,QAAQ,CAAC,IAAI,CAAC;oBACZ,IAAI,EAAE,MAAe;oBACrB,OAAO,EAAE,IAAI,CAAC,IAAK;iBACpB,CAAC,CAAC;YACL,CAAC;YACD,OAAO,QAAQ,CAAC;QAClB,CAAC;aAAM,CAAC;YACN,MAAM,CAAC,IAAI,CAAC,IAAI,KAAK,WAAW,CAAC,CAAC;YAClC,MAAM,OAAO,GAA+B;gBAC1C,IAAI,EAAE,WAAoB;gBAC1B,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBAC5C,UAAU,EAAE,IAAI,CAAC,aAAa,EAAE,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;oBAC7C,IAAI,EAAE,UAAmB;oBACzB,QAAQ,EAAE,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,SAAS,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,IAAI,EAAE,CAAC,EAAE;oBACzE,EAAE,EAAE,IAAI,CAAC,IAAI;iBACd,CAAC,CAAC;aACJ,CAAC;YACF,OAAO,OAAO,CAAC;QACjB,CAAC;IACH,CAAC,CAAC;SACD,IAAI,EAAE,CAAC;IAEV,MAAM,KAAK,GAAG,KAAK,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,mBAAmB,CAAC;IAC1D,OAAO,CAAC,GAAG,CAAC,uBAAuB,KAAK,EAAE,CAAC,CAAC;IAE5C,IAAI,UAAU,GAAG,CAAC,CAAC;IACnB,IAAI,QAAQ,GAAuD,SAAS,CAAC;IAC7E,OAAO,UAAU,GAAG,CAAC,EAAE,CAAC;QACtB,IAAI,CAAC;YACH,QAAQ,GAAG,MAAM,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC;gBAC9C,KAAK,EAAE,KAAK;gBACZ,QAAQ;gBACR,KAAK,EAAE,YAAY,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,UAAmB,EAAE,QAAQ,EAAE,MAAM,EAAE,CAAC,CAAC;gBACtF,WAAW,EAAE,oBAAoB;oBAC/B,CAAC,CAAC,EAAE,IAAI,EAAE,UAAmB,EAAE,QAAQ,EAAE,EAAE,IAAI,EAAE,oBAAoB,EAAE,EAAE;oBACzE,CAAC,CAAC,UAAU;gBACd,WAAW,EAAE,WAAW;aACzB,CAAC,CAAC;YACH,MAAM,CAAC,0BAA0B;QACnC,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,KAAK,YAAY,QAAQ,IAAI,KAAK,CAAC,OAAO,EAAE,CAAC,0BAA0B,CAAC,EAAE,CAAC;gBAC7E,MAAM,eAAe,GAAG,QAAQ,CAAC,KAAK,CAAC,OAAO,CAAC,0BAA0B,CAAC,EAAE,EAAE,CAAC,CAAC;gBAChF,MAAM,UAAU,GAAG,KAAK,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,OAAO,CAAC,aAAa,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;gBACjG,OAAO,CAAC,GAAG,CACT,8BAA8B,eAAe,oBAAoB,UAAU,qBAAqB,UAAU,GAAG,CAAC,QAAQ,CACvH,CAAC;gBACF,MAAM,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,UAAU,GAAG,IAAI,CAAC,CAAC,CAAC;gBACvE,UAAU,EAAE,CAAC;YACf,CAAC;iBAAM,CAAC;gBACN,OAAO,CAAC,KAAK,CAAC,oBAAoB,EAAE,KAAK,CAAC,CAAC;gBAC3C,MAAM,KAAK,CAAC,CAAC,oDAAoD;YACnE,CAAC;QACH,CAAC;IACH,CAAC;IAED,IAAI,UAAU,KAAK,CAAC,EAAE,CAAC;QACrB,OAAO,CAAC,KAAK,CAAC,mEAAmE,CAAC,CAAC;QACnF,MAAM,IAAI,KAAK,CAAC,yCAAyC,CAAC,CAAC;IAC7D,CAAC;IAED,MAAM,CAAC,QAAQ,CAAC,CAAC;IAEjB,iCAAiC;IACjC,MAAM,KAAK,GAAG;QACZ,WAAW,EAAE,QAAQ,CAAC,KAAM,CAAC,aAAa;QAC1C,YAAY,EAAE,QAAQ,CAAC,KAAM,CAAC,iBAAiB;QAC/C,WAAW,EAAE,QAAQ,CAAC,KAAM,CAAC,YAAY;KAC1C,CAAC;IACF,sBAAsB,CAAC,KAAK,EAAE,QAAQ,EAAE,QAAQ,CAAC,CAAC;IAElD,MAAM,eAAe,GAAG,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC;IAEpD,IAAI,eAAe,CAAC,OAAO,EAAE,CAAC;QAC5B,OAAO,CAAC,GAAG,CAAC,SAAS,EAAE,eAAe,CAAC,OAAO,CAAC,CAAC;IAClD,CAAC;IAED,MAAM,SAAS,GAAG,eAAe,CAAC,UAAU,CAAC;IAC7C,IAAI,SAAS,EAAE,CAAC;QACd,MAAM,aAAa,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE;YAC3C,MAAM,IAAI,GAAG,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC;YAChC,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC;YAEjD,OAAO;gBACL,EAAE,EAAE,IAAI,CAAC,EAAE;gBACX,IAAI;gBACJ,IAAI;aACL,CAAC;QACJ,CAAC,CAAC,CAAC;QAEH,OAAO,oBAAoB,CAAC,aAAa,CAAC,CAAC;IAC7C,CAAC;SAAM,CAAC;QACN,MAAM,IAAI,KAAK,CAAC,iCAAiC,CAAC,CAAC;IACrD,CAAC;AACH,CAAC"}

package/dist/ai-service/common.d.ts

@@ -0,0 +1,57 @@
+interface TokenUsage {
+    inputTokens: number | undefined | null;
+    outputTokens: number | undefined | null;
+    totalTokens: number | undefined | null;
+    cacheCreateTokens?: number | null;
+    cacheReadTokens?: number | null;
+}
+export interface FunctionDef {
+    name: string;
+    description: string;
+    parameters: {
+        type: 'object';
+        properties: Record<string, unknown>;
+        required: string[];
+    };
+}
+export interface FunctionCall {
+    id?: string;
+    name: string;
+    args?: Record<string, unknown>;
+}
+export interface PromptItem {
+    type: string;
+    systemPrompt?: string;
+    text?: string;
+    functionResponses?: {
+        call_id?: string;
+        name: string;
+        content?: string;
+        isError?: boolean;
+    }[];
+    images?: {
+        mediaType: 'image/jpeg' | 'image/png' | 'image/gif' | 'image/webp';
+        base64url: string;
+    }[];
+    functionCalls?: FunctionCall[];
+    cache?: boolean;
+}
+export type GenerateContentFunction = (prompt: PromptItem[], functionDefs: FunctionDef[], requiredFunctionName: string, temperature: number, cheap: boolean) => Promise<FunctionCall[]>;
+export type GenerateImageFunction = (prompt: string, contextImagePath: string | undefined, size: {
+    width: number;
+    height: number;
+}, cheap: boolean) => Promise<string>;
+/**
+ * Common function to print token usage and estimated cost
+ * @param {TokenUsage} usage Token usage object
+ * @param {number} inputCostPerToken Cost per input token
+ * @param {number} outputCostPerToken Cost per output token
+ */
+export declare function printTokenUsageAndCost(usage: TokenUsage, inputCostPerToken: number, outputCostPerToken: number): void;
+/**
+ * Common function to process function calls and explanations
+ * @param {FunctionCall[]} functionCalls Array of function calls
+ * @returns {FunctionCall[]} Processed function calls
+ */
+export declare function processFunctionCalls(functionCalls: FunctionCall[]): FunctionCall[];
+export {};

package/dist/ai-service/common.js

@@ -0,0 +1,38 @@
+import assert from 'node:assert';
+import { functionDefs } from '../prompt/function-calling.js';
+/**
+ * Common function to print token usage and estimated cost
+ * @param {TokenUsage} usage Token usage object
+ * @param {number} inputCostPerToken Cost per input token
+ * @param {number} outputCostPerToken Cost per output token
+ */
+export function printTokenUsageAndCost(usage, inputCostPerToken, outputCostPerToken) {
+    console.log('Token Usage:');
+    console.log('  - Input tokens: ', usage.inputTokens);
+    console.log('  - Output tokens: ', usage.outputTokens);
+    console.log('  - Total tokens: ', usage.totalTokens);
+    if (usage.cacheCreateTokens) {
+        console.log('  - Cache create tokens: ', usage.cacheCreateTokens);
+    }
+    if (usage.cacheReadTokens) {
+        console.log('  - Cache read tokens: ', usage.cacheReadTokens);
+    }
+    const inputCost = (usage.inputTokens ?? 0) * inputCostPerToken +
+        (usage.cacheCreateTokens ?? 0) * inputCostPerToken * 1.25 +
+        (usage.cacheReadTokens ?? 0) * inputCostPerToken * 0.2;
+    const outputCost = (usage.outputTokens ?? 0) * outputCostPerToken;
+    const totalCost = inputCost + outputCost;
+    console.log('  - Estimated cost: ', totalCost.toFixed(6), ' USD');
+}
+/**
+ * Common function to process function calls and explanations
+ * @param {FunctionCall[]} functionCalls Array of function calls
+ * @returns {FunctionCall[]} Processed function calls
+ */
+export function processFunctionCalls(functionCalls) {
+    const unknownFunctionCalls = functionCalls.filter((call) => !functionDefs.some((fd) => fd.name === call.name));
+    assert(unknownFunctionCalls.length === 0, 'Unknown function name: ' + unknownFunctionCalls.map((call) => call.name).join(', '));
+    console.log('Explanations:', functionCalls.filter((fn) => fn.name === 'explanation').map((call) => call.args?.text));
+    return functionCalls; // .filter((fn) => fn.name !== 'explanation');
+}
+//# sourceMappingURL=common.js.map

package/dist/ai-service/common.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"common.js","sourceRoot":"","sources":["../../src/ai-service/common.ts"],"names":[],"mappings":"AAAA,OAAO,MAAM,MAAM,aAAa,CAAC;AACjC,OAAO,EAAE,YAAY,EAAE,MAAM,+BAA+B,CAAC;AA2D7D;;;;;GAKG;AACH,MAAM,UAAU,sBAAsB,CAAC,KAAiB,EAAE,iBAAyB,EAAE,kBAA0B;IAC7G,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC,CAAC;IAC5B,OAAO,CAAC,GAAG,CAAC,oBAAoB,EAAE,KAAK,CAAC,WAAW,CAAC,CAAC;IACrD,OAAO,CAAC,GAAG,CAAC,qBAAqB,EAAE,KAAK,CAAC,YAAY,CAAC,CAAC;IACvD,OAAO,CAAC,GAAG,CAAC,oBAAoB,EAAE,KAAK,CAAC,WAAW,CAAC,CAAC;IACrD,IAAI,KAAK,CAAC,iBAAiB,EAAE,CAAC;QAC5B,OAAO,CAAC,GAAG,CAAC,2BAA2B,EAAE,KAAK,CAAC,iBAAiB,CAAC,CAAC;IACpE,CAAC;IACD,IAAI,KAAK,CAAC,eAAe,EAAE,CAAC;QAC1B,OAAO,CAAC,GAAG,CAAC,yBAAyB,EAAE,KAAK,CAAC,eAAe,CAAC,CAAC;IAChE,CAAC;IAED,MAAM,SAAS,GACb,CAAC,KAAK,CAAC,WAAW,IAAI,CAAC,CAAC,GAAG,iBAAiB;QAC5C,CAAC,KAAK,CAAC,iBAAiB,IAAI,CAAC,CAAC,GAAG,iBAAiB,GAAG,IAAI;QACzD,CAAC,KAAK,CAAC,eAAe,IAAI,CAAC,CAAC,GAAG,iBAAiB,GAAG,GAAG,CAAC;IACzD,MAAM,UAAU,GAAG,CAAC,KAAK,CAAC,YAAY,IAAI,CAAC,CAAC,GAAG,kBAAkB,CAAC;IAClE,MAAM,SAAS,GAAG,SAAS,GAAG,UAAU,CAAC;IACzC,OAAO,CAAC,GAAG,CAAC,sBAAsB,EAAE,SAAS,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC;AACpE,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,oBAAoB,CAAC,aAA6B;IAChE,MAAM,oBAAoB,GAAG,aAAa,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,IAAI,KAAK,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;IAC/G,MAAM,CACJ,oBAAoB,CAAC,MAAM,KAAK,CAAC,EACjC,yBAAyB,GAAG,oBAAoB,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CACrF,CAAC;IAEF,OAAO,CAAC,GAAG,CACT,eAAe,EACf,aAAa,CAAC,MAAM,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,IAAI,KAAK,aAAa,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,CACvF,CAAC;IAEF,OAAO,aAAa,CAAC,CAAC,8CAA8C;AACtE,CAAC"}

package/dist/ai-service/common.test.d.ts

@@ -0,0 +1 @@
+export {};