genaicode 0.5.0 → 0.6.0

package/dist/src/ai-service/common.js

@@ -0,0 +1,38 @@
+import assert from 'node:assert';
+import { collectCost } from '../main/common/cost-collector.js';
+/**
+ * Common function to print token usage and estimated cost
+ * @param {CostInfo} costInfo Cost information object
+ */
+export function printTokenUsageAndCost(costInfo) {
+    const { usage, inputCostPerToken, outputCostPerToken, cheap } = costInfo;
+    console.log('Token Usage:');
+    console.log('  - Input tokens: ', usage.inputTokens);
+    console.log('  - Output tokens: ', usage.outputTokens);
+    console.log('  - Total tokens: ', usage.totalTokens);
+    if (usage.cacheCreateTokens) {
+        console.log('  - Cache create tokens: ', usage.cacheCreateTokens);
+    }
+    if (usage.cacheReadTokens) {
+        console.log('  - Cache read tokens: ', usage.cacheReadTokens);
+    }
+    const inputCost = ((usage.inputTokens ?? 0) * inputCostPerToken +
+        (usage.cacheCreateTokens ?? 0) * inputCostPerToken * 1.25 +
+        (usage.cacheReadTokens ?? 0) * inputCostPerToken * 0.2) *
+        (cheap ? 0.1 : 1);
+    const outputCost = (usage.outputTokens ?? 0) * outputCostPerToken;
+    const totalCost = inputCost + outputCost;
+    console.log('  - Estimated cost: ', totalCost.toFixed(6), ' USD');
+    console.log('  - Cheap model: ', cheap);
+    collectCost(totalCost, usage.inputTokens ?? 0, usage.outputTokens ?? 0, costInfo.aiService, cheap);
+}
+/**
+ * Common function to process function calls and explanations
+ */
+export function processFunctionCalls(functionCalls, functionDefs) {
+    const unknownFunctionCalls = functionCalls.filter((call) => !functionDefs.some((fd) => fd.name === call.name));
+    assert(unknownFunctionCalls.length === 0, 'Unknown function name: ' + unknownFunctionCalls.map((call) => call.name).join(', '));
+    console.log('Explanations:', functionCalls.filter((fn) => fn.name === 'explanation').map((call) => call.args?.text));
+    return functionCalls; // .filter((fn) => fn.name !== 'explanation');
+}
+//# sourceMappingURL=common.js.map

package/dist/src/ai-service/common.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"common.js","sourceRoot":"","sources":["../../../src/ai-service/common.ts"],"names":[],"mappings":"AAAA,OAAO,MAAM,MAAM,aAAa,CAAC;AAEjC,OAAO,EAAE,WAAW,EAAE,MAAM,kCAAkC,CAAC;AAsE/D;;;GAGG;AACH,MAAM,UAAU,sBAAsB,CAAC,QAAkB;IACvD,MAAM,EAAE,KAAK,EAAE,iBAAiB,EAAE,kBAAkB,EAAE,KAAK,EAAE,GAAG,QAAQ,CAAC;IACzE,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC,CAAC;IAC5B,OAAO,CAAC,GAAG,CAAC,oBAAoB,EAAE,KAAK,CAAC,WAAW,CAAC,CAAC;IACrD,OAAO,CAAC,GAAG,CAAC,qBAAqB,EAAE,KAAK,CAAC,YAAY,CAAC,CAAC;IACvD,OAAO,CAAC,GAAG,CAAC,oBAAoB,EAAE,KAAK,CAAC,WAAW,CAAC,CAAC;IACrD,IAAI,KAAK,CAAC,iBAAiB,EAAE,CAAC;QAC5B,OAAO,CAAC,GAAG,CAAC,2BAA2B,EAAE,KAAK,CAAC,iBAAiB,CAAC,CAAC;IACpE,CAAC;IACD,IAAI,KAAK,CAAC,eAAe,EAAE,CAAC;QAC1B,OAAO,CAAC,GAAG,CAAC,yBAAyB,EAAE,KAAK,CAAC,eAAe,CAAC,CAAC;IAChE,CAAC;IAED,MAAM,SAAS,GACb,CAAC,CAAC,KAAK,CAAC,WAAW,IAAI,CAAC,CAAC,GAAG,iBAAiB;QAC3C,CAAC,KAAK,CAAC,iBAAiB,IAAI,CAAC,CAAC,GAAG,iBAAiB,GAAG,IAAI;QACzD,CAAC,KAAK,CAAC,eAAe,IAAI,CAAC,CAAC,GAAG,iBAAiB,GAAG,GAAG,CAAC;QACzD,CAAC,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IACpB,MAAM,UAAU,GAAG,CAAC,KAAK,CAAC,YAAY,IAAI,CAAC,CAAC,GAAG,kBAAkB,CAAC;IAClE,MAAM,SAAS,GAAG,SAAS,GAAG,UAAU,CAAC;IACzC,OAAO,CAAC,GAAG,CAAC,sBAAsB,EAAE,SAAS,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC;IAClE,OAAO,CAAC,GAAG,CAAC,mBAAmB,EAAE,KAAK,CAAC,CAAC;IAExC,WAAW,CAAC,SAAS,EAAE,KAAK,CAAC,WAAW,IAAI,CAAC,EAAE,KAAK,CAAC,YAAY,IAAI,CAAC,EAAE,QAAQ,CAAC,SAAS,EAAE,KAAK,CAAC,CAAC;AACrG,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,oBAAoB,CAAC,aAA6B,EAAE,YAA2B;IAC7F,MAAM,oBAAoB,GAAG,aAAa,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,IAAI,KAAK,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;IAC/G,MAAM,CACJ,oBAAoB,CAAC,MAAM,KAAK,CAAC,EACjC,yBAAyB,GAAG,oBAAoB,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CACrF,CAAC;IAEF,OAAO,CAAC,GAAG,CACT,eAAe,EACf,aAAa,CAAC,MAAM,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,IAAI,KAAK,aAAa,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,CACvF,CAAC;IAEF,OAAO,aAAa,CAAC,CAAC,8CAA8C;AACtE,CAAC"}

package/dist/src/ai-service/common.test.d.ts

@@ -0,0 +1 @@
+export {};

package/dist/src/ai-service/common.test.js

@@ -0,0 +1,86 @@
+import { describe, it, expect, vi, beforeEach, afterEach } from 'vitest';
+import { printTokenUsageAndCost, processFunctionCalls } from './common.js';
+import { getFunctionDefs } from '../prompt/function-calling.js';
+// Mock cli-params.js
+vi.mock('../cli/cli-params.js', () => ({
+    chatGpt: true,
+    anthropic: false,
+    vertexAi: false,
+    vertexAiClaude: false,
+    temperature: 0.7,
+    cheap: false,
+    geminiBlockNone: false,
+    disableExplanations: true,
+    vision: false,
+}));
+describe('printTokenUsageAndCost', () => {
+    let consoleLogSpy;
+    beforeEach(() => {
+        consoleLogSpy = vi.spyOn(console, 'log').mockImplementation(() => { });
+    });
+    afterEach(() => {
+        consoleLogSpy.mockRestore();
+    });
+    it('should correctly log token usage and estimated cost', () => {
+        const usage = {
+            inputTokens: 100,
+            outputTokens: 50,
+            totalTokens: 150,
+        };
+        const inputCostPerToken = 0.0001;
+        const outputCostPerToken = 0.0002;
+        printTokenUsageAndCost({ aiService: 'vertex-ai', usage, inputCostPerToken, outputCostPerToken, cheap: false });
+        expect(consoleLogSpy).toHaveBeenCalledTimes(6);
+        expect(consoleLogSpy).toHaveBeenCalledWith('Token Usage:');
+        expect(consoleLogSpy).toHaveBeenCalledWith('  - Input tokens: ', 100);
+        expect(consoleLogSpy).toHaveBeenCalledWith('  - Output tokens: ', 50);
+        expect(consoleLogSpy).toHaveBeenCalledWith('  - Total tokens: ', 150);
+        expect(consoleLogSpy).toHaveBeenCalledWith('  - Estimated cost: ', '0.020000', ' USD');
+    });
+    it('should handle zero tokens correctly', () => {
+        const usage = {
+            inputTokens: 0,
+            outputTokens: 0,
+            totalTokens: 0,
+        };
+        const inputCostPerToken = 0.0001;
+        const outputCostPerToken = 0.0002;
+        printTokenUsageAndCost({ aiService: 'anthropic', usage, inputCostPerToken, outputCostPerToken, cheap: false });
+        expect(consoleLogSpy).toHaveBeenCalledWith('  - Estimated cost: ', '0.000000', ' USD');
+    });
+});
+describe('processFunctionCalls', () => {
+    const functionDefs = getFunctionDefs();
+    it('should process valid function calls correctly', () => {
+        const validFunctionCalls = [
+            { name: 'explanation', args: { text: 'This is an explanation' } },
+            { name: functionDefs[0].name, args: {} },
+        ];
+        const result = processFunctionCalls(validFunctionCalls, functionDefs);
+        expect(result).toEqual(validFunctionCalls);
+    });
+    it('should throw an error for unknown function names', () => {
+        const invalidFunctionCalls = [{ name: 'unknownFunction', args: {} }];
+        expect(() => processFunctionCalls(invalidFunctionCalls, functionDefs)).toThrow('Unknown function name: unknownFunction');
+    });
+    it('should correctly handle explanations', () => {
+        const consoleLogSpy = vi.spyOn(console, 'log').mockImplementation(() => { });
+        const functionCallsWithExplanation = [
+            { name: 'explanation', args: { text: 'This is an explanation' } },
+            { name: functionDefs[0].name, args: {} },
+        ];
+        processFunctionCalls(functionCallsWithExplanation, functionDefs);
+        expect(consoleLogSpy).toHaveBeenCalledWith('Explanations:', ['This is an explanation']);
+        consoleLogSpy.mockRestore();
+    });
+    it('should return all function calls including explanations', () => {
+        const functionCalls = [
+            { name: 'explanation', args: { text: 'This is an explanation' } },
+            { name: functionDefs[0].name, args: {} },
+        ];
+        const result = processFunctionCalls(functionCalls, functionDefs);
+        expect(result).toEqual(functionCalls);
+        expect(result.length).toBe(2);
+    });
+});
+//# sourceMappingURL=common.test.js.map

package/dist/src/ai-service/common.test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"common.test.js","sourceRoot":"","sources":["../../../src/ai-service/common.test.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,MAAM,EAAE,EAAE,EAAE,UAAU,EAAE,SAAS,EAAgB,MAAM,QAAQ,CAAC;AACvF,OAAO,EAAE,sBAAsB,EAAE,oBAAoB,EAAE,MAAM,aAAa,CAAC;AAC3E,OAAO,EAAE,eAAe,EAAE,MAAM,+BAA+B,CAAC;AAEhE,qBAAqB;AACrB,EAAE,CAAC,IAAI,CAAC,sBAAsB,EAAE,GAAG,EAAE,CAAC,CAAC;IACrC,OAAO,EAAE,IAAI;IACb,SAAS,EAAE,KAAK;IAChB,QAAQ,EAAE,KAAK;IACf,cAAc,EAAE,KAAK;IACrB,WAAW,EAAE,GAAG;IAChB,KAAK,EAAE,KAAK;IACZ,eAAe,EAAE,KAAK;IACtB,mBAAmB,EAAE,IAAI;IACzB,MAAM,EAAE,KAAK;CACd,CAAC,CAAC,CAAC;AAEJ,QAAQ,CAAC,wBAAwB,EAAE,GAAG,EAAE;IACtC,IAAI,aAGF,CAAC;IAEH,UAAU,CAAC,GAAG,EAAE;QACd,aAAa,GAAG,EAAE,CAAC,KAAK,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC,kBAAkB,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;IACxE,CAAC,CAAC,CAAC;IAEH,SAAS,CAAC,GAAG,EAAE;QACb,aAAa,CAAC,WAAW,EAAE,CAAC;IAC9B,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,qDAAqD,EAAE,GAAG,EAAE;QAC7D,MAAM,KAAK,GAAG;YACZ,WAAW,EAAE,GAAG;YAChB,YAAY,EAAE,EAAE;YAChB,WAAW,EAAE,GAAG;SACjB,CAAC;QACF,MAAM,iBAAiB,GAAG,MAAM,CAAC;QACjC,MAAM,kBAAkB,GAAG,MAAM,CAAC;QAElC,sBAAsB,CAAC,EAAE,SAAS,EAAE,WAAW,EAAE,KAAK,EAAE,iBAAiB,EAAE,kBAAkB,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC;QAE/G,MAAM,CAAC,aAAa,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC;QAC/C,MAAM,CAAC,aAAa,CAAC,CAAC,oBAAoB,CAAC,cAAc,CAAC,CAAC;QAC3D,MAAM,CAAC,aAAa,CAAC,CAAC,oBAAoB,CAAC,oBAAoB,EAAE,GAAG,CAAC,CAAC;QACtE,MAAM,CAAC,aAAa,CAAC,CAAC,oBAAoB,CAAC,qBAAqB,EAAE,EAAE,CAAC,CAAC;QACtE,MAAM,CAAC,aAAa,CAAC,CAAC,oBAAoB,CAAC,oBAAoB,EAAE,GAAG,CAAC,CAAC;QACtE,MAAM,CAAC,aAAa,CAAC,CAAC,oBAAoB,CAAC,sBAAsB,EAAE,UAAU,EAAE,MAAM,CAAC,CAAC;IACzF,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,qCAAqC,EAAE,GAAG,EAAE;QAC7C,MAAM,KAAK,GAAG;YACZ,WAAW,EAAE,CAAC;YACd,YAAY,EAAE,CAAC;YACf,WAAW,EAAE,CAAC;SACf,CAAC;QACF,MAAM,iBAAiB,GAAG,MAAM,CAAC;QACjC,MAAM,kBAAkB,GAAG,MAAM,CAAC;QAElC,sBAAsB,CAAC,EAAE,SAAS,EAAE,WAAW,EAAE,KAAK,EAAE,iBAAiB,EAAE,kBAAkB,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC;QAE/G,MAAM,CAAC,aAAa,CAAC,CAAC,oBAAoB,CAAC,sBAAsB,EAAE,UAAU,EAAE,MAAM,CAAC,CAAC;IACzF,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,sBAAsB,EAAE,GAAG,EAAE;IACpC,MAAM,YAAY,GAAG,eAAe,EAAE,CAAC;IAEvC,EAAE,CAAC,+CAA+C,EAAE,GAAG,EAAE;QACvD,MAAM,kBAAkB,GAAG;YACzB,EAAE,IAAI,EAAE,aAAa,EAAE,IAAI,EAAE,EAAE,IAAI,EAAE,wBAAwB,EAAE,EAAE;YACjE,EAAE,IAAI,EAAE,YAAY,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,IAAI,EAAE,EAAE,EAAE;SACzC,CAAC;QAEF,MAAM,MAAM,GAAG,oBAAoB,CAAC,kBAAkB,EAAE,YAAY,CAAC,CAAC;QAEtE,MAAM,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,kBAAkB,CAAC,CAAC;IAC7C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,kDAAkD,EAAE,GAAG,EAAE;QAC1D,MAAM,oBAAoB,GAAG,CAAC,EAAE,IAAI,EAAE,iBAAiB,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC,CAAC;QAErE,MAAM,CAAC,GAAG,EAAE,CAAC,oBAAoB,CAAC,oBAAoB,EAAE,YAAY,CAAC,CAAC,CAAC,OAAO,CAC5E,wCAAwC,CACzC,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,sCAAsC,EAAE,GAAG,EAAE;QAC9C,MAAM,aAAa,GAAG,EAAE,CAAC,KAAK,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC,kBAAkB,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;QAE5E,MAAM,4BAA4B,GAAG;YACnC,EAAE,IAAI,EAAE,aAAa,EAAE,IAAI,EAAE,EAAE,IAAI,EAAE,wBAAwB,EAAE,EAAE;YACjE,EAAE,IAAI,EAAE,YAAY,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,IAAI,EAAE,EAAE,EAAE;SACzC,CAAC;QAEF,oBAAoB,CAAC,4BAA4B,EAAE,YAAY,CAAC,CAAC;QAEjE,MAAM,CAAC,aAAa,CAAC,CAAC,oBAAoB,CAAC,eAAe,EAAE,CAAC,wBAAwB,CAAC,CAAC,CAAC;QAExF,aAAa,CAAC,WAAW,EAAE,CAAC;IAC9B,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,yDAAyD,EAAE,GAAG,EAAE;QACjE,MAAM,aAAa,GAAG;YACpB,EAAE,IAAI,EAAE,aAAa,EAAE,IAAI,EAAE,EAAE,IAAI,EAAE,wBAAwB,EAAE,EAAE;YACjE,EAAE,IAAI,EAAE,YAAY,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,IAAI,EAAE,EAAE,EAAE;SACzC,CAAC;QAEF,MAAM,MAAM,GAAG,oBAAoB,CAAC,aAAa,EAAE,YAAY,CAAC,CAAC;QAEjE,MAAM,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC;QACtC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAChC,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}

package/dist/src/ai-service/dall-e.d.ts

@@ -0,0 +1,14 @@
+interface ImageSize {
+    width: number;
+    height: number;
+}
+/**
+ * Generate an image using OpenAI's DALL-E model and save it to a file
+ * @param {string} prompt - The description of the image to generate
+ * @param {string|undefined} contextImagePath - The image to be used as a context
+ * @param {ImageSize} size - The size of the image to generate
+ * @param {boolean} cheap - Whether to use a cheaper model
+ * @returns {Promise<string>} - The url of the image
+ */
+export declare function generateImage(prompt: string, contextImagePath: string | undefined, size: ImageSize, cheap?: boolean): Promise<string>;
+export {};

package/dist/src/ai-service/dall-e.js

@@ -0,0 +1,50 @@
+import OpenAI, { toFile } from 'openai';
+import assert from 'node:assert';
+import { setTempBuffer } from '../files/temp-buffer.js';
+import { resizeImageBuffer } from '../images/resize-image.js';
+import { ensureAlpha } from '../images/ensure-alpha.js';
+import { abortController } from '../main/interactive/codegen-worker.js';
+/**
+ * Generate an image using OpenAI's DALL-E model and save it to a file
+ * @param {string} prompt - The description of the image to generate
+ * @param {string|undefined} contextImagePath - The image to be used as a context
+ * @param {ImageSize} size - The size of the image to generate
+ * @param {boolean} cheap - Whether to use a cheaper model
+ * @returns {Promise<string>} - The url of the image
+ */
+export async function generateImage(prompt, contextImagePath, size, cheap = false) {
+    const openai = new OpenAI();
+    try {
+        const model = contextImagePath ? 'dall-e-2' : cheap ? 'dall-e-2' : 'dall-e-3';
+        console.log(`Using DALL-E model: ${model}`);
+        assert(process.env.OPENAI_API_KEY, 'OPENAI_API_KEY environment variable is not set');
+        const options = {
+            model: model,
+            prompt: prompt,
+            n: 1,
+            size: '1024x1024',
+            response_format: 'url',
+        };
+        const response = contextImagePath
+            ? await openai.images.edit({
+                ...options,
+                image: await toFile(await ensureAlpha(contextImagePath)),
+            }, { signal: abortController?.signal })
+            : await openai.images.generate(options, { signal: abortController?.signal });
+        let imageUrl = response.data[0].url;
+        if (size.width !== 1024 || size.height !== 1024) {
+            console.log('Resizing image to desired size', size);
+            const imageResponse = await fetch(imageUrl);
+            const arrayBuffer = await imageResponse.arrayBuffer();
+            const buffer = Buffer.from(arrayBuffer);
+            imageUrl = setTempBuffer(await resizeImageBuffer(buffer, size));
+        }
+        console.log(`Image generated, url: ${imageUrl}`);
+        return imageUrl;
+    }
+    catch (error) {
+        console.error('Error generating image:', error);
+        throw error;
+    }
+}
+//# sourceMappingURL=dall-e.js.map

package/dist/src/ai-service/dall-e.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"dall-e.js","sourceRoot":"","sources":["../../../src/ai-service/dall-e.ts"],"names":[],"mappings":"AAAA,OAAO,MAAM,EAAE,EAAE,MAAM,EAAE,MAAM,QAAQ,CAAC;AACxC,OAAO,MAAM,MAAM,aAAa,CAAC;AAEjC,OAAO,EAAE,aAAa,EAAE,MAAM,yBAAyB,CAAC;AACxD,OAAO,EAAE,iBAAiB,EAAE,MAAM,2BAA2B,CAAC;AAC9D,OAAO,EAAE,WAAW,EAAE,MAAM,2BAA2B,CAAC;AACxD,OAAO,EAAE,eAAe,EAAE,MAAM,uCAAuC,CAAC;AAOxE;;;;;;;GAOG;AACH,MAAM,CAAC,KAAK,UAAU,aAAa,CACjC,MAAc,EACd,gBAAoC,EACpC,IAAe,EACf,KAAK,GAAG,KAAK;IAEb,MAAM,MAAM,GAAG,IAAI,MAAM,EAAE,CAAC;IAE5B,IAAI,CAAC;QACH,MAAM,KAAK,GAAG,gBAAgB,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,UAAU,CAAC;QAC9E,OAAO,CAAC,GAAG,CAAC,uBAAuB,KAAK,EAAE,CAAC,CAAC;QAC5C,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,cAAc,EAAE,gDAAgD,CAAC,CAAC;QAErF,MAAM,OAAO,GAAsC;YACjD,KAAK,EAAE,KAAK;YACZ,MAAM,EAAE,MAAM;YACd,CAAC,EAAE,CAAC;YACJ,IAAI,EAAE,WAAW;YACjB,eAAe,EAAE,KAAK;SACvB,CAAC;QAEF,MAAM,QAAQ,GAAG,gBAAgB;YAC/B,CAAC,CAAC,MAAM,MAAM,CAAC,MAAM,CAAC,IAAI,CACtB;gBACE,GAAG,OAAO;gBACV,KAAK,EAAE,MAAM,MAAM,CAAC,MAAM,WAAW,CAAC,gBAAgB,CAAC,CAAC;aACxB,EAClC,EAAE,MAAM,EAAE,eAAe,EAAE,MAAM,EAAE,CACpC;YACH,CAAC,CAAC,MAAM,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,OAAO,EAAE,EAAE,MAAM,EAAE,eAAe,EAAE,MAAM,EAAE,CAAC,CAAC;QAE/E,IAAI,QAAQ,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,GAAI,CAAC;QAErC,IAAI,IAAI,CAAC,KAAK,KAAK,IAAI,IAAI,IAAI,CAAC,MAAM,KAAK,IAAI,EAAE,CAAC;YAChD,OAAO,CAAC,GAAG,CAAC,gCAAgC,EAAE,IAAI,CAAC,CAAC;YACpD,MAAM,aAAa,GAAG,MAAM,KAAK,CAAC,QAAQ,CAAC,CAAC;YAC5C,MAAM,WAAW,GAAG,MAAM,aAAa,CAAC,WAAW,EAAE,CAAC;YACtD,MAAM,MAAM,GAAG,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;YAExC,QAAQ,GAAG,aAAa,CAAC,MAAM,iBAAiB,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC,CAAC;QAClE,CAAC;QAED,OAAO,CAAC,GAAG,CAAC,yBAAyB,QAAQ,EAAE,CAAC,CAAC;QACjD,OAAO,QAAQ,CAAC;IAClB,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO,CAAC,KAAK,CAAC,yBAAyB,EAAE,KAAK,CAAC,CAAC;QAChD,MAAM,KAAK,CAAC;IACd,CAAC;AACH,CAAC"}

package/dist/src/ai-service/unescape-function-call.d.ts

@@ -0,0 +1,7 @@
+import { FunctionCall } from './common.js';
+/**
+ * Unescapes c-escaped strings in a function call object
+ * @param functionCall The function call object to unescape
+ * @returns The unescaped function call object
+ */
+export declare function unescapeFunctionCall(functionCall: FunctionCall): FunctionCall;

package/dist/src/ai-service/unescape-function-call.js

@@ -0,0 +1,59 @@
+/**
+ * Unescapes a c-escaped string
+ * @param str The string to unescape
+ * @returns The unescaped string
+ */
+function unescapeString(str) {
+    return str.replace(/\\(.)/g, (_, char) => {
+        switch (char) {
+            case 'n':
+                return '\n';
+            case 't':
+                return '\t';
+            case 'r':
+                return '\r';
+            case '"':
+                return '"';
+            case "'":
+                return "'";
+            case '\\':
+                return '\\';
+            default:
+                return char;
+        }
+    });
+}
+/**
+ * Recursively unescapes all string values in an object
+ * @param obj The object to unescape
+ * @returns The unescaped object
+ */
+function unescapeObject(obj, key) {
+    if (typeof obj === 'string') {
+        let unescaped = unescapeString(obj);
+        if (key === 'filePath' && unescaped.match(/^"(.+)"$/)) {
+            unescaped = unescaped.substring(1, unescaped.length - 1);
+        }
+        return unescaped;
+    }
+    if (Array.isArray(obj)) {
+        return obj.map((value) => unescapeObject(value, key === 'contextPaths' ? 'filePath' : ''));
+    }
+    if (typeof obj === 'object' && obj !== null) {
+        return Object.fromEntries(Object.entries(obj).map(([key, value]) => [key, unescapeObject(value, key)]));
+    }
+    return obj;
+}
+/**
+ * Unescapes c-escaped strings in a function call object
+ * @param functionCall The function call object to unescape
+ * @returns The unescaped function call object
+ */
+export function unescapeFunctionCall(functionCall) {
+    return {
+        ...functionCall,
+        name: unescapeString(functionCall.name),
+        args: unescapeObject(functionCall.args),
+    };
+}
+//# sourceMappingURL=unescape-function-call.js.map

package/dist/src/ai-service/unescape-function-call.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"unescape-function-call.js","sourceRoot":"","sources":["../../../src/ai-service/unescape-function-call.ts"],"names":[],"mappings":"AAEA;;;;GAIG;AACH,SAAS,cAAc,CAAC,GAAW;IACjC,OAAO,GAAG,CAAC,OAAO,CAAC,QAAQ,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,EAAE;QACvC,QAAQ,IAAI,EAAE,CAAC;YACb,KAAK,GAAG;gBACN,OAAO,IAAI,CAAC;YACd,KAAK,GAAG;gBACN,OAAO,IAAI,CAAC;YACd,KAAK,GAAG;gBACN,OAAO,IAAI,CAAC;YACd,KAAK,GAAG;gBACN,OAAO,GAAG,CAAC;YACb,KAAK,GAAG;gBACN,OAAO,GAAG,CAAC;YACb,KAAK,IAAI;gBACP,OAAO,IAAI,CAAC;YACd;gBACE,OAAO,IAAI,CAAC;QAChB,CAAC;IACH,CAAC,CAAC,CAAC;AACL,CAAC;AAED;;;;GAIG;AACH,SAAS,cAAc,CAAC,GAAY,EAAE,GAAY;IAChD,IAAI,OAAO,GAAG,KAAK,QAAQ,EAAE,CAAC;QAC5B,IAAI,SAAS,GAAG,cAAc,CAAC,GAAG,CAAC,CAAC;QACpC,IAAI,GAAG,KAAK,UAAU,IAAI,SAAS,CAAC,KAAK,CAAC,UAAU,CAAC,EAAE,CAAC;YACtD,SAAS,GAAG,SAAS,CAAC,SAAS,CAAC,CAAC,EAAE,SAAS,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;QAC3D,CAAC;QACD,OAAO,SAAS,CAAC;IACnB,CAAC;IACD,IAAI,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC;QACvB,OAAO,GAAG,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,cAAc,CAAC,KAAK,EAAE,GAAG,KAAK,cAAc,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;IAC7F,CAAC;IACD,IAAI,OAAO,GAAG,KAAK,QAAQ,IAAI,GAAG,KAAK,IAAI,EAAE,CAAC;QAC5C,OAAO,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,EAAE,cAAc,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;IAC1G,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,oBAAoB,CAAC,YAA0B;IAC7D,OAAO;QACL,GAAG,YAAY;QACf,IAAI,EAAE,cAAc,CAAC,YAAY,CAAC,IAAI,CAAC;QACvC,IAAI,EAAE,cAAc,CAAC,YAAY,CAAC,IAAI,CAA4B;KACnE,CAAC;AACJ,CAAC"}

package/dist/src/ai-service/unescape-function-call.test.d.ts

@@ -0,0 +1 @@
+export {};

package/dist/src/ai-service/unescape-function-call.test.js

@@ -0,0 +1,18 @@
+import { describe, it, expect } from 'vitest';
+import { unescapeFunctionCall } from './unescape-function-call.js';
+describe('unescapeFunctionCall', () => {
+    it('unescapes double escaped code', () => {
+        expect(unescapeFunctionCall({
+            name: 'test',
+            args: {
+                content: `console.log(\\"hello world\\");\\nconsole.log(\\'helloooo\\');`,
+            },
+        })).toEqual({
+            name: 'test',
+            args: {
+                content: `console.log("hello world");\nconsole.log('helloooo');`,
+            },
+        });
+    });
+});
+//# sourceMappingURL=unescape-function-call.test.js.map

package/dist/src/ai-service/unescape-function-call.test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"unescape-function-call.test.js","sourceRoot":"","sources":["../../../src/ai-service/unescape-function-call.test.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,MAAM,EAAE,MAAM,QAAQ,CAAC;AAC9C,OAAO,EAAE,oBAAoB,EAAE,MAAM,6BAA6B,CAAC;AAEnE,QAAQ,CAAC,sBAAsB,EAAE,GAAG,EAAE;IACpC,EAAE,CAAC,+BAA+B,EAAE,GAAG,EAAE;QACvC,MAAM,CACJ,oBAAoB,CAAC;YACnB,IAAI,EAAE,MAAM;YACZ,IAAI,EAAE;gBACJ,OAAO,EAAE,gEAAgE;aAC1E;SACF,CAAC,CACH,CAAC,OAAO,CAAC;YACR,IAAI,EAAE,MAAM;YACZ,IAAI,EAAE;gBACJ,OAAO,EAAE,uDAAuD;aACjE;SACF,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}

package/dist/src/ai-service/vertex-ai-claude.d.ts

@@ -0,0 +1,5 @@
+import { FunctionCall, PromptItem, FunctionDef } from './common.js';
+/**
+ * This function generates content using the Anthropic Claude model via Vertex AI.
+ */
+export declare function generateContent(prompt: PromptItem[], functionDefs: FunctionDef[], requiredFunctionName: string | null, temperature: number, cheap?: boolean): Promise<FunctionCall[]>;

package/dist/src/ai-service/vertex-ai-claude.js

@@ -0,0 +1,104 @@
+import { AnthropicVertex } from '@anthropic-ai/vertex-sdk';
+import assert from 'node:assert';
+import { printTokenUsageAndCost, processFunctionCalls } from './common.js';
+import { abortController } from '../main/interactive/codegen-worker.js';
+/**
+ * This function generates content using the Anthropic Claude model via Vertex AI.
+ */
+export async function generateContent(prompt, functionDefs, requiredFunctionName, temperature, cheap = false) {
+    const projectId = process.env.GOOGLE_CLOUD_PROJECT;
+    const region = process.env.GOOGLE_CLOUD_REGION;
+    if (!projectId || !region) {
+        throw new Error('GOOGLE_CLOUD_PROJECT and GOOGLE_CLOUD_REGION environment variables must be set');
+    }
+    const client = new AnthropicVertex({
+        projectId,
+        region,
+    });
+    const messages = prompt
+        .filter((item) => item.type !== 'systemPrompt')
+        .map((item) => {
+        if (item.type === 'user') {
+            return {
+                role: 'user',
+                content: [
+                    ...(item.functionResponses ?? []).map((response) => ({
+                        type: 'tool_result',
+                        tool_use_id: response.call_id ?? response.name,
+                        content: response.content,
+                        is_error: response.isError === true,
+                    })),
+                    ...(item.images ?? []).map((image) => ({
+                        type: 'image',
+                        source: {
+                            type: 'base64',
+                            media_type: image.mediaType,
+                            data: image.base64url,
+                        },
+                    })),
+                    { type: 'text', text: item.text ?? '' },
+                ],
+            };
+        }
+        else if (item.type === 'assistant') {
+            return {
+                role: 'assistant',
+                content: [
+                    ...(item.text ? [{ type: 'text', text: item.text }] : []),
+                    ...(item.functionCalls ?? []).map((call) => ({
+                        type: 'tool_use',
+                        id: call.id ?? call.name,
+                        name: call.name,
+                        input: call.args ?? {},
+                    })),
+                ],
+            };
+        }
+    })
+        .filter((message) => !!message);
+    const model = cheap ? 'claude-3-haiku@20240307' : 'claude-3-5-sonnet@20240620';
+    console.log(`Using Vertex AI Claude model: ${model}`);
+    assert(process.env.GOOGLE_CLOUD_PROJECT, 'GOOGLE_CLOUD_PROJECT environment variable is not set');
+    assert(process.env.GOOGLE_CLOUD_REGION, 'GOOGLE_CLOUD_REGION environment variable is not set');
+    const response = await client.messages.create({
+        model: model,
+        max_tokens: cheap ? 4096 : 8192,
+        temperature: temperature,
+        system: prompt.find((item) => item.type === 'systemPrompt').systemPrompt,
+        messages: messages,
+        tools: functionDefs.map((fd) => ({
+            name: fd.name,
+            description: fd.description,
+            input_schema: fd.parameters,
+        })),
+        tool_choice: requiredFunctionName
+            ? { type: 'tool', name: requiredFunctionName }
+            : { type: 'any' },
+    }, { signal: abortController?.signal });
+    // Print token usage for Anthropic Vertex AI
+    const usage = {
+        inputTokens: response.usage.input_tokens,
+        outputTokens: response.usage.output_tokens,
+        totalTokens: response.usage.input_tokens + response.usage.output_tokens,
+    };
+    printTokenUsageAndCost({
+        aiService: 'vertex-ai-claude',
+        usage,
+        inputCostPerToken: 3 / 1000 / 1000,
+        outputCostPerToken: 15 / 1000 / 1000,
+        cheap,
+    });
+    const responseMessages = response.content.filter((item) => item.type !== 'tool_use');
+    if (responseMessages.length > 0) {
+        console.log('Response messages', responseMessages);
+    }
+    const functionCalls = response.content
+        .filter((item) => item.type === 'tool_use')
+        .map((item) => ({
+        id: item.id,
+        name: item.name,
+        args: item.input,
+    }));
+    return processFunctionCalls(functionCalls, functionDefs);
+}
+//# sourceMappingURL=vertex-ai-claude.js.map

package/dist/src/ai-service/vertex-ai-claude.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"vertex-ai-claude.js","sourceRoot":"","sources":["../../../src/ai-service/vertex-ai-claude.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,eAAe,EAAE,MAAM,0BAA0B,CAAC;AAC3D,OAAO,MAAM,MAAM,aAAa,CAAC;AACjC,OAAO,EAAE,sBAAsB,EAAE,oBAAoB,EAAyC,MAAM,aAAa,CAAC;AAElH,OAAO,EAAE,eAAe,EAAE,MAAM,uCAAuC,CAAC;AAExE;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,eAAe,CACnC,MAAoB,EACpB,YAA2B,EAC3B,oBAAmC,EACnC,WAAmB,EACnB,KAAK,GAAG,KAAK;IAEb,MAAM,SAAS,GAAG,OAAO,CAAC,GAAG,CAAC,oBAAoB,CAAC;IACnD,MAAM,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,mBAAmB,CAAC;IAE/C,IAAI,CAAC,SAAS,IAAI,CAAC,MAAM,EAAE,CAAC;QAC1B,MAAM,IAAI,KAAK,CAAC,gFAAgF,CAAC,CAAC;IACpG,CAAC;IAED,MAAM,MAAM,GAAoB,IAAI,eAAe,CAAC;QAClD,SAAS;QACT,MAAM;KACP,CAAC,CAAC;IAEH,MAAM,QAAQ,GAAmB,MAAM;SACpC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,KAAK,cAAc,CAAC;SAC9C,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE;QACZ,IAAI,IAAI,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;YACzB,OAAO;gBACL,IAAI,EAAE,MAAe;gBACrB,OAAO,EAAE;oBACP,GAAG,CAAC,IAAI,CAAC,iBAAiB,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC;wBACnD,IAAI,EAAE,aAAsB;wBAC5B,WAAW,EAAE,QAAQ,CAAC,OAAO,IAAI,QAAQ,CAAC,IAAI;wBAC9C,OAAO,EAAE,QAAQ,CAAC,OAAO;wBACzB,QAAQ,EAAE,QAAQ,CAAC,OAAO,KAAK,IAAI;qBACpC,CAAC,CAAC;oBACH,GAAG,CAAC,IAAI,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;wBACrC,IAAI,EAAE,OAAgB;wBACtB,MAAM,EAAE;4BACN,IAAI,EAAE,QAAiB;4BACvB,UAAU,EAAE,KAAK,CAAC,SAAS;4BAC3B,IAAI,EAAE,KAAK,CAAC,SAAS;yBACtB;qBACF,CAAC,CAAC;oBACH,EAAE,IAAI,EAAE,MAAe,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,IAAI,EAAE,EAAE;iBACjD;aACF,CAAC;QACJ,CAAC;aAAM,IAAI,IAAI,CAAC,IAAI,KAAK,WAAW,EAAE,CAAC;YACrC,OAAO;gBACL,IAAI,EAAE,WAAoB;gBAC1B,OAAO,EAAE;oBACP,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,MAAe,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;oBAClE,GAAG,CAAC,IAAI,CAAC,aAAa,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;wBAC3C,IAAI,EAAE,UAAmB;wBACzB,EAAE,EAAE,IAAI,CAAC,EAAE,IAAI,IAAI,CAAC,IAAI;wBACxB,IAAI,EAAE,IAAI,CAAC,IAAI;wBACf,KAAK,EAAE,IAAI,CAAC,IAAI,IAAI,EAAE;qBACvB,CAAC,CAAC;iBACJ;aACF,CAAC;QACJ,CAAC;IACH,CAAC,CAAC;SACD,MAAM,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC;IAElC,MAAM,KAAK,GAAG,KAAK,CAAC,CAAC,CAAC,yBAAyB,CAAC,CAAC,CAAC,4BAA4B,CAAC;IAC/E,OAAO,CAAC,GAAG,CAAC,iCAAiC,KAAK,EAAE,CAAC,CAAC;IACtD,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,oBAAoB,EAAE,sDAAsD,CAAC,CAAC;IACjG,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,mBAAmB,EAAE,qDAAqD,CAAC,CAAC;IAE/F,MAAM,QAAQ,GAAY,MAAM,MAAM,CAAC,QAAQ,CAAC,MAAM,CACpD;QACE,KAAK,EAAE,KAAK;QACZ,UAAU,EAAE,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI;QAC/B,WAAW,EAAE,WAAW;QACxB,MAAM,EAAE,MAAM,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,KAAK,cAAc,CAAE,CAAC,YAAa;QAC1E,QAAQ,EAAE,QAAQ;QAClB,KAAK,EAAE,YAAY,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC;YAC/B,IAAI,EAAE,EAAE,CAAC,IAAI;YACb,WAAW,EAAE,EAAE,CAAC,WAAW;YAC3B,YAAY,EAAE,EAAE,CAAC,UAAU;SAC5B,CAAC,CAAC;QACH,WAAW,EAAE,oBAAoB;YAC/B,CAAC,CAAC,EAAE,IAAI,EAAE,MAAe,EAAE,IAAI,EAAE,oBAAoB,EAAE;YACvD,CAAC,CAAC,EAAE,IAAI,EAAE,KAAc,EAAE;KAC7B,EACD,EAAE,MAAM,EAAE,eAAe,EAAE,MAAM,EAAE,CACpC,CAAC;IAEF,4CAA4C;IAC5C,MAAM,KAAK,GAAG;QACZ,WAAW,EAAE,QAAQ,CAAC,KAAK,CAAC,YAAY;QACxC,YAAY,EAAE,QAAQ,CAAC,KAAK,CAAC,aAAa;QAC1C,WAAW,EAAE,QAAQ,CAAC,KAAK,CAAC,YAAY,GAAG,QAAQ,CAAC,KAAK,CAAC,aAAa;KACxE,CAAC;IACF,sBAAsB,CAAC;QACrB,SAAS,EAAE,kBAAkB;QAC7B,KAAK;QACL,iBAAiB,EAAE,CAAC,GAAG,IAAI,GAAG,IAAI;QAClC,kBAAkB,EAAE,EAAE,GAAG,IAAI,GAAG,IAAI;QACpC,KAAK;KACN,CAAC,CAAC;IAEH,MAAM,gBAAgB,GAAG,QAAQ,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,KAAK,UAAU,CAAC,CAAC;IACrF,IAAI,gBAAgB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAChC,OAAO,CAAC,GAAG,CAAC,mBAAmB,EAAE,gBAAgB,CAAC,CAAC;IACrD,CAAC;IAED,MAAM,aAAa,GAAG,QAAQ,CAAC,OAAO;SACnC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,KAAK,UAAU,CAAC;SAC1C,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;QACd,EAAE,EAAE,IAAI,CAAC,EAAE;QACX,IAAI,EAAE,IAAI,CAAC,IAAI;QACf,IAAI,EAAE,IAAI,CAAC,KAAgC;KAC5C,CAAC,CAAC,CAAC;IAEN,OAAO,oBAAoB,CAAC,aAAa,EAAE,YAAY,CAAC,CAAC;AAC3D,CAAC"}

package/dist/src/ai-service/vertex-ai-imagen.d.ts

@@ -0,0 +1,14 @@
+interface ImageSize {
+    width: number;
+    height: number;
+}
+/**
+ * Generate an image using Vertex AI's Imagen model and return the image URL
+ * @param {string} prompt - The description of the image to generate
+ * @param {string|undefined} contextImagePath - The image to be used as a context
+ * @param {ImageSize} size - The size of the image to generate
+ * @param {boolean} cheap - Whether to use a cheaper model
+ * @returns {Promise<string>} - The url of the generated image
+ */
+export declare function generateImage(prompt: string, contextImagePath: string | undefined, size: ImageSize, cheap?: boolean): Promise<string>;
+export {};

package/dist/src/ai-service/vertex-ai-imagen.js

@@ -0,0 +1,77 @@
+import fs from 'fs';
+import mime from 'mime-types';
+import { PredictionServiceClient, helpers } from '@google-cloud/aiplatform';
+import { setTempBuffer } from '../files/temp-buffer.js';
+import { resizeImageBuffer } from '../images/resize-image.js';
+import { abortController } from '../main/interactive/codegen-worker.js';
+/**
+ * Generate an image using Vertex AI's Imagen model and return the image URL
+ * @param {string} prompt - The description of the image to generate
+ * @param {string|undefined} contextImagePath - The image to be used as a context
+ * @param {ImageSize} size - The size of the image to generate
+ * @param {boolean} cheap - Whether to use a cheaper model
+ * @returns {Promise<string>} - The url of the generated image
+ */
+export async function generateImage(prompt, contextImagePath, size, cheap = false) {
+    // Limitation in @google-cloud/aiplatform
+    abortController?.signal.throwIfAborted();
+    // Initialize the PredictionServiceClient
+    const client = new PredictionServiceClient({
+        apiEndpoint: `${process.env.GOOGLE_CLOUD_REGION}-aiplatform.googleapis.com`,
+    });
+    // Set the project and location
+    const projectId = process.env.GOOGLE_CLOUD_PROJECT;
+    const location = process.env.GOOGLE_CLOUD_REGION;
+    if (!projectId || !location) {
+        throw new Error('GOOGLE_CLOUD_PROJECT and GOOGLE_CLOUD_REGION environment variables must be set');
+    }
+    // Set the model name based on the cheap parameter
+    const modelName = contextImagePath
+        ? 'imagegeneration@002'
+        : cheap
+            ? 'imagen-3.0-fast-generate-001'
+            : 'imagen-3.0-generate-001';
+    console.log(`Using Vertex AI Imagen model: ${modelName}`);
+    try {
+        // Prepare the request
+        const instance = contextImagePath
+            ? helpers.toValue({
+                prompt,
+                image: {
+                    bytesBase64Encoded: fs.readFileSync(contextImagePath, 'base64'),
+                    mediaType: mime.lookup(contextImagePath) ?? 'application/octet-stream',
+                },
+            })
+            : helpers.toValue({ prompt });
+        const request = {
+            endpoint: `projects/${projectId}/locations/${location}/publishers/google/models/${modelName}`,
+            instances: [instance],
+            parameters: helpers.toValue({
+                sampleCount: 1,
+                safetySetting: 'block_most',
+                personGeneration: 'allow_adult',
+                includeRaiReason: true,
+                language: 'auto',
+                aspectRatio: '1:1',
+                addWatermark: false,
+            }),
+        };
+        // Make the prediction request
+        const [response] = (await client.predict(request));
+        if (response.predictions && response.predictions.length > 0 && response.predictions[0]) {
+            const value = response.predictions[0];
+            const prediction = helpers.fromValue(value);
+            if (prediction.bytesBase64Encoded) {
+                console.log(`Image generated successfully, resizing to desired dimension`, size);
+                const buffer = Buffer.from(prediction.bytesBase64Encoded, 'base64');
+                return setTempBuffer(await resizeImageBuffer(buffer, size));
+            }
+        }
+        throw new Error('No image generated in the response');
+    }
+    catch (error) {
+        console.error('Error generating image:', error);
+        throw error;
+    }
+}
+//# sourceMappingURL=vertex-ai-imagen.js.map

package/dist/src/ai-service/vertex-ai-imagen.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"vertex-ai-imagen.js","sourceRoot":"","sources":["../../../src/ai-service/vertex-ai-imagen.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,IAAI,CAAC;AACpB,OAAO,IAAI,MAAM,YAAY,CAAC;AAC9B,OAAO,EAAE,uBAAuB,EAAE,OAAO,EAAU,MAAM,0BAA0B,CAAC;AACpF,OAAO,EAAE,aAAa,EAAE,MAAM,yBAAyB,CAAC;AACxD,OAAO,EAAE,iBAAiB,EAAE,MAAM,2BAA2B,CAAC;AAC9D,OAAO,EAAE,eAAe,EAAE,MAAM,uCAAuC,CAAC;AAOxE;;;;;;;GAOG;AACH,MAAM,CAAC,KAAK,UAAU,aAAa,CACjC,MAAc,EACd,gBAAoC,EACpC,IAAe,EACf,KAAK,GAAG,KAAK;IAEb,yCAAyC;IACzC,eAAe,EAAE,MAAM,CAAC,cAAc,EAAE,CAAC;IAEzC,yCAAyC;IACzC,MAAM,MAAM,GAAG,IAAI,uBAAuB,CAAC;QACzC,WAAW,EAAE,GAAG,OAAO,CAAC,GAAG,CAAC,mBAAmB,4BAA4B;KAC5E,CAAC,CAAC;IAEH,+BAA+B;IAC/B,MAAM,SAAS,GAAG,OAAO,CAAC,GAAG,CAAC,oBAAoB,CAAC;IACnD,MAAM,QAAQ,GAAG,OAAO,CAAC,GAAG,CAAC,mBAAmB,CAAC;IAEjD,IAAI,CAAC,SAAS,IAAI,CAAC,QAAQ,EAAE,CAAC;QAC5B,MAAM,IAAI,KAAK,CAAC,gFAAgF,CAAC,CAAC;IACpG,CAAC;IAED,kDAAkD;IAClD,MAAM,SAAS,GAAG,gBAAgB;QAChC,CAAC,CAAC,qBAAqB;QACvB,CAAC,CAAC,KAAK;YACL,CAAC,CAAC,8BAA8B;YAChC,CAAC,CAAC,yBAAyB,CAAC;IAChC,OAAO,CAAC,GAAG,CAAC,iCAAiC,SAAS,EAAE,CAAC,CAAC;IAE1D,IAAI,CAAC;QACH,sBAAsB;QACtB,MAAM,QAAQ,GAAG,gBAAgB;YAC/B,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC;gBACd,MAAM;gBACN,KAAK,EAAE;oBACL,kBAAkB,EAAE,EAAE,CAAC,YAAY,CAAC,gBAAgB,EAAE,QAAQ,CAAC;oBAC/D,SAAS,EAAE,IAAI,CAAC,MAAM,CAAC,gBAAgB,CAAC,IAAI,0BAA0B;iBACvE;aACF,CAAC;YACJ,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC;QAChC,MAAM,OAAO,GAAsD;YACjE,QAAQ,EAAE,YAAY,SAAS,cAAc,QAAQ,6BAA6B,SAAS,EAAE;YAC7F,SAAS,EAAE,CAAC,QAAS,CAAC;YACtB,UAAU,EAAE,OAAO,CAAC,OAAO,CAAC;gBAC1B,WAAW,EAAE,CAAC;gBACd,aAAa,EAAE,YAAY;gBAC3B,gBAAgB,EAAE,aAAa;gBAC/B,gBAAgB,EAAE,IAAI;gBACtB,QAAQ,EAAE,MAAM;gBAChB,WAAW,EAAE,KAAK;gBAClB,YAAY,EAAE,KAAK;aACpB,CAAC;SACH,CAAC;QAEF,8BAA8B;QAC9B,MAAM,CAAC,QAAQ,CAAC,GAAG,CAAC,MAAM,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,CAAE,CAAC;QAEpD,IAAI,QAAQ,CAAC,WAAW,IAAI,QAAQ,CAAC,WAAW,CAAC,MAAM,GAAG,CAAC,IAAI,QAAQ,CAAC,WAAW,CAAC,CAAC,CAAC,EAAE,CAAC;YACvF,MAAM,KAAK,GAAG,QAAQ,CAAC,WAAW,CAAC,CAAC,CAA2B,CAAC;YAChE,MAAM,UAAU,GAAG,OAAO,CAAC,SAAS,CAAC,KAAK,CAA+C,CAAC;YAC1F,IAAI,UAAU,CAAC,kBAAkB,EAAE,CAAC;gBAClC,OAAO,CAAC,GAAG,CAAC,6DAA6D,EAAE,IAAI,CAAC,CAAC;gBACjF,MAAM,MAAM,GAAG,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,kBAAkB,EAAE,QAAQ,CAAC,CAAC;gBACpE,OAAO,aAAa,CAAC,MAAM,iBAAiB,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC,CAAC;YAC9D,CAAC;QACH,CAAC;QAED,MAAM,IAAI,KAAK,CAAC,oCAAoC,CAAC,CAAC;IACxD,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO,CAAC,KAAK,CAAC,yBAAyB,EAAE,KAAK,CAAC,CAAC;QAChD,MAAM,KAAK,CAAC;IACd,CAAC;AACH,CAAC"}

package/dist/src/ai-service/vertex-ai.d.ts

@@ -0,0 +1,6 @@
+import { FunctionCall, PromptItem, FunctionDef } from './common.js';
+import { CodegenOptions } from '../main/codegen-types.js';
+/**
+ * This function generates content using the Gemini Pro model.
+ */
+export declare function generateContent(prompt: PromptItem[], functionDefs: FunctionDef[], requiredFunctionName: string | null, temperature: number, cheap: boolean | undefined, options: CodegenOptions): Promise<FunctionCall[]>;