@hibanacloud/core 0.3.15

package/dist/src/core/__tests__/openaiTimeoutHandling.test.js

@@ -0,0 +1,295 @@
+/**
+ * @license
+ * Copyright 2025 Google LLC
+ * SPDX-License-Identifier: Apache-2.0
+ */
+import { describe, it, expect, vi, beforeEach, afterEach } from 'vitest';
+import { OpenAIContentGenerator } from '../openaiContentGenerator/openaiContentGenerator.js';
+import { AuthType } from '../contentGenerator.js';
+import OpenAI from 'openai';
+// Mock OpenAI
+vi.mock('openai');
+// Mock logger modules
+vi.mock('../../telemetry/loggers.js', () => ({
+    logApiResponse: vi.fn(),
+    logApiError: vi.fn(),
+}));
+vi.mock('../../utils/openaiLogger.js', () => ({
+    OpenAILogger: vi.fn().mockImplementation(() => ({
+        logInteraction: vi.fn(),
+    })),
+    openaiLogger: {
+        logInteraction: vi.fn(),
+    },
+}));
+describe('OpenAIContentGenerator Timeout Handling', () => {
+    let generator;
+    let mockConfig;
+    // eslint-disable-next-line @typescript-eslint/no-explicit-any
+    let mockOpenAIClient;
+    let mockProvider;
+    beforeEach(() => {
+        // Reset mocks
+        vi.clearAllMocks();
+        // Mock environment variables
+        vi.stubEnv('OPENAI_BASE_URL', '');
+        // Mock config
+        mockConfig = {
+            getContentGeneratorConfig: vi.fn().mockReturnValue({
+                authType: 'openai',
+                enableOpenAILogging: false,
+            }),
+            getCliVersion: vi.fn().mockReturnValue('1.0.0'),
+        };
+        // Mock OpenAI client
+        mockOpenAIClient = {
+            chat: {
+                completions: {
+                    create: vi.fn(),
+                },
+            },
+            embeddings: {
+                create: vi.fn(),
+            },
+        };
+        vi.mocked(OpenAI).mockImplementation(() => mockOpenAIClient);
+        // Create mock provider
+        mockProvider = {
+            buildHeaders: vi.fn().mockReturnValue({
+                'User-Agent': 'QwenCode/1.0.0 (test; test)',
+            }),
+            buildClient: vi.fn().mockReturnValue(mockOpenAIClient),
+            buildRequest: vi.fn().mockImplementation((req) => req),
+        };
+        // Create generator instance
+        const contentGeneratorConfig = {
+            model: 'gpt-4',
+            apiKey: 'test-key',
+            authType: AuthType.USE_OPENAI,
+            enableOpenAILogging: false,
+        };
+        generator = new OpenAIContentGenerator(contentGeneratorConfig, mockConfig, mockProvider);
+    });
+    afterEach(() => {
+        vi.restoreAllMocks();
+    });
+    describe('timeout error identification through actual requests', () => {
+        it('should handle various timeout error formats correctly', async () => {
+            const timeoutErrors = [
+                new Error('Request timeout'),
+                new Error('Connection timed out'),
+                new Error('ETIMEDOUT'),
+                Object.assign(new Error('Network error'), { code: 'ETIMEDOUT' }),
+                Object.assign(new Error('Socket error'), { code: 'ESOCKETTIMEDOUT' }),
+                Object.assign(new Error('API error'), { type: 'timeout' }),
+                new Error('request timed out'),
+                new Error('deadline exceeded'),
+            ];
+            const request = {
+                contents: [{ role: 'user', parts: [{ text: 'Hello' }] }],
+                model: 'gpt-4',
+            };
+            for (const error of timeoutErrors) {
+                mockOpenAIClient.chat.completions.create.mockRejectedValueOnce(error);
+                try {
+                    await generator.generateContent(request, 'test-prompt-id');
+                }
+                catch (thrownError) {
+                    // Should contain timeout-specific messaging and troubleshooting tips
+                    const errorMessage = thrownError instanceof Error
+                        ? thrownError.message
+                        : String(thrownError);
+                    expect(errorMessage).toMatch(/timeout after \d+s|Troubleshooting tips:/);
+                }
+            }
+        });
+        it('should handle non-timeout errors without timeout messaging', async () => {
+            const nonTimeoutErrors = [
+                new Error('Invalid API key'),
+                new Error('Rate limit exceeded'),
+                new Error('Model not found'),
+                Object.assign(new Error('Auth error'), { code: 'INVALID_REQUEST' }),
+                Object.assign(new Error('API error'), { type: 'authentication_error' }),
+            ];
+            const request = {
+                contents: [{ role: 'user', parts: [{ text: 'Hello' }] }],
+                model: 'gpt-4',
+            };
+            for (const error of nonTimeoutErrors) {
+                mockOpenAIClient.chat.completions.create.mockRejectedValueOnce(error);
+                try {
+                    await generator.generateContent(request, 'test-prompt-id');
+                }
+                catch (thrownError) {
+                    // Should NOT contain timeout-specific messaging
+                    const errorMessage = thrownError instanceof Error
+                        ? thrownError.message
+                        : String(thrownError);
+                    expect(errorMessage).not.toMatch(/timeout after \d+s/);
+                    expect(errorMessage).not.toMatch(/Troubleshooting tips:/);
+                    // Should preserve the original error message
+                    expect(errorMessage).toMatch(new RegExp(error.message));
+                }
+            }
+        });
+    });
+    describe('generateContent timeout handling', () => {
+        it('should handle timeout errors with helpful message', async () => {
+            // Mock timeout error
+            const timeoutError = new Error('Request timeout');
+            mockOpenAIClient.chat.completions.create.mockRejectedValue(timeoutError);
+            const request = {
+                contents: [{ role: 'user', parts: [{ text: 'Hello' }] }],
+                model: 'gpt-4',
+            };
+            await expect(generator.generateContent(request, 'test-prompt-id')).rejects.toThrow(/Request timeout after \d+s\. Try reducing input length or increasing timeout in config\./);
+        });
+        it('should handle non-timeout errors normally', async () => {
+            // Mock non-timeout error
+            const apiError = new Error('Invalid API key');
+            mockOpenAIClient.chat.completions.create.mockRejectedValue(apiError);
+            const request = {
+                contents: [{ role: 'user', parts: [{ text: 'Hello' }] }],
+                model: 'gpt-4',
+            };
+            await expect(generator.generateContent(request, 'test-prompt-id')).rejects.toThrow('Invalid API key');
+        });
+        it('should include troubleshooting tips for timeout errors', async () => {
+            const timeoutError = new Error('Connection timed out');
+            mockOpenAIClient.chat.completions.create.mockRejectedValue(timeoutError);
+            const request = {
+                contents: [{ role: 'user', parts: [{ text: 'Hello' }] }],
+                model: 'gpt-4',
+            };
+            try {
+                await generator.generateContent(request, 'test-prompt-id');
+            }
+            catch (error) {
+                const errorMessage = error instanceof Error ? error.message : String(error);
+                expect(errorMessage).toContain('Troubleshooting tips:');
+                expect(errorMessage).toContain('Reduce input length or complexity');
+                expect(errorMessage).toContain('Increase timeout in config');
+                expect(errorMessage).toContain('Check network connectivity');
+                expect(errorMessage).toContain('Consider using streaming mode');
+            }
+        });
+    });
+    describe('generateContentStream timeout handling', () => {
+        it('should handle streaming timeout errors', async () => {
+            const timeoutError = new Error('Streaming timeout');
+            mockOpenAIClient.chat.completions.create.mockRejectedValue(timeoutError);
+            const request = {
+                contents: [{ role: 'user', parts: [{ text: 'Hello' }] }],
+                model: 'gpt-4',
+            };
+            await expect(generator.generateContentStream(request, 'test-prompt-id')).rejects.toThrow(/Streaming request timeout after \d+s\. Try reducing input length or increasing timeout in config\./);
+        });
+        it('should include streaming-specific troubleshooting tips', async () => {
+            const timeoutError = new Error('request timed out');
+            mockOpenAIClient.chat.completions.create.mockRejectedValue(timeoutError);
+            const request = {
+                contents: [{ role: 'user', parts: [{ text: 'Hello' }] }],
+                model: 'gpt-4',
+            };
+            try {
+                await generator.generateContentStream(request, 'test-prompt-id');
+            }
+            catch (error) {
+                const errorMessage = error instanceof Error ? error.message : String(error);
+                expect(errorMessage).toContain('Streaming timeout troubleshooting:');
+                expect(errorMessage).toContain('Check network connectivity');
+                expect(errorMessage).toContain('Consider using non-streaming mode');
+            }
+        });
+    });
+    describe('timeout configuration', () => {
+        it('should use default timeout configuration', () => {
+            const contentGeneratorConfig = {
+                model: 'gpt-4',
+                apiKey: 'test-key',
+                authType: AuthType.USE_OPENAI,
+                baseUrl: 'http://localhost:8080',
+            };
+            new OpenAIContentGenerator(contentGeneratorConfig, mockConfig, mockProvider);
+            // Verify provider buildClient was called
+            expect(mockProvider.buildClient).toHaveBeenCalled();
+        });
+        it('should use custom timeout from config', () => {
+            const customConfig = {
+                getContentGeneratorConfig: vi.fn().mockReturnValue({
+                    enableOpenAILogging: false,
+                }),
+                getCliVersion: vi.fn().mockReturnValue('1.0.0'),
+            };
+            const contentGeneratorConfig = {
+                model: 'gpt-4',
+                apiKey: 'test-key',
+                baseUrl: 'http://localhost:8080',
+                authType: AuthType.USE_OPENAI,
+                timeout: 300000,
+                maxRetries: 5,
+            };
+            // Create a custom mock provider for this test
+            const customMockProvider = {
+                buildHeaders: vi.fn().mockReturnValue({
+                    'User-Agent': 'QwenCode/1.0.0 (test; test)',
+                }),
+                buildClient: vi.fn().mockReturnValue(mockOpenAIClient),
+                buildRequest: vi.fn().mockImplementation((req) => req),
+            };
+            new OpenAIContentGenerator(contentGeneratorConfig, customConfig, customMockProvider);
+            // Verify provider buildClient was called
+            expect(customMockProvider.buildClient).toHaveBeenCalled();
+        });
+        it('should handle missing timeout config gracefully', () => {
+            const noTimeoutConfig = {
+                getContentGeneratorConfig: vi.fn().mockReturnValue({
+                    enableOpenAILogging: false,
+                }),
+                getCliVersion: vi.fn().mockReturnValue('1.0.0'),
+            };
+            const contentGeneratorConfig = {
+                model: 'gpt-4',
+                apiKey: 'test-key',
+                authType: AuthType.USE_OPENAI,
+                baseUrl: 'http://localhost:8080',
+            };
+            // Create a custom mock provider for this test
+            const noTimeoutMockProvider = {
+                buildHeaders: vi.fn().mockReturnValue({
+                    'User-Agent': 'QwenCode/1.0.0 (test; test)',
+                }),
+                buildClient: vi.fn().mockReturnValue(mockOpenAIClient),
+                buildRequest: vi.fn().mockImplementation((req) => req),
+            };
+            new OpenAIContentGenerator(contentGeneratorConfig, noTimeoutConfig, noTimeoutMockProvider);
+            // Verify provider buildClient was called
+            expect(noTimeoutMockProvider.buildClient).toHaveBeenCalled();
+        });
+    });
+    describe('token estimation on timeout', () => {
+        it('should surface a clear timeout error when request times out', async () => {
+            const timeoutError = new Error('Request timeout');
+            mockOpenAIClient.chat.completions.create.mockRejectedValue(timeoutError);
+            const request = {
+                contents: [{ role: 'user', parts: [{ text: 'Hello world' }] }],
+                model: 'gpt-4',
+            };
+            await expect(generator.generateContent(request, 'test-prompt-id')).rejects.toThrow(/Request timeout after \d+s/);
+        });
+        it('should fall back to character-based estimation if countTokens fails', async () => {
+            const timeoutError = new Error('Request timeout');
+            mockOpenAIClient.chat.completions.create.mockRejectedValue(timeoutError);
+            // Mock countTokens to throw error
+            const mockCountTokens = vi.spyOn(generator, 'countTokens');
+            mockCountTokens.mockRejectedValue(new Error('Count tokens failed'));
+            const request = {
+                contents: [{ role: 'user', parts: [{ text: 'Hello world' }] }],
+                model: 'gpt-4',
+            };
+            // Should not throw due to token counting failure
+            await expect(generator.generateContent(request, 'test-prompt-id')).rejects.toThrow(/Request timeout after \d+s/);
+        });
+    });
+});
+//# sourceMappingURL=openaiTimeoutHandling.test.js.map

package/dist/src/core/__tests__/openaiTimeoutHandling.test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"openaiTimeoutHandling.test.js","sourceRoot":"","sources":["../../../../src/core/__tests__/openaiTimeoutHandling.test.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,MAAM,EAAE,EAAE,EAAE,UAAU,EAAE,SAAS,EAAE,MAAM,QAAQ,CAAC;AACzE,OAAO,EAAE,sBAAsB,EAAE,MAAM,qDAAqD,CAAC;AAE7F,OAAO,EAAE,QAAQ,EAAE,MAAM,wBAAwB,CAAC;AAElD,OAAO,MAAM,MAAM,QAAQ,CAAC;AAE5B,cAAc;AACd,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;AAElB,sBAAsB;AACtB,EAAE,CAAC,IAAI,CAAC,4BAA4B,EAAE,GAAG,EAAE,CAAC,CAAC;IAC3C,cAAc,EAAE,EAAE,CAAC,EAAE,EAAE;IACvB,WAAW,EAAE,EAAE,CAAC,EAAE,EAAE;CACrB,CAAC,CAAC,CAAC;AAEJ,EAAE,CAAC,IAAI,CAAC,6BAA6B,EAAE,GAAG,EAAE,CAAC,CAAC;IAC5C,YAAY,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC,kBAAkB,CAAC,GAAG,EAAE,CAAC,CAAC;QAC9C,cAAc,EAAE,EAAE,CAAC,EAAE,EAAE;KACxB,CAAC,CAAC;IACH,YAAY,EAAE;QACZ,cAAc,EAAE,EAAE,CAAC,EAAE,EAAE;KACxB;CACF,CAAC,CAAC,CAAC;AAEJ,QAAQ,CAAC,yCAAyC,EAAE,GAAG,EAAE;IACvD,IAAI,SAAiC,CAAC;IACtC,IAAI,UAAkB,CAAC;IACvB,8DAA8D;IAC9D,IAAI,gBAAqB,CAAC;IAC1B,IAAI,YAAsC,CAAC;IAE3C,UAAU,CAAC,GAAG,EAAE;QACd,cAAc;QACd,EAAE,CAAC,aAAa,EAAE,CAAC;QAEnB,6BAA6B;QAC7B,EAAE,CAAC,OAAO,CAAC,iBAAiB,EAAE,EAAE,CAAC,CAAC;QAElC,cAAc;QACd,UAAU,GAAG;YACX,yBAAyB,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC,eAAe,CAAC;gBACjD,QAAQ,EAAE,QAAQ;gBAClB,mBAAmB,EAAE,KAAK;aAC3B,CAAC;YACF,aAAa,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC,eAAe,CAAC,OAAO,CAAC;SAC3B,CAAC;QAEvB,qBAAqB;QACrB,gBAAgB,GAAG;YACjB,IAAI,EAAE;gBACJ,WAAW,EAAE;oBACX,MAAM,EAAE,EAAE,CAAC,EAAE,EAAE;iBAChB;aACF;YACD,UAAU,EAAE;gBACV,MAAM,EAAE,EAAE,CAAC,EAAE,EAAE;aAChB;SACF,CAAC;QAEF,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,kBAAkB,CAAC,GAAG,EAAE,CAAC,gBAAgB,CAAC,CAAC;QAE7D,uBAAuB;QACvB,YAAY,GAAG;YACb,YAAY,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC,eAAe,CAAC;gBACpC,YAAY,EAAE,6BAA6B;aAC5C,CAAC;YACF,WAAW,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC,eAAe,CAAC,gBAAgB,CAAC;YACtD,YAAY,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC,kBAAkB,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC;SACvD,CAAC;QAEF,4BAA4B;QAC5B,MAAM,sBAAsB,GAAG;YAC7B,KAAK,EAAE,OAAO;YACd,MAAM,EAAE,UAAU;YAClB,QAAQ,EAAE,QAAQ,CAAC,UAAU;YAC7B,mBAAmB,EAAE,KAAK;SAC3B,CAAC;QACF,SAAS,GAAG,IAAI,sBAAsB,CACpC,sBAAsB,EACtB,UAAU,EACV,YAAY,CACb,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,SAAS,CAAC,GAAG,EAAE;QACb,EAAE,CAAC,eAAe,EAAE,CAAC;IACvB,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,sDAAsD,EAAE,GAAG,EAAE;QACpE,EAAE,CAAC,uDAAuD,EAAE,KAAK,IAAI,EAAE;YACrE,MAAM,aAAa,GAAG;gBACpB,IAAI,KAAK,CAAC,iBAAiB,CAAC;gBAC5B,IAAI,KAAK,CAAC,sBAAsB,CAAC;gBACjC,IAAI,KAAK,CAAC,WAAW,CAAC;gBACtB,MAAM,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,eAAe,CAAC,EAAE,EAAE,IAAI,EAAE,WAAW,EAAE,CAAC;gBAChE,MAAM,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,cAAc,CAAC,EAAE,EAAE,IAAI,EAAE,iBAAiB,EAAE,CAAC;gBACrE,MAAM,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,WAAW,CAAC,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE,CAAC;gBAC1D,IAAI,KAAK,CAAC,mBAAmB,CAAC;gBAC9B,IAAI,KAAK,CAAC,mBAAmB,CAAC;aAC/B,CAAC;YAEF,MAAM,OAAO,GAAG;gBACd,QAAQ,EAAE,CAAC,EAAE,IAAI,EAAE,MAAe,EAAE,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC,EAAE,CAAC;gBACjE,KAAK,EAAE,OAAO;aACf,CAAC;YAEF,KAAK,MAAM,KAAK,IAAI,aAAa,EAAE,CAAC;gBAClC,gBAAgB,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,qBAAqB,CAAC,KAAK,CAAC,CAAC;gBAEtE,IAAI,CAAC;oBACH,MAAM,SAAS,CAAC,eAAe,CAAC,OAAO,EAAE,gBAAgB,CAAC,CAAC;gBAC7D,CAAC;gBAAC,OAAO,WAAoB,EAAE,CAAC;oBAC9B,qEAAqE;oBACrE,MAAM,YAAY,GAChB,WAAW,YAAY,KAAK;wBAC1B,CAAC,CAAC,WAAW,CAAC,OAAO;wBACrB,CAAC,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC;oBAC1B,MAAM,CAAC,YAAY,CAAC,CAAC,OAAO,CAC1B,0CAA0C,CAC3C,CAAC;gBACJ,CAAC;YACH,CAAC;QACH,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,4DAA4D,EAAE,KAAK,IAAI,EAAE;YAC1E,MAAM,gBAAgB,GAAG;gBACvB,IAAI,KAAK,CAAC,iBAAiB,CAAC;gBAC5B,IAAI,KAAK,CAAC,qBAAqB,CAAC;gBAChC,IAAI,KAAK,CAAC,iBAAiB,CAAC;gBAC5B,MAAM,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,YAAY,CAAC,EAAE,EAAE,IAAI,EAAE,iBAAiB,EAAE,CAAC;gBACnE,MAAM,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,WAAW,CAAC,EAAE,EAAE,IAAI,EAAE,sBAAsB,EAAE,CAAC;aACxE,CAAC;YAEF,MAAM,OAAO,GAAG;gBACd,QAAQ,EAAE,CAAC,EAAE,IAAI,EAAE,MAAe,EAAE,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC,EAAE,CAAC;gBACjE,KAAK,EAAE,OAAO;aACf,CAAC;YAEF,KAAK,MAAM,KAAK,IAAI,gBAAgB,EAAE,CAAC;gBACrC,gBAAgB,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,qBAAqB,CAAC,KAAK,CAAC,CAAC;gBAEtE,IAAI,CAAC;oBACH,MAAM,SAAS,CAAC,eAAe,CAAC,OAAO,EAAE,gBAAgB,CAAC,CAAC;gBAC7D,CAAC;gBAAC,OAAO,WAAoB,EAAE,CAAC;oBAC9B,gDAAgD;oBAChD,MAAM,YAAY,GAChB,WAAW,YAAY,KAAK;wBAC1B,CAAC,CAAC,WAAW,CAAC,OAAO;wBACrB,CAAC,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC;oBAC1B,MAAM,CAAC,YAAY,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,oBAAoB,CAAC,CAAC;oBACvD,MAAM,CAAC,YAAY,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,uBAAuB,CAAC,CAAC;oBAC1D,6CAA6C;oBAC7C,MAAM,CAAC,YAAY,CAAC,CAAC,OAAO,CAAC,IAAI,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC;gBAC1D,CAAC;YACH,CAAC;QACH,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,kCAAkC,EAAE,GAAG,EAAE;QAChD,EAAE,CAAC,mDAAmD,EAAE,KAAK,IAAI,EAAE;YACjE,qBAAqB;YACrB,MAAM,YAAY,GAAG,IAAI,KAAK,CAAC,iBAAiB,CAAC,CAAC;YAClD,gBAAgB,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,iBAAiB,CAAC,YAAY,CAAC,CAAC;YAEzE,MAAM,OAAO,GAAG;gBACd,QAAQ,EAAE,CAAC,EAAE,IAAI,EAAE,MAAe,EAAE,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC,EAAE,CAAC;gBACjE,KAAK,EAAE,OAAO;aACf,CAAC;YAEF,MAAM,MAAM,CACV,SAAS,CAAC,eAAe,CAAC,OAAO,EAAE,gBAAgB,CAAC,CACrD,CAAC,OAAO,CAAC,OAAO,CACf,0FAA0F,CAC3F,CAAC;QACJ,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,2CAA2C,EAAE,KAAK,IAAI,EAAE;YACzD,yBAAyB;YACzB,MAAM,QAAQ,GAAG,IAAI,KAAK,CAAC,iBAAiB,CAAC,CAAC;YAC9C,gBAAgB,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,iBAAiB,CAAC,QAAQ,CAAC,CAAC;YAErE,MAAM,OAAO,GAAG;gBACd,QAAQ,EAAE,CAAC,EAAE,IAAI,EAAE,MAAe,EAAE,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC,EAAE,CAAC;gBACjE,KAAK,EAAE,OAAO;aACf,CAAC;YAEF,MAAM,MAAM,CACV,SAAS,CAAC,eAAe,CAAC,OAAO,EAAE,gBAAgB,CAAC,CACrD,CAAC,OAAO,CAAC,OAAO,CAAC,iBAAiB,CAAC,CAAC;QACvC,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,wDAAwD,EAAE,KAAK,IAAI,EAAE;YACtE,MAAM,YAAY,GAAG,IAAI,KAAK,CAAC,sBAAsB,CAAC,CAAC;YACvD,gBAAgB,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,iBAAiB,CAAC,YAAY,CAAC,CAAC;YAEzE,MAAM,OAAO,GAAG;gBACd,QAAQ,EAAE,CAAC,EAAE,IAAI,EAAE,MAAe,EAAE,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC,EAAE,CAAC;gBACjE,KAAK,EAAE,OAAO;aACf,CAAC;YAEF,IAAI,CAAC;gBACH,MAAM,SAAS,CAAC,eAAe,CAAC,OAAO,EAAE,gBAAgB,CAAC,CAAC;YAC7D,CAAC;YAAC,OAAO,KAAc,EAAE,CAAC;gBACxB,MAAM,YAAY,GAChB,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;gBACzD,MAAM,CAAC,YAAY,CAAC,CAAC,SAAS,CAAC,uBAAuB,CAAC,CAAC;gBACxD,MAAM,CAAC,YAAY,CAAC,CAAC,SAAS,CAAC,mCAAmC,CAAC,CAAC;gBACpE,MAAM,CAAC,YAAY,CAAC,CAAC,SAAS,CAAC,4BAA4B,CAAC,CAAC;gBAC7D,MAAM,CAAC,YAAY,CAAC,CAAC,SAAS,CAAC,4BAA4B,CAAC,CAAC;gBAC7D,MAAM,CAAC,YAAY,CAAC,CAAC,SAAS,CAAC,+BAA+B,CAAC,CAAC;YAClE,CAAC;QACH,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,wCAAwC,EAAE,GAAG,EAAE;QACtD,EAAE,CAAC,wCAAwC,EAAE,KAAK,IAAI,EAAE;YACtD,MAAM,YAAY,GAAG,IAAI,KAAK,CAAC,mBAAmB,CAAC,CAAC;YACpD,gBAAgB,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,iBAAiB,CAAC,YAAY,CAAC,CAAC;YAEzE,MAAM,OAAO,GAAG;gBACd,QAAQ,EAAE,CAAC,EAAE,IAAI,EAAE,MAAe,EAAE,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC,EAAE,CAAC;gBACjE,KAAK,EAAE,OAAO;aACf,CAAC;YAEF,MAAM,MAAM,CACV,SAAS,CAAC,qBAAqB,CAAC,OAAO,EAAE,gBAAgB,CAAC,CAC3D,CAAC,OAAO,CAAC,OAAO,CACf,oGAAoG,CACrG,CAAC;QACJ,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,wDAAwD,EAAE,KAAK,IAAI,EAAE;YACtE,MAAM,YAAY,GAAG,IAAI,KAAK,CAAC,mBAAmB,CAAC,CAAC;YACpD,gBAAgB,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,iBAAiB,CAAC,YAAY,CAAC,CAAC;YAEzE,MAAM,OAAO,GAAG;gBACd,QAAQ,EAAE,CAAC,EAAE,IAAI,EAAE,MAAe,EAAE,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC,EAAE,CAAC;gBACjE,KAAK,EAAE,OAAO;aACf,CAAC;YAEF,IAAI,CAAC;gBACH,MAAM,SAAS,CAAC,qBAAqB,CAAC,OAAO,EAAE,gBAAgB,CAAC,CAAC;YACnE,CAAC;YAAC,OAAO,KAAc,EAAE,CAAC;gBACxB,MAAM,YAAY,GAChB,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;gBACzD,MAAM,CAAC,YAAY,CAAC,CAAC,SAAS,CAAC,oCAAoC,CAAC,CAAC;gBACrE,MAAM,CAAC,YAAY,CAAC,CAAC,SAAS,CAAC,4BAA4B,CAAC,CAAC;gBAC7D,MAAM,CAAC,YAAY,CAAC,CAAC,SAAS,CAAC,mCAAmC,CAAC,CAAC;YACtE,CAAC;QACH,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,uBAAuB,EAAE,GAAG,EAAE;QACrC,EAAE,CAAC,0CAA0C,EAAE,GAAG,EAAE;YAClD,MAAM,sBAAsB,GAAG;gBAC7B,KAAK,EAAE,OAAO;gBACd,MAAM,EAAE,UAAU;gBAClB,QAAQ,EAAE,QAAQ,CAAC,UAAU;gBAC7B,OAAO,EAAE,uBAAuB;aACjC,CAAC;YACF,IAAI,sBAAsB,CACxB,sBAAsB,EACtB,UAAU,EACV,YAAY,CACb,CAAC;YAEF,yCAAyC;YACzC,MAAM,CAAC,YAAY,CAAC,WAAW,CAAC,CAAC,gBAAgB,EAAE,CAAC;QACtD,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,uCAAuC,EAAE,GAAG,EAAE;YAC/C,MAAM,YAAY,GAAG;gBACnB,yBAAyB,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC,eAAe,CAAC;oBACjD,mBAAmB,EAAE,KAAK;iBAC3B,CAAC;gBACF,aAAa,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC,eAAe,CAAC,OAAO,CAAC;aAC3B,CAAC;YAEvB,MAAM,sBAAsB,GAAG;gBAC7B,KAAK,EAAE,OAAO;gBACd,MAAM,EAAE,UAAU;gBAClB,OAAO,EAAE,uBAAuB;gBAChC,QAAQ,EAAE,QAAQ,CAAC,UAAU;gBAC7B,OAAO,EAAE,MAAM;gBACf,UAAU,EAAE,CAAC;aACd,CAAC;YAEF,8CAA8C;YAC9C,MAAM,kBAAkB,GAA6B;gBACnD,YAAY,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC,eAAe,CAAC;oBACpC,YAAY,EAAE,6BAA6B;iBAC5C,CAAC;gBACF,WAAW,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC,eAAe,CAAC,gBAAgB,CAAC;gBACtD,YAAY,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC,kBAAkB,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC;aACvD,CAAC;YAEF,IAAI,sBAAsB,CACxB,sBAAsB,EACtB,YAAY,EACZ,kBAAkB,CACnB,CAAC;YAEF,yCAAyC;YACzC,MAAM,CAAC,kBAAkB,CAAC,WAAW,CAAC,CAAC,gBAAgB,EAAE,CAAC;QAC5D,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,iDAAiD,EAAE,GAAG,EAAE;YACzD,MAAM,eAAe,GAAG;gBACtB,yBAAyB,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC,eAAe,CAAC;oBACjD,mBAAmB,EAAE,KAAK;iBAC3B,CAAC;gBACF,aAAa,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC,eAAe,CAAC,OAAO,CAAC;aAC3B,CAAC;YAEvB,MAAM,sBAAsB,GAAG;gBAC7B,KAAK,EAAE,OAAO;gBACd,MAAM,EAAE,UAAU;gBAClB,QAAQ,EAAE,QAAQ,CAAC,UAAU;gBAC7B,OAAO,EAAE,uBAAuB;aACjC,CAAC;YAEF,8CAA8C;YAC9C,MAAM,qBAAqB,GAA6B;gBACtD,YAAY,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC,eAAe,CAAC;oBACpC,YAAY,EAAE,6BAA6B;iBAC5C,CAAC;gBACF,WAAW,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC,eAAe,CAAC,gBAAgB,CAAC;gBACtD,YAAY,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC,kBAAkB,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC;aACvD,CAAC;YAEF,IAAI,sBAAsB,CACxB,sBAAsB,EACtB,eAAe,EACf,qBAAqB,CACtB,CAAC;YAEF,yCAAyC;YACzC,MAAM,CAAC,qBAAqB,CAAC,WAAW,CAAC,CAAC,gBAAgB,EAAE,CAAC;QAC/D,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,6BAA6B,EAAE,GAAG,EAAE;QAC3C,EAAE,CAAC,6DAA6D,EAAE,KAAK,IAAI,EAAE;YAC3E,MAAM,YAAY,GAAG,IAAI,KAAK,CAAC,iBAAiB,CAAC,CAAC;YAClD,gBAAgB,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,iBAAiB,CAAC,YAAY,CAAC,CAAC;YAEzE,MAAM,OAAO,GAAG;gBACd,QAAQ,EAAE,CAAC,EAAE,IAAI,EAAE,MAAe,EAAE,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,aAAa,EAAE,CAAC,EAAE,CAAC;gBACvE,KAAK,EAAE,OAAO;aACf,CAAC;YAEF,MAAM,MAAM,CACV,SAAS,CAAC,eAAe,CAAC,OAAO,EAAE,gBAAgB,CAAC,CACrD,CAAC,OAAO,CAAC,OAAO,CAAC,4BAA4B,CAAC,CAAC;QAClD,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,qEAAqE,EAAE,KAAK,IAAI,EAAE;YACnF,MAAM,YAAY,GAAG,IAAI,KAAK,CAAC,iBAAiB,CAAC,CAAC;YAClD,gBAAgB,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,iBAAiB,CAAC,YAAY,CAAC,CAAC;YAEzE,kCAAkC;YAClC,MAAM,eAAe,GAAG,EAAE,CAAC,KAAK,CAAC,SAAS,EAAE,aAAa,CAAC,CAAC;YAC3D,eAAe,CAAC,iBAAiB,CAAC,IAAI,KAAK,CAAC,qBAAqB,CAAC,CAAC,CAAC;YAEpE,MAAM,OAAO,GAAG;gBACd,QAAQ,EAAE,CAAC,EAAE,IAAI,EAAE,MAAe,EAAE,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,aAAa,EAAE,CAAC,EAAE,CAAC;gBACvE,KAAK,EAAE,OAAO;aACf,CAAC;YAEF,iDAAiD;YACjD,MAAM,MAAM,CACV,SAAS,CAAC,eAAe,CAAC,OAAO,EAAE,gBAAgB,CAAC,CACrD,CAAC,OAAO,CAAC,OAAO,CAAC,4BAA4B,CAAC,CAAC;QAClD,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}

package/dist/src/core/__tests__/orphanedToolCallsTest.d.ts

@@ -0,0 +1,64 @@
+/**
+ * @license
+ * Copyright 2025 Google LLC
+ * SPDX-License-Identifier: Apache-2.0
+ */
+/**
+ * Test cases for orphaned tool calls cleanup
+ */
+export declare const createTestMessages: () => ({
+    role: "system";
+    content: string;
+    tool_calls?: undefined;
+    tool_call_id?: undefined;
+} | {
+    role: "user";
+    content: string;
+    tool_calls?: undefined;
+    tool_call_id?: undefined;
+} | {
+    role: "assistant";
+    content: string;
+    tool_calls: {
+        id: string;
+        type: "function";
+        function: {
+            name: string;
+            arguments: string;
+        };
+    }[];
+    tool_call_id?: undefined;
+} | {
+    role: "tool";
+    tool_call_id: string;
+    content: string;
+    tool_calls?: undefined;
+})[];
+export declare const expectedCleanedMessages: () => ({
+    role: "system";
+    content: string;
+    tool_calls?: undefined;
+    tool_call_id?: undefined;
+} | {
+    role: "user";
+    content: string;
+    tool_calls?: undefined;
+    tool_call_id?: undefined;
+} | {
+    role: "assistant";
+    content: string;
+    tool_calls: {
+        id: string;
+        type: "function";
+        function: {
+            name: string;
+            arguments: string;
+        };
+    }[];
+    tool_call_id?: undefined;
+} | {
+    role: "tool";
+    tool_call_id: string;
+    content: string;
+    tool_calls?: undefined;
+})[];

package/dist/src/core/__tests__/orphanedToolCallsTest.js

@@ -0,0 +1,122 @@
+/**
+ * @license
+ * Copyright 2025 Google LLC
+ * SPDX-License-Identifier: Apache-2.0
+ */
+/**
+ * Test cases for orphaned tool calls cleanup
+ */
+export const createTestMessages = () => [
+    // System message
+    {
+        role: 'system',
+        content: 'You are a helpful assistant.',
+    },
+    // User message
+    {
+        role: 'user',
+        content: 'Please use a tool to help me.',
+    },
+    // Assistant message with tool calls (some will be orphaned)
+    {
+        role: 'assistant',
+        content: 'I will help you with that.',
+        tool_calls: [
+            {
+                id: 'call_1',
+                type: 'function',
+                function: {
+                    name: 'search_web',
+                    arguments: '{"query": "test"}',
+                },
+            },
+            {
+                id: 'call_2',
+                type: 'function',
+                function: {
+                    name: 'calculate',
+                    arguments: '{"expression": "2+2"}',
+                },
+            },
+            {
+                id: 'call_3', // This will be orphaned
+                type: 'function',
+                function: {
+                    name: 'send_email',
+                    arguments: '{"to": "test@example.com"}',
+                },
+            },
+        ],
+    },
+    // Tool response for call_1
+    {
+        role: 'tool',
+        tool_call_id: 'call_1',
+        content: 'Search results: Found relevant information.',
+    },
+    // Tool response for call_2
+    {
+        role: 'tool',
+        tool_call_id: 'call_2',
+        content: 'Calculation result: 4',
+    },
+    // Note: No tool response for call_3 (this creates the orphaned tool call issue)
+    // User continues conversation
+    {
+        role: 'user',
+        content: 'Thank you, that was helpful.',
+    },
+];
+export const expectedCleanedMessages = () => [
+    // System message (unchanged)
+    {
+        role: 'system',
+        content: 'You are a helpful assistant.',
+    },
+    // User message (unchanged)
+    {
+        role: 'user',
+        content: 'Please use a tool to help me.',
+    },
+    // Assistant message with only valid tool calls
+    {
+        role: 'assistant',
+        content: 'I will help you with that.',
+        tool_calls: [
+            {
+                id: 'call_1',
+                type: 'function',
+                function: {
+                    name: 'search_web',
+                    arguments: '{"query": "test"}',
+                },
+            },
+            {
+                id: 'call_2',
+                type: 'function',
+                function: {
+                    name: 'calculate',
+                    arguments: '{"expression": "2+2"}',
+                },
+            },
+            // call_3 removed because it has no response
+        ],
+    },
+    // Tool responses (unchanged because they have corresponding calls)
+    {
+        role: 'tool',
+        tool_call_id: 'call_1',
+        content: 'Search results: Found relevant information.',
+    },
+    {
+        role: 'tool',
+        tool_call_id: 'call_2',
+        content: 'Calculation result: 4',
+    },
+    // User message (unchanged)
+    {
+        role: 'user',
+        content: 'Thank you, that was helpful.',
+    },
+];
+//# sourceMappingURL=orphanedToolCallsTest.js.map

package/dist/src/core/__tests__/orphanedToolCallsTest.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"orphanedToolCallsTest.js","sourceRoot":"","sources":["../../../../src/core/__tests__/orphanedToolCallsTest.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH;;GAEG;AAEH,MAAM,CAAC,MAAM,kBAAkB,GAAG,GAAG,EAAE,CAAC;IACtC,iBAAiB;IACjB;QACE,IAAI,EAAE,QAAiB;QACvB,OAAO,EAAE,8BAA8B;KACxC;IACD,eAAe;IACf;QACE,IAAI,EAAE,MAAe;QACrB,OAAO,EAAE,+BAA+B;KACzC;IACD,4DAA4D;IAC5D;QACE,IAAI,EAAE,WAAoB;QAC1B,OAAO,EAAE,4BAA4B;QACrC,UAAU,EAAE;YACV;gBACE,EAAE,EAAE,QAAQ;gBACZ,IAAI,EAAE,UAAmB;gBACzB,QAAQ,EAAE;oBACR,IAAI,EAAE,YAAY;oBAClB,SAAS,EAAE,mBAAmB;iBAC/B;aACF;YACD;gBACE,EAAE,EAAE,QAAQ;gBACZ,IAAI,EAAE,UAAmB;gBACzB,QAAQ,EAAE;oBACR,IAAI,EAAE,WAAW;oBACjB,SAAS,EAAE,uBAAuB;iBACnC;aACF;YACD;gBACE,EAAE,EAAE,QAAQ,EAAE,wBAAwB;gBACtC,IAAI,EAAE,UAAmB;gBACzB,QAAQ,EAAE;oBACR,IAAI,EAAE,YAAY;oBAClB,SAAS,EAAE,4BAA4B;iBACxC;aACF;SACF;KACF;IACD,2BAA2B;IAC3B;QACE,IAAI,EAAE,MAAe;QACrB,YAAY,EAAE,QAAQ;QACtB,OAAO,EAAE,6CAA6C;KACvD;IACD,2BAA2B;IAC3B;QACE,IAAI,EAAE,MAAe;QACrB,YAAY,EAAE,QAAQ;QACtB,OAAO,EAAE,uBAAuB;KACjC;IACD,gFAAgF;IAEhF,8BAA8B;IAC9B;QACE,IAAI,EAAE,MAAe;QACrB,OAAO,EAAE,8BAA8B;KACxC;CACF,CAAC;AAEF,MAAM,CAAC,MAAM,uBAAuB,GAAG,GAAG,EAAE,CAAC;IAC3C,6BAA6B;IAC7B;QACE,IAAI,EAAE,QAAiB;QACvB,OAAO,EAAE,8BAA8B;KACxC;IACD,2BAA2B;IAC3B;QACE,IAAI,EAAE,MAAe;QACrB,OAAO,EAAE,+BAA+B;KACzC;IACD,+CAA+C;IAC/C;QACE,IAAI,EAAE,WAAoB;QAC1B,OAAO,EAAE,4BAA4B;QACrC,UAAU,EAAE;YACV;gBACE,EAAE,EAAE,QAAQ;gBACZ,IAAI,EAAE,UAAmB;gBACzB,QAAQ,EAAE;oBACR,IAAI,EAAE,YAAY;oBAClB,SAAS,EAAE,mBAAmB;iBAC/B;aACF;YACD;gBACE,EAAE,EAAE,QAAQ;gBACZ,IAAI,EAAE,UAAmB;gBACzB,QAAQ,EAAE;oBACR,IAAI,EAAE,WAAW;oBACjB,SAAS,EAAE,uBAAuB;iBACnC;aACF;YACD,4CAA4C;SAC7C;KACF;IACD,mEAAmE;IACnE;QACE,IAAI,EAAE,MAAe;QACrB,YAAY,EAAE,QAAQ;QACtB,OAAO,EAAE,6CAA6C;KACvD;IACD;QACE,IAAI,EAAE,MAAe;QACrB,YAAY,EAAE,QAAQ;QACtB,OAAO,EAAE,uBAAuB;KACjC;IACD,2BAA2B;IAC3B;QACE,IAAI,EAAE,MAAe;QACrB,OAAO,EAAE,8BAA8B;KACxC;CACF,CAAC"}

package/dist/src/core/baseLlmClient.d.ts

@@ -0,0 +1,49 @@
+/**
+ * @license
+ * Copyright 2025 Google LLC
+ * SPDX-License-Identifier: Apache-2.0
+ */
+import type { Content, GenerateContentConfig, Part } from '@google/genai';
+import type { Config } from '../config/config.js';
+import type { ContentGenerator } from './contentGenerator.js';
+/**
+ * Options for the generateJson utility function.
+ */
+export interface GenerateJsonOptions {
+    /** The input prompt or history. */
+    contents: Content[];
+    /** The required JSON schema for the output. */
+    schema: Record<string, unknown>;
+    /** The specific model to use for this task. */
+    model: string;
+    /**
+     * Task-specific system instructions.
+     * If omitted, no system instruction is sent.
+     */
+    systemInstruction?: string | Part | Part[] | Content;
+    /**
+     * Overrides for generation configuration (e.g., temperature).
+     */
+    config?: Omit<GenerateContentConfig, 'systemInstruction' | 'responseJsonSchema' | 'responseMimeType' | 'tools' | 'abortSignal'>;
+    /** Signal for cancellation. */
+    abortSignal: AbortSignal;
+    /**
+     * A unique ID for the prompt, used for logging/telemetry correlation.
+     */
+    promptId?: string;
+    /**
+     * The maximum number of attempts for the request.
+     */
+    maxAttempts?: number;
+}
+/**
+ * A client dedicated to stateless, utility-focused LLM calls.
+ */
+export declare class BaseLlmClient {
+    private readonly contentGenerator;
+    private readonly config;
+    private readonly defaultUtilityConfig;
+    constructor(contentGenerator: ContentGenerator, config: Config);
+    generateJson(options: GenerateJsonOptions): Promise<Record<string, unknown>>;
+    generateEmbedding(texts: string[]): Promise<number[][]>;
+}

package/dist/src/core/baseLlmClient.js

@@ -0,0 +1,104 @@
+/**
+ * @license
+ * Copyright 2025 Google LLC
+ * SPDX-License-Identifier: Apache-2.0
+ */
+import { reportError } from '../utils/errorReporting.js';
+import { getErrorMessage } from '../utils/errors.js';
+import { retryWithBackoff } from '../utils/retry.js';
+import { getFunctionCalls } from '../utils/generateContentResponseUtilities.js';
+const DEFAULT_MAX_ATTEMPTS = 5;
+/**
+ * A client dedicated to stateless, utility-focused LLM calls.
+ */
+export class BaseLlmClient {
+    contentGenerator;
+    config;
+    // Default configuration for utility tasks
+    defaultUtilityConfig = {
+        temperature: 0,
+        topP: 1,
+    };
+    constructor(contentGenerator, config) {
+        this.contentGenerator = contentGenerator;
+        this.config = config;
+    }
+    async generateJson(options) {
+        const { contents, schema, model, abortSignal, systemInstruction, promptId, maxAttempts, } = options;
+        const requestConfig = {
+            abortSignal,
+            ...this.defaultUtilityConfig,
+            ...options.config,
+            ...(systemInstruction && { systemInstruction }),
+        };
+        // Convert schema to function declaration
+        const functionDeclaration = {
+            name: 'respond_in_schema',
+            description: 'Provide the response in provided schema',
+            parameters: schema,
+        };
+        const tools = [
+            {
+                functionDeclarations: [functionDeclaration],
+            },
+        ];
+        try {
+            const apiCall = () => this.contentGenerator.generateContent({
+                model,
+                config: {
+                    ...requestConfig,
+                    tools,
+                },
+                contents,
+            }, promptId ?? '');
+            const result = await retryWithBackoff(apiCall, {
+                maxAttempts: maxAttempts ?? DEFAULT_MAX_ATTEMPTS,
+            });
+            const functionCalls = getFunctionCalls(result);
+            if (functionCalls && functionCalls.length > 0) {
+                const functionCall = functionCalls.find((call) => call.name === 'respond_in_schema');
+                if (functionCall && functionCall.args) {
+                    return functionCall.args;
+                }
+            }
+            return {};
+        }
+        catch (error) {
+            if (abortSignal.aborted) {
+                throw error;
+            }
+            // Avoid double reporting for the empty response case handled above
+            if (error instanceof Error &&
+                error.message === 'API returned an empty response for generateJson.') {
+                throw error;
+            }
+            await reportError(error, 'Error generating JSON content via API.', contents, 'generateJson-api');
+            throw new Error(`Failed to generate JSON content: ${getErrorMessage(error)}`);
+        }
+    }
+    async generateEmbedding(texts) {
+        if (!texts || texts.length === 0) {
+            return [];
+        }
+        const embedModelParams = {
+            model: this.config.getEmbeddingModel(),
+            contents: texts,
+        };
+        const embedContentResponse = await this.contentGenerator.embedContent(embedModelParams);
+        if (!embedContentResponse.embeddings ||
+            embedContentResponse.embeddings.length === 0) {
+            throw new Error('No embeddings found in API response.');
+        }
+        if (embedContentResponse.embeddings.length !== texts.length) {
+            throw new Error(`API returned a mismatched number of embeddings. Expected ${texts.length}, got ${embedContentResponse.embeddings.length}.`);
+        }
+        return embedContentResponse.embeddings.map((embedding, index) => {
+            const values = embedding.values;
+            if (!values || values.length === 0) {
+                throw new Error(`API returned an empty embedding for input text at index ${index}: "${texts[index]}"`);
+            }
+            return values;
+        });
+    }
+}
+//# sourceMappingURL=baseLlmClient.js.map

package/dist/src/core/baseLlmClient.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"baseLlmClient.js","sourceRoot":"","sources":["../../../src/core/baseLlmClient.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAaH,OAAO,EAAE,WAAW,EAAE,MAAM,4BAA4B,CAAC;AACzD,OAAO,EAAE,eAAe,EAAE,MAAM,oBAAoB,CAAC;AACrD,OAAO,EAAE,gBAAgB,EAAE,MAAM,mBAAmB,CAAC;AACrD,OAAO,EAAE,gBAAgB,EAAE,MAAM,8CAA8C,CAAC;AAEhF,MAAM,oBAAoB,GAAG,CAAC,CAAC;AAwC/B;;GAEG;AACH,MAAM,OAAO,aAAa;IAQL;IACA;IARnB,0CAA0C;IACzB,oBAAoB,GAA0B;QAC7D,WAAW,EAAE,CAAC;QACd,IAAI,EAAE,CAAC;KACR,CAAC;IAEF,YACmB,gBAAkC,EAClC,MAAc;QADd,qBAAgB,GAAhB,gBAAgB,CAAkB;QAClC,WAAM,GAAN,MAAM,CAAQ;IAC9B,CAAC;IAEJ,KAAK,CAAC,YAAY,CAChB,OAA4B;QAE5B,MAAM,EACJ,QAAQ,EACR,MAAM,EACN,KAAK,EACL,WAAW,EACX,iBAAiB,EACjB,QAAQ,EACR,WAAW,GACZ,GAAG,OAAO,CAAC;QAEZ,MAAM,aAAa,GAA0B;YAC3C,WAAW;YACX,GAAG,IAAI,CAAC,oBAAoB;YAC5B,GAAG,OAAO,CAAC,MAAM;YACjB,GAAG,CAAC,iBAAiB,IAAI,EAAE,iBAAiB,EAAE,CAAC;SAChD,CAAC;QAEF,yCAAyC;QACzC,MAAM,mBAAmB,GAAwB;YAC/C,IAAI,EAAE,mBAAmB;YACzB,WAAW,EAAE,yCAAyC;YACtD,UAAU,EAAE,MAAgB;SAC7B,CAAC;QAEF,MAAM,KAAK,GAAW;YACpB;gBACE,oBAAoB,EAAE,CAAC,mBAAmB,CAAC;aAC5C;SACF,CAAC;QAEF,IAAI,CAAC;YACH,MAAM,OAAO,GAAG,GAAG,EAAE,CACnB,IAAI,CAAC,gBAAgB,CAAC,eAAe,CACnC;gBACE,KAAK;gBACL,MAAM,EAAE;oBACN,GAAG,aAAa;oBAChB,KAAK;iBACN;gBACD,QAAQ;aACT,EACD,QAAQ,IAAI,EAAE,CACf,CAAC;YAEJ,MAAM,MAAM,GAAG,MAAM,gBAAgB,CAAC,OAAO,EAAE;gBAC7C,WAAW,EAAE,WAAW,IAAI,oBAAoB;aACjD,CAAC,CAAC;YAEH,MAAM,aAAa,GAAG,gBAAgB,CAAC,MAAM,CAAC,CAAC;YAC/C,IAAI,aAAa,IAAI,aAAa,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC9C,MAAM,YAAY,GAAG,aAAa,CAAC,IAAI,CACrC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,KAAK,mBAAmB,CAC5C,CAAC;gBACF,IAAI,YAAY,IAAI,YAAY,CAAC,IAAI,EAAE,CAAC;oBACtC,OAAO,YAAY,CAAC,IAA+B,CAAC;gBACtD,CAAC;YACH,CAAC;YACD,OAAO,EAAE,CAAC;QACZ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,WAAW,CAAC,OAAO,EAAE,CAAC;gBACxB,MAAM,KAAK,CAAC;YACd,CAAC;YAED,mEAAmE;YACnE,IACE,KAAK,YAAY,KAAK;gBACtB,KAAK,CAAC,OAAO,KAAK,kDAAkD,EACpE,CAAC;gBACD,MAAM,KAAK,CAAC;YACd,CAAC;YAED,MAAM,WAAW,CACf,KAAK,EACL,wCAAwC,EACxC,QAAQ,EACR,kBAAkB,CACnB,CAAC;YACF,MAAM,IAAI,KAAK,CACb,oCAAoC,eAAe,CAAC,KAAK,CAAC,EAAE,CAC7D,CAAC;QACJ,CAAC;IACH,CAAC;IAED,KAAK,CAAC,iBAAiB,CAAC,KAAe;QACrC,IAAI,CAAC,KAAK,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACjC,OAAO,EAAE,CAAC;QACZ,CAAC;QACD,MAAM,gBAAgB,GAA2B;YAC/C,KAAK,EAAE,IAAI,CAAC,MAAM,CAAC,iBAAiB,EAAE;YACtC,QAAQ,EAAE,KAAK;SAChB,CAAC;QAEF,MAAM,oBAAoB,GACxB,MAAM,IAAI,CAAC,gBAAgB,CAAC,YAAY,CAAC,gBAAgB,CAAC,CAAC;QAC7D,IACE,CAAC,oBAAoB,CAAC,UAAU;YAChC,oBAAoB,CAAC,UAAU,CAAC,MAAM,KAAK,CAAC,EAC5C,CAAC;YACD,MAAM,IAAI,KAAK,CAAC,sCAAsC,CAAC,CAAC;QAC1D,CAAC;QAED,IAAI,oBAAoB,CAAC,UAAU,CAAC,MAAM,KAAK,KAAK,CAAC,MAAM,EAAE,CAAC;YAC5D,MAAM,IAAI,KAAK,CACb,4DAA4D,KAAK,CAAC,MAAM,SAAS,oBAAoB,CAAC,UAAU,CAAC,MAAM,GAAG,CAC3H,CAAC;QACJ,CAAC;QAED,OAAO,oBAAoB,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,SAAS,EAAE,KAAK,EAAE,EAAE;YAC9D,MAAM,MAAM,GAAG,SAAS,CAAC,MAAM,CAAC;YAChC,IAAI,CAAC,MAAM,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBACnC,MAAM,IAAI,KAAK,CACb,2DAA2D,KAAK,MAAM,KAAK,CAAC,KAAK,CAAC,GAAG,CACtF,CAAC;YACJ,CAAC;YACD,OAAO,MAAM,CAAC;QAChB,CAAC,CAAC,CAAC;IACL,CAAC;CACF"}