@office-ai/aioncli-core 0.2.2 → 0.8.1

package/dist/src/core/baseLlmClient.test.js

@@ -0,0 +1,316 @@
+/**
+ * @license
+ * Copyright 2025 Google LLC
+ * SPDX-License-Identifier: Apache-2.0
+ */
+import { describe, it, expect, vi, beforeEach, afterEach, } from 'vitest';
+import { BaseLlmClient } from './baseLlmClient.js';
+import { AuthType } from './contentGenerator.js';
+import { reportError } from '../utils/errorReporting.js';
+import { logMalformedJsonResponse } from '../telemetry/loggers.js';
+import { retryWithBackoff } from '../utils/retry.js';
+import { MalformedJsonResponseEvent } from '../telemetry/types.js';
+import { getErrorMessage } from '../utils/errors.js';
+vi.mock('../utils/errorReporting.js');
+vi.mock('../telemetry/loggers.js');
+vi.mock('../utils/errors.js', async (importOriginal) => {
+    const actual = await importOriginal();
+    return {
+        ...actual,
+        getErrorMessage: vi.fn((e) => (e instanceof Error ? e.message : String(e))),
+    };
+});
+vi.mock('../utils/retry.js', () => ({
+    retryWithBackoff: vi.fn(async (fn, options) => {
+        // Default implementation - just call the function
+        const result = await fn();
+        // If shouldRetryOnContent is provided, test it but don't actually retry
+        // (unless we want to simulate retry exhaustion for testing)
+        if (options?.shouldRetryOnContent) {
+            const shouldRetry = options.shouldRetryOnContent(result);
+            if (shouldRetry) {
+                // Check if we need to simulate retry exhaustion (for error testing)
+                const responseText = result?.candidates?.[0]?.content?.parts?.[0]?.text;
+                if (!responseText ||
+                    responseText.trim() === '' ||
+                    responseText.includes('{"color": "blue"')) {
+                    throw new Error('Retry attempts exhausted for invalid content');
+                }
+            }
+        }
+        return result;
+    }),
+}));
+const mockGenerateContent = vi.fn();
+const mockEmbedContent = vi.fn();
+const mockContentGenerator = {
+    generateContent: mockGenerateContent,
+    embedContent: mockEmbedContent,
+};
+const mockConfig = {
+    getSessionId: vi.fn().mockReturnValue('test-session-id'),
+    getContentGeneratorConfig: vi
+        .fn()
+        .mockReturnValue({ authType: AuthType.USE_GEMINI }),
+    getEmbeddingModel: vi.fn().mockReturnValue('test-embedding-model'),
+};
+// Helper to create a mock GenerateContentResponse
+const createMockResponse = (text) => ({
+    candidates: [{ content: { role: 'model', parts: [{ text }] }, index: 0 }],
+});
+describe('BaseLlmClient', () => {
+    let client;
+    let abortController;
+    let defaultOptions;
+    beforeEach(() => {
+        vi.clearAllMocks();
+        // Reset the mocked implementation for getErrorMessage for accurate error message assertions
+        vi.mocked(getErrorMessage).mockImplementation((e) => e instanceof Error ? e.message : String(e));
+        client = new BaseLlmClient(mockContentGenerator, mockConfig);
+        abortController = new AbortController();
+        defaultOptions = {
+            contents: [{ role: 'user', parts: [{ text: 'Give me a color.' }] }],
+            schema: { type: 'object', properties: { color: { type: 'string' } } },
+            model: 'test-model',
+            abortSignal: abortController.signal,
+            promptId: 'test-prompt-id',
+        };
+    });
+    afterEach(() => {
+        abortController.abort();
+    });
+    describe('generateJson - Success Scenarios', () => {
+        it('should call generateContent with correct parameters, defaults, and utilize retry mechanism', async () => {
+            const mockResponse = createMockResponse('{"color": "blue"}');
+            mockGenerateContent.mockResolvedValue(mockResponse);
+            const result = await client.generateJson(defaultOptions);
+            expect(result).toEqual({ color: 'blue' });
+            // Ensure the retry mechanism was engaged with shouldRetryOnContent
+            expect(retryWithBackoff).toHaveBeenCalledTimes(1);
+            expect(retryWithBackoff).toHaveBeenCalledWith(expect.any(Function), expect.objectContaining({
+                shouldRetryOnContent: expect.any(Function),
+            }));
+            // Validate the parameters passed to the underlying generator
+            expect(mockGenerateContent).toHaveBeenCalledTimes(1);
+            expect(mockGenerateContent).toHaveBeenCalledWith({
+                model: 'test-model',
+                contents: defaultOptions.contents,
+                config: {
+                    abortSignal: defaultOptions.abortSignal,
+                    temperature: 0,
+                    topP: 1,
+                    responseJsonSchema: defaultOptions.schema,
+                    responseMimeType: 'application/json',
+                    // Crucial: systemInstruction should NOT be in the config object if not provided
+                },
+            }, 'test-prompt-id');
+        });
+        it('should respect configuration overrides', async () => {
+            const mockResponse = createMockResponse('{"color": "red"}');
+            mockGenerateContent.mockResolvedValue(mockResponse);
+            const options = {
+                ...defaultOptions,
+                config: { temperature: 0.8, topK: 10 },
+            };
+            await client.generateJson(options);
+            expect(mockGenerateContent).toHaveBeenCalledWith(expect.objectContaining({
+                config: expect.objectContaining({
+                    temperature: 0.8,
+                    topP: 1, // Default should remain if not overridden
+                    topK: 10,
+                }),
+            }), expect.any(String));
+        });
+        it('should include system instructions when provided', async () => {
+            const mockResponse = createMockResponse('{"color": "green"}');
+            mockGenerateContent.mockResolvedValue(mockResponse);
+            const systemInstruction = 'You are a helpful assistant.';
+            const options = {
+                ...defaultOptions,
+                systemInstruction,
+            };
+            await client.generateJson(options);
+            expect(mockGenerateContent).toHaveBeenCalledWith(expect.objectContaining({
+                config: expect.objectContaining({
+                    systemInstruction,
+                }),
+            }), expect.any(String));
+        });
+        it('should use the provided promptId', async () => {
+            const mockResponse = createMockResponse('{"color": "yellow"}');
+            mockGenerateContent.mockResolvedValue(mockResponse);
+            const customPromptId = 'custom-id-123';
+            const options = {
+                ...defaultOptions,
+                promptId: customPromptId,
+            };
+            await client.generateJson(options);
+            expect(mockGenerateContent).toHaveBeenCalledWith(expect.any(Object), customPromptId);
+        });
+        it('should pass maxAttempts to retryWithBackoff when provided', async () => {
+            const mockResponse = createMockResponse('{"color": "cyan"}');
+            mockGenerateContent.mockResolvedValue(mockResponse);
+            const customMaxAttempts = 3;
+            const options = {
+                ...defaultOptions,
+                maxAttempts: customMaxAttempts,
+            };
+            await client.generateJson(options);
+            expect(retryWithBackoff).toHaveBeenCalledTimes(1);
+            expect(retryWithBackoff).toHaveBeenCalledWith(expect.any(Function), expect.objectContaining({
+                maxAttempts: customMaxAttempts,
+            }));
+        });
+        it('should call retryWithBackoff without maxAttempts when not provided', async () => {
+            const mockResponse = createMockResponse('{"color": "indigo"}');
+            mockGenerateContent.mockResolvedValue(mockResponse);
+            // No maxAttempts in defaultOptions
+            await client.generateJson(defaultOptions);
+            expect(retryWithBackoff).toHaveBeenCalledWith(expect.any(Function), expect.objectContaining({
+                maxAttempts: 5,
+            }));
+        });
+    });
+    describe('generateJson - Content Validation and Retries', () => {
+        it('should validate content using shouldRetryOnContent function', async () => {
+            const mockResponse = createMockResponse('{"color": "blue"}');
+            mockGenerateContent.mockResolvedValue(mockResponse);
+            await client.generateJson(defaultOptions);
+            // Verify that retryWithBackoff was called with shouldRetryOnContent
+            expect(retryWithBackoff).toHaveBeenCalledWith(expect.any(Function), expect.objectContaining({
+                shouldRetryOnContent: expect.any(Function),
+            }));
+            // Test the shouldRetryOnContent function behavior
+            const retryCall = vi.mocked(retryWithBackoff).mock.calls[0];
+            const shouldRetryOnContent = retryCall[1]?.shouldRetryOnContent;
+            // Valid JSON should not trigger retry
+            expect(shouldRetryOnContent(mockResponse)).toBe(false);
+            // Empty response should trigger retry
+            expect(shouldRetryOnContent(createMockResponse(''))).toBe(true);
+            // Invalid JSON should trigger retry
+            expect(shouldRetryOnContent(createMockResponse('{"color": "blue"'))).toBe(true);
+        });
+    });
+    describe('generateJson - Response Cleaning', () => {
+        it('should clean JSON wrapped in markdown backticks and log telemetry', async () => {
+            const malformedResponse = '```json\n{"color": "purple"}\n```';
+            mockGenerateContent.mockResolvedValue(createMockResponse(malformedResponse));
+            const result = await client.generateJson(defaultOptions);
+            expect(result).toEqual({ color: 'purple' });
+            expect(logMalformedJsonResponse).toHaveBeenCalledWith(mockConfig, expect.any(MalformedJsonResponseEvent));
+            // Validate the telemetry event content - find the most recent call
+            const calls = vi.mocked(logMalformedJsonResponse).mock.calls;
+            const lastCall = calls[calls.length - 1];
+            const event = lastCall[1];
+            expect(event.model).toBe('test-model');
+        });
+        it('should handle extra whitespace correctly without logging malformed telemetry', async () => {
+            const responseWithWhitespace = '  \n  {"color": "orange"}  \n';
+            mockGenerateContent.mockResolvedValue(createMockResponse(responseWithWhitespace));
+            const result = await client.generateJson(defaultOptions);
+            expect(result).toEqual({ color: 'orange' });
+            expect(logMalformedJsonResponse).not.toHaveBeenCalled();
+        });
+    });
+    describe('generateJson - Error Handling', () => {
+        it('should throw and report error for empty response after retry exhaustion', async () => {
+            mockGenerateContent.mockResolvedValue(createMockResponse(''));
+            await expect(client.generateJson(defaultOptions)).rejects.toThrow('Failed to generate JSON content: Retry attempts exhausted for invalid content');
+            // Verify error reporting details
+            expect(reportError).toHaveBeenCalledTimes(1);
+            expect(reportError).toHaveBeenCalledWith(expect.any(Error), 'API returned invalid content (empty or unparsable JSON) after all retries.', defaultOptions.contents, 'generateJson-invalid-content');
+        });
+        it('should throw and report error for invalid JSON syntax after retry exhaustion', async () => {
+            const invalidJson = '{"color": "blue"'; // missing closing brace
+            mockGenerateContent.mockResolvedValue(createMockResponse(invalidJson));
+            await expect(client.generateJson(defaultOptions)).rejects.toThrow('Failed to generate JSON content: Retry attempts exhausted for invalid content');
+            expect(reportError).toHaveBeenCalledTimes(1);
+            expect(reportError).toHaveBeenCalledWith(expect.any(Error), 'API returned invalid content (empty or unparsable JSON) after all retries.', defaultOptions.contents, 'generateJson-invalid-content');
+        });
+        it('should throw and report generic API errors', async () => {
+            const apiError = new Error('Service Unavailable (503)');
+            // Simulate the generator failing
+            mockGenerateContent.mockRejectedValue(apiError);
+            await expect(client.generateJson(defaultOptions)).rejects.toThrow('Failed to generate JSON content: Service Unavailable (503)');
+            // Verify generic error reporting
+            expect(reportError).toHaveBeenCalledTimes(1);
+            expect(reportError).toHaveBeenCalledWith(apiError, 'Error generating JSON content via API.', defaultOptions.contents, 'generateJson-api');
+        });
+        it('should throw immediately without reporting if aborted', async () => {
+            const abortError = new DOMException('Aborted', 'AbortError');
+            // Simulate abortion happening during the API call
+            mockGenerateContent.mockImplementation(() => {
+                abortController.abort(); // Ensure the signal is aborted when the service checks
+                throw abortError;
+            });
+            const options = {
+                ...defaultOptions,
+                abortSignal: abortController.signal,
+            };
+            await expect(client.generateJson(options)).rejects.toThrow(abortError);
+            // Crucially, it should not report a cancellation as an application error
+            expect(reportError).not.toHaveBeenCalled();
+        });
+    });
+    describe('generateEmbedding', () => {
+        const texts = ['hello world', 'goodbye world'];
+        const testEmbeddingModel = 'test-embedding-model';
+        it('should call embedContent with correct parameters and return embeddings', async () => {
+            const mockEmbeddings = [
+                [0.1, 0.2, 0.3],
+                [0.4, 0.5, 0.6],
+            ];
+            mockEmbedContent.mockResolvedValue({
+                embeddings: [
+                    { values: mockEmbeddings[0] },
+                    { values: mockEmbeddings[1] },
+                ],
+            });
+            const result = await client.generateEmbedding(texts);
+            expect(mockEmbedContent).toHaveBeenCalledTimes(1);
+            expect(mockEmbedContent).toHaveBeenCalledWith({
+                model: testEmbeddingModel,
+                contents: texts,
+            });
+            expect(result).toEqual(mockEmbeddings);
+        });
+        it('should return an empty array if an empty array is passed', async () => {
+            const result = await client.generateEmbedding([]);
+            expect(result).toEqual([]);
+            expect(mockEmbedContent).not.toHaveBeenCalled();
+        });
+        it('should throw an error if API response has no embeddings array', async () => {
+            mockEmbedContent.mockResolvedValue({});
+            await expect(client.generateEmbedding(texts)).rejects.toThrow('No embeddings found in API response.');
+        });
+        it('should throw an error if API response has an empty embeddings array', async () => {
+            mockEmbedContent.mockResolvedValue({
+                embeddings: [],
+            });
+            await expect(client.generateEmbedding(texts)).rejects.toThrow('No embeddings found in API response.');
+        });
+        it('should throw an error if API returns a mismatched number of embeddings', async () => {
+            mockEmbedContent.mockResolvedValue({
+                embeddings: [{ values: [1, 2, 3] }], // Only one for two texts
+            });
+            await expect(client.generateEmbedding(texts)).rejects.toThrow('API returned a mismatched number of embeddings. Expected 2, got 1.');
+        });
+        it('should throw an error if any embedding has nullish values', async () => {
+            mockEmbedContent.mockResolvedValue({
+                embeddings: [{ values: [1, 2, 3] }, { values: undefined }], // Second one is bad
+            });
+            await expect(client.generateEmbedding(texts)).rejects.toThrow('API returned an empty embedding for input text at index 1: "goodbye world"');
+        });
+        it('should throw an error if any embedding has an empty values array', async () => {
+            mockEmbedContent.mockResolvedValue({
+                embeddings: [{ values: [] }, { values: [1, 2, 3] }], // First one is bad
+            });
+            await expect(client.generateEmbedding(texts)).rejects.toThrow('API returned an empty embedding for input text at index 0: "hello world"');
+        });
+        it('should propagate errors from the API call', async () => {
+            mockEmbedContent.mockRejectedValue(new Error('API Failure'));
+            await expect(client.generateEmbedding(texts)).rejects.toThrow('API Failure');
+        });
+    });
+});
+//# sourceMappingURL=baseLlmClient.test.js.map

package/dist/src/core/baseLlmClient.test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"baseLlmClient.test.js","sourceRoot":"","sources":["../../../src/core/baseLlmClient.test.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,EACL,QAAQ,EACR,EAAE,EACF,MAAM,EACN,EAAE,EACF,UAAU,EACV,SAAS,GAEV,MAAM,QAAQ,CAAC;AAGhB,OAAO,EAAE,aAAa,EAA4B,MAAM,oBAAoB,CAAC;AAG7E,OAAO,EAAE,QAAQ,EAAE,MAAM,uBAAuB,CAAC;AACjD,OAAO,EAAE,WAAW,EAAE,MAAM,4BAA4B,CAAC;AACzD,OAAO,EAAE,wBAAwB,EAAE,MAAM,yBAAyB,CAAC;AACnE,OAAO,EAAE,gBAAgB,EAAE,MAAM,mBAAmB,CAAC;AACrD,OAAO,EAAE,0BAA0B,EAAE,MAAM,uBAAuB,CAAC;AACnE,OAAO,EAAE,eAAe,EAAE,MAAM,oBAAoB,CAAC;AAErD,EAAE,CAAC,IAAI,CAAC,4BAA4B,CAAC,CAAC;AACtC,EAAE,CAAC,IAAI,CAAC,yBAAyB,CAAC,CAAC;AACnC,EAAE,CAAC,IAAI,CAAC,oBAAoB,EAAE,KAAK,EAAE,cAAc,EAAE,EAAE;IACrD,MAAM,MAAM,GAAG,MAAM,cAAc,EAAuC,CAAC;IAC3E,OAAO;QACL,GAAG,MAAM;QACT,eAAe,EAAE,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,YAAY,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;KAC5E,CAAC;AACJ,CAAC,CAAC,CAAC;AAEH,EAAE,CAAC,IAAI,CAAC,mBAAmB,EAAE,GAAG,EAAE,CAAC,CAAC;IAClC,gBAAgB,EAAE,EAAE,CAAC,EAAE,CAAC,KAAK,EAAE,EAAE,EAAE,OAAO,EAAE,EAAE;QAC5C,kDAAkD;QAClD,MAAM,MAAM,GAAG,MAAM,EAAE,EAAE,CAAC;QAE1B,wEAAwE;QACxE,4DAA4D;QAC5D,IAAI,OAAO,EAAE,oBAAoB,EAAE,CAAC;YAClC,MAAM,WAAW,GAAG,OAAO,CAAC,oBAAoB,CAAC,MAAM,CAAC,CAAC;YACzD,IAAI,WAAW,EAAE,CAAC;gBAChB,oEAAoE;gBACpE,MAAM,YAAY,GAAG,MAAM,EAAE,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC;gBACxE,IACE,CAAC,YAAY;oBACb,YAAY,CAAC,IAAI,EAAE,KAAK,EAAE;oBAC1B,YAAY,CAAC,QAAQ,CAAC,kBAAkB,CAAC,EACzC,CAAC;oBACD,MAAM,IAAI,KAAK,CAAC,8CAA8C,CAAC,CAAC;gBAClE,CAAC;YACH,CAAC;QACH,CAAC;QAED,OAAO,MAAM,CAAC;IAChB,CAAC,CAAC;CACH,CAAC,CAAC,CAAC;AAEJ,MAAM,mBAAmB,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC;AACpC,MAAM,gBAAgB,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC;AAEjC,MAAM,oBAAoB,GAAG;IAC3B,eAAe,EAAE,mBAAmB;IACpC,YAAY,EAAE,gBAAgB;CACQ,CAAC;AAEzC,MAAM,UAAU,GAAG;IACjB,YAAY,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC,eAAe,CAAC,iBAAiB,CAAC;IACxD,yBAAyB,EAAE,EAAE;SAC1B,EAAE,EAAE;SACJ,eAAe,CAAC,EAAE,QAAQ,EAAE,QAAQ,CAAC,UAAU,EAAE,CAAC;IACrD,iBAAiB,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC,eAAe,CAAC,sBAAsB,CAAC;CACtC,CAAC;AAE/B,kDAAkD;AAClD,MAAM,kBAAkB,GAAG,CAAC,IAAY,EAA2B,EAAE,CACnE,CAAC;IACC,UAAU,EAAE,CAAC,EAAE,OAAO,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,CAAC,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC;CAC1E,CAA4B,CAAC;AAEhC,QAAQ,CAAC,eAAe,EAAE,GAAG,EAAE;IAC7B,IAAI,MAAqB,CAAC;IAC1B,IAAI,eAAgC,CAAC;IACrC,IAAI,cAAmC,CAAC;IAExC,UAAU,CAAC,GAAG,EAAE;QACd,EAAE,CAAC,aAAa,EAAE,CAAC;QACnB,4FAA4F;QAC5F,EAAE,CAAC,MAAM,CAAC,eAAe,CAAC,CAAC,kBAAkB,CAAC,CAAC,CAAC,EAAE,EAAE,CAClD,CAAC,YAAY,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAC3C,CAAC;QACF,MAAM,GAAG,IAAI,aAAa,CAAC,oBAAoB,EAAE,UAAU,CAAC,CAAC;QAC7D,eAAe,GAAG,IAAI,eAAe,EAAE,CAAC;QACxC,cAAc,GAAG;YACf,QAAQ,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,kBAAkB,EAAE,CAAC,EAAE,CAAC;YACnE,MAAM,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,UAAU,EAAE,EAAE,KAAK,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,EAAE,EAAE;YACrE,KAAK,EAAE,YAAY;YACnB,WAAW,EAAE,eAAe,CAAC,MAAM;YACnC,QAAQ,EAAE,gBAAgB;SAC3B,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,SAAS,CAAC,GAAG,EAAE;QACb,eAAe,CAAC,KAAK,EAAE,CAAC;IAC1B,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,kCAAkC,EAAE,GAAG,EAAE;QAChD,EAAE,CAAC,4FAA4F,EAAE,KAAK,IAAI,EAAE;YAC1G,MAAM,YAAY,GAAG,kBAAkB,CAAC,mBAAmB,CAAC,CAAC;YAC7D,mBAAmB,CAAC,iBAAiB,CAAC,YAAY,CAAC,CAAC;YAEpD,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,YAAY,CAAC,cAAc,CAAC,CAAC;YAEzD,MAAM,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC,CAAC;YAE1C,mEAAmE;YACnE,MAAM,CAAC,gBAAgB,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC;YAClD,MAAM,CAAC,gBAAgB,CAAC,CAAC,oBAAoB,CAC3C,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC,EACpB,MAAM,CAAC,gBAAgB,CAAC;gBACtB,oBAAoB,EAAE,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC;aAC3C,CAAC,CACH,CAAC;YAEF,6DAA6D;YAC7D,MAAM,CAAC,mBAAmB,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC;YACrD,MAAM,CAAC,mBAAmB,CAAC,CAAC,oBAAoB,CAC9C;gBACE,KAAK,EAAE,YAAY;gBACnB,QAAQ,EAAE,cAAc,CAAC,QAAQ;gBACjC,MAAM,EAAE;oBACN,WAAW,EAAE,cAAc,CAAC,WAAW;oBACvC,WAAW,EAAE,CAAC;oBACd,IAAI,EAAE,CAAC;oBACP,kBAAkB,EAAE,cAAc,CAAC,MAAM;oBACzC,gBAAgB,EAAE,kBAAkB;oBACpC,gFAAgF;iBACjF;aACF,EACD,gBAAgB,CACjB,CAAC;QACJ,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,wCAAwC,EAAE,KAAK,IAAI,EAAE;YACtD,MAAM,YAAY,GAAG,kBAAkB,CAAC,kBAAkB,CAAC,CAAC;YAC5D,mBAAmB,CAAC,iBAAiB,CAAC,YAAY,CAAC,CAAC;YAEpD,MAAM,OAAO,GAAwB;gBACnC,GAAG,cAAc;gBACjB,MAAM,EAAE,EAAE,WAAW,EAAE,GAAG,EAAE,IAAI,EAAE,EAAE,EAAE;aACvC,CAAC;YAEF,MAAM,MAAM,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC;YAEnC,MAAM,CAAC,mBAAmB,CAAC,CAAC,oBAAoB,CAC9C,MAAM,CAAC,gBAAgB,CAAC;gBACtB,MAAM,EAAE,MAAM,CAAC,gBAAgB,CAAC;oBAC9B,WAAW,EAAE,GAAG;oBAChB,IAAI,EAAE,CAAC,EAAE,0CAA0C;oBACnD,IAAI,EAAE,EAAE;iBACT,CAAC;aACH,CAAC,EACF,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,CACnB,CAAC;QACJ,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,kDAAkD,EAAE,KAAK,IAAI,EAAE;YAChE,MAAM,YAAY,GAAG,kBAAkB,CAAC,oBAAoB,CAAC,CAAC;YAC9D,mBAAmB,CAAC,iBAAiB,CAAC,YAAY,CAAC,CAAC;YACpD,MAAM,iBAAiB,GAAG,8BAA8B,CAAC;YAEzD,MAAM,OAAO,GAAwB;gBACnC,GAAG,cAAc;gBACjB,iBAAiB;aAClB,CAAC;YAEF,MAAM,MAAM,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC;YAEnC,MAAM,CAAC,mBAAmB,CAAC,CAAC,oBAAoB,CAC9C,MAAM,CAAC,gBAAgB,CAAC;gBACtB,MAAM,EAAE,MAAM,CAAC,gBAAgB,CAAC;oBAC9B,iBAAiB;iBAClB,CAAC;aACH,CAAC,EACF,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,CACnB,CAAC;QACJ,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,kCAAkC,EAAE,KAAK,IAAI,EAAE;YAChD,MAAM,YAAY,GAAG,kBAAkB,CAAC,qBAAqB,CAAC,CAAC;YAC/D,mBAAmB,CAAC,iBAAiB,CAAC,YAAY,CAAC,CAAC;YACpD,MAAM,cAAc,GAAG,eAAe,CAAC;YAEvC,MAAM,OAAO,GAAwB;gBACnC,GAAG,cAAc;gBACjB,QAAQ,EAAE,cAAc;aACzB,CAAC;YAEF,MAAM,MAAM,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC;YAEnC,MAAM,CAAC,mBAAmB,CAAC,CAAC,oBAAoB,CAC9C,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,EAClB,cAAc,CACf,CAAC;QACJ,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,2DAA2D,EAAE,KAAK,IAAI,EAAE;YACzE,MAAM,YAAY,GAAG,kBAAkB,CAAC,mBAAmB,CAAC,CAAC;YAC7D,mBAAmB,CAAC,iBAAiB,CAAC,YAAY,CAAC,CAAC;YACpD,MAAM,iBAAiB,GAAG,CAAC,CAAC;YAE5B,MAAM,OAAO,GAAwB;gBACnC,GAAG,cAAc;gBACjB,WAAW,EAAE,iBAAiB;aAC/B,CAAC;YAEF,MAAM,MAAM,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC;YAEnC,MAAM,CAAC,gBAAgB,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC;YAClD,MAAM,CAAC,gBAAgB,CAAC,CAAC,oBAAoB,CAC3C,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC,EACpB,MAAM,CAAC,gBAAgB,CAAC;gBACtB,WAAW,EAAE,iBAAiB;aAC/B,CAAC,CACH,CAAC;QACJ,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,oEAAoE,EAAE,KAAK,IAAI,EAAE;YAClF,MAAM,YAAY,GAAG,kBAAkB,CAAC,qBAAqB,CAAC,CAAC;YAC/D,mBAAmB,CAAC,iBAAiB,CAAC,YAAY,CAAC,CAAC;YAEpD,mCAAmC;YACnC,MAAM,MAAM,CAAC,YAAY,CAAC,cAAc,CAAC,CAAC;YAE1C,MAAM,CAAC,gBAAgB,CAAC,CAAC,oBAAoB,CAC3C,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC,EACpB,MAAM,CAAC,gBAAgB,CAAC;gBACtB,WAAW,EAAE,CAAC;aACf,CAAC,CACH,CAAC;QACJ,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,+CAA+C,EAAE,GAAG,EAAE;QAC7D,EAAE,CAAC,6DAA6D,EAAE,KAAK,IAAI,EAAE;YAC3E,MAAM,YAAY,GAAG,kBAAkB,CAAC,mBAAmB,CAAC,CAAC;YAC7D,mBAAmB,CAAC,iBAAiB,CAAC,YAAY,CAAC,CAAC;YAEpD,MAAM,MAAM,CAAC,YAAY,CAAC,cAAc,CAAC,CAAC;YAE1C,oEAAoE;YACpE,MAAM,CAAC,gBAAgB,CAAC,CAAC,oBAAoB,CAC3C,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC,EACpB,MAAM,CAAC,gBAAgB,CAAC;gBACtB,oBAAoB,EAAE,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC;aAC3C,CAAC,CACH,CAAC;YAEF,kDAAkD;YAClD,MAAM,SAAS,GAAG,EAAE,CAAC,MAAM,CAAC,gBAAgB,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;YAC5D,MAAM,oBAAoB,GAAG,SAAS,CAAC,CAAC,CAAC,EAAE,oBAAoB,CAAC;YAEhE,sCAAsC;YACtC,MAAM,CAAC,oBAAqB,CAAC,YAAY,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YAExD,sCAAsC;YACtC,MAAM,CAAC,oBAAqB,CAAC,kBAAkB,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAEjE,oCAAoC;YACpC,MAAM,CACJ,oBAAqB,CAAC,kBAAkB,CAAC,kBAAkB,CAAC,CAAC,CAC9D,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACf,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,kCAAkC,EAAE,GAAG,EAAE;QAChD,EAAE,CAAC,mEAAmE,EAAE,KAAK,IAAI,EAAE;YACjF,MAAM,iBAAiB,GAAG,mCAAmC,CAAC;YAC9D,mBAAmB,CAAC,iBAAiB,CACnC,kBAAkB,CAAC,iBAAiB,CAAC,CACtC,CAAC;YAEF,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,YAAY,CAAC,cAAc,CAAC,CAAC;YAEzD,MAAM,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,EAAE,KAAK,EAAE,QAAQ,EAAE,CAAC,CAAC;YAC5C,MAAM,CAAC,wBAAwB,CAAC,CAAC,oBAAoB,CACnD,UAAU,EACV,MAAM,CAAC,GAAG,CAAC,0BAA0B,CAAC,CACvC,CAAC;YACF,mEAAmE;YACnE,MAAM,KAAK,GAAG,EAAE,CAAC,MAAM,CAAC,wBAAwB,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC;YAC7D,MAAM,QAAQ,GAAG,KAAK,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;YACzC,MAAM,KAAK,GAAG,QAAQ,CAAC,CAAC,CAA+B,CAAC;YACxD,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;QACzC,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,8EAA8E,EAAE,KAAK,IAAI,EAAE;YAC5F,MAAM,sBAAsB,GAAG,+BAA+B,CAAC;YAC/D,mBAAmB,CAAC,iBAAiB,CACnC,kBAAkB,CAAC,sBAAsB,CAAC,CAC3C,CAAC;YAEF,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,YAAY,CAAC,cAAc,CAAC,CAAC;YAEzD,MAAM,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,EAAE,KAAK,EAAE,QAAQ,EAAE,CAAC,CAAC;YAC5C,MAAM,CAAC,wBAAwB,CAAC,CAAC,GAAG,CAAC,gBAAgB,EAAE,CAAC;QAC1D,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,+BAA+B,EAAE,GAAG,EAAE;QAC7C,EAAE,CAAC,yEAAyE,EAAE,KAAK,IAAI,EAAE;YACvF,mBAAmB,CAAC,iBAAiB,CAAC,kBAAkB,CAAC,EAAE,CAAC,CAAC,CAAC;YAE9D,MAAM,MAAM,CAAC,MAAM,CAAC,YAAY,CAAC,cAAc,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAC/D,+EAA+E,CAChF,CAAC;YAEF,iCAAiC;YACjC,MAAM,CAAC,WAAW,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC;YAC7C,MAAM,CAAC,WAAW,CAAC,CAAC,oBAAoB,CACtC,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,EACjB,4EAA4E,EAC5E,cAAc,CAAC,QAAQ,EACvB,8BAA8B,CAC/B,CAAC;QACJ,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,8EAA8E,EAAE,KAAK,IAAI,EAAE;YAC5F,MAAM,WAAW,GAAG,kBAAkB,CAAC,CAAC,wBAAwB;YAChE,mBAAmB,CAAC,iBAAiB,CAAC,kBAAkB,CAAC,WAAW,CAAC,CAAC,CAAC;YAEvE,MAAM,MAAM,CAAC,MAAM,CAAC,YAAY,CAAC,cAAc,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAC/D,+EAA+E,CAChF,CAAC;YAEF,MAAM,CAAC,WAAW,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC;YAC7C,MAAM,CAAC,WAAW,CAAC,CAAC,oBAAoB,CACtC,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,EACjB,4EAA4E,EAC5E,cAAc,CAAC,QAAQ,EACvB,8BAA8B,CAC/B,CAAC;QACJ,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,4CAA4C,EAAE,KAAK,IAAI,EAAE;YAC1D,MAAM,QAAQ,GAAG,IAAI,KAAK,CAAC,2BAA2B,CAAC,CAAC;YACxD,iCAAiC;YACjC,mBAAmB,CAAC,iBAAiB,CAAC,QAAQ,CAAC,CAAC;YAEhD,MAAM,MAAM,CAAC,MAAM,CAAC,YAAY,CAAC,cAAc,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAC/D,4DAA4D,CAC7D,CAAC;YAEF,iCAAiC;YACjC,MAAM,CAAC,WAAW,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC;YAC7C,MAAM,CAAC,WAAW,CAAC,CAAC,oBAAoB,CACtC,QAAQ,EACR,wCAAwC,EACxC,cAAc,CAAC,QAAQ,EACvB,kBAAkB,CACnB,CAAC;QACJ,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,uDAAuD,EAAE,KAAK,IAAI,EAAE;YACrE,MAAM,UAAU,GAAG,IAAI,YAAY,CAAC,SAAS,EAAE,YAAY,CAAC,CAAC;YAE7D,kDAAkD;YAClD,mBAAmB,CAAC,kBAAkB,CAAC,GAAG,EAAE;gBAC1C,eAAe,CAAC,KAAK,EAAE,CAAC,CAAC,uDAAuD;gBAChF,MAAM,UAAU,CAAC;YACnB,CAAC,CAAC,CAAC;YAEH,MAAM,OAAO,GAAG;gBACd,GAAG,cAAc;gBACjB,WAAW,EAAE,eAAe,CAAC,MAAM;aACpC,CAAC;YAEF,MAAM,MAAM,CAAC,MAAM,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC;YAEvE,yEAAyE;YACzE,MAAM,CAAC,WAAW,CAAC,CAAC,GAAG,CAAC,gBAAgB,EAAE,CAAC;QAC7C,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,mBAAmB,EAAE,GAAG,EAAE;QACjC,MAAM,KAAK,GAAG,CAAC,aAAa,EAAE,eAAe,CAAC,CAAC;QAC/C,MAAM,kBAAkB,GAAG,sBAAsB,CAAC;QAElD,EAAE,CAAC,wEAAwE,EAAE,KAAK,IAAI,EAAE;YACtF,MAAM,cAAc,GAAG;gBACrB,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC;gBACf,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC;aAChB,CAAC;YACF,gBAAgB,CAAC,iBAAiB,CAAC;gBACjC,UAAU,EAAE;oBACV,EAAE,MAAM,EAAE,cAAc,CAAC,CAAC,CAAC,EAAE;oBAC7B,EAAE,MAAM,EAAE,cAAc,CAAC,CAAC,CAAC,EAAE;iBAC9B;aACF,CAAC,CAAC;YAEH,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,iBAAiB,CAAC,KAAK,CAAC,CAAC;YAErD,MAAM,CAAC,gBAAgB,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC;YAClD,MAAM,CAAC,gBAAgB,CAAC,CAAC,oBAAoB,CAAC;gBAC5C,KAAK,EAAE,kBAAkB;gBACzB,QAAQ,EAAE,KAAK;aAChB,CAAC,CAAC;YACH,MAAM,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,cAAc,CAAC,CAAC;QACzC,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,0DAA0D,EAAE,KAAK,IAAI,EAAE;YACxE,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,iBAAiB,CAAC,EAAE,CAAC,CAAC;YAClD,MAAM,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;YAC3B,MAAM,CAAC,gBAAgB,CAAC,CAAC,GAAG,CAAC,gBAAgB,EAAE,CAAC;QAClD,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,+DAA+D,EAAE,KAAK,IAAI,EAAE;YAC7E,gBAAgB,CAAC,iBAAiB,CAAC,EAAE,CAAC,CAAC;YAEvC,MAAM,MAAM,CAAC,MAAM,CAAC,iBAAiB,CAAC,KAAK,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAC3D,sCAAsC,CACvC,CAAC;QACJ,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,qEAAqE,EAAE,KAAK,IAAI,EAAE;YACnF,gBAAgB,CAAC,iBAAiB,CAAC;gBACjC,UAAU,EAAE,EAAE;aACf,CAAC,CAAC;YAEH,MAAM,MAAM,CAAC,MAAM,CAAC,iBAAiB,CAAC,KAAK,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAC3D,sCAAsC,CACvC,CAAC;QACJ,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,wEAAwE,EAAE,KAAK,IAAI,EAAE;YACtF,gBAAgB,CAAC,iBAAiB,CAAC;gBACjC,UAAU,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,yBAAyB;aAC/D,CAAC,CAAC;YAEH,MAAM,MAAM,CAAC,MAAM,CAAC,iBAAiB,CAAC,KAAK,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAC3D,oEAAoE,CACrE,CAAC;QACJ,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,2DAA2D,EAAE,KAAK,IAAI,EAAE;YACzE,gBAAgB,CAAC,iBAAiB,CAAC;gBACjC,UAAU,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC,EAAE,oBAAoB;aACjF,CAAC,CAAC;YAEH,MAAM,MAAM,CAAC,MAAM,CAAC,iBAAiB,CAAC,KAAK,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAC3D,4EAA4E,CAC7E,CAAC;QACJ,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,kEAAkE,EAAE,KAAK,IAAI,EAAE;YAChF,gBAAgB,CAAC,iBAAiB,CAAC;gBACjC,UAAU,EAAE,CAAC,EAAE,MAAM,EAAE,EAAE,EAAE,EAAE,EAAE,MAAM,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,mBAAmB;aACzE,CAAC,CAAC;YAEH,MAAM,MAAM,CAAC,MAAM,CAAC,iBAAiB,CAAC,KAAK,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAC3D,0EAA0E,CAC3E,CAAC;QACJ,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,2CAA2C,EAAE,KAAK,IAAI,EAAE;YACzD,gBAAgB,CAAC,iBAAiB,CAAC,IAAI,KAAK,CAAC,aAAa,CAAC,CAAC,CAAC;YAE7D,MAAM,MAAM,CAAC,MAAM,CAAC,iBAAiB,CAAC,KAAK,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAC3D,aAAa,CACd,CAAC;QACJ,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}

package/dist/src/core/client.d.ts

@@ -3,56 +3,56 @@
  * Copyright 2025 Google LLC
  * SPDX-License-Identifier: Apache-2.0
  */
-import { GenerateContentConfig, PartListUnion, Content, GenerateContentResponse } from '@google/genai';
-import { Turn, ServerGeminiStreamEvent, ChatCompressionInfo } from './turn.js';
-import { Config } from '../config/config.js';
-import { UserTierId } from '../code_assist/types.js';
+import type { GenerateContentConfig, PartListUnion, Content, GenerateContentResponse } from '@google/genai';
+import type { ServerGeminiStreamEvent, ChatCompressionInfo } from './turn.js';
+import { Turn } from './turn.js';
+import type { Config } from '../config/config.js';
 import { GeminiChat } from './geminiChat.js';
-import { ContentGenerator, ContentGeneratorConfig } from './contentGenerator.js';
+import type { ChatRecordingService } from '../services/chatRecordingService.js';
+import { LoopDetectionService } from '../services/loopDetectionService.js';
+export declare function isThinkingSupported(model: string): boolean;
+export declare function isThinkingDefault(model: string): boolean;
 /**
- * Returns the index of the content after the fraction of the total characters in the history.
+ * Returns the index of the oldest item to keep when compressing. May return
+ * contents.length which indicates that everything should be compressed.
  *
  * Exported for testing purposes.
  */
-export declare function findIndexAfterFraction(history: Content[], fraction: number): number;
+export declare function findCompressSplitPoint(contents: Content[], fraction: number): number;
 export declare class GeminiClient {
-    private config;
+    private readonly config;
     private chat?;
-    private contentGenerator?;
-    private embeddingModel;
-    private generateContentConfig;
+    private readonly generateContentConfig;
     private sessionTurnCount;
     private readonly loopDetector;
     private lastPromptId;
+    private currentSequenceModel;
     private lastSentIdeContext;
     private forceFullIdeContext;
+    /**
+     * At any point in this conversation, was compression triggered without
+     * being forced and did it fail?
+     */
+    private hasFailedCompressionAttempt;
     constructor(config: Config);
-    initialize(contentGeneratorConfig: ContentGeneratorConfig): Promise<void>;
-    getContentGenerator(): ContentGenerator;
-    getUserTier(): UserTierId | undefined;
+    initialize(): Promise<void>;
+    private getContentGeneratorOrFail;
     addHistory(content: Content): Promise<void>;
     getChat(): GeminiChat;
     isInitialized(): boolean;
     getHistory(): Content[];
-    setHistory(history: Content[], { stripThoughts }?: {
-        stripThoughts?: boolean;
-    }): void;
+    stripThoughtsFromHistory(): void;
+    setHistory(history: Content[]): void;
     setTools(): Promise<void>;
     resetChat(): Promise<void>;
+    getChatRecordingService(): ChatRecordingService | undefined;
+    getLoopDetectionService(): LoopDetectionService;
     addDirectoryContext(): Promise<void>;
     startChat(extraHistory?: Content[]): Promise<GeminiChat>;
     private getIdeContextParts;
-    sendMessageStream(request: PartListUnion, signal: AbortSignal, prompt_id: string, turns?: number, originalModel?: string): AsyncGenerator<ServerGeminiStreamEvent, Turn>;
-    generateJson(contents: Content[], schema: Record<string, unknown>, abortSignal: AbortSignal, model?: string, config?: GenerateContentConfig): Promise<Record<string, unknown>>;
-    openaiGenerateJson(contents: Content[], schema: Record<string, unknown>, abortSignal: AbortSignal, model: string, config?: GenerateContentConfig): Promise<Record<string, unknown>>;
-    generateContent(contents: Content[], generationConfig: GenerateContentConfig, abortSignal: AbortSignal, model?: string): Promise<GenerateContentResponse>;
-    generateEmbedding(texts: string[]): Promise<number[][]>;
-    tryCompressChat(prompt_id: string, force?: boolean): Promise<ChatCompressionInfo | null>;
-    /**
-     * Handles falling back to Flash model when persistent 429 errors occur for OAuth users.
-     * Uses a fallback handler if provided by the config; otherwise, returns null.
-     */
-    private handleFlashFallback;
+    sendMessageStream(request: PartListUnion, signal: AbortSignal, prompt_id: string, turns?: number): AsyncGenerator<ServerGeminiStreamEvent, Turn>;
+    generateContent(contents: Content[], generationConfig: GenerateContentConfig, abortSignal: AbortSignal, model: string): Promise<GenerateContentResponse>;
+    tryCompressChat(prompt_id: string, force?: boolean): Promise<ChatCompressionInfo>;
 }
 export declare const TEST_ONLY: {
     COMPRESSION_PRESERVE_THRESHOLD: number;