@blackbox_ai/blackbox-cli-core 0.0.4

package/dist/src/utils/request-tokenizer/textTokenizer.test.js

@@ -0,0 +1,253 @@
+/**
+ * @license
+ * Copyright 2025 Blackbox
+ * SPDX-License-Identifier: Apache-2.0
+ */
+import { describe, it, expect, vi, beforeEach, afterEach } from 'vitest';
+import { TextTokenizer } from './textTokenizer.js';
+// Mock tiktoken at the top level with hoisted functions
+const mockEncode = vi.hoisted(() => vi.fn());
+const mockFree = vi.hoisted(() => vi.fn());
+const mockGetEncoding = vi.hoisted(() => vi.fn());
+vi.mock('tiktoken', () => ({
+    get_encoding: mockGetEncoding,
+}));
+describe('TextTokenizer', () => {
+    let tokenizer;
+    let consoleWarnSpy;
+    beforeEach(() => {
+        vi.resetAllMocks();
+        consoleWarnSpy = vi.spyOn(console, 'warn').mockImplementation(() => { });
+        // Default mock implementation
+        mockGetEncoding.mockReturnValue({
+            encode: mockEncode,
+            free: mockFree,
+        });
+    });
+    afterEach(() => {
+        vi.restoreAllMocks();
+        tokenizer?.dispose();
+    });
+    describe('constructor', () => {
+        it('should create tokenizer with default encoding', () => {
+            tokenizer = new TextTokenizer();
+            expect(tokenizer).toBeInstanceOf(TextTokenizer);
+        });
+        it('should create tokenizer with custom encoding', () => {
+            tokenizer = new TextTokenizer('gpt2');
+            expect(tokenizer).toBeInstanceOf(TextTokenizer);
+        });
+    });
+    describe('calculateTokens', () => {
+        beforeEach(() => {
+            tokenizer = new TextTokenizer();
+        });
+        it('should return 0 for empty text', async () => {
+            const result = await tokenizer.calculateTokens('');
+            expect(result).toBe(0);
+        });
+        it('should return 0 for null/undefined text', async () => {
+            const result1 = await tokenizer.calculateTokens(null);
+            const result2 = await tokenizer.calculateTokens(undefined);
+            expect(result1).toBe(0);
+            expect(result2).toBe(0);
+        });
+        it('should calculate tokens using tiktoken when available', async () => {
+            const testText = 'Hello, world!';
+            const mockTokens = [1, 2, 3, 4, 5]; // 5 tokens
+            mockEncode.mockReturnValue(mockTokens);
+            const result = await tokenizer.calculateTokens(testText);
+            expect(mockGetEncoding).toHaveBeenCalledWith('cl100k_base');
+            expect(mockEncode).toHaveBeenCalledWith(testText);
+            expect(result).toBe(5);
+        });
+        it('should use fallback calculation when tiktoken fails to load', async () => {
+            mockGetEncoding.mockImplementation(() => {
+                throw new Error('Failed to load tiktoken');
+            });
+            const testText = 'Hello, world!'; // 13 characters
+            const result = await tokenizer.calculateTokens(testText);
+            expect(consoleWarnSpy).toHaveBeenCalledWith('Failed to load tiktoken with encoding cl100k_base:', expect.any(Error));
+            // Fallback: Math.ceil(13 / 4) = 4
+            expect(result).toBe(4);
+        });
+        it('should use fallback calculation when encoding fails', async () => {
+            mockEncode.mockImplementation(() => {
+                throw new Error('Encoding failed');
+            });
+            const testText = 'Hello, world!'; // 13 characters
+            const result = await tokenizer.calculateTokens(testText);
+            expect(consoleWarnSpy).toHaveBeenCalledWith('Error encoding text with tiktoken:', expect.any(Error));
+            // Fallback: Math.ceil(13 / 4) = 4
+            expect(result).toBe(4);
+        });
+        it('should handle very long text', async () => {
+            const longText = 'a'.repeat(10000);
+            const mockTokens = new Array(2500); // 2500 tokens
+            mockEncode.mockReturnValue(mockTokens);
+            const result = await tokenizer.calculateTokens(longText);
+            expect(result).toBe(2500);
+        });
+        it('should handle unicode characters', async () => {
+            const unicodeText = '你好世界 🌍';
+            const mockTokens = [1, 2, 3, 4, 5, 6];
+            mockEncode.mockReturnValue(mockTokens);
+            const result = await tokenizer.calculateTokens(unicodeText);
+            expect(result).toBe(6);
+        });
+        it('should use custom encoding when specified', async () => {
+            tokenizer = new TextTokenizer('gpt2');
+            const testText = 'Hello, world!';
+            const mockTokens = [1, 2, 3];
+            mockEncode.mockReturnValue(mockTokens);
+            const result = await tokenizer.calculateTokens(testText);
+            expect(mockGetEncoding).toHaveBeenCalledWith('gpt2');
+            expect(result).toBe(3);
+        });
+    });
+    describe('calculateTokensBatch', () => {
+        beforeEach(() => {
+            tokenizer = new TextTokenizer();
+        });
+        it('should process multiple texts and return token counts', async () => {
+            const texts = ['Hello', 'world', 'test'];
+            mockEncode
+                .mockReturnValueOnce([1, 2]) // 2 tokens for 'Hello'
+                .mockReturnValueOnce([3, 4, 5]) // 3 tokens for 'world'
+                .mockReturnValueOnce([6]); // 1 token for 'test'
+            const result = await tokenizer.calculateTokensBatch(texts);
+            expect(result).toEqual([2, 3, 1]);
+            expect(mockEncode).toHaveBeenCalledTimes(3);
+        });
+        it('should handle empty array', async () => {
+            const result = await tokenizer.calculateTokensBatch([]);
+            expect(result).toEqual([]);
+        });
+        it('should handle array with empty strings', async () => {
+            const texts = ['', 'hello', ''];
+            mockEncode.mockReturnValue([1, 2, 3]); // Only called for 'hello'
+            const result = await tokenizer.calculateTokensBatch(texts);
+            expect(result).toEqual([0, 3, 0]);
+            expect(mockEncode).toHaveBeenCalledTimes(1);
+            expect(mockEncode).toHaveBeenCalledWith('hello');
+        });
+        it('should use fallback calculation when tiktoken fails to load', async () => {
+            mockGetEncoding.mockImplementation(() => {
+                throw new Error('Failed to load tiktoken');
+            });
+            const texts = ['Hello', 'world']; // 5 and 5 characters
+            const result = await tokenizer.calculateTokensBatch(texts);
+            expect(consoleWarnSpy).toHaveBeenCalledWith('Failed to load tiktoken with encoding cl100k_base:', expect.any(Error));
+            // Fallback: Math.ceil(5/4) = 2 for both
+            expect(result).toEqual([2, 2]);
+        });
+        it('should use fallback calculation when encoding fails during batch processing', async () => {
+            mockEncode.mockImplementation(() => {
+                throw new Error('Encoding failed');
+            });
+            const texts = ['Hello', 'world']; // 5 and 5 characters
+            const result = await tokenizer.calculateTokensBatch(texts);
+            expect(consoleWarnSpy).toHaveBeenCalledWith('Error encoding texts with tiktoken:', expect.any(Error));
+            // Fallback: Math.ceil(5/4) = 2 for both
+            expect(result).toEqual([2, 2]);
+        });
+        it('should handle null and undefined values in batch', async () => {
+            const texts = [null, 'hello', undefined, 'world'];
+            mockEncode
+                .mockReturnValueOnce([1, 2, 3]) // 3 tokens for 'hello'
+                .mockReturnValueOnce([4, 5]); // 2 tokens for 'world'
+            const result = await tokenizer.calculateTokensBatch(texts);
+            expect(result).toEqual([0, 3, 0, 2]);
+        });
+    });
+    describe('dispose', () => {
+        beforeEach(() => {
+            tokenizer = new TextTokenizer();
+        });
+        it('should free tiktoken encoding when disposing', async () => {
+            // Initialize the encoding by calling calculateTokens
+            await tokenizer.calculateTokens('test');
+            tokenizer.dispose();
+            expect(mockFree).toHaveBeenCalled();
+        });
+        it('should handle disposal when encoding is not initialized', () => {
+            expect(() => tokenizer.dispose()).not.toThrow();
+            expect(mockFree).not.toHaveBeenCalled();
+        });
+        it('should handle disposal when encoding is null', async () => {
+            // Force encoding to be null by making tiktoken fail
+            mockGetEncoding.mockImplementation(() => {
+                throw new Error('Failed to load');
+            });
+            await tokenizer.calculateTokens('test');
+            expect(() => tokenizer.dispose()).not.toThrow();
+            expect(mockFree).not.toHaveBeenCalled();
+        });
+        it('should handle errors during disposal gracefully', async () => {
+            await tokenizer.calculateTokens('test');
+            mockFree.mockImplementation(() => {
+                throw new Error('Free failed');
+            });
+            tokenizer.dispose();
+            expect(consoleWarnSpy).toHaveBeenCalledWith('Error freeing tiktoken encoding:', expect.any(Error));
+        });
+        it('should allow multiple calls to dispose', async () => {
+            await tokenizer.calculateTokens('test');
+            tokenizer.dispose();
+            tokenizer.dispose(); // Second call should not throw
+            expect(mockFree).toHaveBeenCalledTimes(1);
+        });
+    });
+    describe('lazy initialization', () => {
+        beforeEach(() => {
+            tokenizer = new TextTokenizer();
+        });
+        it('should not initialize tiktoken until first use', () => {
+            expect(mockGetEncoding).not.toHaveBeenCalled();
+        });
+        it('should initialize tiktoken on first calculateTokens call', async () => {
+            await tokenizer.calculateTokens('test');
+            expect(mockGetEncoding).toHaveBeenCalledTimes(1);
+        });
+        it('should not reinitialize tiktoken on subsequent calls', async () => {
+            await tokenizer.calculateTokens('test1');
+            await tokenizer.calculateTokens('test2');
+            expect(mockGetEncoding).toHaveBeenCalledTimes(1);
+        });
+        it('should initialize tiktoken on first calculateTokensBatch call', async () => {
+            await tokenizer.calculateTokensBatch(['test']);
+            expect(mockGetEncoding).toHaveBeenCalledTimes(1);
+        });
+    });
+    describe('edge cases', () => {
+        beforeEach(() => {
+            tokenizer = new TextTokenizer();
+        });
+        it('should handle very short text', async () => {
+            const result = await tokenizer.calculateTokens('a');
+            if (mockGetEncoding.mock.calls.length > 0) {
+                // If tiktoken was called, use its result
+                expect(mockEncode).toHaveBeenCalledWith('a');
+            }
+            else {
+                // If tiktoken failed, should use fallback: Math.ceil(1/4) = 1
+                expect(result).toBe(1);
+            }
+        });
+        it('should handle text with only whitespace', async () => {
+            const whitespaceText = '   \n\t  ';
+            const mockTokens = [1];
+            mockEncode.mockReturnValue(mockTokens);
+            const result = await tokenizer.calculateTokens(whitespaceText);
+            expect(result).toBe(1);
+        });
+        it('should handle special characters and symbols', async () => {
+            const specialText = '!@#$%^&*()_+-=[]{}|;:,.<>?';
+            const mockTokens = new Array(10);
+            mockEncode.mockReturnValue(mockTokens);
+            const result = await tokenizer.calculateTokens(specialText);
+            expect(result).toBe(10);
+        });
+    });
+});
+//# sourceMappingURL=textTokenizer.test.js.map

package/dist/src/utils/request-tokenizer/textTokenizer.test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"textTokenizer.test.js","sourceRoot":"","sources":["../../../../src/utils/request-tokenizer/textTokenizer.test.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,MAAM,EAAE,EAAE,EAAE,UAAU,EAAE,SAAS,EAAE,MAAM,QAAQ,CAAC;AACzE,OAAO,EAAE,aAAa,EAAE,MAAM,oBAAoB,CAAC;AAEnD,wDAAwD;AACxD,MAAM,UAAU,GAAG,EAAE,CAAC,OAAO,CAAC,GAAG,EAAE,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC;AAC7C,MAAM,QAAQ,GAAG,EAAE,CAAC,OAAO,CAAC,GAAG,EAAE,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC;AAC3C,MAAM,eAAe,GAAG,EAAE,CAAC,OAAO,CAAC,GAAG,EAAE,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC;AAElD,EAAE,CAAC,IAAI,CAAC,UAAU,EAAE,GAAG,EAAE,CAAC,CAAC;IACzB,YAAY,EAAE,eAAe;CAC9B,CAAC,CAAC,CAAC;AAEJ,QAAQ,CAAC,eAAe,EAAE,GAAG,EAAE;IAC7B,IAAI,SAAwB,CAAC;IAC7B,IAAI,cAA2C,CAAC;IAEhD,UAAU,CAAC,GAAG,EAAE;QACd,EAAE,CAAC,aAAa,EAAE,CAAC;QACnB,cAAc,GAAG,EAAE,CAAC,KAAK,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC,kBAAkB,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;QAExE,8BAA8B;QAC9B,eAAe,CAAC,eAAe,CAAC;YAC9B,MAAM,EAAE,UAAU;YAClB,IAAI,EAAE,QAAQ;SACf,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,SAAS,CAAC,GAAG,EAAE;QACb,EAAE,CAAC,eAAe,EAAE,CAAC;QACrB,SAAS,EAAE,OAAO,EAAE,CAAC;IACvB,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,aAAa,EAAE,GAAG,EAAE;QAC3B,EAAE,CAAC,+CAA+C,EAAE,GAAG,EAAE;YACvD,SAAS,GAAG,IAAI,aAAa,EAAE,CAAC;YAChC,MAAM,CAAC,SAAS,CAAC,CAAC,cAAc,CAAC,aAAa,CAAC,CAAC;QAClD,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,8CAA8C,EAAE,GAAG,EAAE;YACtD,SAAS,GAAG,IAAI,aAAa,CAAC,MAAM,CAAC,CAAC;YACtC,MAAM,CAAC,SAAS,CAAC,CAAC,cAAc,CAAC,aAAa,CAAC,CAAC;QAClD,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,iBAAiB,EAAE,GAAG,EAAE;QAC/B,UAAU,CAAC,GAAG,EAAE;YACd,SAAS,GAAG,IAAI,aAAa,EAAE,CAAC;QAClC,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,gCAAgC,EAAE,KAAK,IAAI,EAAE;YAC9C,MAAM,MAAM,GAAG,MAAM,SAAS,CAAC,eAAe,CAAC,EAAE,CAAC,CAAC;YACnD,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACzB,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,yCAAyC,EAAE,KAAK,IAAI,EAAE;YACvD,MAAM,OAAO,GAAG,MAAM,SAAS,CAAC,eAAe,CAC7C,IAAyB,CAC1B,CAAC;YACF,MAAM,OAAO,GAAG,MAAM,SAAS,CAAC,eAAe,CAC7C,SAA8B,CAC/B,CAAC;YACF,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YACxB,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAC1B,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,uDAAuD,EAAE,KAAK,IAAI,EAAE;YACrE,MAAM,QAAQ,GAAG,eAAe,CAAC;YACjC,MAAM,UAAU,GAAG,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,WAAW;YAC/C,UAAU,CAAC,eAAe,CAAC,UAAU,CAAC,CAAC;YAEvC,MAAM,MAAM,GAAG,MAAM,SAAS,CAAC,eAAe,CAAC,QAAQ,CAAC,CAAC;YAEzD,MAAM,CAAC,eAAe,CAAC,CAAC,oBAAoB,CAAC,aAAa,CAAC,CAAC;YAC5D,MAAM,CAAC,UAAU,CAAC,CAAC,oBAAoB,CAAC,QAAQ,CAAC,CAAC;YAClD,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACzB,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,6DAA6D,EAAE,KAAK,IAAI,EAAE;YAC3E,eAAe,CAAC,kBAAkB,CAAC,GAAG,EAAE;gBACtC,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;YAC7C,CAAC,CAAC,CAAC;YAEH,MAAM,QAAQ,GAAG,eAAe,CAAC,CAAC,gBAAgB;YAClD,MAAM,MAAM,GAAG,MAAM,SAAS,CAAC,eAAe,CAAC,QAAQ,CAAC,CAAC;YAEzD,MAAM,CAAC,cAAc,CAAC,CAAC,oBAAoB,CACzC,oDAAoD,EACpD,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,CAClB,CAAC;YACF,kCAAkC;YAClC,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACzB,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,qDAAqD,EAAE,KAAK,IAAI,EAAE;YACnE,UAAU,CAAC,kBAAkB,CAAC,GAAG,EAAE;gBACjC,MAAM,IAAI,KAAK,CAAC,iBAAiB,CAAC,CAAC;YACrC,CAAC,CAAC,CAAC;YAEH,MAAM,QAAQ,GAAG,eAAe,CAAC,CAAC,gBAAgB;YAClD,MAAM,MAAM,GAAG,MAAM,SAAS,CAAC,eAAe,CAAC,QAAQ,CAAC,CAAC;YAEzD,MAAM,CAAC,cAAc,CAAC,CAAC,oBAAoB,CACzC,oCAAoC,EACpC,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,CAClB,CAAC;YACF,kCAAkC;YAClC,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACzB,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,8BAA8B,EAAE,KAAK,IAAI,EAAE;YAC5C,MAAM,QAAQ,GAAG,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YACnC,MAAM,UAAU,GAAG,IAAI,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,cAAc;YAClD,UAAU,CAAC,eAAe,CAAC,UAAU,CAAC,CAAC;YAEvC,MAAM,MAAM,GAAG,MAAM,SAAS,CAAC,eAAe,CAAC,QAAQ,CAAC,CAAC;YAEzD,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC5B,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,kCAAkC,EAAE,KAAK,IAAI,EAAE;YAChD,MAAM,WAAW,GAAG,SAAS,CAAC;YAC9B,MAAM,UAAU,GAAG,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;YACtC,UAAU,CAAC,eAAe,CAAC,UAAU,CAAC,CAAC;YAEvC,MAAM,MAAM,GAAG,MAAM,SAAS,CAAC,eAAe,CAAC,WAAW,CAAC,CAAC;YAE5D,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACzB,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,2CAA2C,EAAE,KAAK,IAAI,EAAE;YACzD,SAAS,GAAG,IAAI,aAAa,CAAC,MAAM,CAAC,CAAC;YACtC,MAAM,QAAQ,GAAG,eAAe,CAAC;YACjC,MAAM,UAAU,GAAG,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;YAC7B,UAAU,CAAC,eAAe,CAAC,UAAU,CAAC,CAAC;YAEvC,MAAM,MAAM,GAAG,MAAM,SAAS,CAAC,eAAe,CAAC,QAAQ,CAAC,CAAC;YAEzD,MAAM,CAAC,eAAe,CAAC,CAAC,oBAAoB,CAAC,MAAM,CAAC,CAAC;YACrD,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACzB,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,sBAAsB,EAAE,GAAG,EAAE;QACpC,UAAU,CAAC,GAAG,EAAE;YACd,SAAS,GAAG,IAAI,aAAa,EAAE,CAAC;QAClC,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,uDAAuD,EAAE,KAAK,IAAI,EAAE;YACrE,MAAM,KAAK,GAAG,CAAC,OAAO,EAAE,OAAO,EAAE,MAAM,CAAC,CAAC;YACzC,UAAU;iBACP,mBAAmB,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,uBAAuB;iBACnD,mBAAmB,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,uBAAuB;iBACtD,mBAAmB,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,qBAAqB;YAElD,MAAM,MAAM,GAAG,MAAM,SAAS,CAAC,oBAAoB,CAAC,KAAK,CAAC,CAAC;YAE3D,MAAM,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;YAClC,MAAM,CAAC,UAAU,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC;QAC9C,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,2BAA2B,EAAE,KAAK,IAAI,EAAE;YACzC,MAAM,MAAM,GAAG,MAAM,SAAS,CAAC,oBAAoB,CAAC,EAAE,CAAC,CAAC;YACxD,MAAM,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;QAC7B,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,wCAAwC,EAAE,KAAK,IAAI,EAAE;YACtD,MAAM,KAAK,GAAG,CAAC,EAAE,EAAE,OAAO,EAAE,EAAE,CAAC,CAAC;YAChC,UAAU,CAAC,eAAe,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,0BAA0B;YAEjE,MAAM,MAAM,GAAG,MAAM,SAAS,CAAC,oBAAoB,CAAC,KAAK,CAAC,CAAC;YAE3D,MAAM,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;YAClC,MAAM,CAAC,UAAU,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC;YAC5C,MAAM,CAAC,UAAU,CAAC,CAAC,oBAAoB,CAAC,OAAO,CAAC,CAAC;QACnD,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,6DAA6D,EAAE,KAAK,IAAI,EAAE;YAC3E,eAAe,CAAC,kBAAkB,CAAC,GAAG,EAAE;gBACtC,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;YAC7C,CAAC,CAAC,CAAC;YAEH,MAAM,KAAK,GAAG,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC,CAAC,qBAAqB;YACvD,MAAM,MAAM,GAAG,MAAM,SAAS,CAAC,oBAAoB,CAAC,KAAK,CAAC,CAAC;YAE3D,MAAM,CAAC,cAAc,CAAC,CAAC,oBAAoB,CACzC,oDAAoD,EACpD,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,CAClB,CAAC;YACF,wCAAwC;YACxC,MAAM,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;QACjC,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,6EAA6E,EAAE,KAAK,IAAI,EAAE;YAC3F,UAAU,CAAC,kBAAkB,CAAC,GAAG,EAAE;gBACjC,MAAM,IAAI,KAAK,CAAC,iBAAiB,CAAC,CAAC;YACrC,CAAC,CAAC,CAAC;YAEH,MAAM,KAAK,GAAG,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC,CAAC,qBAAqB;YACvD,MAAM,MAAM,GAAG,MAAM,SAAS,CAAC,oBAAoB,CAAC,KAAK,CAAC,CAAC;YAE3D,MAAM,CAAC,cAAc,CAAC,CAAC,oBAAoB,CACzC,qCAAqC,EACrC,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,CAClB,CAAC;YACF,wCAAwC;YACxC,MAAM,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;QACjC,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,kDAAkD,EAAE,KAAK,IAAI,EAAE;YAChE,MAAM,KAAK,GAAG,CAAC,IAAI,EAAE,OAAO,EAAE,SAAS,EAAE,OAAO,CAAwB,CAAC;YACzE,UAAU;iBACP,mBAAmB,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,uBAAuB;iBACtD,mBAAmB,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,uBAAuB;YAEvD,MAAM,MAAM,GAAG,MAAM,SAAS,CAAC,oBAAoB,CAAC,KAAK,CAAC,CAAC;YAE3D,MAAM,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;QACvC,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,SAAS,EAAE,GAAG,EAAE;QACvB,UAAU,CAAC,GAAG,EAAE;YACd,SAAS,GAAG,IAAI,aAAa,EAAE,CAAC;QAClC,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,8CAA8C,EAAE,KAAK,IAAI,EAAE;YAC5D,qDAAqD;YACrD,MAAM,SAAS,CAAC,eAAe,CAAC,MAAM,CAAC,CAAC;YAExC,SAAS,CAAC,OAAO,EAAE,CAAC;YAEpB,MAAM,CAAC,QAAQ,CAAC,CAAC,gBAAgB,EAAE,CAAC;QACtC,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,yDAAyD,EAAE,GAAG,EAAE;YACjE,MAAM,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,OAAO,EAAE,CAAC,CAAC,GAAG,CAAC,OAAO,EAAE,CAAC;YAChD,MAAM,CAAC,QAAQ,CAAC,CAAC,GAAG,CAAC,gBAAgB,EAAE,CAAC;QAC1C,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,8CAA8C,EAAE,KAAK,IAAI,EAAE;YAC5D,oDAAoD;YACpD,eAAe,CAAC,kBAAkB,CAAC,GAAG,EAAE;gBACtC,MAAM,IAAI,KAAK,CAAC,gBAAgB,CAAC,CAAC;YACpC,CAAC,CAAC,CAAC;YAEH,MAAM,SAAS,CAAC,eAAe,CAAC,MAAM,CAAC,CAAC;YAExC,MAAM,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,OAAO,EAAE,CAAC,CAAC,GAAG,CAAC,OAAO,EAAE,CAAC;YAChD,MAAM,CAAC,QAAQ,CAAC,CAAC,GAAG,CAAC,gBAAgB,EAAE,CAAC;QAC1C,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,iDAAiD,EAAE,KAAK,IAAI,EAAE;YAC/D,MAAM,SAAS,CAAC,eAAe,CAAC,MAAM,CAAC,CAAC;YAExC,QAAQ,CAAC,kBAAkB,CAAC,GAAG,EAAE;gBAC/B,MAAM,IAAI,KAAK,CAAC,aAAa,CAAC,CAAC;YACjC,CAAC,CAAC,CAAC;YAEH,SAAS,CAAC,OAAO,EAAE,CAAC;YAEpB,MAAM,CAAC,cAAc,CAAC,CAAC,oBAAoB,CACzC,kCAAkC,EAClC,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,CAClB,CAAC;QACJ,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,wCAAwC,EAAE,KAAK,IAAI,EAAE;YACtD,MAAM,SAAS,CAAC,eAAe,CAAC,MAAM,CAAC,CAAC;YAExC,SAAS,CAAC,OAAO,EAAE,CAAC;YACpB,SAAS,CAAC,OAAO,EAAE,CAAC,CAAC,+BAA+B;YAEpD,MAAM,CAAC,QAAQ,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC;QAC5C,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,qBAAqB,EAAE,GAAG,EAAE;QACnC,UAAU,CAAC,GAAG,EAAE;YACd,SAAS,GAAG,IAAI,aAAa,EAAE,CAAC;QAClC,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,gDAAgD,EAAE,GAAG,EAAE;YACxD,MAAM,CAAC,eAAe,CAAC,CAAC,GAAG,CAAC,gBAAgB,EAAE,CAAC;QACjD,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,0DAA0D,EAAE,KAAK,IAAI,EAAE;YACxE,MAAM,SAAS,CAAC,eAAe,CAAC,MAAM,CAAC,CAAC;YACxC,MAAM,CAAC,eAAe,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC;QACnD,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,sDAAsD,EAAE,KAAK,IAAI,EAAE;YACpE,MAAM,SAAS,CAAC,eAAe,CAAC,OAAO,CAAC,CAAC;YACzC,MAAM,SAAS,CAAC,eAAe,CAAC,OAAO,CAAC,CAAC;YAEzC,MAAM,CAAC,eAAe,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC;QACnD,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,+DAA+D,EAAE,KAAK,IAAI,EAAE;YAC7E,MAAM,SAAS,CAAC,oBAAoB,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC;YAC/C,MAAM,CAAC,eAAe,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC;QACnD,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,YAAY,EAAE,GAAG,EAAE;QAC1B,UAAU,CAAC,GAAG,EAAE;YACd,SAAS,GAAG,IAAI,aAAa,EAAE,CAAC;QAClC,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,+BAA+B,EAAE,KAAK,IAAI,EAAE;YAC7C,MAAM,MAAM,GAAG,MAAM,SAAS,CAAC,eAAe,CAAC,GAAG,CAAC,CAAC;YAEpD,IAAI,eAAe,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC1C,yCAAyC;gBACzC,MAAM,CAAC,UAAU,CAAC,CAAC,oBAAoB,CAAC,GAAG,CAAC,CAAC;YAC/C,CAAC;iBAAM,CAAC;gBACN,8DAA8D;gBAC9D,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YACzB,CAAC;QACH,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,yCAAyC,EAAE,KAAK,IAAI,EAAE;YACvD,MAAM,cAAc,GAAG,WAAW,CAAC;YACnC,MAAM,UAAU,GAAG,CAAC,CAAC,CAAC,CAAC;YACvB,UAAU,CAAC,eAAe,CAAC,UAAU,CAAC,CAAC;YAEvC,MAAM,MAAM,GAAG,MAAM,SAAS,CAAC,eAAe,CAAC,cAAc,CAAC,CAAC;YAE/D,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACzB,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,8CAA8C,EAAE,KAAK,IAAI,EAAE;YAC5D,MAAM,WAAW,GAAG,4BAA4B,CAAC;YACjD,MAAM,UAAU,GAAG,IAAI,KAAK,CAAC,EAAE,CAAC,CAAC;YACjC,UAAU,CAAC,eAAe,CAAC,UAAU,CAAC,CAAC;YAEvC,MAAM,MAAM,GAAG,MAAM,SAAS,CAAC,eAAe,CAAC,WAAW,CAAC,CAAC;YAE5D,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAC1B,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}

package/dist/src/utils/request-tokenizer/types.d.ts

@@ -0,0 +1,55 @@
+/**
+ * @license
+ * Copyright 2025 Blackbox
+ * SPDX-License-Identifier: Apache-2.0
+ */
+import type { CountTokensParameters } from '@google/genai';
+/**
+ * Token calculation result for different content types
+ */
+export interface TokenCalculationResult {
+    /** Total tokens calculated */
+    totalTokens: number;
+    /** Breakdown by content type */
+    breakdown: {
+        textTokens: number;
+        imageTokens: number;
+        audioTokens: number;
+        otherTokens: number;
+    };
+    /** Processing time in milliseconds */
+    processingTime: number;
+}
+/**
+ * Configuration for token calculation
+ */
+export interface TokenizerConfig {
+    /** Custom text tokenizer encoding (defaults to cl100k_base) */
+    textEncoding?: string;
+}
+/**
+ * Image metadata extracted from base64 data
+ */
+export interface ImageMetadata {
+    /** Image width in pixels */
+    width: number;
+    /** Image height in pixels */
+    height: number;
+    /** MIME type of the image */
+    mimeType: string;
+    /** Size of the base64 data in bytes */
+    dataSize: number;
+}
+/**
+ * Request tokenizer interface
+ */
+export interface RequestTokenizer {
+    /**
+     * Calculate tokens for a request
+     */
+    calculateTokens(request: CountTokensParameters, config?: TokenizerConfig): Promise<TokenCalculationResult>;
+    /**
+     * Dispose of resources (worker threads, etc.)
+     */
+    dispose(): Promise<void>;
+}

package/dist/src/utils/request-tokenizer/types.js

@@ -0,0 +1,7 @@
+/**
+ * @license
+ * Copyright 2025 Blackbox
+ * SPDX-License-Identifier: Apache-2.0
+ */
+export {};
+//# sourceMappingURL=types.js.map

package/dist/src/utils/request-tokenizer/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../../../../src/utils/request-tokenizer/types.ts"],"names":[],"mappings":"AAAA;;;;GAIG"}

package/dist/src/utils/retry.d.ts

@@ -0,0 +1,30 @@
+/**
+ * @license
+ * Copyright 2025 Google LLC
+ * SPDX-License-Identifier: Apache-2.0
+ */
+export interface HttpError extends Error {
+    status?: number;
+}
+export interface RetryOptions {
+    maxAttempts: number;
+    initialDelayMs: number;
+    maxDelayMs: number;
+    shouldRetry: (error: Error) => boolean;
+    onPersistent429?: (authType?: string, error?: unknown) => Promise<string | boolean | null>;
+    authType?: string;
+}
+/**
+ * Retries a function with exponential backoff and jitter.
+ * @param fn The asynchronous function to retry.
+ * @param options Optional retry configuration.
+ * @returns A promise that resolves with the result of the function if successful.
+ * @throws The last error encountered if all attempts fail.
+ */
+export declare function retryWithBackoff<T>(fn: () => Promise<T>, options?: Partial<RetryOptions>): Promise<T>;
+/**
+ * Extracts the HTTP status code from an error object.
+ * @param error The error object.
+ * @returns The HTTP status code, or undefined if not found.
+ */
+export declare function getErrorStatus(error: unknown): number | undefined;

package/dist/src/utils/retry.js

@@ -0,0 +1,288 @@
+/**
+ * @license
+ * Copyright 2025 Google LLC
+ * SPDX-License-Identifier: Apache-2.0
+ */
+import { AuthType } from '../core/contentGenerator.js';
+import { isProQuotaExceededError, isGenericQuotaExceededError, isBlackboxQuotaExceededError, isBlackboxThrottlingError, } from './quotaErrorDetection.js';
+const DEFAULT_RETRY_OPTIONS = {
+    maxAttempts: 5,
+    initialDelayMs: 5000,
+    maxDelayMs: 30000, // 30 seconds
+    shouldRetry: defaultShouldRetry,
+};
+/**
+ * Default predicate function to determine if a retry should be attempted.
+ * Retries on 429 (Too Many Requests) and 5xx server errors.
+ * @param error The error object.
+ * @returns True if the error is a transient error, false otherwise.
+ */
+function defaultShouldRetry(error) {
+    // Check for common transient error status codes either in message or a status property
+    if (error && typeof error.status === 'number') {
+        const status = error.status;
+        if (status === 429 || (status >= 500 && status < 600)) {
+            return true;
+        }
+    }
+    if (error instanceof Error && error.message) {
+        if (error.message.includes('429'))
+            return true;
+        if (error.message.match(/5\d{2}/))
+            return true;
+    }
+    return false;
+}
+/**
+ * Delays execution for a specified number of milliseconds.
+ * @param ms The number of milliseconds to delay.
+ * @returns A promise that resolves after the delay.
+ */
+function delay(ms) {
+    return new Promise((resolve) => setTimeout(resolve, ms));
+}
+/**
+ * Retries a function with exponential backoff and jitter.
+ * @param fn The asynchronous function to retry.
+ * @param options Optional retry configuration.
+ * @returns A promise that resolves with the result of the function if successful.
+ * @throws The last error encountered if all attempts fail.
+ */
+export async function retryWithBackoff(fn, options) {
+    const { maxAttempts, initialDelayMs, maxDelayMs, onPersistent429, authType, shouldRetry, } = {
+        ...DEFAULT_RETRY_OPTIONS,
+        ...options,
+    };
+    let attempt = 0;
+    let currentDelay = initialDelayMs;
+    let consecutive429Count = 0;
+    while (attempt < maxAttempts) {
+        attempt++;
+        try {
+            return await fn();
+        }
+        catch (error) {
+            const errorStatus = getErrorStatus(error);
+            // Check for Pro quota exceeded error first - immediate fallback for OAuth users
+            if (errorStatus === 429 &&
+                authType === AuthType.LOGIN_WITH_GOOGLE &&
+                isProQuotaExceededError(error) &&
+                onPersistent429) {
+                try {
+                    const fallbackModel = await onPersistent429(authType, error);
+                    if (fallbackModel !== false && fallbackModel !== null) {
+                        // Reset attempt counter and try with new model
+                        attempt = 0;
+                        consecutive429Count = 0;
+                        currentDelay = initialDelayMs;
+                        // With the model updated, we continue to the next attempt
+                        continue;
+                    }
+                    else {
+                        // Fallback handler returned null/false, meaning don't continue - stop retry process
+                        throw error;
+                    }
+                }
+                catch (fallbackError) {
+                    // If fallback fails, continue with original error
+                    console.warn('Fallback to Flash model failed:', fallbackError);
+                }
+            }
+            // Check for generic quota exceeded error (but not Pro, which was handled above) - immediate fallback for OAuth users
+            if (errorStatus === 429 &&
+                authType === AuthType.LOGIN_WITH_GOOGLE &&
+                !isProQuotaExceededError(error) &&
+                isGenericQuotaExceededError(error) &&
+                onPersistent429) {
+                try {
+                    const fallbackModel = await onPersistent429(authType, error);
+                    if (fallbackModel !== false && fallbackModel !== null) {
+                        // Reset attempt counter and try with new model
+                        attempt = 0;
+                        consecutive429Count = 0;
+                        currentDelay = initialDelayMs;
+                        // With the model updated, we continue to the next attempt
+                        continue;
+                    }
+                    else {
+                        // Fallback handler returned null/false, meaning don't continue - stop retry process
+                        throw error;
+                    }
+                }
+                catch (fallbackError) {
+                    // If fallback fails, continue with original error
+                    console.warn('Fallback to Flash model failed:', fallbackError);
+                }
+            }
+            // Check for Blackbox OAuth quota exceeded error - throw immediately without retry
+            if (authType === AuthType.BLACKBOX_OAUTH && isBlackboxQuotaExceededError(error)) {
+                throw new Error(`Blackbox API quota exceeded: Your Blackbox API quota has been exhausted. Please wait for your quota to reset.`);
+            }
+            // Track consecutive 429 errors, but handle Blackbox throttling differently
+            if (errorStatus === 429) {
+                // For Blackbox throttling errors, we still want to track them for exponential backoff
+                // but not for quota fallback logic (since Blackbox doesn't have model fallback)
+                if (authType === AuthType.BLACKBOX_OAUTH && isBlackboxThrottlingError(error)) {
+                    // Keep track of 429s but reset the consecutive count to avoid fallback logic
+                    consecutive429Count = 0;
+                }
+                else {
+                    consecutive429Count++;
+                }
+            }
+            else {
+                consecutive429Count = 0;
+            }
+            // If we have persistent 429s and a fallback callback for OAuth
+            if (consecutive429Count >= 2 &&
+                onPersistent429 &&
+                authType === AuthType.LOGIN_WITH_GOOGLE) {
+                try {
+                    const fallbackModel = await onPersistent429(authType, error);
+                    if (fallbackModel !== false && fallbackModel !== null) {
+                        // Reset attempt counter and try with new model
+                        attempt = 0;
+                        consecutive429Count = 0;
+                        currentDelay = initialDelayMs;
+                        // With the model updated, we continue to the next attempt
+                        continue;
+                    }
+                    else {
+                        // Fallback handler returned null/false, meaning don't continue - stop retry process
+                        throw error;
+                    }
+                }
+                catch (fallbackError) {
+                    // If fallback fails, continue with original error
+                    console.warn('Fallback to Flash model failed:', fallbackError);
+                }
+            }
+            // Check if we've exhausted retries or shouldn't retry
+            if (attempt >= maxAttempts || !shouldRetry(error)) {
+                throw error;
+            }
+            const { delayDurationMs, errorStatus: delayErrorStatus } = getDelayDurationAndStatus(error);
+            if (delayDurationMs > 0) {
+                // Respect Retry-After header if present and parsed
+                console.warn(`Attempt ${attempt} failed with status ${delayErrorStatus ?? 'unknown'}. Retrying after explicit delay of ${delayDurationMs}ms...`, error);
+                await delay(delayDurationMs);
+                // Reset currentDelay for next potential non-429 error, or if Retry-After is not present next time
+                currentDelay = initialDelayMs;
+            }
+            else {
+                // Fall back to exponential backoff with jitter
+                logRetryAttempt(attempt, error, errorStatus);
+                // Add jitter: +/- 30% of currentDelay
+                const jitter = currentDelay * 0.3 * (Math.random() * 2 - 1);
+                const delayWithJitter = Math.max(0, currentDelay + jitter);
+                await delay(delayWithJitter);
+                currentDelay = Math.min(maxDelayMs, currentDelay * 2);
+            }
+        }
+    }
+    // This line should theoretically be unreachable due to the throw in the catch block.
+    // Added for type safety and to satisfy the compiler that a promise is always returned.
+    throw new Error('Retry attempts exhausted');
+}
+/**
+ * Extracts the HTTP status code from an error object.
+ * @param error The error object.
+ * @returns The HTTP status code, or undefined if not found.
+ */
+export function getErrorStatus(error) {
+    if (typeof error === 'object' && error !== null) {
+        if ('status' in error && typeof error.status === 'number') {
+            return error.status;
+        }
+        // Check for error.response.status (common in axios errors)
+        if ('response' in error &&
+            typeof error.response === 'object' &&
+            error.response !== null) {
+            const response = error.response;
+            if ('status' in response && typeof response.status === 'number') {
+                return response.status;
+            }
+        }
+    }
+    return undefined;
+}
+/**
+ * Extracts the Retry-After delay from an error object's headers.
+ * @param error The error object.
+ * @returns The delay in milliseconds, or 0 if not found or invalid.
+ */
+function getRetryAfterDelayMs(error) {
+    if (typeof error === 'object' && error !== null) {
+        // Check for error.response.headers (common in axios errors)
+        if ('response' in error &&
+            typeof error.response === 'object' &&
+            error.response !== null) {
+            const response = error.response;
+            if ('headers' in response &&
+                typeof response.headers === 'object' &&
+                response.headers !== null) {
+                const headers = response.headers;
+                const retryAfterHeader = headers['retry-after'];
+                if (typeof retryAfterHeader === 'string') {
+                    const retryAfterSeconds = parseInt(retryAfterHeader, 10);
+                    if (!isNaN(retryAfterSeconds)) {
+                        return retryAfterSeconds * 1000;
+                    }
+                    // It might be an HTTP date
+                    const retryAfterDate = new Date(retryAfterHeader);
+                    if (!isNaN(retryAfterDate.getTime())) {
+                        return Math.max(0, retryAfterDate.getTime() - Date.now());
+                    }
+                }
+            }
+        }
+    }
+    return 0;
+}
+/**
+ * Determines the delay duration based on the error, prioritizing Retry-After header.
+ * @param error The error object.
+ * @returns An object containing the delay duration in milliseconds and the error status.
+ */
+function getDelayDurationAndStatus(error) {
+    const errorStatus = getErrorStatus(error);
+    let delayDurationMs = 0;
+    if (errorStatus === 429) {
+        delayDurationMs = getRetryAfterDelayMs(error);
+    }
+    return { delayDurationMs, errorStatus };
+}
+/**
+ * Logs a message for a retry attempt when using exponential backoff.
+ * @param attempt The current attempt number.
+ * @param error The error that caused the retry.
+ * @param errorStatus The HTTP status code of the error, if available.
+ */
+function logRetryAttempt(attempt, error, errorStatus) {
+    let message = `Attempt ${attempt} failed. Retrying with backoff...`;
+    if (errorStatus) {
+        message = `Attempt ${attempt} failed with status ${errorStatus}. Retrying with backoff...`;
+    }
+    if (errorStatus === 429) {
+        console.warn(message, error);
+    }
+    else if (errorStatus && errorStatus >= 500 && errorStatus < 600) {
+        console.error(message, error);
+    }
+    else if (error instanceof Error) {
+        // Fallback for errors that might not have a status but have a message
+        if (error.message.includes('429')) {
+            console.warn(`Attempt ${attempt} failed with 429 error (no Retry-After header). Retrying with backoff...`, error);
+        }
+        else if (error.message.match(/5\d{2}/)) {
+            console.error(`Attempt ${attempt} failed with 5xx error. Retrying with backoff...`, error);
+        }
+        else {
+            console.warn(message, error); // Default to warn for other errors
+        }
+    }
+    else {
+        console.warn(message, error); // Default to warn if error type is unknown
+    }
+}
+//# sourceMappingURL=retry.js.map