@anh3d0nic/qwen-code-termux-ice 21.0.1 → 21.2.0

package/core-dist/src/utils/request-tokenizer/textTokenizer.d.ts

@@ -0,0 +1,32 @@
+/**
+ * @license
+ * Copyright 2025 Qwen
+ * SPDX-License-Identifier: Apache-2.0
+ */
+/**
+ * Text tokenizer for calculating text tokens using character-based estimation.
+ *
+ * Uses a lightweight character-based approach that is "good enough" for
+ * guardrail features like sessionTokenLimit.
+ *
+ * Algorithm:
+ * - ASCII characters: 0.25 tokens per char (4 chars = 1 token)
+ * - Non-ASCII characters: 1.1 tokens per char (conservative for CJK, emoji, etc.)
+ */
+export declare class TextTokenizer {
+    /**
+     * Calculate tokens for text content
+     *
+     * @param text - The text to estimate tokens for
+     * @returns The estimated token count
+     */
+    calculateTokens(text: string): Promise<number>;
+    /**
+     * Calculate tokens for multiple text strings
+     *
+     * @param texts - Array of text strings to estimate tokens for
+     * @returns Array of token counts corresponding to each input text
+     */
+    calculateTokensBatch(texts: string[]): Promise<number[]>;
+    private calculateTokensSync;
+}

package/core-dist/src/utils/request-tokenizer/textTokenizer.js

@@ -0,0 +1,54 @@
+/**
+ * @license
+ * Copyright 2025 Qwen
+ * SPDX-License-Identifier: Apache-2.0
+ */
+/**
+ * Text tokenizer for calculating text tokens using character-based estimation.
+ *
+ * Uses a lightweight character-based approach that is "good enough" for
+ * guardrail features like sessionTokenLimit.
+ *
+ * Algorithm:
+ * - ASCII characters: 0.25 tokens per char (4 chars = 1 token)
+ * - Non-ASCII characters: 1.1 tokens per char (conservative for CJK, emoji, etc.)
+ */
+export class TextTokenizer {
+    /**
+     * Calculate tokens for text content
+     *
+     * @param text - The text to estimate tokens for
+     * @returns The estimated token count
+     */
+    async calculateTokens(text) {
+        return this.calculateTokensSync(text);
+    }
+    /**
+     * Calculate tokens for multiple text strings
+     *
+     * @param texts - Array of text strings to estimate tokens for
+     * @returns Array of token counts corresponding to each input text
+     */
+    async calculateTokensBatch(texts) {
+        return texts.map((text) => this.calculateTokensSync(text));
+    }
+    calculateTokensSync(text) {
+        if (!text || text.length === 0) {
+            return 0;
+        }
+        let asciiChars = 0;
+        let nonAsciiChars = 0;
+        for (let i = 0; i < text.length; i++) {
+            const charCode = text.charCodeAt(i);
+            if (charCode < 128) {
+                asciiChars++;
+            }
+            else {
+                nonAsciiChars++;
+            }
+        }
+        const tokens = asciiChars / 4 + nonAsciiChars * 1.1;
+        return Math.ceil(tokens);
+    }
+}
+//# sourceMappingURL=textTokenizer.js.map

package/core-dist/src/utils/request-tokenizer/textTokenizer.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"textTokenizer.js","sourceRoot":"","sources":["../../../../src/utils/request-tokenizer/textTokenizer.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH;;;;;;;;;GASG;AACH,MAAM,OAAO,aAAa;IACxB;;;;;OAKG;IACH,KAAK,CAAC,eAAe,CAAC,IAAY;QAChC,OAAO,IAAI,CAAC,mBAAmB,CAAC,IAAI,CAAC,CAAC;IACxC,CAAC;IAED;;;;;OAKG;IACH,KAAK,CAAC,oBAAoB,CAAC,KAAe;QACxC,OAAO,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,mBAAmB,CAAC,IAAI,CAAC,CAAC,CAAC;IAC7D,CAAC;IAEO,mBAAmB,CAAC,IAAY;QACtC,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC/B,OAAO,CAAC,CAAC;QACX,CAAC;QAED,IAAI,UAAU,GAAG,CAAC,CAAC;QACnB,IAAI,aAAa,GAAG,CAAC,CAAC;QAEtB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACrC,MAAM,QAAQ,GAAG,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;YACpC,IAAI,QAAQ,GAAG,GAAG,EAAE,CAAC;gBACnB,UAAU,EAAE,CAAC;YACf,CAAC;iBAAM,CAAC;gBACN,aAAa,EAAE,CAAC;YAClB,CAAC;QACH,CAAC;QAED,MAAM,MAAM,GAAG,UAAU,GAAG,CAAC,GAAG,aAAa,GAAG,GAAG,CAAC;QACpD,OAAO,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IAC3B,CAAC;CACF"}

package/core-dist/src/utils/request-tokenizer/textTokenizer.test.d.ts

@@ -0,0 +1,6 @@
+/**
+ * @license
+ * Copyright 2025 Qwen
+ * SPDX-License-Identifier: Apache-2.0
+ */
+export {};

package/core-dist/src/utils/request-tokenizer/textTokenizer.test.js

@@ -0,0 +1,237 @@
+/**
+ * @license
+ * Copyright 2025 Qwen
+ * SPDX-License-Identifier: Apache-2.0
+ */
+import { describe, it, expect, beforeEach } from 'vitest';
+import { TextTokenizer } from './textTokenizer.js';
+describe('TextTokenizer', () => {
+    let tokenizer;
+    beforeEach(() => {
+        tokenizer = new TextTokenizer();
+    });
+    describe('constructor', () => {
+        it('should create tokenizer with default encoding', () => {
+            tokenizer = new TextTokenizer();
+            expect(tokenizer).toBeInstanceOf(TextTokenizer);
+        });
+        it('should create tokenizer with custom encoding (for backward compatibility)', () => {
+            tokenizer = new TextTokenizer();
+            expect(tokenizer).toBeInstanceOf(TextTokenizer);
+            // Note: encoding name is accepted but not used
+        });
+    });
+    describe('calculateTokens', () => {
+        it('should return 0 for empty text', async () => {
+            const result = await tokenizer.calculateTokens('');
+            expect(result).toBe(0);
+        });
+        it('should return 0 for null/undefined text', async () => {
+            const result1 = await tokenizer.calculateTokens(null);
+            const result2 = await tokenizer.calculateTokens(undefined);
+            expect(result1).toBe(0);
+            expect(result2).toBe(0);
+        });
+        it('should calculate tokens using character-based estimation for ASCII text', async () => {
+            const testText = 'Hello, world!'; // 13 ASCII chars
+            const result = await tokenizer.calculateTokens(testText);
+            // 13 / 4 = 3.25 -> ceil = 4
+            expect(result).toBe(4);
+        });
+        it('should calculate tokens for code (ASCII)', async () => {
+            const code = 'function test() { return 42; }'; // 30 ASCII chars
+            const result = await tokenizer.calculateTokens(code);
+            // 30 / 4 = 7.5 -> ceil = 8
+            expect(result).toBe(8);
+        });
+        it('should calculate tokens for non-ASCII text (CJK)', async () => {
+            const unicodeText = '你好世界'; // 4 non-ASCII chars
+            const result = await tokenizer.calculateTokens(unicodeText);
+            // 4 * 1.1 = 4.4 -> ceil = 5
+            expect(result).toBe(5);
+        });
+        it('should calculate tokens for mixed ASCII and non-ASCII text', async () => {
+            const mixedText = 'Hello 世界'; // 6 ASCII + 2 non-ASCII
+            const result = await tokenizer.calculateTokens(mixedText);
+            // (6 / 4) + (2 * 1.1) = 1.5 + 2.2 = 3.7 -> ceil = 4
+            expect(result).toBe(4);
+        });
+        it('should calculate tokens for emoji', async () => {
+            const emojiText = '🌍'; // 2 UTF-16 code units (non-ASCII)
+            const result = await tokenizer.calculateTokens(emojiText);
+            // 2 * 1.1 = 2.2 -> ceil = 3
+            expect(result).toBe(3);
+        });
+        it('should handle very long text', async () => {
+            const longText = 'a'.repeat(10000); // 10000 ASCII chars
+            const result = await tokenizer.calculateTokens(longText);
+            // 10000 / 4 = 2500 -> ceil = 2500
+            expect(result).toBe(2500);
+        });
+        it('should handle text with only whitespace', async () => {
+            const whitespaceText = '   \n\t  '; // 7 ASCII chars
+            const result = await tokenizer.calculateTokens(whitespaceText);
+            // 7 / 4 = 1.75 -> ceil = 2
+            expect(result).toBe(2);
+        });
+        it('should handle special characters and symbols', async () => {
+            const specialText = '!@#$%^&*()_+-=[]{}|;:,.<>?'; // 26 ASCII chars
+            const result = await tokenizer.calculateTokens(specialText);
+            // 26 / 4 = 6.5 -> ceil = 7
+            expect(result).toBe(7);
+        });
+        it('should handle very short text', async () => {
+            const result = await tokenizer.calculateTokens('a');
+            // 1 / 4 = 0.25 -> ceil = 1
+            expect(result).toBe(1);
+        });
+    });
+    describe('calculateTokensBatch', () => {
+        it('should process multiple texts and return token counts', async () => {
+            const texts = ['Hello', 'world', 'test'];
+            const result = await tokenizer.calculateTokensBatch(texts);
+            // 'Hello' = 5 / 4 = 1.25 -> ceil = 2
+            // 'world' = 5 / 4 = 1.25 -> ceil = 2
+            // 'test' = 4 / 4 = 1 -> ceil = 1
+            expect(result).toEqual([2, 2, 1]);
+        });
+        it('should handle empty array', async () => {
+            const result = await tokenizer.calculateTokensBatch([]);
+            expect(result).toEqual([]);
+        });
+        it('should handle array with empty strings', async () => {
+            const texts = ['', 'hello', ''];
+            const result = await tokenizer.calculateTokensBatch(texts);
+            // '' = 0
+            // 'hello' = 5 / 4 = 1.25 -> ceil = 2
+            // '' = 0
+            expect(result).toEqual([0, 2, 0]);
+        });
+        it('should handle mixed ASCII and non-ASCII texts', async () => {
+            const texts = ['Hello', '世界', 'Hello 世界'];
+            const result = await tokenizer.calculateTokensBatch(texts);
+            // 'Hello' = 5 / 4 = 1.25 -> ceil = 2
+            // '世界' = 2 * 1.1 = 2.2 -> ceil = 3
+            // 'Hello 世界' = (6/4) + (2*1.1) = 1.5 + 2.2 = 3.7 -> ceil = 4
+            expect(result).toEqual([2, 3, 4]);
+        });
+        it('should handle null and undefined values in batch', async () => {
+            const texts = [null, 'hello', undefined, 'world'];
+            const result = await tokenizer.calculateTokensBatch(texts);
+            // null = 0
+            // 'hello' = 5 / 4 = 1.25 -> ceil = 2
+            // undefined = 0
+            // 'world' = 5 / 4 = 1.25 -> ceil = 2
+            expect(result).toEqual([0, 2, 0, 2]);
+        });
+        it('should process large batches efficiently', async () => {
+            const texts = Array.from({ length: 1000 }, (_, i) => `text${i}`);
+            const result = await tokenizer.calculateTokensBatch(texts);
+            expect(result).toHaveLength(1000);
+            // Verify results are reasonable
+            result.forEach((count) => {
+                expect(count).toBeGreaterThan(0);
+                expect(count).toBeLessThan(10); // 'textNNN' should be less than 10 tokens
+            });
+        });
+    });
+    describe('backward compatibility', () => {
+        it('should accept encoding parameter in constructor', () => {
+            const tokenizer1 = new TextTokenizer();
+            const tokenizer2 = new TextTokenizer();
+            const tokenizer3 = new TextTokenizer();
+            expect(tokenizer1).toBeInstanceOf(TextTokenizer);
+            expect(tokenizer2).toBeInstanceOf(TextTokenizer);
+            expect(tokenizer3).toBeInstanceOf(TextTokenizer);
+        });
+        it('should produce same results regardless of encoding parameter', async () => {
+            const text = 'Hello, world!';
+            const tokenizer1 = new TextTokenizer();
+            const tokenizer2 = new TextTokenizer();
+            const tokenizer3 = new TextTokenizer();
+            const result1 = await tokenizer1.calculateTokens(text);
+            const result2 = await tokenizer2.calculateTokens(text);
+            const result3 = await tokenizer3.calculateTokens(text);
+            // All should use character-based estimation, ignoring encoding parameter
+            expect(result1).toBe(result2);
+            expect(result2).toBe(result3);
+            expect(result1).toBe(4); // 13 / 4 = 3.25 -> ceil = 4
+        });
+        it('should maintain async interface for calculateTokens', async () => {
+            const result = tokenizer.calculateTokens('test');
+            expect(result).toBeInstanceOf(Promise);
+            await expect(result).resolves.toBe(1);
+        });
+        it('should maintain async interface for calculateTokensBatch', async () => {
+            const result = tokenizer.calculateTokensBatch(['test']);
+            expect(result).toBeInstanceOf(Promise);
+            await expect(result).resolves.toEqual([1]);
+        });
+    });
+    describe('edge cases', () => {
+        it('should handle text with only newlines', async () => {
+            const text = '\n\n\n'; // 3 ASCII chars
+            const result = await tokenizer.calculateTokens(text);
+            // 3 / 4 = 0.75 -> ceil = 1
+            expect(result).toBe(1);
+        });
+        it('should handle text with tabs', async () => {
+            const text = '\t\t\t\t'; // 4 ASCII chars
+            const result = await tokenizer.calculateTokens(text);
+            // 4 / 4 = 1 -> ceil = 1
+            expect(result).toBe(1);
+        });
+        it('should handle surrogate pairs correctly', async () => {
+            // Character outside BMP (Basic Multilingual Plane)
+            const text = '𝕳𝖊𝖑𝖑𝖔'; // Mathematical bold letters (2 UTF-16 units each)
+            const result = await tokenizer.calculateTokens(text);
+            // Each character is 2 UTF-16 units, all non-ASCII
+            // Total: 10 non-ASCII units
+            // 10 * 1.1 = 11 -> ceil = 11
+            expect(result).toBe(11);
+        });
+        it('should handle combining characters', async () => {
+            // e + combining acute accent
+            const text = 'e\u0301'; // 2 chars: 'e' (ASCII) + combining acute (non-ASCII)
+            const result = await tokenizer.calculateTokens(text);
+            // ASCII: 1 / 4 = 0.25
+            // Non-ASCII: 1 * 1.1 = 1.1
+            // Total: 0.25 + 1.1 = 1.35 -> ceil = 2
+            expect(result).toBe(2);
+        });
+        it('should handle accented characters', async () => {
+            const text = 'café'; // 'caf' = 3 ASCII, 'é' = 1 non-ASCII
+            const result = await tokenizer.calculateTokens(text);
+            // ASCII: 3 / 4 = 0.75
+            // Non-ASCII: 1 * 1.1 = 1.1
+            // Total: 0.75 + 1.1 = 1.85 -> ceil = 2
+            expect(result).toBe(2);
+        });
+        it('should handle various unicode scripts', async () => {
+            const cyrillic = 'Привет'; // 6 non-ASCII chars
+            const arabic = 'مرحبا'; // 5 non-ASCII chars
+            const japanese = 'こんにちは'; // 5 non-ASCII chars
+            const result1 = await tokenizer.calculateTokens(cyrillic);
+            const result2 = await tokenizer.calculateTokens(arabic);
+            const result3 = await tokenizer.calculateTokens(japanese);
+            // All should use 1.1 tokens per char
+            expect(result1).toBe(7); // 6 * 1.1 = 6.6 -> ceil = 7
+            expect(result2).toBe(6); // 5 * 1.1 = 5.5 -> ceil = 6
+            expect(result3).toBe(6); // 5 * 1.1 = 5.5 -> ceil = 6
+        });
+    });
+    describe('large inputs', () => {
+        it('should handle very long text', async () => {
+            const longText = 'a'.repeat(200000); // 200k characters
+            const result = await tokenizer.calculateTokens(longText);
+            expect(result).toBe(50000); // 200000 / 4
+        });
+        it('should handle large batches', async () => {
+            const texts = Array.from({ length: 5000 }, () => 'Hello, world!');
+            const result = await tokenizer.calculateTokensBatch(texts);
+            expect(result).toHaveLength(5000);
+            expect(result[0]).toBe(4);
+        });
+    });
+});
+//# sourceMappingURL=textTokenizer.test.js.map

package/core-dist/src/utils/request-tokenizer/textTokenizer.test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"textTokenizer.test.js","sourceRoot":"","sources":["../../../../src/utils/request-tokenizer/textTokenizer.test.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,QAAQ,CAAC;AAC1D,OAAO,EAAE,aAAa,EAAE,MAAM,oBAAoB,CAAC;AAEnD,QAAQ,CAAC,eAAe,EAAE,GAAG,EAAE;IAC7B,IAAI,SAAwB,CAAC;IAE7B,UAAU,CAAC,GAAG,EAAE;QACd,SAAS,GAAG,IAAI,aAAa,EAAE,CAAC;IAClC,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,aAAa,EAAE,GAAG,EAAE;QAC3B,EAAE,CAAC,+CAA+C,EAAE,GAAG,EAAE;YACvD,SAAS,GAAG,IAAI,aAAa,EAAE,CAAC;YAChC,MAAM,CAAC,SAAS,CAAC,CAAC,cAAc,CAAC,aAAa,CAAC,CAAC;QAClD,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,2EAA2E,EAAE,GAAG,EAAE;YACnF,SAAS,GAAG,IAAI,aAAa,EAAE,CAAC;YAChC,MAAM,CAAC,SAAS,CAAC,CAAC,cAAc,CAAC,aAAa,CAAC,CAAC;YAChD,+CAA+C;QACjD,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,iBAAiB,EAAE,GAAG,EAAE;QAC/B,EAAE,CAAC,gCAAgC,EAAE,KAAK,IAAI,EAAE;YAC9C,MAAM,MAAM,GAAG,MAAM,SAAS,CAAC,eAAe,CAAC,EAAE,CAAC,CAAC;YACnD,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACzB,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,yCAAyC,EAAE,KAAK,IAAI,EAAE;YACvD,MAAM,OAAO,GAAG,MAAM,SAAS,CAAC,eAAe,CAC7C,IAAyB,CAC1B,CAAC;YACF,MAAM,OAAO,GAAG,MAAM,SAAS,CAAC,eAAe,CAC7C,SAA8B,CAC/B,CAAC;YACF,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YACxB,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAC1B,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,yEAAyE,EAAE,KAAK,IAAI,EAAE;YACvF,MAAM,QAAQ,GAAG,eAAe,CAAC,CAAC,iBAAiB;YACnD,MAAM,MAAM,GAAG,MAAM,SAAS,CAAC,eAAe,CAAC,QAAQ,CAAC,CAAC;YACzD,4BAA4B;YAC5B,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACzB,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,0CAA0C,EAAE,KAAK,IAAI,EAAE;YACxD,MAAM,IAAI,GAAG,gCAAgC,CAAC,CAAC,iBAAiB;YAChE,MAAM,MAAM,GAAG,MAAM,SAAS,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC;YACrD,2BAA2B;YAC3B,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACzB,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,kDAAkD,EAAE,KAAK,IAAI,EAAE;YAChE,MAAM,WAAW,GAAG,MAAM,CAAC,CAAC,oBAAoB;YAChD,MAAM,MAAM,GAAG,MAAM,SAAS,CAAC,eAAe,CAAC,WAAW,CAAC,CAAC;YAC5D,4BAA4B;YAC5B,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACzB,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,4DAA4D,EAAE,KAAK,IAAI,EAAE;YAC1E,MAAM,SAAS,GAAG,UAAU,CAAC,CAAC,wBAAwB;YACtD,MAAM,MAAM,GAAG,MAAM,SAAS,CAAC,eAAe,CAAC,SAAS,CAAC,CAAC;YAC1D,oDAAoD;YACpD,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACzB,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,mCAAmC,EAAE,KAAK,IAAI,EAAE;YACjD,MAAM,SAAS,GAAG,IAAI,CAAC,CAAC,kCAAkC;YAC1D,MAAM,MAAM,GAAG,MAAM,SAAS,CAAC,eAAe,CAAC,SAAS,CAAC,CAAC;YAC1D,4BAA4B;YAC5B,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACzB,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,8BAA8B,EAAE,KAAK,IAAI,EAAE;YAC5C,MAAM,QAAQ,GAAG,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,oBAAoB;YACxD,MAAM,MAAM,GAAG,MAAM,SAAS,CAAC,eAAe,CAAC,QAAQ,CAAC,CAAC;YACzD,kCAAkC;YAClC,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC5B,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,yCAAyC,EAAE,KAAK,IAAI,EAAE;YACvD,MAAM,cAAc,GAAG,WAAW,CAAC,CAAC,gBAAgB;YACpD,MAAM,MAAM,GAAG,MAAM,SAAS,CAAC,eAAe,CAAC,cAAc,CAAC,CAAC;YAC/D,2BAA2B;YAC3B,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACzB,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,8CAA8C,EAAE,KAAK,IAAI,EAAE;YAC5D,MAAM,WAAW,GAAG,4BAA4B,CAAC,CAAC,iBAAiB;YACnE,MAAM,MAAM,GAAG,MAAM,SAAS,CAAC,eAAe,CAAC,WAAW,CAAC,CAAC;YAC5D,2BAA2B;YAC3B,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACzB,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,+BAA+B,EAAE,KAAK,IAAI,EAAE;YAC7C,MAAM,MAAM,GAAG,MAAM,SAAS,CAAC,eAAe,CAAC,GAAG,CAAC,CAAC;YACpD,2BAA2B;YAC3B,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACzB,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,sBAAsB,EAAE,GAAG,EAAE;QACpC,EAAE,CAAC,uDAAuD,EAAE,KAAK,IAAI,EAAE;YACrE,MAAM,KAAK,GAAG,CAAC,OAAO,EAAE,OAAO,EAAE,MAAM,CAAC,CAAC;YACzC,MAAM,MAAM,GAAG,MAAM,SAAS,CAAC,oBAAoB,CAAC,KAAK,CAAC,CAAC;YAC3D,qCAAqC;YACrC,qCAAqC;YACrC,iCAAiC;YACjC,MAAM,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;QACpC,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,2BAA2B,EAAE,KAAK,IAAI,EAAE;YACzC,MAAM,MAAM,GAAG,MAAM,SAAS,CAAC,oBAAoB,CAAC,EAAE,CAAC,CAAC;YACxD,MAAM,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;QAC7B,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,wCAAwC,EAAE,KAAK,IAAI,EAAE;YACtD,MAAM,KAAK,GAAG,CAAC,EAAE,EAAE,OAAO,EAAE,EAAE,CAAC,CAAC;YAChC,MAAM,MAAM,GAAG,MAAM,SAAS,CAAC,oBAAoB,CAAC,KAAK,CAAC,CAAC;YAC3D,SAAS;YACT,qCAAqC;YACrC,SAAS;YACT,MAAM,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;QACpC,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,+CAA+C,EAAE,KAAK,IAAI,EAAE;YAC7D,MAAM,KAAK,GAAG,CAAC,OAAO,EAAE,IAAI,EAAE,UAAU,CAAC,CAAC;YAC1C,MAAM,MAAM,GAAG,MAAM,SAAS,CAAC,oBAAoB,CAAC,KAAK,CAAC,CAAC;YAC3D,qCAAqC;YACrC,mCAAmC;YACnC,6DAA6D;YAC7D,MAAM,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;QACpC,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,kDAAkD,EAAE,KAAK,IAAI,EAAE;YAChE,MAAM,KAAK,GAAG,CAAC,IAAI,EAAE,OAAO,EAAE,SAAS,EAAE,OAAO,CAAwB,CAAC;YACzE,MAAM,MAAM,GAAG,MAAM,SAAS,CAAC,oBAAoB,CAAC,KAAK,CAAC,CAAC;YAC3D,WAAW;YACX,qCAAqC;YACrC,gBAAgB;YAChB,qCAAqC;YACrC,MAAM,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;QACvC,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,0CAA0C,EAAE,KAAK,IAAI,EAAE;YACxD,MAAM,KAAK,GAAG,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,IAAI,EAAE,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;YACjE,MAAM,MAAM,GAAG,MAAM,SAAS,CAAC,oBAAoB,CAAC,KAAK,CAAC,CAAC;YAC3D,MAAM,CAAC,MAAM,CAAC,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC;YAClC,gCAAgC;YAChC,MAAM,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,EAAE;gBACvB,MAAM,CAAC,KAAK,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;gBACjC,MAAM,CAAC,KAAK,CAAC,CAAC,YAAY,CAAC,EAAE,CAAC,CAAC,CAAC,0CAA0C;YAC5E,CAAC,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,wBAAwB,EAAE,GAAG,EAAE;QACtC,EAAE,CAAC,iDAAiD,EAAE,GAAG,EAAE;YACzD,MAAM,UAAU,GAAG,IAAI,aAAa,EAAE,CAAC;YACvC,MAAM,UAAU,GAAG,IAAI,aAAa,EAAE,CAAC;YACvC,MAAM,UAAU,GAAG,IAAI,aAAa,EAAE,CAAC;YAEvC,MAAM,CAAC,UAAU,CAAC,CAAC,cAAc,CAAC,aAAa,CAAC,CAAC;YACjD,MAAM,CAAC,UAAU,CAAC,CAAC,cAAc,CAAC,aAAa,CAAC,CAAC;YACjD,MAAM,CAAC,UAAU,CAAC,CAAC,cAAc,CAAC,aAAa,CAAC,CAAC;QACnD,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,8DAA8D,EAAE,KAAK,IAAI,EAAE;YAC5E,MAAM,IAAI,GAAG,eAAe,CAAC;YAC7B,MAAM,UAAU,GAAG,IAAI,aAAa,EAAE,CAAC;YACvC,MAAM,UAAU,GAAG,IAAI,aAAa,EAAE,CAAC;YACvC,MAAM,UAAU,GAAG,IAAI,aAAa,EAAE,CAAC;YAEvC,MAAM,OAAO,GAAG,MAAM,UAAU,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC;YACvD,MAAM,OAAO,GAAG,MAAM,UAAU,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC;YACvD,MAAM,OAAO,GAAG,MAAM,UAAU,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC;YAEvD,yEAAyE;YACzE,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YAC9B,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YAC9B,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,4BAA4B;QACvD,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,qDAAqD,EAAE,KAAK,IAAI,EAAE;YACnE,MAAM,MAAM,GAAG,SAAS,CAAC,eAAe,CAAC,MAAM,CAAC,CAAC;YACjD,MAAM,CAAC,MAAM,CAAC,CAAC,cAAc,CAAC,OAAO,CAAC,CAAC;YACvC,MAAM,MAAM,CAAC,MAAM,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACxC,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,0DAA0D,EAAE,KAAK,IAAI,EAAE;YACxE,MAAM,MAAM,GAAG,SAAS,CAAC,oBAAoB,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC;YACxD,MAAM,CAAC,MAAM,CAAC,CAAC,cAAc,CAAC,OAAO,CAAC,CAAC;YACvC,MAAM,MAAM,CAAC,MAAM,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QAC7C,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,YAAY,EAAE,GAAG,EAAE;QAC1B,EAAE,CAAC,uCAAuC,EAAE,KAAK,IAAI,EAAE;YACrD,MAAM,IAAI,GAAG,QAAQ,CAAC,CAAC,gBAAgB;YACvC,MAAM,MAAM,GAAG,MAAM,SAAS,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC;YACrD,2BAA2B;YAC3B,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACzB,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,8BAA8B,EAAE,KAAK,IAAI,EAAE;YAC5C,MAAM,IAAI,GAAG,UAAU,CAAC,CAAC,gBAAgB;YACzC,MAAM,MAAM,GAAG,MAAM,SAAS,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC;YACrD,wBAAwB;YACxB,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACzB,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,yCAAyC,EAAE,KAAK,IAAI,EAAE;YACvD,mDAAmD;YACnD,MAAM,IAAI,GAAG,YAAY,CAAC,CAAC,kDAAkD;YAC7E,MAAM,MAAM,GAAG,MAAM,SAAS,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC;YACrD,kDAAkD;YAClD,4BAA4B;YAC5B,6BAA6B;YAC7B,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAC1B,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,oCAAoC,EAAE,KAAK,IAAI,EAAE;YAClD,6BAA6B;YAC7B,MAAM,IAAI,GAAG,SAAS,CAAC,CAAC,qDAAqD;YAC7E,MAAM,MAAM,GAAG,MAAM,SAAS,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC;YACrD,sBAAsB;YACtB,2BAA2B;YAC3B,uCAAuC;YACvC,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACzB,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,mCAAmC,EAAE,KAAK,IAAI,EAAE;YACjD,MAAM,IAAI,GAAG,MAAM,CAAC,CAAC,qCAAqC;YAC1D,MAAM,MAAM,GAAG,MAAM,SAAS,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC;YACrD,sBAAsB;YACtB,2BAA2B;YAC3B,uCAAuC;YACvC,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACzB,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,uCAAuC,EAAE,KAAK,IAAI,EAAE;YACrD,MAAM,QAAQ,GAAG,QAAQ,CAAC,CAAC,oBAAoB;YAC/C,MAAM,MAAM,GAAG,OAAO,CAAC,CAAC,oBAAoB;YAC5C,MAAM,QAAQ,GAAG,OAAO,CAAC,CAAC,oBAAoB;YAE9C,MAAM,OAAO,GAAG,MAAM,SAAS,CAAC,eAAe,CAAC,QAAQ,CAAC,CAAC;YAC1D,MAAM,OAAO,GAAG,MAAM,SAAS,CAAC,eAAe,CAAC,MAAM,CAAC,CAAC;YACxD,MAAM,OAAO,GAAG,MAAM,SAAS,CAAC,eAAe,CAAC,QAAQ,CAAC,CAAC;YAE1D,qCAAqC;YACrC,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,4BAA4B;YACrD,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,4BAA4B;YACrD,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,4BAA4B;QACvD,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,cAAc,EAAE,GAAG,EAAE;QAC5B,EAAE,CAAC,8BAA8B,EAAE,KAAK,IAAI,EAAE;YAC5C,MAAM,QAAQ,GAAG,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,kBAAkB;YACvD,MAAM,MAAM,GAAG,MAAM,SAAS,CAAC,eAAe,CAAC,QAAQ,CAAC,CAAC;YACzD,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,aAAa;QAC3C,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,6BAA6B,EAAE,KAAK,IAAI,EAAE;YAC3C,MAAM,KAAK,GAAG,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,IAAI,EAAE,EAAE,GAAG,EAAE,CAAC,eAAe,CAAC,CAAC;YAClE,MAAM,MAAM,GAAG,MAAM,SAAS,CAAC,oBAAoB,CAAC,KAAK,CAAC,CAAC;YAC3D,MAAM,CAAC,MAAM,CAAC,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC;YAClC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAC5B,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}

package/core-dist/src/utils/request-tokenizer/types.d.ts

@@ -0,0 +1,34 @@
+/**
+ * @license
+ * Copyright 2025 Qwen
+ * SPDX-License-Identifier: Apache-2.0
+ */
+/**
+ * Token calculation result for different content types
+ */
+export interface TokenCalculationResult {
+    /** Total tokens calculated */
+    totalTokens: number;
+    /** Breakdown by content type */
+    breakdown: {
+        textTokens: number;
+        imageTokens: number;
+        audioTokens: number;
+        otherTokens: number;
+    };
+    /** Processing time in milliseconds */
+    processingTime: number;
+}
+/**
+ * Image metadata extracted from base64 data
+ */
+export interface ImageMetadata {
+    /** Image width in pixels */
+    width: number;
+    /** Image height in pixels */
+    height: number;
+    /** MIME type of the image */
+    mimeType: string;
+    /** Size of the base64 data in bytes */
+    dataSize: number;
+}

package/core-dist/src/utils/request-tokenizer/types.js

@@ -0,0 +1,7 @@
+/**
+ * @license
+ * Copyright 2025 Qwen
+ * SPDX-License-Identifier: Apache-2.0
+ */
+export {};
+//# sourceMappingURL=types.js.map

package/core-dist/src/utils/request-tokenizer/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../../../../src/utils/request-tokenizer/types.ts"],"names":[],"mappings":"AAAA;;;;GAIG"}

package/core-dist/src/utils/retry.d.ts

@@ -0,0 +1,38 @@
+/**
+ * @license
+ * Copyright 2025 Google LLC
+ * SPDX-License-Identifier: Apache-2.0
+ */
+import type { GenerateContentResponse } from '@google/genai';
+export interface HttpError extends Error {
+    status?: number;
+}
+export interface RetryOptions {
+    maxAttempts: number;
+    initialDelayMs: number;
+    maxDelayMs: number;
+    shouldRetryOnError: (error: Error) => boolean;
+    shouldRetryOnContent?: (content: GenerateContentResponse) => boolean;
+    authType?: string;
+}
+/**
+ * Retries a function with exponential backoff and jitter.
+ * @param fn The asynchronous function to retry.
+ * @param options Optional retry configuration.
+ * @returns A promise that resolves with the result of the function if successful.
+ * @throws The last error encountered if all attempts fail.
+ */
+export declare function retryWithBackoff<T>(fn: () => Promise<T>, options?: Partial<RetryOptions>): Promise<T>;
+/**
+ * Extracts the HTTP status code from an error object.
+ *
+ * Checks the following properties in order of priority:
+ * 1. `error.status` - OpenAI, Anthropic, Gemini SDK errors
+ * 2. `error.statusCode` - Some HTTP client libraries
+ * 3. `error.response.status` - Axios-style errors
+ * 4. `error.error.code` - Nested error objects
+ *
+ * @param error The error object.
+ * @returns The HTTP status code (100-599), or undefined if not found.
+ */
+export declare function getErrorStatus(error: unknown): number | undefined;

package/core-dist/src/utils/retry.js

@@ -0,0 +1,180 @@
+/**
+ * @license
+ * Copyright 2025 Google LLC
+ * SPDX-License-Identifier: Apache-2.0
+ */
+import { AuthType } from '../core/contentGenerator.js';
+import { isQwenQuotaExceededError } from './quotaErrorDetection.js';
+import { createDebugLogger } from './debugLogger.js';
+const debugLogger = createDebugLogger('RETRY');
+const DEFAULT_RETRY_OPTIONS = {
+    maxAttempts: 7,
+    initialDelayMs: 1500,
+    maxDelayMs: 30000, // 30 seconds
+    shouldRetryOnError: defaultShouldRetry,
+};
+/**
+ * Default predicate function to determine if a retry should be attempted.
+ * Retries on 429 (Too Many Requests) and 5xx server errors.
+ * @param error The error object.
+ * @returns True if the error is a transient error, false otherwise.
+ */
+function defaultShouldRetry(error) {
+    const status = getErrorStatus(error);
+    return (status === 429 || (status !== undefined && status >= 500 && status < 600));
+}
+/**
+ * Delays execution for a specified number of milliseconds.
+ * @param ms The number of milliseconds to delay.
+ * @returns A promise that resolves after the delay.
+ */
+function delay(ms) {
+    return new Promise((resolve) => setTimeout(resolve, ms));
+}
+/**
+ * Retries a function with exponential backoff and jitter.
+ * @param fn The asynchronous function to retry.
+ * @param options Optional retry configuration.
+ * @returns A promise that resolves with the result of the function if successful.
+ * @throws The last error encountered if all attempts fail.
+ */
+export async function retryWithBackoff(fn, options) {
+    if (options?.maxAttempts !== undefined && options.maxAttempts <= 0) {
+        throw new Error('maxAttempts must be a positive number.');
+    }
+    const cleanOptions = options
+        ? Object.fromEntries(Object.entries(options).filter(([_, v]) => v != null))
+        : {};
+    const { maxAttempts, initialDelayMs, maxDelayMs, authType, shouldRetryOnError, shouldRetryOnContent, } = {
+        ...DEFAULT_RETRY_OPTIONS,
+        ...cleanOptions,
+    };
+    let attempt = 0;
+    let currentDelay = initialDelayMs;
+    while (attempt < maxAttempts) {
+        attempt++;
+        try {
+            const result = await fn();
+            if (shouldRetryOnContent &&
+                shouldRetryOnContent(result)) {
+                const jitter = currentDelay * 0.3 * (Math.random() * 2 - 1);
+                const delayWithJitter = Math.max(0, currentDelay + jitter);
+                await delay(delayWithJitter);
+                currentDelay = Math.min(maxDelayMs, currentDelay * 2);
+                continue;
+            }
+            return result;
+        }
+        catch (error) {
+            const errorStatus = getErrorStatus(error);
+            // Check for Qwen OAuth quota exceeded error - throw immediately without retry
+            if (authType === AuthType.QWEN_OAUTH && isQwenQuotaExceededError(error)) {
+                throw new Error(`Qwen OAuth quota exceeded: Your free daily quota has been reached.\n\n` +
+                    `To continue using Qwen Code without waiting, upgrade to the Alibaba Cloud Coding Plan:\n` +
+                    `  China:       https://help.aliyun.com/zh/model-studio/coding-plan\n` +
+                    `  Global/Intl: https://www.alibabacloud.com/help/en/model-studio/coding-plan\n\n` +
+                    `After subscribing, run /auth to configure your Coding Plan API key.`);
+            }
+            // Check if we've exhausted retries or shouldn't retry
+            if (attempt >= maxAttempts || !shouldRetryOnError(error)) {
+                throw error;
+            }
+            const retryAfterMs = errorStatus === 429 ? getRetryAfterDelayMs(error) : 0;
+            if (retryAfterMs > 0) {
+                // Respect Retry-After header if present and parsed
+                debugLogger.warn(`Attempt ${attempt} failed with status ${errorStatus ?? 'unknown'}. Retrying after explicit delay of ${retryAfterMs}ms...`, error);
+                await delay(retryAfterMs);
+                // Reset currentDelay for next potential non-429 error, or if Retry-After is not present next time
+                currentDelay = initialDelayMs;
+            }
+            else {
+                // Fallback to exponential backoff with jitter
+                logRetryAttempt(attempt, error, errorStatus);
+                // Add jitter: +/- 30% of currentDelay
+                const jitter = currentDelay * 0.3 * (Math.random() * 2 - 1);
+                const delayWithJitter = Math.max(0, currentDelay + jitter);
+                await delay(delayWithJitter);
+                currentDelay = Math.min(maxDelayMs, currentDelay * 2);
+            }
+        }
+    }
+    // This line should theoretically be unreachable due to the throw in the catch block.
+    // Added for type safety and to satisfy the compiler that a promise is always returned.
+    throw new Error('Retry attempts exhausted');
+}
+/**
+ * Extracts the HTTP status code from an error object.
+ *
+ * Checks the following properties in order of priority:
+ * 1. `error.status` - OpenAI, Anthropic, Gemini SDK errors
+ * 2. `error.statusCode` - Some HTTP client libraries
+ * 3. `error.response.status` - Axios-style errors
+ * 4. `error.error.code` - Nested error objects
+ *
+ * @param error The error object.
+ * @returns The HTTP status code (100-599), or undefined if not found.
+ */
+export function getErrorStatus(error) {
+    if (typeof error !== 'object' || error === null) {
+        return undefined;
+    }
+    const err = error;
+    const value = err.status ?? err.statusCode ?? err.response?.status ?? err.error?.code;
+    return typeof value === 'number' && value >= 100 && value <= 599
+        ? value
+        : undefined;
+}
+/**
+ * Extracts the Retry-After delay from an error object's headers.
+ * @param error The error object.
+ * @returns The delay in milliseconds, or 0 if not found or invalid.
+ */
+function getRetryAfterDelayMs(error) {
+    if (typeof error === 'object' && error !== null) {
+        // Check for error.response.headers (common in axios errors)
+        if ('response' in error &&
+            typeof error.response === 'object' &&
+            error.response !== null) {
+            const response = error.response;
+            if ('headers' in response &&
+                typeof response.headers === 'object' &&
+                response.headers !== null) {
+                const headers = response.headers;
+                const retryAfterHeader = headers['retry-after'];
+                if (typeof retryAfterHeader === 'string') {
+                    const retryAfterSeconds = parseInt(retryAfterHeader, 10);
+                    if (!isNaN(retryAfterSeconds)) {
+                        return retryAfterSeconds * 1000;
+                    }
+                    // It might be an HTTP date
+                    const retryAfterDate = new Date(retryAfterHeader);
+                    if (!isNaN(retryAfterDate.getTime())) {
+                        return Math.max(0, retryAfterDate.getTime() - Date.now());
+                    }
+                }
+            }
+        }
+    }
+    return 0;
+}
+/**
+ * Logs a message for a retry attempt when using exponential backoff.
+ * @param attempt The current attempt number.
+ * @param error The error that caused the retry.
+ * @param errorStatus The HTTP status code of the error, if available.
+ */
+function logRetryAttempt(attempt, error, errorStatus) {
+    const message = errorStatus
+        ? `Attempt ${attempt} failed with status ${errorStatus}. Retrying with backoff...`
+        : `Attempt ${attempt} failed. Retrying with backoff...`;
+    if (errorStatus === 429) {
+        debugLogger.warn(message, error);
+    }
+    else if (errorStatus && errorStatus >= 500 && errorStatus < 600) {
+        debugLogger.error(message, error);
+    }
+    else {
+        debugLogger.warn(message, error);
+    }
+}
+//# sourceMappingURL=retry.js.map

package/core-dist/src/utils/retry.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"retry.js","sourceRoot":"","sources":["../../../src/utils/retry.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAGH,OAAO,EAAE,QAAQ,EAAE,MAAM,6BAA6B,CAAC;AACvD,OAAO,EAAE,wBAAwB,EAAE,MAAM,0BAA0B,CAAC;AACpE,OAAO,EAAE,iBAAiB,EAAE,MAAM,kBAAkB,CAAC;AAErD,MAAM,WAAW,GAAG,iBAAiB,CAAC,OAAO,CAAC,CAAC;AAe/C,MAAM,qBAAqB,GAAiB;IAC1C,WAAW,EAAE,CAAC;IACd,cAAc,EAAE,IAAI;IACpB,UAAU,EAAE,KAAK,EAAE,aAAa;IAChC,kBAAkB,EAAE,kBAAkB;CACvC,CAAC;AAEF;;;;;GAKG;AACH,SAAS,kBAAkB,CAAC,KAAsB;IAChD,MAAM,MAAM,GAAG,cAAc,CAAC,KAAK,CAAC,CAAC;IACrC,OAAO,CACL,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,KAAK,SAAS,IAAI,MAAM,IAAI,GAAG,IAAI,MAAM,GAAG,GAAG,CAAC,CAC1E,CAAC;AACJ,CAAC;AAED;;;;GAIG;AACH,SAAS,KAAK,CAAC,EAAU;IACvB,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC;AAC3D,CAAC;AAED;;;;;;GAMG;AACH,MAAM,CAAC,KAAK,UAAU,gBAAgB,CACpC,EAAoB,EACpB,OAA+B;IAE/B,IAAI,OAAO,EAAE,WAAW,KAAK,SAAS,IAAI,OAAO,CAAC,WAAW,IAAI,CAAC,EAAE,CAAC;QACnE,MAAM,IAAI,KAAK,CAAC,wCAAwC,CAAC,CAAC;IAC5D,CAAC;IAED,MAAM,YAAY,GAAG,OAAO;QAC1B,CAAC,CAAC,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,IAAI,IAAI,CAAC,CAAC;QAC3E,CAAC,CAAC,EAAE,CAAC;IAEP,MAAM,EACJ,WAAW,EACX,cAAc,EACd,UAAU,EACV,QAAQ,EACR,kBAAkB,EAClB,oBAAoB,GACrB,GAAG;QACF,GAAG,qBAAqB;QACxB,GAAG,YAAY;KAChB,CAAC;IAEF,IAAI,OAAO,GAAG,CAAC,CAAC;IAChB,IAAI,YAAY,GAAG,cAAc,CAAC;IAElC,OAAO,OAAO,GAAG,WAAW,EAAE,CAAC;QAC7B,OAAO,EAAE,CAAC;QACV,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,MAAM,EAAE,EAAE,CAAC;YAE1B,IACE,oBAAoB;gBACpB,oBAAoB,CAAC,MAAiC,CAAC,EACvD,CAAC;gBACD,MAAM,MAAM,GAAG,YAAY,GAAG,GAAG,GAAG,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC;gBAC5D,MAAM,eAAe,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,YAAY,GAAG,MAAM,CAAC,CAAC;gBAC3D,MAAM,KAAK,CAAC,eAAe,CAAC,CAAC;gBAC7B,YAAY,GAAG,IAAI,CAAC,GAAG,CAAC,UAAU,EAAE,YAAY,GAAG,CAAC,CAAC,CAAC;gBACtD,SAAS;YACX,CAAC;YAED,OAAO,MAAM,CAAC;QAChB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,WAAW,GAAG,cAAc,CAAC,KAAK,CAAC,CAAC;YAE1C,8EAA8E;YAC9E,IAAI,QAAQ,KAAK,QAAQ,CAAC,UAAU,IAAI,wBAAwB,CAAC,KAAK,CAAC,EAAE,CAAC;gBACxE,MAAM,IAAI,KAAK,CACb,wEAAwE;oBACtE,0FAA0F;oBAC1F,sEAAsE;oBACtE,kFAAkF;oBAClF,qEAAqE,CACxE,CAAC;YACJ,CAAC;YAED,sDAAsD;YACtD,IAAI,OAAO,IAAI,WAAW,IAAI,CAAC,kBAAkB,CAAC,KAAc,CAAC,EAAE,CAAC;gBAClE,MAAM,KAAK,CAAC;YACd,CAAC;YAED,MAAM,YAAY,GAChB,WAAW,KAAK,GAAG,CAAC,CAAC,CAAC,oBAAoB,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YAExD,IAAI,YAAY,GAAG,CAAC,EAAE,CAAC;gBACrB,mDAAmD;gBACnD,WAAW,CAAC,IAAI,CACd,WAAW,OAAO,uBAAuB,WAAW,IAAI,SAAS,sCAAsC,YAAY,OAAO,EAC1H,KAAK,CACN,CAAC;gBACF,MAAM,KAAK,CAAC,YAAY,CAAC,CAAC;gBAC1B,kGAAkG;gBAClG,YAAY,GAAG,cAAc,CAAC;YAChC,CAAC;iBAAM,CAAC;gBACN,8CAA8C;gBAC9C,eAAe,CAAC,OAAO,EAAE,KAAK,EAAE,WAAW,CAAC,CAAC;gBAC7C,sCAAsC;gBACtC,MAAM,MAAM,GAAG,YAAY,GAAG,GAAG,GAAG,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC;gBAC5D,MAAM,eAAe,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,YAAY,GAAG,MAAM,CAAC,CAAC;gBAC3D,MAAM,KAAK,CAAC,eAAe,CAAC,CAAC;gBAC7B,YAAY,GAAG,IAAI,CAAC,GAAG,CAAC,UAAU,EAAE,YAAY,GAAG,CAAC,CAAC,CAAC;YACxD,CAAC;QACH,CAAC;IACH,CAAC;IACD,qFAAqF;IACrF,uFAAuF;IACvF,MAAM,IAAI,KAAK,CAAC,0BAA0B,CAAC,CAAC;AAC9C,CAAC;AAED;;;;;;;;;;;GAWG;AACH,MAAM,UAAU,cAAc,CAAC,KAAc;IAC3C,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,KAAK,IAAI,EAAE,CAAC;QAChD,OAAO,SAAS,CAAC;IACnB,CAAC;IAED,MAAM,GAAG,GAAG,KAKX,CAAC;IAEF,MAAM,KAAK,GACT,GAAG,CAAC,MAAM,IAAI,GAAG,CAAC,UAAU,IAAI,GAAG,CAAC,QAAQ,EAAE,MAAM,IAAI,GAAG,CAAC,KAAK,EAAE,IAAI,CAAC;IAE1E,OAAO,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,IAAI,GAAG,IAAI,KAAK,IAAI,GAAG;QAC9D,CAAC,CAAC,KAAK;QACP,CAAC,CAAC,SAAS,CAAC;AAChB,CAAC;AAED;;;;GAIG;AACH,SAAS,oBAAoB,CAAC,KAAc;IAC1C,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,KAAK,IAAI,EAAE,CAAC;QAChD,4DAA4D;QAC5D,IACE,UAAU,IAAI,KAAK;YACnB,OAAQ,KAAgC,CAAC,QAAQ,KAAK,QAAQ;YAC7D,KAAgC,CAAC,QAAQ,KAAK,IAAI,EACnD,CAAC;YACD,MAAM,QAAQ,GAAI,KAA6C,CAAC,QAAQ,CAAC;YACzE,IACE,SAAS,IAAI,QAAQ;gBACrB,OAAO,QAAQ,CAAC,OAAO,KAAK,QAAQ;gBACpC,QAAQ,CAAC,OAAO,KAAK,IAAI,EACzB,CAAC;gBACD,MAAM,OAAO,GAAG,QAAQ,CAAC,OAAsC,CAAC;gBAChE,MAAM,gBAAgB,GAAG,OAAO,CAAC,aAAa,CAAC,CAAC;gBAChD,IAAI,OAAO,gBAAgB,KAAK,QAAQ,EAAE,CAAC;oBACzC,MAAM,iBAAiB,GAAG,QAAQ,CAAC,gBAAgB,EAAE,EAAE,CAAC,CAAC;oBACzD,IAAI,CAAC,KAAK,CAAC,iBAAiB,CAAC,EAAE,CAAC;wBAC9B,OAAO,iBAAiB,GAAG,IAAI,CAAC;oBAClC,CAAC;oBACD,2BAA2B;oBAC3B,MAAM,cAAc,GAAG,IAAI,IAAI,CAAC,gBAAgB,CAAC,CAAC;oBAClD,IAAI,CAAC,KAAK,CAAC,cAAc,CAAC,OAAO,EAAE,CAAC,EAAE,CAAC;wBACrC,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,cAAc,CAAC,OAAO,EAAE,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC;oBAC5D,CAAC;gBACH,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;IACD,OAAO,CAAC,CAAC;AACX,CAAC;AAED;;;;;GAKG;AACH,SAAS,eAAe,CACtB,OAAe,EACf,KAAc,EACd,WAAoB;IAEpB,MAAM,OAAO,GAAG,WAAW;QACzB,CAAC,CAAC,WAAW,OAAO,uBAAuB,WAAW,4BAA4B;QAClF,CAAC,CAAC,WAAW,OAAO,mCAAmC,CAAC;IAE1D,IAAI,WAAW,KAAK,GAAG,EAAE,CAAC;QACxB,WAAW,CAAC,IAAI,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC;IACnC,CAAC;SAAM,IAAI,WAAW,IAAI,WAAW,IAAI,GAAG,IAAI,WAAW,GAAG,GAAG,EAAE,CAAC;QAClE,WAAW,CAAC,KAAK,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC;IACpC,CAAC;SAAM,CAAC;QACN,WAAW,CAAC,IAAI,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC;IACnC,CAAC;AACH,CAAC"}

package/core-dist/src/utils/retry.test.d.ts

@@ -0,0 +1,6 @@
+/**
+ * @license
+ * Copyright 2025 Google LLC
+ * SPDX-License-Identifier: Apache-2.0
+ */
+export {};