kimi-vercel-ai-sdk-provider 0.3.0 → 0.4.0

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "kimi-vercel-ai-sdk-provider",
   "description": "Kimi (Moonshot AI) provider for Vercel AI SDK v6",
-  "version": "0.3.0",
+  "version": "0.4.0",
   "sideEffects": false,
   "main": "./dist/index.js",
   "module": "./dist/index.mjs",

package/src/__tests__/file-cache.test.ts

@@ -0,0 +1,310 @@
+/**
+ * Tests for file content caching.
+ */
+
+import { afterEach, beforeEach, describe, expect, it, vi } from 'vitest';
+import {
+  FileCache,
+  type FileCacheEntry,
+  clearDefaultFileCache,
+  generateCacheKey,
+  generateContentHash,
+  getDefaultFileCache,
+  setDefaultFileCache
+} from '../files';
+
+describe('FileCache', () => {
+  describe('basic operations', () => {
+    it('should store and retrieve entries', () => {
+      const cache = new FileCache();
+      const entry: FileCacheEntry = {
+        fileId: 'file_123',
+        content: 'extracted text',
+        createdAt: Date.now(),
+        purpose: 'file-extract'
+      };
+
+      cache.set('hash123', entry);
+      const retrieved = cache.get('hash123');
+
+      expect(retrieved).toEqual(entry);
+    });
+
+    it('should return undefined for missing entries', () => {
+      const cache = new FileCache();
+
+      expect(cache.get('nonexistent')).toBeUndefined();
+    });
+
+    it('should delete entries', () => {
+      const cache = new FileCache();
+      const entry: FileCacheEntry = {
+        fileId: 'file_123',
+        createdAt: Date.now(),
+        purpose: 'file-extract'
+      };
+
+      cache.set('hash123', entry);
+      expect(cache.has('hash123')).toBe(true);
+
+      cache.delete('hash123');
+      expect(cache.has('hash123')).toBe(false);
+    });
+
+    it('should clear all entries', () => {
+      const cache = new FileCache();
+
+      cache.set('hash1', { fileId: 'f1', createdAt: Date.now(), purpose: 'file-extract' });
+      cache.set('hash2', { fileId: 'f2', createdAt: Date.now(), purpose: 'image' });
+      cache.set('hash3', { fileId: 'f3', createdAt: Date.now(), purpose: 'video' });
+
+      expect(cache.size).toBe(3);
+
+      cache.clear();
+      expect(cache.size).toBe(0);
+    });
+
+    it('should report correct size', () => {
+      const cache = new FileCache();
+
+      expect(cache.size).toBe(0);
+
+      cache.set('hash1', { fileId: 'f1', createdAt: Date.now(), purpose: 'file-extract' });
+      expect(cache.size).toBe(1);
+
+      cache.set('hash2', { fileId: 'f2', createdAt: Date.now(), purpose: 'file-extract' });
+      expect(cache.size).toBe(2);
+    });
+  });
+
+  describe('LRU eviction', () => {
+    it('should evict oldest entries when at capacity', () => {
+      const cache = new FileCache({ maxSize: 3 });
+
+      cache.set('hash1', { fileId: 'f1', createdAt: Date.now(), purpose: 'file-extract' });
+      cache.set('hash2', { fileId: 'f2', createdAt: Date.now(), purpose: 'file-extract' });
+      cache.set('hash3', { fileId: 'f3', createdAt: Date.now(), purpose: 'file-extract' });
+
+      expect(cache.size).toBe(3);
+
+      // Add a 4th entry, should evict hash1
+      cache.set('hash4', { fileId: 'f4', createdAt: Date.now(), purpose: 'file-extract' });
+
+      expect(cache.size).toBe(3);
+      expect(cache.has('hash1')).toBe(false);
+      expect(cache.has('hash2')).toBe(true);
+      expect(cache.has('hash3')).toBe(true);
+      expect(cache.has('hash4')).toBe(true);
+    });
+
+    it('should update LRU order on get', () => {
+      const cache = new FileCache({ maxSize: 3 });
+
+      cache.set('hash1', { fileId: 'f1', createdAt: Date.now(), purpose: 'file-extract' });
+      cache.set('hash2', { fileId: 'f2', createdAt: Date.now(), purpose: 'file-extract' });
+      cache.set('hash3', { fileId: 'f3', createdAt: Date.now(), purpose: 'file-extract' });
+
+      // Access hash1 to make it recently used
+      cache.get('hash1');
+
+      // Add a 4th entry, should evict hash2 (not hash1)
+      cache.set('hash4', { fileId: 'f4', createdAt: Date.now(), purpose: 'file-extract' });
+
+      expect(cache.has('hash1')).toBe(true);
+      expect(cache.has('hash2')).toBe(false);
+      expect(cache.has('hash3')).toBe(true);
+      expect(cache.has('hash4')).toBe(true);
+    });
+
+    it('should handle updating existing entries', () => {
+      const cache = new FileCache({ maxSize: 3 });
+
+      cache.set('hash1', { fileId: 'f1', createdAt: Date.now(), purpose: 'file-extract' });
+      cache.set('hash2', { fileId: 'f2', createdAt: Date.now(), purpose: 'file-extract' });
+      cache.set('hash3', { fileId: 'f3', createdAt: Date.now(), purpose: 'file-extract' });
+
+      // Update hash1
+      cache.set('hash1', { fileId: 'f1-updated', createdAt: Date.now(), purpose: 'file-extract' });
+
+      expect(cache.size).toBe(3);
+      expect(cache.get('hash1')?.fileId).toBe('f1-updated');
+    });
+  });
+
+  describe('TTL expiration', () => {
+    beforeEach(() => {
+      vi.useFakeTimers();
+    });
+
+    afterEach(() => {
+      vi.useRealTimers();
+    });
+
+    it('should expire entries after TTL', () => {
+      const cache = new FileCache({ ttlMs: 1000 }); // 1 second TTL
+
+      cache.set('hash1', { fileId: 'f1', createdAt: Date.now(), purpose: 'file-extract' });
+
+      expect(cache.get('hash1')).toBeDefined();
+
+      // Advance time past TTL
+      vi.advanceTimersByTime(1500);
+
+      expect(cache.get('hash1')).toBeUndefined();
+    });
+
+    it('should not expire entries before TTL', () => {
+      const cache = new FileCache({ ttlMs: 1000 });
+
+      cache.set('hash1', { fileId: 'f1', createdAt: Date.now(), purpose: 'file-extract' });
+
+      // Advance time but not past TTL
+      vi.advanceTimersByTime(500);
+
+      expect(cache.get('hash1')).toBeDefined();
+    });
+
+    it('should prune expired entries', () => {
+      const cache = new FileCache({ ttlMs: 1000 });
+
+      cache.set('hash1', { fileId: 'f1', createdAt: Date.now(), purpose: 'file-extract' });
+      cache.set('hash2', { fileId: 'f2', createdAt: Date.now(), purpose: 'file-extract' });
+
+      vi.advanceTimersByTime(1500);
+
+      cache.set('hash3', { fileId: 'f3', createdAt: Date.now(), purpose: 'file-extract' });
+
+      const pruned = cache.prune();
+
+      expect(pruned).toBe(2);
+      expect(cache.size).toBe(1);
+      expect(cache.has('hash3')).toBe(true);
+    });
+  });
+
+  describe('default options', () => {
+    it('should use default maxSize of 100', () => {
+      const cache = new FileCache();
+
+      // Add 100 entries
+      for (let i = 0; i < 100; i++) {
+        cache.set(`hash${i}`, { fileId: `f${i}`, createdAt: Date.now(), purpose: 'file-extract' });
+      }
+
+      expect(cache.size).toBe(100);
+
+      // Add one more, should evict
+      cache.set('hash100', { fileId: 'f100', createdAt: Date.now(), purpose: 'file-extract' });
+      expect(cache.size).toBe(100);
+    });
+
+    it('should use default TTL of 1 hour', () => {
+      vi.useFakeTimers();
+
+      const cache = new FileCache();
+      cache.set('hash1', { fileId: 'f1', createdAt: Date.now(), purpose: 'file-extract' });
+
+      // 59 minutes - should still be valid
+      vi.advanceTimersByTime(59 * 60 * 1000);
+      expect(cache.get('hash1')).toBeDefined();
+
+      // 61 minutes - should be expired
+      vi.advanceTimersByTime(2 * 60 * 1000);
+      expect(cache.get('hash1')).toBeUndefined();
+
+      vi.useRealTimers();
+    });
+  });
+});
+
+describe('generateContentHash', () => {
+  it('should generate consistent hashes for same content', () => {
+    const data = new Uint8Array([1, 2, 3, 4, 5]);
+
+    const hash1 = generateContentHash(data);
+    const hash2 = generateContentHash(data);
+
+    expect(hash1).toBe(hash2);
+  });
+
+  it('should generate different hashes for different content', () => {
+    const data1 = new Uint8Array([1, 2, 3]);
+    const data2 = new Uint8Array([4, 5, 6]);
+
+    const hash1 = generateContentHash(data1);
+    const hash2 = generateContentHash(data2);
+
+    expect(hash1).not.toBe(hash2);
+  });
+
+  it('should work with string input', () => {
+    const hash1 = generateContentHash('hello world');
+    const hash2 = generateContentHash('hello world');
+    const hash3 = generateContentHash('goodbye world');
+
+    expect(hash1).toBe(hash2);
+    expect(hash1).not.toBe(hash3);
+  });
+
+  it('should return 8-character hex string', () => {
+    const hash = generateContentHash('test');
+
+    expect(hash).toMatch(/^[0-9a-f]{8}$/);
+  });
+});
+
+describe('generateCacheKey', () => {
+  it('should include content hash, size, and filename', () => {
+    const data = new Uint8Array([1, 2, 3, 4, 5]);
+    const key = generateCacheKey(data, 'document.pdf');
+
+    expect(key).toContain('_5_'); // size
+    expect(key).toContain('document.pdf');
+  });
+
+  it('should normalize filename', () => {
+    const data = new Uint8Array([1, 2, 3]);
+    const key = generateCacheKey(data, 'My Document (1).PDF');
+
+    expect(key).toContain('my_document__1_.pdf');
+  });
+
+  it('should generate different keys for same content with different names', () => {
+    const data = new Uint8Array([1, 2, 3, 4, 5]);
+
+    const key1 = generateCacheKey(data, 'file1.pdf');
+    const key2 = generateCacheKey(data, 'file2.pdf');
+
+    expect(key1).not.toBe(key2);
+  });
+});
+
+describe('Default Cache', () => {
+  afterEach(() => {
+    clearDefaultFileCache();
+    setDefaultFileCache(null);
+  });
+
+  it('should create default cache on first access', () => {
+    const cache1 = getDefaultFileCache();
+    const cache2 = getDefaultFileCache();
+
+    expect(cache1).toBe(cache2);
+  });
+
+  it('should allow setting custom default cache', () => {
+    const customCache = new FileCache({ maxSize: 10 });
+    setDefaultFileCache(customCache);
+
+    expect(getDefaultFileCache()).toBe(customCache);
+  });
+
+  it('should clear default cache', () => {
+    const cache = getDefaultFileCache();
+    cache.set('test', { fileId: 'f1', createdAt: Date.now(), purpose: 'file-extract' });
+
+    clearDefaultFileCache();
+
+    expect(cache.size).toBe(0);
+  });
+});

package/src/__tests__/model-config.test.ts

@@ -0,0 +1,120 @@
+/**
+ * Tests for model configuration features:
+ * - Temperature locking for thinking models
+ * - Default max_tokens
+ * - Model capability inference
+ */
+
+import { describe, expect, it } from 'vitest';
+import {
+  STANDARD_MODEL_DEFAULT_MAX_TOKENS,
+  THINKING_MODEL_DEFAULT_MAX_TOKENS,
+  THINKING_MODEL_TEMPERATURE,
+  inferModelCapabilities
+} from '../core';
+
+describe('Model Configuration', () => {
+  describe('inferModelCapabilities', () => {
+    it('should detect thinking models by suffix', () => {
+      const caps = inferModelCapabilities('kimi-k2.5-thinking');
+
+      expect(caps.thinking).toBe(true);
+      expect(caps.alwaysThinking).toBe(true);
+    });
+
+    it('should detect non-thinking models', () => {
+      const caps = inferModelCapabilities('kimi-k2.5');
+
+      expect(caps.thinking).toBe(false);
+      expect(caps.alwaysThinking).toBe(false);
+    });
+
+    it('should detect K2.5 models for video support', () => {
+      const k25Caps = inferModelCapabilities('kimi-k2.5');
+      const k2Caps = inferModelCapabilities('kimi-k2-turbo');
+
+      expect(k25Caps.videoInput).toBe(true);
+      expect(k2Caps.videoInput).toBe(false);
+    });
+
+    it('should support alternative K2.5 naming', () => {
+      const caps = inferModelCapabilities('kimi-k2-5-thinking');
+
+      expect(caps.videoInput).toBe(true);
+      expect(caps.thinking).toBe(true);
+    });
+  });
+
+  describe('Temperature Locking', () => {
+    it('should set locked temperature for thinking models', () => {
+      const caps = inferModelCapabilities('kimi-k2.5-thinking');
+
+      expect(caps.temperatureLocked).toBe(true);
+      expect(caps.defaultTemperature).toBe(THINKING_MODEL_TEMPERATURE);
+      expect(caps.defaultTemperature).toBe(1.0);
+    });
+
+    it('should not lock temperature for standard models', () => {
+      const caps = inferModelCapabilities('kimi-k2.5');
+
+      expect(caps.temperatureLocked).toBe(false);
+      expect(caps.defaultTemperature).toBeUndefined();
+    });
+
+    it('should use correct constant value', () => {
+      expect(THINKING_MODEL_TEMPERATURE).toBe(1.0);
+    });
+  });
+
+  describe('Default Max Tokens', () => {
+    it('should set higher default for thinking models', () => {
+      const caps = inferModelCapabilities('kimi-k2.5-thinking');
+
+      expect(caps.defaultMaxOutputTokens).toBe(THINKING_MODEL_DEFAULT_MAX_TOKENS);
+      expect(caps.defaultMaxOutputTokens).toBe(32768);
+    });
+
+    it('should set standard default for regular models', () => {
+      const caps = inferModelCapabilities('kimi-k2.5');
+
+      expect(caps.defaultMaxOutputTokens).toBe(STANDARD_MODEL_DEFAULT_MAX_TOKENS);
+      expect(caps.defaultMaxOutputTokens).toBe(4096);
+    });
+
+    it('should use correct constant values', () => {
+      expect(THINKING_MODEL_DEFAULT_MAX_TOKENS).toBe(32768);
+      expect(STANDARD_MODEL_DEFAULT_MAX_TOKENS).toBe(4096);
+    });
+  });
+
+  describe('All models have common capabilities', () => {
+    const testModels = ['kimi-k2.5', 'kimi-k2.5-thinking', 'kimi-k2-turbo', 'kimi-k2-thinking'];
+
+    for (const modelId of testModels) {
+      it(`${modelId} should have imageInput support`, () => {
+        const caps = inferModelCapabilities(modelId);
+        expect(caps.imageInput).toBe(true);
+      });
+
+      it(`${modelId} should have 256k context`, () => {
+        const caps = inferModelCapabilities(modelId);
+        expect(caps.maxContextSize).toBe(256_000);
+      });
+
+      it(`${modelId} should support tool calling`, () => {
+        const caps = inferModelCapabilities(modelId);
+        expect(caps.toolCalling).toBe(true);
+      });
+
+      it(`${modelId} should support JSON mode`, () => {
+        const caps = inferModelCapabilities(modelId);
+        expect(caps.jsonMode).toBe(true);
+      });
+
+      it(`${modelId} should support structured outputs`, () => {
+        const caps = inferModelCapabilities(modelId);
+        expect(caps.structuredOutputs).toBe(true);
+      });
+    }
+  });
+});

package/src/__tests__/reasoning-utils.test.ts

@@ -0,0 +1,164 @@
+/**
+ * Tests for multi-turn reasoning utilities.
+ */
+
+import { describe, expect, it } from 'vitest';
+import { analyzeReasoningPreservation, recommendThinkingModel } from '../core';
+
+describe('analyzeReasoningPreservation', () => {
+  it('should detect messages with reasoning content', () => {
+    const messages = [
+      { role: 'user', content: 'What is 2+2?' },
+      {
+        role: 'assistant',
+        content: 'The answer is 4.',
+        reasoning_content: 'Let me calculate: 2+2 = 4'
+      }
+    ];
+
+    const analysis = analyzeReasoningPreservation(messages);
+
+    expect(analysis.messagesWithReasoning).toBe(1);
+    expect(analysis.isPreserved).toBe(true);
+    expect(analysis.missingReasoningIndices).toHaveLength(0);
+  });
+
+  it('should handle reasoning field variant', () => {
+    const messages = [
+      { role: 'user', content: 'Test' },
+      {
+        role: 'assistant',
+        content: 'Answer',
+        reasoning: 'My reasoning process...'
+      }
+    ];
+
+    const analysis = analyzeReasoningPreservation(messages);
+
+    expect(analysis.messagesWithReasoning).toBe(1);
+  });
+
+  it('should estimate reasoning tokens', () => {
+    const messages = [
+      { role: 'user', content: 'Test' },
+      {
+        role: 'assistant',
+        content: 'Answer',
+        reasoning_content: 'A'.repeat(400) // 400 chars ≈ 100 tokens
+      }
+    ];
+
+    const analysis = analyzeReasoningPreservation(messages);
+
+    expect(analysis.estimatedReasoningTokens).toBe(100);
+  });
+
+  it('should detect missing reasoning after tool calls', () => {
+    const messages = [
+      { role: 'user', content: 'Search for X' },
+      {
+        role: 'assistant',
+        content: null,
+        reasoning_content: 'I need to search...',
+        tool_calls: [{ id: 'call_1', type: 'function', function: { name: 'search', arguments: '{}' } }]
+      },
+      { role: 'tool', tool_call_id: 'call_1', content: 'Search results...' },
+      {
+        role: 'assistant',
+        content: 'Here are the results', // Missing reasoning!
+        reasoning_content: null
+      }
+    ];
+
+    const analysis = analyzeReasoningPreservation(messages);
+
+    expect(analysis.isPreserved).toBe(false);
+    expect(analysis.missingReasoningIndices).toContain(3);
+  });
+
+  it('should handle proper reasoning preservation in tool loops', () => {
+    const messages = [
+      { role: 'user', content: 'Search for X' },
+      {
+        role: 'assistant',
+        content: null,
+        reasoning_content: 'I need to search...',
+        tool_calls: [{ id: 'call_1', type: 'function', function: { name: 'search', arguments: '{}' } }]
+      },
+      { role: 'tool', tool_call_id: 'call_1', content: 'Search results...' },
+      {
+        role: 'assistant',
+        content: 'Here are the results',
+        reasoning_content: 'Based on the search results, I can now answer...'
+      }
+    ];
+
+    const analysis = analyzeReasoningPreservation(messages);
+
+    expect(analysis.isPreserved).toBe(true);
+    expect(analysis.messagesWithReasoning).toBe(2);
+  });
+
+  it('should handle empty conversations', () => {
+    const analysis = analyzeReasoningPreservation([]);
+
+    expect(analysis.messagesWithReasoning).toBe(0);
+    expect(analysis.isPreserved).toBe(true);
+    expect(analysis.estimatedReasoningTokens).toBe(0);
+  });
+
+  it('should handle conversations without assistant messages', () => {
+    const messages = [
+      { role: 'user', content: 'Hello' },
+      { role: 'system', content: 'You are helpful' }
+    ];
+
+    const analysis = analyzeReasoningPreservation(messages);
+
+    expect(analysis.messagesWithReasoning).toBe(0);
+    expect(analysis.isPreserved).toBe(true);
+  });
+});
+
+describe('recommendThinkingModel', () => {
+  it('should recommend for high complexity tasks', () => {
+    const recommendation = recommendThinkingModel(1, false, 0.8);
+
+    expect(recommendation.recommended).toBe(true);
+    expect(recommendation.reason).toContain('High complexity');
+  });
+
+  it('should recommend for multi-turn tool usage', () => {
+    const recommendation = recommendThinkingModel(5, true, 0.3);
+
+    expect(recommendation.recommended).toBe(true);
+    expect(recommendation.reason).toContain('tool usage');
+  });
+
+  it('should recommend for moderate complexity', () => {
+    const recommendation = recommendThinkingModel(1, false, 0.6);
+
+    expect(recommendation.recommended).toBe(true);
+    expect(recommendation.reason).toContain('Moderate complexity');
+  });
+
+  it('should not recommend for simple tasks', () => {
+    const recommendation = recommendThinkingModel(1, false, 0.2);
+
+    expect(recommendation.recommended).toBe(false);
+    expect(recommendation.reason).toContain('Standard model sufficient');
+  });
+
+  it('should not recommend for short tool conversations', () => {
+    const recommendation = recommendThinkingModel(2, true, 0.3);
+
+    expect(recommendation.recommended).toBe(false);
+  });
+
+  it('should prioritize high complexity over other factors', () => {
+    const recommendation = recommendThinkingModel(1, false, 0.9);
+
+    expect(recommendation.recommended).toBe(true);
+    expect(recommendation.reason).toContain('High complexity');
+  });
+});

package/src/__tests__/tools.test.ts

@@ -225,7 +225,8 @@ describe('prepareKimiTools', () => {
       });
     });
 
-    it('should include strict when provided', () => {
+    it('should not pass strict mode to Kimi for better compatibility', () => {
+      // Kimi doesn't fully support strict mode, so we don't pass it
       const result = prepareKimiTools({
         tools: [
           {
@@ -238,13 +239,80 @@ describe('prepareKimiTools', () => {
         ]
       });
 
-      expect(result.tools?.[0]).toMatchObject({
-        type: 'function',
-        function: {
-          name: 'test',
-          strict: true
-        }
+      // Strict should not be present in the output
+      const tool = result.tools?.[0];
+      expect(tool).toBeDefined();
+      if (tool && 'function' in tool) {
+        expect(tool.function).not.toHaveProperty('strict');
+      }
+    });
+
+    it('should sanitize JSON schema by removing unsupported keywords', () => {
+      const result = prepareKimiTools({
+        tools: [
+          {
+            type: 'function',
+            name: 'test',
+            description: 'Test tool',
+            inputSchema: {
+              $schema: 'http://json-schema.org/draft-07/schema#',
+              $id: 'test-schema',
+              type: 'object',
+              properties: {
+                name: { type: 'string' }
+              },
+              $defs: { unused: { type: 'string' } },
+              $comment: 'This is a comment'
+            }
+          }
+        ]
+      });
+
+      const tool = result.tools?.[0];
+      expect(tool).toBeDefined();
+      expect(tool?.type).toBe('function');
+      if (tool && tool.type === 'function') {
+        const params = tool.function.parameters as Record<string, unknown>;
+        expect(params).not.toHaveProperty('$schema');
+        expect(params).not.toHaveProperty('$id');
+        expect(params).not.toHaveProperty('$defs');
+        expect(params).not.toHaveProperty('$comment');
+        expect(params.type).toBe('object');
+        expect(params.properties).toEqual({ name: { type: 'string' } });
+      }
+    });
+
+    it('should preserve basic schema properties', () => {
+      const result = prepareKimiTools({
+        tools: [
+          {
+            type: 'function',
+            name: 'test',
+            description: 'Test tool',
+            inputSchema: {
+              type: 'object',
+              properties: {
+                name: { type: 'string', description: 'Name field' },
+                count: { type: 'number', minimum: 0 }
+              },
+              required: ['name']
+            }
+          }
+        ]
       });
+
+      const tool = result.tools?.[0];
+      expect(tool).toBeDefined();
+      expect(tool?.type).toBe('function');
+      if (tool && tool.type === 'function') {
+        const params = tool.function.parameters as Record<string, unknown>;
+        expect(params.type).toBe('object');
+        expect(params.required).toEqual(['name']);
+        expect((params.properties as Record<string, unknown>).name).toEqual({
+          type: 'string',
+          description: 'Name field'
+        });
+      }
     });
   });