kimi-vercel-ai-sdk-provider 0.3.0 → 0.5.0

package/src/__tests__/file-cache.test.ts

@@ -0,0 +1,310 @@
+/**
+ * Tests for file content caching.
+ */
+
+import { afterEach, beforeEach, describe, expect, it, vi } from 'vitest';
+import {
+  FileCache,
+  type FileCacheEntry,
+  clearDefaultFileCache,
+  generateCacheKey,
+  generateContentHash,
+  getDefaultFileCache,
+  setDefaultFileCache
+} from '../files';
+
+describe('FileCache', () => {
+  describe('basic operations', () => {
+    it('should store and retrieve entries', () => {
+      const cache = new FileCache();
+      const entry: FileCacheEntry = {
+        fileId: 'file_123',
+        content: 'extracted text',
+        createdAt: Date.now(),
+        purpose: 'file-extract'
+      };
+
+      cache.set('hash123', entry);
+      const retrieved = cache.get('hash123');
+
+      expect(retrieved).toEqual(entry);
+    });
+
+    it('should return undefined for missing entries', () => {
+      const cache = new FileCache();
+
+      expect(cache.get('nonexistent')).toBeUndefined();
+    });
+
+    it('should delete entries', () => {
+      const cache = new FileCache();
+      const entry: FileCacheEntry = {
+        fileId: 'file_123',
+        createdAt: Date.now(),
+        purpose: 'file-extract'
+      };
+
+      cache.set('hash123', entry);
+      expect(cache.has('hash123')).toBe(true);
+
+      cache.delete('hash123');
+      expect(cache.has('hash123')).toBe(false);
+    });
+
+    it('should clear all entries', () => {
+      const cache = new FileCache();
+
+      cache.set('hash1', { fileId: 'f1', createdAt: Date.now(), purpose: 'file-extract' });
+      cache.set('hash2', { fileId: 'f2', createdAt: Date.now(), purpose: 'image' });
+      cache.set('hash3', { fileId: 'f3', createdAt: Date.now(), purpose: 'video' });
+
+      expect(cache.size).toBe(3);
+
+      cache.clear();
+      expect(cache.size).toBe(0);
+    });
+
+    it('should report correct size', () => {
+      const cache = new FileCache();
+
+      expect(cache.size).toBe(0);
+
+      cache.set('hash1', { fileId: 'f1', createdAt: Date.now(), purpose: 'file-extract' });
+      expect(cache.size).toBe(1);
+
+      cache.set('hash2', { fileId: 'f2', createdAt: Date.now(), purpose: 'file-extract' });
+      expect(cache.size).toBe(2);
+    });
+  });
+
+  describe('LRU eviction', () => {
+    it('should evict oldest entries when at capacity', () => {
+      const cache = new FileCache({ maxSize: 3 });
+
+      cache.set('hash1', { fileId: 'f1', createdAt: Date.now(), purpose: 'file-extract' });
+      cache.set('hash2', { fileId: 'f2', createdAt: Date.now(), purpose: 'file-extract' });
+      cache.set('hash3', { fileId: 'f3', createdAt: Date.now(), purpose: 'file-extract' });
+
+      expect(cache.size).toBe(3);
+
+      // Add a 4th entry, should evict hash1
+      cache.set('hash4', { fileId: 'f4', createdAt: Date.now(), purpose: 'file-extract' });
+
+      expect(cache.size).toBe(3);
+      expect(cache.has('hash1')).toBe(false);
+      expect(cache.has('hash2')).toBe(true);
+      expect(cache.has('hash3')).toBe(true);
+      expect(cache.has('hash4')).toBe(true);
+    });
+
+    it('should update LRU order on get', () => {
+      const cache = new FileCache({ maxSize: 3 });
+
+      cache.set('hash1', { fileId: 'f1', createdAt: Date.now(), purpose: 'file-extract' });
+      cache.set('hash2', { fileId: 'f2', createdAt: Date.now(), purpose: 'file-extract' });
+      cache.set('hash3', { fileId: 'f3', createdAt: Date.now(), purpose: 'file-extract' });
+
+      // Access hash1 to make it recently used
+      cache.get('hash1');
+
+      // Add a 4th entry, should evict hash2 (not hash1)
+      cache.set('hash4', { fileId: 'f4', createdAt: Date.now(), purpose: 'file-extract' });
+
+      expect(cache.has('hash1')).toBe(true);
+      expect(cache.has('hash2')).toBe(false);
+      expect(cache.has('hash3')).toBe(true);
+      expect(cache.has('hash4')).toBe(true);
+    });
+
+    it('should handle updating existing entries', () => {
+      const cache = new FileCache({ maxSize: 3 });
+
+      cache.set('hash1', { fileId: 'f1', createdAt: Date.now(), purpose: 'file-extract' });
+      cache.set('hash2', { fileId: 'f2', createdAt: Date.now(), purpose: 'file-extract' });
+      cache.set('hash3', { fileId: 'f3', createdAt: Date.now(), purpose: 'file-extract' });
+
+      // Update hash1
+      cache.set('hash1', { fileId: 'f1-updated', createdAt: Date.now(), purpose: 'file-extract' });
+
+      expect(cache.size).toBe(3);
+      expect(cache.get('hash1')?.fileId).toBe('f1-updated');
+    });
+  });
+
+  describe('TTL expiration', () => {
+    beforeEach(() => {
+      vi.useFakeTimers();
+    });
+
+    afterEach(() => {
+      vi.useRealTimers();
+    });
+
+    it('should expire entries after TTL', () => {
+      const cache = new FileCache({ ttlMs: 1000 }); // 1 second TTL
+
+      cache.set('hash1', { fileId: 'f1', createdAt: Date.now(), purpose: 'file-extract' });
+
+      expect(cache.get('hash1')).toBeDefined();
+
+      // Advance time past TTL
+      vi.advanceTimersByTime(1500);
+
+      expect(cache.get('hash1')).toBeUndefined();
+    });
+
+    it('should not expire entries before TTL', () => {
+      const cache = new FileCache({ ttlMs: 1000 });
+
+      cache.set('hash1', { fileId: 'f1', createdAt: Date.now(), purpose: 'file-extract' });
+
+      // Advance time but not past TTL
+      vi.advanceTimersByTime(500);
+
+      expect(cache.get('hash1')).toBeDefined();
+    });
+
+    it('should prune expired entries', () => {
+      const cache = new FileCache({ ttlMs: 1000 });
+
+      cache.set('hash1', { fileId: 'f1', createdAt: Date.now(), purpose: 'file-extract' });
+      cache.set('hash2', { fileId: 'f2', createdAt: Date.now(), purpose: 'file-extract' });
+
+      vi.advanceTimersByTime(1500);
+
+      cache.set('hash3', { fileId: 'f3', createdAt: Date.now(), purpose: 'file-extract' });
+
+      const pruned = cache.prune();
+
+      expect(pruned).toBe(2);
+      expect(cache.size).toBe(1);
+      expect(cache.has('hash3')).toBe(true);
+    });
+  });
+
+  describe('default options', () => {
+    it('should use default maxSize of 100', () => {
+      const cache = new FileCache();
+
+      // Add 100 entries
+      for (let i = 0; i < 100; i++) {
+        cache.set(`hash${i}`, { fileId: `f${i}`, createdAt: Date.now(), purpose: 'file-extract' });
+      }
+
+      expect(cache.size).toBe(100);
+
+      // Add one more, should evict
+      cache.set('hash100', { fileId: 'f100', createdAt: Date.now(), purpose: 'file-extract' });
+      expect(cache.size).toBe(100);
+    });
+
+    it('should use default TTL of 1 hour', () => {
+      vi.useFakeTimers();
+
+      const cache = new FileCache();
+      cache.set('hash1', { fileId: 'f1', createdAt: Date.now(), purpose: 'file-extract' });
+
+      // 59 minutes - should still be valid
+      vi.advanceTimersByTime(59 * 60 * 1000);
+      expect(cache.get('hash1')).toBeDefined();
+
+      // 61 minutes - should be expired
+      vi.advanceTimersByTime(2 * 60 * 1000);
+      expect(cache.get('hash1')).toBeUndefined();
+
+      vi.useRealTimers();
+    });
+  });
+});
+
+describe('generateContentHash', () => {
+  it('should generate consistent hashes for same content', () => {
+    const data = new Uint8Array([1, 2, 3, 4, 5]);
+
+    const hash1 = generateContentHash(data);
+    const hash2 = generateContentHash(data);
+
+    expect(hash1).toBe(hash2);
+  });
+
+  it('should generate different hashes for different content', () => {
+    const data1 = new Uint8Array([1, 2, 3]);
+    const data2 = new Uint8Array([4, 5, 6]);
+
+    const hash1 = generateContentHash(data1);
+    const hash2 = generateContentHash(data2);
+
+    expect(hash1).not.toBe(hash2);
+  });
+
+  it('should work with string input', () => {
+    const hash1 = generateContentHash('hello world');
+    const hash2 = generateContentHash('hello world');
+    const hash3 = generateContentHash('goodbye world');
+
+    expect(hash1).toBe(hash2);
+    expect(hash1).not.toBe(hash3);
+  });
+
+  it('should return 8-character hex string', () => {
+    const hash = generateContentHash('test');
+
+    expect(hash).toMatch(/^[0-9a-f]{8}$/);
+  });
+});
+
+describe('generateCacheKey', () => {
+  it('should include content hash, size, and filename', () => {
+    const data = new Uint8Array([1, 2, 3, 4, 5]);
+    const key = generateCacheKey(data, 'document.pdf');
+
+    expect(key).toContain('_5_'); // size
+    expect(key).toContain('document.pdf');
+  });
+
+  it('should normalize filename', () => {
+    const data = new Uint8Array([1, 2, 3]);
+    const key = generateCacheKey(data, 'My Document (1).PDF');
+
+    expect(key).toContain('my_document__1_.pdf');
+  });
+
+  it('should generate different keys for same content with different names', () => {
+    const data = new Uint8Array([1, 2, 3, 4, 5]);
+
+    const key1 = generateCacheKey(data, 'file1.pdf');
+    const key2 = generateCacheKey(data, 'file2.pdf');
+
+    expect(key1).not.toBe(key2);
+  });
+});
+
+describe('Default Cache', () => {
+  afterEach(() => {
+    clearDefaultFileCache();
+    setDefaultFileCache(null);
+  });
+
+  it('should create default cache on first access', () => {
+    const cache1 = getDefaultFileCache();
+    const cache2 = getDefaultFileCache();
+
+    expect(cache1).toBe(cache2);
+  });
+
+  it('should allow setting custom default cache', () => {
+    const customCache = new FileCache({ maxSize: 10 });
+    setDefaultFileCache(customCache);
+
+    expect(getDefaultFileCache()).toBe(customCache);
+  });
+
+  it('should clear default cache', () => {
+    const cache = getDefaultFileCache();
+    cache.set('test', { fileId: 'f1', createdAt: Date.now(), purpose: 'file-extract' });
+
+    clearDefaultFileCache();
+
+    expect(cache.size).toBe(0);
+  });
+});

package/src/__tests__/model-config.test.ts

@@ -0,0 +1,120 @@
+/**
+ * Tests for model configuration features:
+ * - Temperature locking for thinking models
+ * - Default max_tokens
+ * - Model capability inference
+ */
+
+import { describe, expect, it } from 'vitest';
+import {
+  STANDARD_MODEL_DEFAULT_MAX_TOKENS,
+  THINKING_MODEL_DEFAULT_MAX_TOKENS,
+  THINKING_MODEL_TEMPERATURE,
+  inferModelCapabilities
+} from '../core';
+
+describe('Model Configuration', () => {
+  describe('inferModelCapabilities', () => {
+    it('should detect thinking models by suffix', () => {
+      const caps = inferModelCapabilities('kimi-k2.5-thinking');
+
+      expect(caps.thinking).toBe(true);
+      expect(caps.alwaysThinking).toBe(true);
+    });
+
+    it('should detect non-thinking models', () => {
+      const caps = inferModelCapabilities('kimi-k2.5');
+
+      expect(caps.thinking).toBe(false);
+      expect(caps.alwaysThinking).toBe(false);
+    });
+
+    it('should detect K2.5 models for video support', () => {
+      const k25Caps = inferModelCapabilities('kimi-k2.5');
+      const k2Caps = inferModelCapabilities('kimi-k2-turbo');
+
+      expect(k25Caps.videoInput).toBe(true);
+      expect(k2Caps.videoInput).toBe(false);
+    });
+
+    it('should support alternative K2.5 naming', () => {
+      const caps = inferModelCapabilities('kimi-k2-5-thinking');
+
+      expect(caps.videoInput).toBe(true);
+      expect(caps.thinking).toBe(true);
+    });
+  });
+
+  describe('Temperature Locking', () => {
+    it('should set locked temperature for thinking models', () => {
+      const caps = inferModelCapabilities('kimi-k2.5-thinking');
+
+      expect(caps.temperatureLocked).toBe(true);
+      expect(caps.defaultTemperature).toBe(THINKING_MODEL_TEMPERATURE);
+      expect(caps.defaultTemperature).toBe(1.0);
+    });
+
+    it('should not lock temperature for standard models', () => {
+      const caps = inferModelCapabilities('kimi-k2.5');
+
+      expect(caps.temperatureLocked).toBe(false);
+      expect(caps.defaultTemperature).toBeUndefined();
+    });
+
+    it('should use correct constant value', () => {
+      expect(THINKING_MODEL_TEMPERATURE).toBe(1.0);
+    });
+  });
+
+  describe('Default Max Tokens', () => {
+    it('should set higher default for thinking models', () => {
+      const caps = inferModelCapabilities('kimi-k2.5-thinking');
+
+      expect(caps.defaultMaxOutputTokens).toBe(THINKING_MODEL_DEFAULT_MAX_TOKENS);
+      expect(caps.defaultMaxOutputTokens).toBe(32768);
+    });
+
+    it('should set standard default for regular models', () => {
+      const caps = inferModelCapabilities('kimi-k2.5');
+
+      expect(caps.defaultMaxOutputTokens).toBe(STANDARD_MODEL_DEFAULT_MAX_TOKENS);
+      expect(caps.defaultMaxOutputTokens).toBe(4096);
+    });
+
+    it('should use correct constant values', () => {
+      expect(THINKING_MODEL_DEFAULT_MAX_TOKENS).toBe(32768);
+      expect(STANDARD_MODEL_DEFAULT_MAX_TOKENS).toBe(4096);
+    });
+  });
+
+  describe('All models have common capabilities', () => {
+    const testModels = ['kimi-k2.5', 'kimi-k2.5-thinking', 'kimi-k2-turbo', 'kimi-k2-thinking'];
+
+    for (const modelId of testModels) {
+      it(`${modelId} should have imageInput support`, () => {
+        const caps = inferModelCapabilities(modelId);
+        expect(caps.imageInput).toBe(true);
+      });
+
+      it(`${modelId} should have 256k context`, () => {
+        const caps = inferModelCapabilities(modelId);
+        expect(caps.maxContextSize).toBe(256_000);
+      });
+
+      it(`${modelId} should support tool calling`, () => {
+        const caps = inferModelCapabilities(modelId);
+        expect(caps.toolCalling).toBe(true);
+      });
+
+      it(`${modelId} should support JSON mode`, () => {
+        const caps = inferModelCapabilities(modelId);
+        expect(caps.jsonMode).toBe(true);
+      });
+
+      it(`${modelId} should support structured outputs`, () => {
+        const caps = inferModelCapabilities(modelId);
+        expect(caps.structuredOutputs).toBe(true);
+      });
+    }
+  });
+});

package/src/__tests__/multi-agent.test.ts

@@ -0,0 +1,201 @@
+import { describe, expect, it, vi } from 'vitest';
+import { DEFAULT_SYSTEM_PROMPTS, type WorkflowType } from '../multi-agent/types';
+import { WorkflowRunner, createEmptyMultiAgentResult } from '../multi-agent/workflows';
+
+describe('Multi-Agent Collaboration', () => {
+  const createMockGenerator = (responses: Record<string, string>) =>
+    vi.fn().mockImplementation(async (modelId: string) => {
+      return {
+        text: responses[modelId] || `Response from ${modelId}`,
+        usage: { promptTokens: 10, completionTokens: 20, totalTokens: 30 }
+      };
+    });
+
+  describe('WorkflowRunner', () => {
+    describe('planner-executor workflow', () => {
+      it('runs planner-executor workflow', async () => {
+        const generator = createMockGenerator({
+          'kimi-k2.5-thinking': '1. Analyze requirements\n2. Design solution\n3. Implement',
+          'kimi-k2.5': 'function solve() { return 42; }'
+        });
+
+        const runner = new WorkflowRunner(generator);
+        const result = await runner.run('Create a function', {
+          workflow: 'planner-executor',
+          modelA: 'kimi-k2.5-thinking',
+          modelB: 'kimi-k2.5'
+        });
+
+        expect(result.text).toContain('function solve');
+        expect(result.reasoning).toContain('Analyze requirements');
+        expect(result.intermediateSteps).toHaveLength(2);
+        expect(result.metadata.workflow).toBe('planner-executor');
+        expect(result.metadata.models).toContain('kimi-k2.5-thinking');
+        expect(result.metadata.models).toContain('kimi-k2.5');
+      });
+
+      it('includes validation step when enabled', async () => {
+        const generator = createMockGenerator({
+          'kimi-k2.5-thinking': 'Plan step',
+          'kimi-k2.5': '```javascript\nconst x = 5;\n```'
+        });
+
+        const validateCode = vi.fn().mockResolvedValue({
+          valid: true,
+          errors: []
+        });
+
+        const runner = new WorkflowRunner(generator, validateCode);
+        const result = await runner.run('Create code', {
+          workflow: 'planner-executor',
+          validateCode: true
+        });
+
+        expect(result.intermediateSteps.length).toBeGreaterThanOrEqual(2);
+        expect(result.validation).toBeDefined();
+        expect(result.validation?.valid).toBe(true);
+      });
+    });
+
+    describe('proposer-critic workflow', () => {
+      it('runs proposer-critic workflow', async () => {
+        const generator = createMockGenerator({
+          'kimi-k2.5': 'First attempt at solution',
+          'kimi-k2.5-thinking': 'Consider these improvements...'
+        });
+
+        const runner = new WorkflowRunner(generator);
+        const result = await runner.run('Solve this problem', {
+          workflow: 'proposer-critic',
+          iterations: 2,
+          modelA: 'kimi-k2.5',
+          modelB: 'kimi-k2.5-thinking'
+        });
+
+        expect(result.metadata.workflow).toBe('proposer-critic');
+        expect(result.intermediateSteps.length).toBeGreaterThanOrEqual(2);
+
+        const roles = result.intermediateSteps.map((s) => s.role);
+        expect(roles).toContain('proposer');
+        expect(roles).toContain('critic');
+      });
+
+      it('iterates specified number of times', async () => {
+        const generator = vi.fn().mockResolvedValue({
+          text: 'Response',
+          usage: { promptTokens: 10, completionTokens: 20, totalTokens: 30 }
+        });
+
+        const runner = new WorkflowRunner(generator);
+        await runner.run('Task', {
+          workflow: 'proposer-critic',
+          iterations: 3
+        });
+
+        // 3 proposer iterations + 2 critic iterations (critic doesn't run on last)
+        expect(generator).toHaveBeenCalledTimes(5);
+      });
+    });
+
+    describe('debate workflow', () => {
+      it('runs debate workflow', async () => {
+        const generator = createMockGenerator({
+          'kimi-k2.5': 'Position A'
+        });
+
+        const runner = new WorkflowRunner(generator);
+        const result = await runner.run('Debate this topic', {
+          workflow: 'debate',
+          iterations: 2
+        });
+
+        expect(result.metadata.workflow).toBe('debate');
+        expect(result.intermediateSteps.length).toBeGreaterThan(0);
+      });
+    });
+
+    describe('custom workflow', () => {
+      it('runs custom workflow', async () => {
+        const generator = createMockGenerator({});
+        const runner = new WorkflowRunner(generator);
+
+        const customWorkflow = vi.fn().mockResolvedValue({
+          text: 'Custom result',
+          intermediateSteps: [
+            {
+              agent: 'Custom',
+              role: 'custom',
+              action: 'Custom action',
+              output: 'Custom output',
+              timestamp: Date.now(),
+              durationMs: 100
+            }
+          ],
+          usage: { promptTokens: 0, completionTokens: 0, totalTokens: 0 },
+          metadata: {
+            workflow: 'custom',
+            iterations: 1,
+            durationMs: 0,
+            models: [],
+            validationEnabled: false,
+            success: true
+          }
+        });
+
+        const result = await runner.run('Task', {
+          workflow: 'custom',
+          customWorkflow
+        });
+
+        expect(customWorkflow).toHaveBeenCalled();
+        expect(result.text).toBe('Custom result');
+      });
+
+      it('throws without customWorkflow function', async () => {
+        const generator = createMockGenerator({});
+        const runner = new WorkflowRunner(generator);
+
+        await expect(runner.run('Task', { workflow: 'custom' })).rejects.toThrow(
+          'Custom workflow requires customWorkflow function'
+        );
+      });
+    });
+
+    describe('error handling', () => {
+      it('throws for unknown workflow', async () => {
+        const generator = createMockGenerator({});
+        const runner = new WorkflowRunner(generator);
+
+        await expect(runner.run('Task', { workflow: 'invalid' as WorkflowType })).rejects.toThrow(
+          'Unknown workflow type'
+        );
+      });
+    });
+  });
+
+  describe('createEmptyMultiAgentResult', () => {
+    it('creates empty result with error', () => {
+      const result = createEmptyMultiAgentResult('planner-executor', 'Something failed');
+
+      expect(result.text).toBe('');
+      expect(result.intermediateSteps).toHaveLength(0);
+      expect(result.metadata.success).toBe(false);
+      expect(result.metadata.error).toBe('Something failed');
+      expect(result.metadata.workflow).toBe('planner-executor');
+    });
+  });
+
+  describe('DEFAULT_SYSTEM_PROMPTS', () => {
+    it('has all required prompts', () => {
+      expect(DEFAULT_SYSTEM_PROMPTS.planner).toBeDefined();
+      expect(DEFAULT_SYSTEM_PROMPTS.executor).toBeDefined();
+      expect(DEFAULT_SYSTEM_PROMPTS.proposer).toBeDefined();
+      expect(DEFAULT_SYSTEM_PROMPTS.critic).toBeDefined();
+    });
+
+    it('prompts are non-empty strings', () => {
+      expect(typeof DEFAULT_SYSTEM_PROMPTS.planner).toBe('string');
+      expect(DEFAULT_SYSTEM_PROMPTS.planner.length).toBeGreaterThan(50);
+    });
+  });
+});