@renxqoo/renx-code 0.0.3 → 0.0.5

package/vendor/agent-root/src/providers/__tests__/openai-compatible.test.ts

@@ -0,0 +1,600 @@
+/**
+ * OpenAI Compatible Provider 测试
+ */
+
+import { describe, it, expect, beforeEach, vi } from 'vitest';
+import { OpenAICompatibleProvider } from '../openai-compatible';
+import { ResponsesAdapter } from '../adapters/responses';
+import { StandardAdapter } from '../adapters/standard';
+import { LLMBadRequestError, LLMPermanentError, LLMRetryableError } from '../types';
+import type { Chunk, LLMGenerateOptions, LLMRequestMessage } from '../types';
+
+async function collectChunks(stream: AsyncGenerator<Chunk>): Promise<Chunk[]> {
+  const chunks: Chunk[] = [];
+  for await (const chunk of stream) {
+    chunks.push(chunk);
+  }
+  return chunks;
+}
+
+function collectTextFromChunks(chunks: Chunk[]): string {
+  return chunks
+    .flatMap((chunk) => chunk.choices || [])
+    .map((choice) => choice.delta?.content || '')
+    .join('');
+}
+
+describe('OpenAICompatibleProvider', () => {
+  let provider: OpenAICompatibleProvider;
+
+  beforeEach(() => {
+    vi.clearAllMocks();
+
+    const config = {
+      apiKey: 'test-api-key',
+      baseURL: 'https://api.example.com',
+      model: 'gpt-4',
+      temperature: 0.7,
+      max_tokens: 2000,
+      LLMMAX_TOKENS: 8000,
+      timeout: 30000,
+      maxRetries: 3,
+    };
+
+    provider = new OpenAICompatibleProvider(config);
+  });
+
+  describe('constructor', () => {
+    it('should create provider with required config', () => {
+      expect(provider.config.apiKey).toBe('test-api-key');
+      expect(provider.config.baseURL).toBe('https://api.example.com');
+      expect(provider.config.model).toBe('gpt-4');
+      expect(provider.config.temperature).toBe(0.7);
+      expect(provider.config.max_tokens).toBe(2000);
+      expect(provider.config.LLMMAX_TOKENS).toBe(8000);
+    });
+
+    it('should create default adapter when none provided', () => {
+      expect(provider.adapter).toBeInstanceOf(StandardAdapter);
+    });
+
+    it('should create with custom adapter', () => {
+      const customAdapter = new StandardAdapter();
+      const customProvider = new OpenAICompatibleProvider(
+        {
+          apiKey: 'test-key',
+          baseURL: 'https://api.test.com',
+          model: 'gpt-4',
+          temperature: 0.5,
+          max_tokens: 1000,
+          LLMMAX_TOKENS: 4000,
+        },
+        customAdapter
+      );
+
+      expect(customProvider.adapter).toBe(customAdapter);
+    });
+
+    it('should normalize baseURL (remove trailing slash)', () => {
+      const providerWithSlash = new OpenAICompatibleProvider({
+        apiKey: 'test-key',
+        baseURL: 'https://api.example.com/',
+        model: 'gpt-4',
+        temperature: 0.5,
+        max_tokens: 1000,
+        LLMMAX_TOKENS: 4000,
+      });
+
+      expect(providerWithSlash.config.baseURL).toBe('https://api.example.com');
+    });
+
+    it('should create HTTPClient with config options', () => {
+      expect(provider.httpClient).toBeDefined();
+    });
+  });
+
+  describe('generate', () => {
+    const mockMessages: LLMRequestMessage[] = [{ role: 'user', content: 'Hello' }];
+
+    it('should throw bad request error for empty messages', async () => {
+      await expect(provider.generate([])).rejects.toBeInstanceOf(LLMBadRequestError);
+    });
+
+    it('should make non-stream request when stream is false/undefined', async () => {
+      const mockResponse = {
+        id: 'test-id',
+        object: 'chat.completion',
+        created: 1234567890,
+        model: 'gpt-4',
+        choices: [
+          {
+            index: 0,
+            message: { role: 'assistant', content: 'Hello!' },
+            finish_reason: 'stop',
+          },
+        ],
+        usage: {
+          prompt_tokens: 10,
+          completion_tokens: 5,
+          total_tokens: 15,
+          prompt_cache_miss_tokens: 10,
+          prompt_cache_hit_tokens: 0,
+        },
+      };
+
+      // Mock the httpClient.fetch method
+      vi.spyOn(provider.httpClient, 'fetch').mockResolvedValueOnce({
+        ok: true,
+        status: 200,
+        json: async () => mockResponse,
+      } as Response);
+
+      const result = await provider.generate(mockMessages);
+
+      expect(result).toEqual(mockResponse);
+    });
+
+    it('should make streaming request via generateStream', async () => {
+      const mockChunks = [
+        'data: {"id": "chunk1", "index": 0, "choices": [{"index": 0, "delta": {"content": "Hello"}}]}\n\n',
+        'data: {"id": "chunk2", "index": 0, "choices": [{"index": 0, "delta": {"content": " World"}}]}\n\n',
+        'data: [DONE]\n\n',
+      ];
+
+      // Create a mock ReadableStream
+      const stream = new ReadableStream({
+        async start(controller) {
+          for (const chunk of mockChunks) {
+            controller.enqueue(new TextEncoder().encode(chunk));
+          }
+          controller.close();
+        },
+      });
+
+      vi.spyOn(provider.httpClient, 'fetch').mockResolvedValueOnce({
+        ok: true,
+        status: 200,
+        body: stream,
+      } as Response);
+
+      const streamResult = provider.generateStream(mockMessages);
+      const chunks = await collectChunks(streamResult);
+      expect(chunks.length).toBeGreaterThan(0);
+      expect(collectTextFromChunks(chunks)).toBe('Hello World');
+    });
+
+    it('should reject stream=true in generate()', async () => {
+      await expect(provider.generate(mockMessages, { stream: true })).rejects.toBeInstanceOf(
+        LLMBadRequestError
+      );
+    });
+
+    it('should pass options to adapter transformRequest', async () => {
+      const mockResponse = {
+        id: 'test-id',
+        choices: [{ index: 0, message: { role: 'assistant', content: 'Hi' } }],
+      };
+
+      vi.spyOn(provider.httpClient, 'fetch').mockResolvedValueOnce({
+        ok: true,
+        status: 200,
+        json: async () => mockResponse,
+      } as Response);
+
+      const options: LLMGenerateOptions = {
+        model: 'gpt-3.5-turbo',
+        temperature: 0.5,
+        max_tokens: 1000,
+        stream: false,
+      };
+
+      await provider.generate(mockMessages, options);
+
+      expect(provider.httpClient['fetch']).toHaveBeenCalled();
+    });
+
+    it('should include tools in request when provided', async () => {
+      const mockResponse = {
+        id: 'test-id',
+        choices: [{ index: 0, message: { role: 'assistant', content: 'Hi' } }],
+      };
+
+      vi.spyOn(provider.httpClient, 'fetch').mockResolvedValueOnce({
+        ok: true,
+        status: 200,
+        json: async () => mockResponse,
+      } as Response);
+
+      const tools = [
+        {
+          type: 'function',
+          function: {
+            name: 'test_tool',
+            description: 'A test tool',
+            parameters: { type: 'object', properties: {} },
+          },
+        },
+      ];
+
+      await provider.generate(mockMessages, { tools });
+
+      expect(provider.httpClient['fetch']).toHaveBeenCalled();
+    });
+  });
+
+  describe('resolveEndpoint', () => {
+    it('should combine baseURL and endpoint path', () => {
+      expect(provider.config.baseURL).toBe('https://api.example.com');
+    });
+  });
+
+  describe('error handling', () => {
+    it('should throw error when fetch fails', async () => {
+      vi.spyOn(provider.httpClient, 'fetch').mockRejectedValueOnce(new Error('Network error'));
+
+      await expect(provider.generate([{ role: 'user', content: 'Hello' }])).rejects.toThrow();
+    });
+
+    it('should handle HTTP errors', async () => {
+      vi.spyOn(provider.httpClient, 'fetch').mockRejectedValueOnce(
+        new Error('500 Internal Server Error')
+      );
+
+      await expect(provider.generate([{ role: 'user', content: 'Hello' }])).rejects.toThrow();
+    });
+  });
+
+  describe('stream response handling', () => {
+    it('should accumulate content across chunks', async () => {
+      const mockChunks = [
+        'data: {"id": "c1", "index": 0, "choices": [{"index": 0, "delta": {"content": "A"}}]}\n\n',
+        'data: {"id": "c2", "index": 0, "choices": [{"index": 0, "delta": {"content": "B"}}]}\n\n',
+        'data: {"id": "c3", "index": 0, "choices": [{"index": 0, "delta": {"content": "C"}}]}\n\n',
+        'data: [DONE]\n\n',
+      ];
+
+      const stream = new ReadableStream({
+        async start(controller) {
+          for (const chunk of mockChunks) {
+            controller.enqueue(new TextEncoder().encode(chunk));
+          }
+          controller.close();
+        },
+      });
+
+      vi.spyOn(provider.httpClient, 'fetch').mockResolvedValueOnce({
+        ok: true,
+        status: 200,
+        body: stream,
+      } as Response);
+
+      const streamResult = provider.generateStream([{ role: 'user', content: 'Hi' }]);
+      const chunks = await collectChunks(streamResult);
+      expect(collectTextFromChunks(chunks)).toBe('ABC');
+    });
+
+    it('should handle tool calls in stream', async () => {
+      const mockChunks = [
+        'data: {"id": "c1", "index": 0, "choices": [{"index": 0, "delta": {"tool_calls": [{"index": 0, "id": "call_1", "function": {"name": "test", "arguments": ""}}]}}]}\n\n',
+        'data: {"id": "c2", "index": 0, "choices": [{"index": 0, "delta": {"tool_calls": [{"index": 0, "function": {"arguments": "{}"}}]}}]}\n\n',
+        'data: [DONE]\n\n',
+      ];
+
+      const stream = new ReadableStream({
+        async start(controller) {
+          for (const chunk of mockChunks) {
+            controller.enqueue(new TextEncoder().encode(chunk));
+          }
+          controller.close();
+        },
+      });
+
+      vi.spyOn(provider.httpClient, 'fetch').mockResolvedValueOnce({
+        ok: true,
+        status: 200,
+        body: stream,
+      } as Response);
+
+      const streamResult = provider.generateStream([{ role: 'user', content: 'Hi' }]);
+      const chunks = await collectChunks(streamResult);
+      const mergedCalls = new Map<number, { id?: string; name?: string; arguments?: string }>();
+      for (const chunk of chunks) {
+        for (const choice of chunk.choices || []) {
+          const toolCalls = choice.delta?.tool_calls || [];
+          for (const call of toolCalls) {
+            const index = call.index ?? 0;
+            const prev = mergedCalls.get(index) || {};
+            mergedCalls.set(index, {
+              id: call.id || prev.id,
+              name: call.function?.name || prev.name,
+              arguments: `${prev.arguments || ''}${call.function?.arguments || ''}`,
+            });
+          }
+        }
+      }
+      const call0 = mergedCalls.get(0);
+      expect(call0).toBeDefined();
+      expect(call0?.name).toBe('test');
+      expect(call0?.arguments).toBe('{}');
+    });
+
+    it('should not throw error for empty stream with length finish reason', async () => {
+      const mockChunks = [
+        'data: {"id": "c1", "index": 0, "choices": [{"index": 0, "finish_reason": "length"}]}\n\n',
+        'data: [DONE]\n\n',
+      ];
+
+      const stream = new ReadableStream({
+        async start(controller) {
+          for (const chunk of mockChunks) {
+            controller.enqueue(new TextEncoder().encode(chunk));
+          }
+          controller.close();
+        },
+      });
+
+      vi.spyOn(provider.httpClient, 'fetch').mockResolvedValueOnce({
+        ok: true,
+        status: 200,
+        body: stream,
+      } as Response);
+
+      const streamResult = provider.generateStream([{ role: 'user', content: 'Hi' }]);
+      const chunks = await collectChunks(streamResult);
+      const hasLength = chunks.some((chunk) =>
+        (chunk.choices || []).some((choice) => choice.finish_reason === 'length')
+      );
+      expect(hasLength).toBe(true);
+    });
+
+    it('should handle empty stream with stop reason', async () => {
+      const mockChunks = [
+        'data: {"id": "c1", "index": 0, "choices": [{"index": 0, "finish_reason": "stop"}]}\n\n',
+        'data: [DONE]\n\n',
+      ];
+
+      const stream = new ReadableStream({
+        async start(controller) {
+          for (const chunk of mockChunks) {
+            controller.enqueue(new TextEncoder().encode(chunk));
+          }
+          controller.close();
+        },
+      });
+
+      vi.spyOn(provider.httpClient, 'fetch').mockResolvedValueOnce({
+        ok: true,
+        status: 200,
+        body: stream,
+      } as Response);
+
+      const streamResult = provider.generateStream([{ role: 'user', content: 'Hi' }]);
+      const chunks = await collectChunks(streamResult);
+      const hasStop = chunks.some((chunk) =>
+        (chunk.choices || []).some((choice) => choice.finish_reason === 'stop')
+      );
+      expect(hasStop).toBe(true);
+    });
+
+    it('should parse SSE data lines without a space after data colon', async () => {
+      const mockChunks = [
+        'data:{"id":"c1","index":0,"choices":[{"index":0,"delta":{"content":"Hello"}}]}\n\n',
+        'data:{"id":"c2","index":0,"choices":[{"index":0,"delta":{"content":" world"}}]}\n\n',
+        'data:[DONE]\n\n',
+      ];
+
+      const stream = new ReadableStream({
+        async start(controller) {
+          for (const chunk of mockChunks) {
+            controller.enqueue(new TextEncoder().encode(chunk));
+          }
+          controller.close();
+        },
+      });
+
+      vi.spyOn(provider.httpClient, 'fetch').mockResolvedValueOnce({
+        ok: true,
+        status: 200,
+        body: stream,
+      } as Response);
+
+      const streamResult = provider.generateStream([{ role: 'user', content: 'Hi' }]);
+      const chunks = await collectChunks(streamResult);
+
+      expect(collectTextFromChunks(chunks)).toBe('Hello world');
+    });
+
+    it('should update metadata from stream chunks', async () => {
+      const mockChunks = [
+        'data: {"id": "test-id", "object": "chat.completion.chunk", "created": 1234567890, "model": "gpt-4", "index": 0, "choices": [{"index": 0, "delta": {"content": "Hi"}}]}\n\n',
+        'data: [DONE]\n\n',
+      ];
+
+      const stream = new ReadableStream({
+        async start(controller) {
+          for (const chunk of mockChunks) {
+            controller.enqueue(new TextEncoder().encode(chunk));
+          }
+          controller.close();
+        },
+      });
+
+      vi.spyOn(provider.httpClient, 'fetch').mockResolvedValueOnce({
+        ok: true,
+        status: 200,
+        body: stream,
+      } as Response);
+
+      const streamResult = provider.generateStream([{ role: 'user', content: 'Hello' }]);
+      const chunks = await collectChunks(streamResult);
+      expect(chunks[0]?.id).toBe('test-id');
+      expect(chunks[0]?.object).toBe('chat.completion.chunk');
+      expect(chunks[0]?.created).toBe(1234567890);
+      expect(chunks[0]?.model).toBe('gpt-4');
+    });
+
+    it('should throw permanent error when stream chunk returns permanent error code', async () => {
+      const mockChunks = [
+        'data: {"id":"err-1","index":0,"error":{"code":"invalid_request_error","message":"invalid parameter"}}\n\n',
+        'data: [DONE]\n\n',
+      ];
+
+      const stream = new ReadableStream({
+        async start(controller) {
+          for (const chunk of mockChunks) {
+            controller.enqueue(new TextEncoder().encode(chunk));
+          }
+          controller.close();
+        },
+      });
+
+      vi.spyOn(provider.httpClient, 'fetch').mockResolvedValueOnce({
+        ok: true,
+        status: 200,
+        body: stream,
+      } as Response);
+
+      await expect(
+        collectChunks(provider.generateStream([{ role: 'user', content: 'Hi' }]))
+      ).rejects.toBeInstanceOf(LLMPermanentError);
+    });
+
+    it('should throw retryable error when stream chunk returns transient error code', async () => {
+      const mockChunks = [
+        'data: {"id":"err-2","index":0,"error":{"code":"upstream_timeout","message":"temporary upstream timeout"}}\n\n',
+        'data: [DONE]\n\n',
+      ];
+
+      const stream = new ReadableStream({
+        async start(controller) {
+          for (const chunk of mockChunks) {
+            controller.enqueue(new TextEncoder().encode(chunk));
+          }
+          controller.close();
+        },
+      });
+
+      vi.spyOn(provider.httpClient, 'fetch').mockResolvedValueOnce({
+        ok: true,
+        status: 200,
+        body: stream,
+      } as Response);
+
+      await expect(
+        collectChunks(provider.generateStream([{ role: 'user', content: 'Hi' }]))
+      ).rejects.toBeInstanceOf(LLMRetryableError);
+    });
+
+    it('should classify responses response.failed events as retryable upstream errors', async () => {
+      const responsesProvider = new OpenAICompatibleProvider(
+        {
+          apiKey: 'test-api-key',
+          baseURL: 'https://api.example.com',
+          model: 'glm-5',
+          temperature: 0.7,
+          max_tokens: 2000,
+          LLMMAX_TOKENS: 8000,
+          timeout: 30000,
+          maxRetries: 3,
+        },
+        new ResponsesAdapter({ defaultModel: 'glm-5' })
+      );
+
+      const stream = new ReadableStream({
+        start(controller) {
+          controller.enqueue(
+            new TextEncoder().encode(
+              [
+                'event: response.created\n',
+                'data: {"type":"response.created","response":{"id":"resp_failed","model":"glm-5","created_at":1762675000}}\n\n',
+                'event: response.failed\n',
+                'data: {"type":"response.failed","error":{"code":"upstream_timeout","type":"server_error","message":"temporary upstream timeout"}}\n\n',
+              ].join('')
+            )
+          );
+          controller.close();
+        },
+      });
+
+      vi.spyOn(responsesProvider.httpClient, 'fetch').mockResolvedValueOnce({
+        ok: true,
+        status: 200,
+        body: stream,
+      } as Response);
+
+      await expect(
+        collectChunks(responsesProvider.generateStream([{ role: 'user', content: 'Hi' }]))
+      ).rejects.toMatchObject({
+        name: 'LLMRetryableError',
+        code: 'upstream_timeout',
+        message: 'temporary upstream timeout (chunk: resp_failed)',
+      });
+    });
+  });
+
+  describe('abort signal', () => {
+    it('should support abort signal in non-streaming mode', async () => {
+      const controller = new AbortController();
+      controller.abort();
+
+      // Mock fetch to reject with AbortError when signal is aborted
+      vi.spyOn(provider.httpClient, 'fetch').mockRejectedValueOnce(
+        new DOMException('Aborted', 'AbortError')
+      );
+
+      await expect(
+        provider.generate([{ role: 'user', content: 'Hello' }], {
+          abortSignal: controller.signal,
+        })
+      ).rejects.toThrow();
+    }, 10000);
+
+    it('should fallback to provider timeout when abortSignal is missing', async () => {
+      const timeoutMs = 80;
+      const shortTimeoutProvider = new OpenAICompatibleProvider({
+        apiKey: 'test-api-key',
+        baseURL: 'https://api.example.com',
+        model: 'gpt-4',
+        temperature: 0.7,
+        max_tokens: 2000,
+        LLMMAX_TOKENS: 8000,
+        timeout: timeoutMs,
+      });
+
+      const fetchSpy = vi
+        .spyOn(globalThis, 'fetch')
+        .mockImplementation(async (_input: string | URL | Request, init?: RequestInit) => {
+          const signal = init?.signal;
+          expect(signal).toBeInstanceOf(AbortSignal);
+
+          await new Promise<void>((_resolve, reject) => {
+            if (signal?.aborted) {
+              reject(new DOMException('Aborted', 'AbortError'));
+              return;
+            }
+
+            signal?.addEventListener(
+              'abort',
+              () => {
+                reject(new DOMException('Aborted', 'AbortError'));
+              },
+              { once: true }
+            );
+          });
+
+          throw new Error('should not reach successful fetch path');
+        });
+
+      const result = shortTimeoutProvider.generate([{ role: 'user', content: 'Hello' }]);
+      // generate() returns Promise when not streaming
+      const error = await (result as Promise<unknown>).then(
+        () => null,
+        (err) => err
+      );
+      fetchSpy.mockRestore();
+
+      expect(error).toBeInstanceOf(Error);
+      expect((error as Error & { code?: string }).code).toBe('TIMEOUT');
+    }, 10000);
+  });
+});