bingocode 1.0.26 → 1.0.28

package/src/server/__tests__/proxy-streaming.test.ts

@@ -1,317 +0,0 @@
-/**
- * Unit tests for proxy streaming SSE transformation
- */
-
-import { describe, test, expect } from 'bun:test'
-import { openaiChatStreamToAnthropic } from '../proxy/streaming/openaiChatStreamToAnthropic.js'
-import { openaiResponsesStreamToAnthropic } from '../proxy/streaming/openaiResponsesStreamToAnthropic.js'
-
-// ─── Helpers ────────────────────────────────────────────────────
-
-function makeStream(chunks: string[]): ReadableStream<Uint8Array> {
-  const encoder = new TextEncoder()
-  return new ReadableStream({
-    start(controller) {
-      for (const chunk of chunks) {
-        controller.enqueue(encoder.encode(chunk))
-      }
-      controller.close()
-    },
-  })
-}
-
-async function collectSse(stream: ReadableStream<Uint8Array>): Promise<Array<{ event: string; data: Record<string, unknown> }>> {
-  const decoder = new TextDecoder()
-  const reader = stream.getReader()
-  let text = ''
-  while (true) {
-    const { done, value } = await reader.read()
-    if (done) break
-    text += decoder.decode(value, { stream: true })
-  }
-
-  const events: Array<{ event: string; data: Record<string, unknown> }> = []
-  const blocks = text.split('\n\n').filter(Boolean)
-  for (const block of blocks) {
-    const lines = block.split('\n')
-    let event = ''
-    let data = ''
-    for (const line of lines) {
-      if (line.startsWith('event: ')) event = line.slice(7)
-      if (line.startsWith('data: ')) data = line.slice(6)
-    }
-    if (event && data) {
-      try {
-        events.push({ event, data: JSON.parse(data) })
-      } catch {
-        // skip unparseable
-      }
-    }
-  }
-  return events
-}
-
-// ─── OpenAI Chat Completions SSE → Anthropic SSE ───────────────
-
-describe('openaiChatStreamToAnthropic', () => {
-  test('basic text streaming', async () => {
-    const sseChunks = [
-      'data: {"id":"c1","object":"chat.completion.chunk","created":0,"model":"gpt-4","choices":[{"index":0,"delta":{"role":"assistant","content":""},"finish_reason":null}]}\n\n',
-      'data: {"id":"c1","object":"chat.completion.chunk","created":0,"model":"gpt-4","choices":[{"index":0,"delta":{"content":"Hello"},"finish_reason":null}]}\n\n',
-      'data: {"id":"c1","object":"chat.completion.chunk","created":0,"model":"gpt-4","choices":[{"index":0,"delta":{"content":" world"},"finish_reason":null}]}\n\n',
-      'data: {"id":"c1","object":"chat.completion.chunk","created":0,"model":"gpt-4","choices":[{"index":0,"delta":{},"finish_reason":"stop"}]}\n\n',
-      'data: [DONE]\n\n',
-    ]
-
-    const upstream = makeStream(sseChunks)
-    const anthropicStream = openaiChatStreamToAnthropic(upstream, 'gpt-4')
-    const events = await collectSse(anthropicStream)
-
-    // Should have: message_start, content_block_start, content_block_delta x2, message_delta, content_block_stop, message_stop
-    const eventTypes = events.map((e) => e.event)
-    expect(eventTypes[0]).toBe('message_start')
-    expect(eventTypes).toContain('content_block_start')
-    expect(eventTypes).toContain('content_block_delta')
-    expect(eventTypes).toContain('message_delta')
-    expect(eventTypes).toContain('message_stop')
-
-    // Check message_start
-    const msgStart = events.find((e) => e.event === 'message_start')!
-    expect((msgStart.data.message as Record<string, unknown>).model).toBe('gpt-4')
-    expect((msgStart.data.message as Record<string, unknown>).role).toBe('assistant')
-
-    // Check text deltas
-    const textDeltas = events.filter((e) => e.event === 'content_block_delta')
-    const texts = textDeltas.map((e) => (e.data.delta as Record<string, unknown>).text)
-    expect(texts).toContain('Hello')
-    expect(texts).toContain(' world')
-
-    // Check stop reason
-    const msgDelta = events.find((e) => e.event === 'message_delta')!
-    expect((msgDelta.data.delta as Record<string, unknown>).stop_reason).toBe('end_turn')
-  })
-
-  test('tool call streaming', async () => {
-    const sseChunks = [
-      'data: {"id":"c2","object":"chat.completion.chunk","created":0,"model":"gpt-4","choices":[{"index":0,"delta":{"role":"assistant","content":null},"finish_reason":null}]}\n\n',
-      'data: {"id":"c2","object":"chat.completion.chunk","created":0,"model":"gpt-4","choices":[{"index":0,"delta":{"tool_calls":[{"index":0,"id":"call_1","type":"function","function":{"name":"get_weather","arguments":""}}]},"finish_reason":null}]}\n\n',
-      'data: {"id":"c2","object":"chat.completion.chunk","created":0,"model":"gpt-4","choices":[{"index":0,"delta":{"tool_calls":[{"index":0,"function":{"arguments":"{\\"city\\""}}]},"finish_reason":null}]}\n\n',
-      'data: {"id":"c2","object":"chat.completion.chunk","created":0,"model":"gpt-4","choices":[{"index":0,"delta":{"tool_calls":[{"index":0,"function":{"arguments":":\\"NYC\\"}"}}]},"finish_reason":null}]}\n\n',
-      'data: {"id":"c2","object":"chat.completion.chunk","created":0,"model":"gpt-4","choices":[{"index":0,"delta":{},"finish_reason":"tool_calls"}]}\n\n',
-      'data: [DONE]\n\n',
-    ]
-
-    const upstream = makeStream(sseChunks)
-    const anthropicStream = openaiChatStreamToAnthropic(upstream, 'gpt-4')
-    const events = await collectSse(anthropicStream)
-
-    // Should have content_block_start with type tool_use
-    const toolStart = events.find(
-      (e) => e.event === 'content_block_start' && (e.data.content_block as Record<string, unknown>)?.type === 'tool_use',
-    )
-    expect(toolStart).toBeDefined()
-    expect((toolStart!.data.content_block as Record<string, unknown>).name).toBe('get_weather')
-    expect((toolStart!.data.content_block as Record<string, unknown>).id).toBe('call_1')
-
-    // Should have input_json_delta
-    const jsonDeltas = events.filter(
-      (e) => e.event === 'content_block_delta' && (e.data.delta as Record<string, unknown>)?.type === 'input_json_delta',
-    )
-    expect(jsonDeltas.length).toBeGreaterThan(0)
-
-    // Stop reason should be tool_use
-    const msgDelta = events.find((e) => e.event === 'message_delta')!
-    expect((msgDelta.data.delta as Record<string, unknown>).stop_reason).toBe('tool_use')
-  })
-
-  test('empty stream (just DONE)', async () => {
-    const upstream = makeStream(['data: [DONE]\n\n'])
-    const anthropicStream = openaiChatStreamToAnthropic(upstream, 'gpt-4')
-    const events = await collectSse(anthropicStream)
-    // Should at least have message_stop
-    expect(events.some((e) => e.event === 'message_stop')).toBe(true)
-  })
-
-  test('event ordering: content_block_stop before message_delta', async () => {
-    const sseChunks = [
-      'data: {"id":"c3","object":"chat.completion.chunk","created":0,"model":"gpt-4","choices":[{"index":0,"delta":{"role":"assistant","content":""},"finish_reason":null}]}\n\n',
-      'data: {"id":"c3","object":"chat.completion.chunk","created":0,"model":"gpt-4","choices":[{"index":0,"delta":{"content":"Hi"},"finish_reason":null}]}\n\n',
-      'data: {"id":"c3","object":"chat.completion.chunk","created":0,"model":"gpt-4","choices":[{"index":0,"delta":{},"finish_reason":"stop"}]}\n\n',
-      'data: [DONE]\n\n',
-    ]
-
-    const upstream = makeStream(sseChunks)
-    const events = await collectSse(openaiChatStreamToAnthropic(upstream, 'gpt-4'))
-    const types = events.map((e) => e.event)
-
-    // content_block_stop MUST appear before message_delta
-    const stopIdx = types.indexOf('content_block_stop')
-    const deltaIdx = types.indexOf('message_delta')
-    expect(stopIdx).toBeGreaterThan(-1)
-    expect(deltaIdx).toBeGreaterThan(-1)
-    expect(stopIdx).toBeLessThan(deltaIdx)
-
-    // message_delta before message_stop
-    const msgStopIdx = types.indexOf('message_stop')
-    expect(deltaIdx).toBeLessThan(msgStopIdx)
-  })
-
-  test('reasoning_content (DeepSeek, OpenRouter, XAI)', async () => {
-    const sseChunks = [
-      'data: {"id":"c4","object":"chat.completion.chunk","created":0,"model":"deepseek-chat","choices":[{"index":0,"delta":{"role":"assistant","content":"","reasoning_content":"Let me think"},"finish_reason":null}]}\n\n',
-      'data: {"id":"c4","object":"chat.completion.chunk","created":0,"model":"deepseek-chat","choices":[{"index":0,"delta":{"reasoning_content":" about this..."},"finish_reason":null}]}\n\n',
-      'data: {"id":"c4","object":"chat.completion.chunk","created":0,"model":"deepseek-chat","choices":[{"index":0,"delta":{"content":"Hello!"},"finish_reason":null}]}\n\n',
-      'data: {"id":"c4","object":"chat.completion.chunk","created":0,"model":"deepseek-chat","choices":[{"index":0,"delta":{},"finish_reason":"stop"}]}\n\n',
-      'data: [DONE]\n\n',
-    ]
-
-    const upstream = makeStream(sseChunks)
-    const events = await collectSse(openaiChatStreamToAnthropic(upstream, 'deepseek-chat'))
-
-    // Should have thinking block
-    const thinkingStart = events.find(
-      (e) => e.event === 'content_block_start' && (e.data.content_block as Record<string, unknown>)?.type === 'thinking',
-    )
-    expect(thinkingStart).toBeDefined()
-
-    // Should have thinking deltas
-    const thinkingDeltas = events.filter(
-      (e) => e.event === 'content_block_delta' && (e.data.delta as Record<string, unknown>)?.type === 'thinking_delta',
-    )
-    expect(thinkingDeltas.length).toBeGreaterThan(0)
-
-    // Should have text block after thinking
-    const textStart = events.find(
-      (e) => e.event === 'content_block_start' && (e.data.content_block as Record<string, unknown>)?.type === 'text',
-    )
-    expect(textStart).toBeDefined()
-
-    // Text should come after thinking in index order
-    expect((textStart!.data as Record<string, unknown>).index).toBeGreaterThan(
-      (thinkingStart!.data as Record<string, unknown>).index as number,
-    )
-  })
-
-  test('reasoning field (GLM-5, Cerebras, Groq)', async () => {
-    const sseChunks = [
-      'data: {"id":"c5","object":"chat.completion.chunk","created":0,"model":"glm-5","choices":[{"index":0,"delta":{"role":"assistant","reasoning":"Thinking here"},"finish_reason":null}]}\n\n',
-      'data: {"id":"c5","object":"chat.completion.chunk","created":0,"model":"glm-5","choices":[{"index":0,"delta":{"content":"Result"},"finish_reason":null}]}\n\n',
-      'data: {"id":"c5","object":"chat.completion.chunk","created":0,"model":"glm-5","choices":[{"index":0,"delta":{},"finish_reason":"stop"}]}\n\n',
-      'data: [DONE]\n\n',
-    ]
-
-    const upstream = makeStream(sseChunks)
-    const events = await collectSse(openaiChatStreamToAnthropic(upstream, 'glm-5'))
-
-    // Should produce thinking delta from "reasoning" field
-    const thinkingDeltas = events.filter(
-      (e) => e.event === 'content_block_delta' && (e.data.delta as Record<string, unknown>)?.type === 'thinking_delta',
-    )
-    expect(thinkingDeltas.length).toBe(1)
-    expect((thinkingDeltas[0].data.delta as Record<string, unknown>).thinking).toBe('Thinking here')
-  })
-
-  test('thinking_blocks (OpenAI o-series)', async () => {
-    const sseChunks = [
-      'data: {"id":"c6","object":"chat.completion.chunk","created":0,"model":"o3","choices":[{"index":0,"delta":{"role":"assistant","thinking_blocks":[{"type":"thinking","thinking":"Deep thought"}]},"finish_reason":null}]}\n\n',
-      'data: {"id":"c6","object":"chat.completion.chunk","created":0,"model":"o3","choices":[{"index":0,"delta":{"content":"Answer"},"finish_reason":null}]}\n\n',
-      'data: {"id":"c6","object":"chat.completion.chunk","created":0,"model":"o3","choices":[{"index":0,"delta":{},"finish_reason":"stop"}]}\n\n',
-      'data: [DONE]\n\n',
-    ]
-
-    const upstream = makeStream(sseChunks)
-    const events = await collectSse(openaiChatStreamToAnthropic(upstream, 'o3'))
-
-    const thinkingDeltas = events.filter(
-      (e) => e.event === 'content_block_delta' && (e.data.delta as Record<string, unknown>)?.type === 'thinking_delta',
-    )
-    expect(thinkingDeltas.length).toBe(1)
-    expect((thinkingDeltas[0].data.delta as Record<string, unknown>).thinking).toBe('Deep thought')
-  })
-
-  test('text + tool transition closes text block first', async () => {
-    const sseChunks = [
-      'data: {"id":"c7","object":"chat.completion.chunk","created":0,"model":"gpt-4","choices":[{"index":0,"delta":{"content":"Let me search"},"finish_reason":null}]}\n\n',
-      'data: {"id":"c7","object":"chat.completion.chunk","created":0,"model":"gpt-4","choices":[{"index":0,"delta":{"tool_calls":[{"index":0,"id":"call_x","type":"function","function":{"name":"search","arguments":"{\\"q\\":\\"test\\"}"}}]},"finish_reason":null}]}\n\n',
-      'data: {"id":"c7","object":"chat.completion.chunk","created":0,"model":"gpt-4","choices":[{"index":0,"delta":{},"finish_reason":"tool_calls"}]}\n\n',
-      'data: [DONE]\n\n',
-    ]
-
-    const upstream = makeStream(sseChunks)
-    const events = await collectSse(openaiChatStreamToAnthropic(upstream, 'gpt-4'))
-    const types = events.map((e) => e.event)
-
-    // Should see: text block start, text delta, text block stop, tool block start, ...
-    const firstBlockStop = types.indexOf('content_block_stop')
-    const toolBlockStart = types.findIndex(
-      (_, i) => events[i].event === 'content_block_start' && (events[i].data.content_block as Record<string, unknown>)?.type === 'tool_use',
-    )
-    expect(firstBlockStop).toBeLessThan(toolBlockStart)
-  })
-})
-
-// ─── OpenAI Responses SSE → Anthropic SSE ──────────────────────
-
-describe('openaiResponsesStreamToAnthropic', () => {
-  test('basic text streaming', async () => {
-    const sseChunks = [
-      'event: response.created\ndata: {"id":"r1","model":"gpt-4o","status":"in_progress"}\n\n',
-      'event: response.output_item.added\ndata: {"output_index":0,"item":{"type":"message","role":"assistant"}}\n\n',
-      'event: response.content_part.added\ndata: {"output_index":0,"content_index":0,"part":{"type":"output_text","text":""}}\n\n',
-      'event: response.output_text.delta\ndata: {"output_index":0,"content_index":0,"delta":"Hello"}\n\n',
-      'event: response.output_text.delta\ndata: {"output_index":0,"content_index":0,"delta":" world"}\n\n',
-      'event: response.output_text.done\ndata: {"output_index":0,"content_index":0,"text":"Hello world"}\n\n',
-      'event: response.completed\ndata: {"response":{"id":"r1","model":"gpt-4o","status":"completed","usage":{"input_tokens":10,"output_tokens":5}}}\n\n',
-    ]
-
-    const upstream = makeStream(sseChunks)
-    const anthropicStream = openaiResponsesStreamToAnthropic(upstream, 'gpt-4o')
-    const events = await collectSse(anthropicStream)
-
-    const eventTypes = events.map((e) => e.event)
-    expect(eventTypes[0]).toBe('message_start')
-    expect(eventTypes).toContain('content_block_start')
-    expect(eventTypes).toContain('content_block_delta')
-    expect(eventTypes).toContain('content_block_stop')
-    expect(eventTypes).toContain('message_delta')
-    expect(eventTypes).toContain('message_stop')
-
-    // Check text deltas
-    const textDeltas = events.filter((e) => e.event === 'content_block_delta')
-    const texts = textDeltas.map((e) => (e.data.delta as Record<string, unknown>).text)
-    expect(texts).toContain('Hello')
-    expect(texts).toContain(' world')
-  })
-
-  test('function call streaming', async () => {
-    const sseChunks = [
-      'event: response.created\ndata: {"id":"r2","model":"gpt-4o","status":"in_progress"}\n\n',
-      'event: response.output_item.added\ndata: {"output_index":0,"item":{"type":"function_call","id":"fc_1","call_id":"call_1","name":"search"}}\n\n',
-      'event: response.function_call_arguments.delta\ndata: {"item_id":"fc_1","delta":"{\\"q\\":"}\n\n',
-      'event: response.function_call_arguments.delta\ndata: {"item_id":"fc_1","delta":"\\"test\\"}"}\n\n',
-      'event: response.function_call_arguments.done\ndata: {"item_id":"fc_1","arguments":"{\\"q\\":\\"test\\"}"}\n\n',
-      'event: response.completed\ndata: {"response":{"id":"r2","model":"gpt-4o","status":"completed","usage":{"input_tokens":10,"output_tokens":5}}}\n\n',
-    ]
-
-    const upstream = makeStream(sseChunks)
-    const anthropicStream = openaiResponsesStreamToAnthropic(upstream, 'gpt-4o')
-    const events = await collectSse(anthropicStream)
-
-    // Should have tool_use content_block_start
-    const toolStart = events.find(
-      (e) => e.event === 'content_block_start' && (e.data.content_block as Record<string, unknown>)?.type === 'tool_use',
-    )
-    expect(toolStart).toBeDefined()
-    expect((toolStart!.data.content_block as Record<string, unknown>).name).toBe('search')
-
-    // Should have input_json_delta
-    const jsonDeltas = events.filter(
-      (e) => e.event === 'content_block_delta' && (e.data.delta as Record<string, unknown>)?.type === 'input_json_delta',
-    )
-    expect(jsonDeltas.length).toBeGreaterThan(0)
-
-    // Stop reason should be tool_use
-    const msgDelta = events.find((e) => e.event === 'message_delta')!
-    expect((msgDelta.data.delta as Record<string, unknown>).stop_reason).toBe('tool_use')
-  })
-})