bingocode 1.1.204 → 1.1.205

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "bingocode",
-  "version": "1.1.204",
+  "version": "1.1.205",
   "type": "module",
   "bin": {
     "claude": "bin/claude-win.cjs",

package/src/server/proxy/handler.ts

@@ -140,7 +140,8 @@ export async function handleProxyRequest(req: Request, url: URL): Promise<Respon
 
     try {
       if (slotConfig.apiFormat === 'anthropic') {
-        return await handleAnthropicPassthrough(proxiedBody, baseUrl, slotConfig.apiKey, isStream, uiLabel, betaHeader)
+        const stripThinking = slotConfig.extra?.strip_thinking === true
+        return await handleAnthropicPassthrough(proxiedBody, baseUrl, slotConfig.apiKey, isStream, uiLabel, betaHeader, stripThinking)
       } else if (slotConfig.apiFormat === 'openai_chat') {
         return await handleOpenaiChat(proxiedBody, baseUrl, slotConfig.apiKey, isStream, uiLabel)
       } else {
@@ -188,6 +189,7 @@ async function handleAnthropicPassthrough(
   isStream: boolean,
   uiLabel: string | null = null,
   betaHeader: string | null = null,
+  stripThinking: boolean = false,
 ): Promise<Response> {
   const url = v1Url(baseUrl, 'messages')
   const upstreamHeaders: Record<string, string> = {
@@ -197,10 +199,18 @@ async function handleAnthropicPassthrough(
   }
   if (betaHeader) upstreamHeaders['anthropic-beta'] = betaHeader
 
+  // Strip `thinking` only when the provider opts in via extra.strip_thinking.
+  // LiteLLM-backed upstreams (e.g. vtscc) convert `thinking` → `reasoning_effort`,
+  // which together_ai and other backends reject with 400. Real Anthropic API
+  // supports `thinking`, so we leave it intact unless explicitly told to strip.
+  const forwardBody = stripThinking && body.thinking
+    ? { ...body, thinking: undefined }
+    : body
+
   const upstream = await fetch(url, {
     method: 'POST',
     headers: upstreamHeaders,
-    body: JSON.stringify(body),
+    body: JSON.stringify(forwardBody),
     signal: isStream ? AbortSignal.timeout(STREAM_TIMEOUT_MS) : AbortSignal.timeout(300_000),
   })
 

package/src/server/proxy/transform/anthropicToOpenaiChat.ts

@@ -1,247 +1,220 @@
-/**
- * Request transformation: Anthropic Messages → OpenAI Chat Completions
- * Derived from cc-switch (https://github.com/farion1231/cc-switch)
- * Original work by Jason Young, MIT License
- */
-
-import type {
-  AnthropicRequest,
-  AnthropicContentBlock,
-  AnthropicMessage,
-  OpenAIChatRequest,
-  OpenAIChatMessage,
-  OpenAIChatContentPart,
-  OpenAIToolCall,
-  OpenAITool,
-} from './types.js'
-
-// Params broadly supported by OpenAI-compatible chat completion upstreams.
-// Anything outside this set (e.g. reasoning_effort) is dropped when
-// BINGO_DROP_PARAMS is enabled to avoid upstream 400 rejections.
-const OPENAI_CHAT_ALLOWED_PARAMS = new Set<keyof OpenAIChatRequest>([
-  'model',
-  'messages',
-  'max_tokens',
-  'max_completion_tokens',
-  'stream',
-  'temperature',
-  'top_p',
-  'stop',
-  'tools',
-  'tool_choice',
-  'frequency_penalty',
-])
-
-/**
- * Convert Anthropic Messages request to OpenAI Chat Completions request.
- */
-export function anthropicToOpenaiChat(body: AnthropicRequest): OpenAIChatRequest {
-  const messages: OpenAIChatMessage[] = []
-
-  // Convert system prompt
-  if (body.system) {
-    if (typeof body.system === 'string') {
-      messages.push({ role: 'system', content: body.system })
-    } else if (Array.isArray(body.system)) {
-      const text = body.system.map((b) => b.text).join('\n')
-      messages.push({ role: 'system', content: text })
-    }
-  }
-
-  // Convert messages
-  for (const msg of body.messages) {
-    convertMessage(msg, messages, body.model)
-  }
-
-  // Build request
-  const result: OpenAIChatRequest = {
-    model: body.model,
-    messages,
-    stream: body.stream,
-  }
-
-  // max_tokens — cap to avoid upstream 400 errors from Claude's high defaults (e.g. 64k).
-  // DeepSeek: tools/thinking fail above 8192. Other providers: 32768 covers most upstreams.
-  // GPT models (gpt-*): use max_completion_tokens instead of max_tokens (required by newer GPT models).
-  if (body.max_tokens !== undefined) {
-    const modelLower = body.model.toLowerCase()
-    if (modelLower.includes('deepseek')) {
-      result.max_tokens = Math.min(body.max_tokens, 8192)
-    } else if (modelLower.startsWith('gpt-') || modelLower.startsWith('o1') || modelLower.startsWith('o3') || modelLower.startsWith('o4')) {
-      result.max_completion_tokens = body.max_tokens
-    } else {
-      result.max_tokens = Math.min(body.max_tokens, 32768)
-    }
-  }
-
-  // temperature & top_p
-  if (body.temperature !== undefined) result.temperature = body.temperature
-  if (body.top_p !== undefined) result.top_p = body.top_p
-
-  // frequency_penalty: suppress repetition loops during multi-tool-call sequences.
-  // Anthropic API has no equivalent; inject for all OpenAI-compatible upstreams.
-  // Configurable via BINGO_FREQUENCY_PENALTY (default 0, opt-in).
-  const fp = parseFloat(process.env.BINGO_FREQUENCY_PENALTY ?? '0')
-  if (!isNaN(fp) && fp !== 0) result.frequency_penalty = fp
-
-  // stop_sequences → stop
-  if (body.stop_sequences && body.stop_sequences.length > 0) {
-    result.stop = body.stop_sequences
-  }
-
-  // tools
-  if (body.tools && body.tools.length > 0) {
-    result.tools = body.tools
-      .filter((t) => t.name !== 'BatchTool')
-      .map((t): OpenAITool => ({
-        type: 'function',
-        function: {
-          name: t.name,
-          description: t.description,
-          parameters: t.input_schema,
-        },
-      }))
-  }
-
-  // tool_choice
-  if (body.tool_choice !== undefined) {
-    result.tool_choice = convertToolChoice(body.tool_choice)
-  }
-
-  // thinking → reasoning_effort
-  if (body.thinking) {
-    const budget = body.thinking.budget_tokens
-    if (budget !== undefined) {
-      if (budget <= 1024) result.reasoning_effort = 'low'
-      else if (budget <= 8192) result.reasoning_effort = 'medium'
-      else result.reasoning_effort = 'high'
-    } else if (body.thinking.type === 'enabled') {
-      result.reasoning_effort = 'high'
-    }
-  }
-
-  // Drop params that upstreams (e.g. LiteLLM-routed providers) may reject.
-  // Default ON because many LiteLLM backends (together_ai, etc.) hard-fail on
-  // unknown params. Set BINGO_DROP_PARAMS=0/false to keep all params.
-  const dropParams = !/^(0|false|no)$/i.test(process.env.BINGO_DROP_PARAMS ?? '1')
-  if (dropParams) {
-    for (const key of Object.keys(result) as Array<keyof OpenAIChatRequest>) {
-      if (!OPENAI_CHAT_ALLOWED_PARAMS.has(key)) delete result[key]
-    }
-  }
-
-  return result
-}
-
-function convertMessage(msg: AnthropicMessage, output: OpenAIChatMessage[], model: string = ''): void {
-  const content = msg.content
-
-  // Simple string content
-  if (typeof content === 'string') {
-    output.push({ role: msg.role, content })
-    return
-  }
-
-  // Array content blocks
-  if (!Array.isArray(content) || content.length === 0) {
-    output.push({ role: msg.role, content: '' })
-    return
-  }
-
-  if (msg.role === 'user') {
-    convertUserMessage(content, output)
-  } else {
-    convertAssistantMessage(content, output, model)
-  }
-}
-
-function convertUserMessage(blocks: AnthropicContentBlock[], output: OpenAIChatMessage[]): void {
-  // Separate tool_result blocks from other content
-  const contentParts: OpenAIChatContentPart[] = []
-
-  for (const block of blocks) {
-    if (block.type === 'text') {
-      contentParts.push({ type: 'text', text: block.text })
-    } else if (block.type === 'image') {
-      const url = `data:${block.source.media_type};base64,${block.source.data}`
-      contentParts.push({ type: 'image_url', image_url: { url } })
-    } else if (block.type === 'tool_result') {
-      // tool_result → separate tool message
-      const rawContent = typeof block.content === 'string'
-        ? block.content
-        : Array.isArray(block.content)
-          ? block.content.filter((b): b is Extract<AnthropicContentBlock, { type: 'text' }> => b.type === 'text').map((b) => b.text).join('\n')
-          : ''
-      const resultContent = block.is_error
-        ? `<error>${rawContent}</error>`
-        : rawContent
-      output.push({
-        role: 'tool',
-        tool_call_id: block.tool_use_id,
-        content: resultContent,
-      })
-    }
-  }
-
-  if (contentParts.length > 0) {
-    output.push({
-      role: 'user',
-      content: contentParts.length === 1 && contentParts[0].type === 'text'
-        ? contentParts[0].text
-        : contentParts,
-    })
-  }
-}
-
-function convertAssistantMessage(blocks: AnthropicContentBlock[], output: OpenAIChatMessage[], model: string = ''): void {
-  let textContent = ''
-  let reasoningContent = ''
-  const toolCalls: OpenAIToolCall[] = []
-
-  for (const block of blocks) {
-    if (block.type === 'text') {
-      textContent += block.text
-    } else if (block.type === 'thinking') {
-      reasoningContent += block.thinking
-    } else if (block.type === 'tool_use') {
-      toolCalls.push({
-        id: block.id,
-        type: 'function',
-        function: {
-          name: block.name,
-          arguments: typeof block.input === 'string' ? block.input : JSON.stringify(block.input),
-        },
-      })
-    }
-  }
-
-  const msg: OpenAIChatMessage = {
-    role: 'assistant',
-    content: textContent || null,
-  }
-
-  // Only pass reasoning_content back for DeepSeek models to satisfy their mandatory back-transmission rule
-  if (reasoningContent && model.toLowerCase().includes('deepseek')) {
-    (msg as any).reasoning_content = reasoningContent
-  }
-
-  if (toolCalls.length > 0) {
-    msg.tool_calls = toolCalls
-  }
-
-  output.push(msg)
-}
-
-function convertToolChoice(choice: unknown): unknown {
-  if (typeof choice === 'string') return choice
-  if (typeof choice === 'object' && choice !== null) {
-    const c = choice as Record<string, unknown>
-    if (c.type === 'auto') return 'auto'
-    if (c.type === 'any') return 'required'
-    if (c.type === 'none') return 'none'
-    if (c.type === 'tool' && typeof c.name === 'string') {
-      return { type: 'function', function: { name: c.name } }
-    }
-  }
-  return 'auto'
-}
+/**
+ * Request transformation: Anthropic Messages → OpenAI Chat Completions
+ * Derived from cc-switch (https://github.com/farion1231/cc-switch)
+ * Original work by Jason Young, MIT License
+ */
+
+import type {
+  AnthropicRequest,
+  AnthropicContentBlock,
+  AnthropicMessage,
+  OpenAIChatRequest,
+  OpenAIChatMessage,
+  OpenAIChatContentPart,
+  OpenAIToolCall,
+  OpenAITool,
+} from './types.js'
+
+/**
+ * Convert Anthropic Messages request to OpenAI Chat Completions request.
+ */
+export function anthropicToOpenaiChat(body: AnthropicRequest): OpenAIChatRequest {
+  const messages: OpenAIChatMessage[] = []
+
+  // Convert system prompt
+  if (body.system) {
+    if (typeof body.system === 'string') {
+      messages.push({ role: 'system', content: body.system })
+    } else if (Array.isArray(body.system)) {
+      const text = body.system.map((b) => b.text).join('\n')
+      messages.push({ role: 'system', content: text })
+    }
+  }
+
+  // Convert messages
+  for (const msg of body.messages) {
+    convertMessage(msg, messages, body.model)
+  }
+
+  // Build request
+  const result: OpenAIChatRequest = {
+    model: body.model,
+    messages,
+    stream: body.stream,
+  }
+
+  // max_tokens — cap to avoid upstream 400 errors from Claude's high defaults (e.g. 64k).
+  // DeepSeek: tools/thinking fail above 8192. Other providers: 32768 covers most upstreams.
+  // GPT models (gpt-*): use max_completion_tokens instead of max_tokens (required by newer GPT models).
+  if (body.max_tokens !== undefined) {
+    const modelLower = body.model.toLowerCase()
+    if (modelLower.includes('deepseek')) {
+      result.max_tokens = Math.min(body.max_tokens, 8192)
+    } else if (modelLower.startsWith('gpt-') || modelLower.startsWith('o1') || modelLower.startsWith('o3') || modelLower.startsWith('o4')) {
+      result.max_completion_tokens = body.max_tokens
+    } else {
+      result.max_tokens = Math.min(body.max_tokens, 32768)
+    }
+  }
+
+  // temperature & top_p
+  if (body.temperature !== undefined) result.temperature = body.temperature
+  if (body.top_p !== undefined) result.top_p = body.top_p
+
+  // frequency_penalty: suppress repetition loops during multi-tool-call sequences.
+  // Anthropic API has no equivalent; inject for all OpenAI-compatible upstreams.
+  // Configurable via BINGO_FREQUENCY_PENALTY (default 0.1).
+  const fp = parseFloat(process.env.BINGO_FREQUENCY_PENALTY ?? '0.1')
+  if (!isNaN(fp) && fp !== 0) result.frequency_penalty = fp
+
+  // stop_sequences → stop
+  if (body.stop_sequences && body.stop_sequences.length > 0) {
+    result.stop = body.stop_sequences
+  }
+
+  // tools
+  if (body.tools && body.tools.length > 0) {
+    result.tools = body.tools
+      .filter((t) => t.name !== 'BatchTool')
+      .map((t): OpenAITool => ({
+        type: 'function',
+        function: {
+          name: t.name,
+          description: t.description,
+          parameters: t.input_schema,
+        },
+      }))
+  }
+
+  // tool_choice
+  if (body.tool_choice !== undefined) {
+    result.tool_choice = convertToolChoice(body.tool_choice)
+  }
+
+  // thinking → reasoning_effort
+  if (body.thinking) {
+    const budget = body.thinking.budget_tokens
+    if (budget !== undefined) {
+      if (budget <= 1024) result.reasoning_effort = 'low'
+      else if (budget <= 8192) result.reasoning_effort = 'medium'
+      else result.reasoning_effort = 'high'
+    } else if (body.thinking.type === 'enabled') {
+      result.reasoning_effort = 'high'
+    }
+  }
+
+  return result
+}
+
+function convertMessage(msg: AnthropicMessage, output: OpenAIChatMessage[], model: string = ''): void {
+  const content = msg.content
+
+  // Simple string content
+  if (typeof content === 'string') {
+    output.push({ role: msg.role, content })
+    return
+  }
+
+  // Array content blocks
+  if (!Array.isArray(content) || content.length === 0) {
+    output.push({ role: msg.role, content: '' })
+    return
+  }
+
+  if (msg.role === 'user') {
+    convertUserMessage(content, output)
+  } else {
+    convertAssistantMessage(content, output, model)
+  }
+}
+
+function convertUserMessage(blocks: AnthropicContentBlock[], output: OpenAIChatMessage[]): void {
+  // Separate tool_result blocks from other content
+  const contentParts: OpenAIChatContentPart[] = []
+
+  for (const block of blocks) {
+    if (block.type === 'text') {
+      contentParts.push({ type: 'text', text: block.text })
+    } else if (block.type === 'image') {
+      const url = `data:${block.source.media_type};base64,${block.source.data}`
+      contentParts.push({ type: 'image_url', image_url: { url } })
+    } else if (block.type === 'tool_result') {
+      // tool_result → separate tool message
+      const rawContent = typeof block.content === 'string'
+        ? block.content
+        : Array.isArray(block.content)
+          ? block.content.filter((b): b is Extract<AnthropicContentBlock, { type: 'text' }> => b.type === 'text').map((b) => b.text).join('\n')
+          : ''
+      const resultContent = block.is_error
+        ? `<error>${rawContent}</error>`
+        : rawContent
+      output.push({
+        role: 'tool',
+        tool_call_id: block.tool_use_id,
+        content: resultContent,
+      })
+    }
+  }
+
+  if (contentParts.length > 0) {
+    output.push({
+      role: 'user',
+      content: contentParts.length === 1 && contentParts[0].type === 'text'
+        ? contentParts[0].text
+        : contentParts,
+    })
+  }
+}
+
+function convertAssistantMessage(blocks: AnthropicContentBlock[], output: OpenAIChatMessage[], model: string = ''): void {
+  let textContent = ''
+  let reasoningContent = ''
+  const toolCalls: OpenAIToolCall[] = []
+
+  for (const block of blocks) {
+    if (block.type === 'text') {
+      textContent += block.text
+    } else if (block.type === 'thinking') {
+      reasoningContent += block.thinking
+    } else if (block.type === 'tool_use') {
+      toolCalls.push({
+        id: block.id,
+        type: 'function',
+        function: {
+          name: block.name,
+          arguments: typeof block.input === 'string' ? block.input : JSON.stringify(block.input),
+        },
+      })
+    }
+  }
+
+  const msg: OpenAIChatMessage = {
+    role: 'assistant',
+    content: textContent || null,
+  }
+
+  // Only pass reasoning_content back for DeepSeek models to satisfy their mandatory back-transmission rule
+  if (reasoningContent && model.toLowerCase().includes('deepseek')) {
+    (msg as any).reasoning_content = reasoningContent
+  }
+
+  if (toolCalls.length > 0) {
+    msg.tool_calls = toolCalls
+  }
+
+  output.push(msg)
+}
+
+function convertToolChoice(choice: unknown): unknown {
+  if (typeof choice === 'string') return choice
+  if (typeof choice === 'object' && choice !== null) {
+    const c = choice as Record<string, unknown>
+    if (c.type === 'auto') return 'auto'
+    if (c.type === 'any') return 'required'
+    if (c.type === 'none') return 'none'
+    if (c.type === 'tool' && typeof c.name === 'string') {
+      return { type: 'function', function: { name: c.name } }
+    }
+  }
+  return 'auto'
+}

package/src/server/services/providerService.ts

@@ -524,6 +524,7 @@ export class ProviderService {
     apiFormat: ApiFormat
     modelId: string
     label?: string | null
+    extra?: Record<string, unknown>
   } | null> {
     const slots = await this.readSlots()
     const entry = slots[slotName]
@@ -542,6 +543,7 @@ export class ProviderService {
       apiFormat: provider.apiFormat ?? 'anthropic',
       modelId: entry.modelId,
       label: entry.label || CLAUDE_DEFAULT_LABELS[slotName],
+      ...(provider.extra !== undefined && { extra: provider.extra }),
     }
   }