whale-code 6.5.5 → 6.5.7

package/dist/server/lib/batch-client.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"batch-client.js","names":["createLogger","log","ANTHROPIC_BASE_URL","OPENAI_BASE_URL","POLL_INTERVAL_MS","MAX_POLL_DURATION_MS","ANTHROPIC_API_VERSION","ANTHROPIC_BATCH_BETA","BatchClient","queue","queueRequest","id","provider","model","messages","config","push","system","tools","max_tokens","temperature","info","queueSize","length","submitBatch","Error","mixedProvider","find","r","requests","submitAnthropicBatch","submitOpenAIBatch","pollBatch","batchId","pollAnthropicBatch","pollOpenAIBatch","processSingle","results","get","success","error","apiKey","process","env","ANTHROPIC_API_KEY","batchRequests","map","params","t","name","description","slice","input_schema","undefined","custom_id","resp","fetch","method","headers","body","JSON","stringify","ok","errText","text","status","substring","data","json","count","startTime","Date","now","batch","processing_status","counts","request_counts","elapsed","fetchAnthropicResults","sleep","Map","line","split","trim","item","parse","result","type","message","textBlocks","content","filter","b","set","join","usage","resultCount","size","OPENAI_API_KEY","lines","buildOpenAIMessages","function","parameters","url","jsonlContent","formData","FormData","blob","Blob","append","uploadResp","Authorization","fileData","batchResp","input_file_id","endpoint","completion_window","fileId","output_file_id","fetchOpenAIResults","outputFileId","response","status_code","choice","choices","input_tokens","prompt_tokens","output_tokens","completion_tokens","out","role","Array","isArray","systemText","s","Boolean","msg","parts","block","output","c","tool_call_id","tool_use_id","textContent","toolCalls","arguments","input","assistantMsg","tool_calls","ms","Promise","resolve","setTimeout","batchClient"],"sources":["../../../src/server/lib/batch-client.ts"],"sourcesContent":["/**\n * Batch API Client — queues non-streaming LLM requests and submits them as batch jobs.\n *\n * Supports:\n * - Anthropic Message Batches API (POST /v1/messages/batches)\n * - OpenAI Batch API (POST /v1/batches via file upload)\n *\n * Batch API typically saves ~50% cost for non-latency-sensitive operations\n * like workflow steps, bulk classification, and background processing.\n */\n\nimport { createLogger } from \"./logger.js\";\n\nconst log = createLogger(\"batch-client\");\n\n// ============================================================================\n// TYPES\n// ============================================================================\n\nexport interface BatchRequest {\n  id: string;\n  provider: \"anthropic\" | \"openai\";\n  model: string;\n  messages: unknown[];\n  system?: unknown;\n  tools?: unknown[];\n  max_tokens: number;\n  temperature?: number;\n}\n\nexport interface BatchResult {\n  id: string;\n  success: boolean;\n  content?: unknown;    // Full response content array (Anthropic) or choices (OpenAI)\n  text?: string;        // Extracted text for convenience\n  error?: string;\n  usage?: {\n    input_tokens: number;\n    output_tokens: number;\n  };\n}\n\ninterface AnthropicBatchRequestItem {\n  custom_id: string;\n  params: {\n    model: string;\n    messages: unknown[];\n    max_tokens: number;\n    system?: unknown;\n    tools?: unknown[];\n    temperature?: number;\n  };\n}\n\ninterface OpenAIBatchRequestItem {\n  custom_id: string;\n  method: \"POST\";\n  url: \"/v1/chat/completions\";\n  body: {\n    model: string;\n    messages: unknown[];\n    max_tokens?: number;\n    tools?: unknown[];\n    temperature?: number;\n  };\n}\n\n// ============================================================================\n// CONSTANTS\n// ============================================================================\n\nconst ANTHROPIC_BASE_URL = \"https://api.anthropic.com\";\nconst OPENAI_BASE_URL = \"https://api.openai.com\";\nconst POLL_INTERVAL_MS = 5_000;\nconst MAX_POLL_DURATION_MS = 10 * 60 * 1000; // 10 minutes\nconst ANTHROPIC_API_VERSION = \"2023-06-01\";\nconst ANTHROPIC_BATCH_BETA = \"message-batches-2024-09-24\";\n\n// ============================================================================\n// BATCH CLIENT\n// ============================================================================\n\nexport class BatchClient {\n  private queue: BatchRequest[] = [];\n\n  /**\n   * Add a request to the queue. Call submitBatch() to send them all.\n   */\n  queueRequest(\n    id: string,\n    provider: \"anthropic\" | \"openai\",\n    model: string,\n    messages: unknown[],\n    config: {\n      system?: unknown;\n      tools?: unknown[];\n      max_tokens?: number;\n      temperature?: number;\n    } = {},\n  ): void {\n    this.queue.push({\n      id,\n      provider,\n      model,\n      messages,\n      system: config.system,\n      tools: config.tools,\n      max_tokens: config.max_tokens ?? 4096,\n      temperature: config.temperature,\n    });\n    log.info({ id, provider, model, queueSize: this.queue.length }, \"queued batch request\");\n  }\n\n  /**\n   * Submit all queued requests as a batch job. Returns the batch ID.\n   * Clears the queue after submission.\n   */\n  async submitBatch(): Promise<{ batchId: string; provider: \"anthropic\" | \"openai\"; count: number }> {\n    if (this.queue.length === 0) {\n      throw new Error(\"No requests queued for batch submission\");\n    }\n\n    // All requests in a batch must use the same provider\n    const provider = this.queue[0].provider;\n    const mixedProvider = this.queue.find(r => r.provider !== provider);\n    if (mixedProvider) {\n      throw new Error(`Mixed providers in batch: ${provider} and ${mixedProvider.provider}. Submit separate batches per provider.`);\n    }\n\n    const requests = [...this.queue];\n    this.queue = [];\n\n    if (provider === \"anthropic\") {\n      return this.submitAnthropicBatch(requests);\n    } else {\n      return this.submitOpenAIBatch(requests);\n    }\n  }\n\n  /**\n   * Poll a batch until it completes. Returns a map of custom_id → result.\n   */\n  async pollBatch(\n    batchId: string,\n    provider: \"anthropic\" | \"openai\",\n  ): Promise<Map<string, BatchResult>> {\n    if (provider === \"anthropic\") {\n      return this.pollAnthropicBatch(batchId);\n    } else {\n      return this.pollOpenAIBatch(batchId);\n    }\n  }\n\n  /**\n   * Convenience: queue a single request, submit it as a batch, poll until done, return result.\n   * Best for workflow steps where you want batch pricing but only have one request.\n   */\n  async processSingle(\n    id: string,\n    provider: \"anthropic\" | \"openai\",\n    model: string,\n    messages: unknown[],\n    config: {\n      system?: unknown;\n      tools?: unknown[];\n      max_tokens?: number;\n      temperature?: number;\n    } = {},\n  ): Promise<BatchResult> {\n    this.queueRequest(id, provider, model, messages, config);\n    const { batchId } = await this.submitBatch();\n    const results = await this.pollBatch(batchId, provider);\n    return results.get(id) || { id, success: false, error: \"Result not found in batch response\" };\n  }\n\n  /** Return the current queue size (for diagnostics). */\n  get queueSize(): number {\n    return this.queue.length;\n  }\n\n  // ==========================================================================\n  // ANTHROPIC BATCH API\n  // ==========================================================================\n\n  private async submitAnthropicBatch(\n    requests: BatchRequest[],\n  ): Promise<{ batchId: string; provider: \"anthropic\"; count: number }> {\n    const apiKey = process.env.ANTHROPIC_API_KEY;\n    if (!apiKey) throw new Error(\"ANTHROPIC_API_KEY not set\");\n\n    const batchRequests: AnthropicBatchRequestItem[] = requests.map(r => {\n      const params: AnthropicBatchRequestItem[\"params\"] = {\n        model: r.model,\n        messages: r.messages,\n        max_tokens: r.max_tokens,\n      };\n      if (r.system) params.system = r.system;\n      if (r.tools?.length) {\n        params.tools = r.tools.map((t: any) => ({\n          name: t.name,\n          description: typeof t.description === \"string\" ? t.description.slice(0, 4096) : \"\",\n          input_schema: t.input_schema,\n        }));\n      }\n      if (r.temperature !== undefined) params.temperature = r.temperature;\n      return { custom_id: r.id, params };\n    });\n\n    const resp = await fetch(`${ANTHROPIC_BASE_URL}/v1/messages/batches`, {\n      method: \"POST\",\n      headers: {\n        \"Content-Type\": \"application/json\",\n        \"x-api-key\": apiKey,\n        \"anthropic-version\": ANTHROPIC_API_VERSION,\n        \"anthropic-beta\": ANTHROPIC_BATCH_BETA,\n      },\n      body: JSON.stringify({ requests: batchRequests }),\n    });\n\n    if (!resp.ok) {\n      const errText = await resp.text();\n      throw new Error(`Anthropic batch submit failed (${resp.status}): ${errText.substring(0, 500)}`);\n    }\n\n    const data = await resp.json() as { id: string; processing_status: string };\n    log.info({ batchId: data.id, count: requests.length }, \"anthropic batch submitted\");\n    return { batchId: data.id, provider: \"anthropic\", count: requests.length };\n  }\n\n  private async pollAnthropicBatch(batchId: string): Promise<Map<string, BatchResult>> {\n    const apiKey = process.env.ANTHROPIC_API_KEY;\n    if (!apiKey) throw new Error(\"ANTHROPIC_API_KEY not set\");\n\n    const startTime = Date.now();\n\n    while (Date.now() - startTime < MAX_POLL_DURATION_MS) {\n      const resp = await fetch(`${ANTHROPIC_BASE_URL}/v1/messages/batches/${batchId}`, {\n        headers: {\n          \"x-api-key\": apiKey,\n          \"anthropic-version\": ANTHROPIC_API_VERSION,\n          \"anthropic-beta\": ANTHROPIC_BATCH_BETA,\n        },\n      });\n\n      if (!resp.ok) {\n        const errText = await resp.text();\n        throw new Error(`Anthropic batch poll failed (${resp.status}): ${errText.substring(0, 500)}`);\n      }\n\n      const batch = await resp.json() as {\n        id: string;\n        processing_status: string;\n        results_url?: string;\n        request_counts: {\n          processing: number;\n          succeeded: number;\n          errored: number;\n          canceled: number;\n          expired: number;\n        };\n      };\n\n      log.info({\n        batchId,\n        status: batch.processing_status,\n        counts: batch.request_counts,\n        elapsed: Date.now() - startTime,\n      }, \"anthropic batch poll\");\n\n      if (batch.processing_status === \"ended\") {\n        return this.fetchAnthropicResults(batchId);\n      }\n\n      if (batch.processing_status === \"canceling\" || batch.processing_status === \"canceled\") {\n        throw new Error(`Anthropic batch ${batchId} was canceled`);\n      }\n\n      await sleep(POLL_INTERVAL_MS);\n    }\n\n    throw new Error(`Anthropic batch ${batchId} timed out after ${MAX_POLL_DURATION_MS / 1000}s`);\n  }\n\n  private async fetchAnthropicResults(batchId: string): Promise<Map<string, BatchResult>> {\n    const apiKey = process.env.ANTHROPIC_API_KEY;\n    if (!apiKey) throw new Error(\"ANTHROPIC_API_KEY not set\");\n\n    const resp = await fetch(`${ANTHROPIC_BASE_URL}/v1/messages/batches/${batchId}/results`, {\n      headers: {\n        \"x-api-key\": apiKey,\n        \"anthropic-version\": ANTHROPIC_API_VERSION,\n        \"anthropic-beta\": ANTHROPIC_BATCH_BETA,\n      },\n    });\n\n    if (!resp.ok) {\n      const errText = await resp.text();\n      throw new Error(`Anthropic batch results fetch failed (${resp.status}): ${errText.substring(0, 500)}`);\n    }\n\n    // Results come as JSONL (one JSON object per line)\n    const text = await resp.text();\n    const results = new Map<string, BatchResult>();\n\n    for (const line of text.split(\"\\n\")) {\n      if (!line.trim()) continue;\n      try {\n        const item = JSON.parse(line) as {\n          custom_id: string;\n          result: {\n            type: \"succeeded\" | \"errored\" | \"canceled\" | \"expired\";\n            message?: {\n              content: Array<{ type: string; text?: string }>;\n              usage: { input_tokens: number; output_tokens: number };\n            };\n            error?: { type: string; message: string };\n          };\n        };\n\n        if (item.result.type === \"succeeded\" && item.result.message) {\n          const textBlocks = item.result.message.content\n            .filter((b: any) => b.type === \"text\" && b.text)\n            .map((b: any) => b.text);\n          results.set(item.custom_id, {\n            id: item.custom_id,\n            success: true,\n            content: item.result.message.content,\n            text: textBlocks.join(\"\\n\"),\n            usage: item.result.message.usage,\n          });\n        } else {\n          results.set(item.custom_id, {\n            id: item.custom_id,\n            success: false,\n            error: item.result.error?.message || `Batch item ${item.result.type}`,\n          });\n        }\n      } catch {\n        // Skip malformed lines\n      }\n    }\n\n    log.info({ batchId, resultCount: results.size }, \"anthropic batch results fetched\");\n    return results;\n  }\n\n  // ==========================================================================\n  // OPENAI BATCH API\n  // ==========================================================================\n\n  private async submitOpenAIBatch(\n    requests: BatchRequest[],\n  ): Promise<{ batchId: string; provider: \"openai\"; count: number }> {\n    const apiKey = process.env.OPENAI_API_KEY;\n    if (!apiKey) throw new Error(\"OPENAI_API_KEY not set\");\n\n    // Step 1: Build JSONL content\n    const lines = requests.map(r => {\n      const body: OpenAIBatchRequestItem[\"body\"] = {\n        model: r.model,\n        messages: this.buildOpenAIMessages(r),\n        max_tokens: r.max_tokens,\n      };\n      if (r.tools?.length) {\n        body.tools = r.tools.map((t: any) => ({\n          type: \"function\",\n          function: {\n            name: t.name,\n            description: typeof t.description === \"string\" ? t.description.slice(0, 4096) : \"\",\n            parameters: t.input_schema || {},\n          },\n        }));\n      }\n      if (r.temperature !== undefined) body.temperature = r.temperature;\n\n      const item: OpenAIBatchRequestItem = {\n        custom_id: r.id,\n        method: \"POST\",\n        url: \"/v1/chat/completions\",\n        body,\n      };\n      return JSON.stringify(item);\n    });\n    const jsonlContent = lines.join(\"\\n\");\n\n    // Step 2: Upload JSONL as a file\n    const formData = new FormData();\n    const blob = new Blob([jsonlContent], { type: \"application/jsonl\" });\n    formData.append(\"file\", blob, \"batch_requests.jsonl\");\n    formData.append(\"purpose\", \"batch\");\n\n    const uploadResp = await fetch(`${OPENAI_BASE_URL}/v1/files`, {\n      method: \"POST\",\n      headers: { Authorization: `Bearer ${apiKey}` },\n      body: formData,\n    });\n\n    if (!uploadResp.ok) {\n      const errText = await uploadResp.text();\n      throw new Error(`OpenAI file upload failed (${uploadResp.status}): ${errText.substring(0, 500)}`);\n    }\n\n    const fileData = await uploadResp.json() as { id: string };\n\n    // Step 3: Create batch\n    const batchResp = await fetch(`${OPENAI_BASE_URL}/v1/batches`, {\n      method: \"POST\",\n      headers: {\n        \"Content-Type\": \"application/json\",\n        Authorization: `Bearer ${apiKey}`,\n      },\n      body: JSON.stringify({\n        input_file_id: fileData.id,\n        endpoint: \"/v1/chat/completions\",\n        completion_window: \"24h\",\n      }),\n    });\n\n    if (!batchResp.ok) {\n      const errText = await batchResp.text();\n      throw new Error(`OpenAI batch create failed (${batchResp.status}): ${errText.substring(0, 500)}`);\n    }\n\n    const batch = await batchResp.json() as { id: string };\n    log.info({ batchId: batch.id, fileId: fileData.id, count: requests.length }, \"openai batch submitted\");\n    return { batchId: batch.id, provider: \"openai\", count: requests.length };\n  }\n\n  private async pollOpenAIBatch(batchId: string): Promise<Map<string, BatchResult>> {\n    const apiKey = process.env.OPENAI_API_KEY;\n    if (!apiKey) throw new Error(\"OPENAI_API_KEY not set\");\n\n    const startTime = Date.now();\n\n    while (Date.now() - startTime < MAX_POLL_DURATION_MS) {\n      const resp = await fetch(`${OPENAI_BASE_URL}/v1/batches/${batchId}`, {\n        headers: { Authorization: `Bearer ${apiKey}` },\n      });\n\n      if (!resp.ok) {\n        const errText = await resp.text();\n        throw new Error(`OpenAI batch poll failed (${resp.status}): ${errText.substring(0, 500)}`);\n      }\n\n      const batch = await resp.json() as {\n        id: string;\n        status: string;\n        output_file_id?: string;\n        error_file_id?: string;\n        request_counts?: {\n          total: number;\n          completed: number;\n          failed: number;\n        };\n      };\n\n      log.info({\n        batchId,\n        status: batch.status,\n        counts: batch.request_counts,\n        elapsed: Date.now() - startTime,\n      }, \"openai batch poll\");\n\n      if (batch.status === \"completed\" && batch.output_file_id) {\n        return this.fetchOpenAIResults(batch.output_file_id);\n      }\n\n      if (batch.status === \"failed\" || batch.status === \"cancelled\" || batch.status === \"expired\") {\n        throw new Error(`OpenAI batch ${batchId} ended with status: ${batch.status}`);\n      }\n\n      await sleep(POLL_INTERVAL_MS);\n    }\n\n    throw new Error(`OpenAI batch ${batchId} timed out after ${MAX_POLL_DURATION_MS / 1000}s`);\n  }\n\n  private async fetchOpenAIResults(outputFileId: string): Promise<Map<string, BatchResult>> {\n    const apiKey = process.env.OPENAI_API_KEY;\n    if (!apiKey) throw new Error(\"OPENAI_API_KEY not set\");\n\n    const resp = await fetch(`${OPENAI_BASE_URL}/v1/files/${outputFileId}/content`, {\n      headers: { Authorization: `Bearer ${apiKey}` },\n    });\n\n    if (!resp.ok) {\n      const errText = await resp.text();\n      throw new Error(`OpenAI results fetch failed (${resp.status}): ${errText.substring(0, 500)}`);\n    }\n\n    const text = await resp.text();\n    const results = new Map<string, BatchResult>();\n\n    for (const line of text.split(\"\\n\")) {\n      if (!line.trim()) continue;\n      try {\n        const item = JSON.parse(line) as {\n          custom_id: string;\n          response?: {\n            status_code: number;\n            body: {\n              choices: Array<{\n                message: { role: string; content: string | null; tool_calls?: unknown[] };\n              }>;\n              usage: { prompt_tokens: number; completion_tokens: number };\n            };\n          };\n          error?: { message: string };\n        };\n\n        if (item.response && item.response.status_code === 200) {\n          const choice = item.response.body.choices[0];\n          results.set(item.custom_id, {\n            id: item.custom_id,\n            success: true,\n            content: item.response.body.choices,\n            text: choice?.message?.content || \"\",\n            usage: {\n              input_tokens: item.response.body.usage.prompt_tokens,\n              output_tokens: item.response.body.usage.completion_tokens,\n            },\n          });\n        } else {\n          results.set(item.custom_id, {\n            id: item.custom_id,\n            success: false,\n            error: item.error?.message || `HTTP ${item.response?.status_code || \"unknown\"}`,\n          });\n        }\n      } catch {\n        // Skip malformed lines\n      }\n    }\n\n    log.info({ outputFileId, resultCount: results.size }, \"openai batch results fetched\");\n    return results;\n  }\n\n  /**\n   * Convert Anthropic-format messages to OpenAI chat format for batch requests.\n   * Simplified conversion — handles the common patterns (text, system, tool_use/tool_result).\n   */\n  private buildOpenAIMessages(r: BatchRequest): unknown[] {\n    const out: unknown[] = [];\n\n    // System prompt → system message\n    if (r.system) {\n      if (typeof r.system === \"string\") {\n        out.push({ role: \"system\", content: r.system });\n      } else if (Array.isArray(r.system)) {\n        const systemText = (r.system as Array<{ text?: string }>)\n          .map(s => s.text || \"\")\n          .filter(Boolean)\n          .join(\"\\n\");\n        if (systemText) out.push({ role: \"system\", content: systemText });\n      }\n    }\n\n    // Convert messages\n    for (const msg of r.messages as Array<{ role: string; content: unknown }>) {\n      if (msg.role === \"user\") {\n        if (typeof msg.content === \"string\") {\n          out.push({ role: \"user\", content: msg.content });\n        } else if (Array.isArray(msg.content)) {\n          const parts: unknown[] = [];\n          for (const block of msg.content as Array<Record<string, unknown>>) {\n            if (block.type === \"text\" && block.text) {\n              parts.push({ type: \"text\", text: block.text });\n            } else if (block.type === \"tool_result\") {\n              // OpenAI tool results are separate messages\n              let output = \"\";\n              if (typeof block.content === \"string\") output = block.content;\n              else if (Array.isArray(block.content)) {\n                output = (block.content as Array<{ type: string; text?: string }>)\n                  .filter(c => c.type === \"text\")\n                  .map(c => c.text)\n                  .join(\"\\n\");\n              }\n              out.push({\n                role: \"tool\",\n                tool_call_id: block.tool_use_id,\n                content: output || \"(no output)\",\n              });\n            }\n          }\n          if (parts.length === 1 && (parts[0] as any).type === \"text\") {\n            out.push({ role: \"user\", content: (parts[0] as any).text });\n          } else if (parts.length > 0) {\n            out.push({ role: \"user\", content: parts });\n          }\n        }\n      } else if (msg.role === \"assistant\") {\n        if (typeof msg.content === \"string\") {\n          out.push({ role: \"assistant\", content: msg.content });\n        } else if (Array.isArray(msg.content)) {\n          let textContent = \"\";\n          const toolCalls: unknown[] = [];\n\n          for (const block of msg.content as Array<Record<string, unknown>>) {\n            if (block.type === \"text\" && block.text) {\n              textContent += block.text;\n            } else if (block.type === \"tool_use\") {\n              toolCalls.push({\n                id: block.id,\n                type: \"function\",\n                function: {\n                  name: block.name,\n                  arguments: JSON.stringify(block.input || {}),\n                },\n              });\n            }\n          }\n\n          const assistantMsg: Record<string, unknown> = { role: \"assistant\" };\n          if (textContent) assistantMsg.content = textContent;\n          if (toolCalls.length) assistantMsg.tool_calls = toolCalls;\n          out.push(assistantMsg);\n        }\n      }\n    }\n\n    return out;\n  }\n}\n\n// ============================================================================\n// HELPERS\n// ============================================================================\n\nfunction sleep(ms: number): Promise<void> {\n  return new Promise(resolve => setTimeout(resolve, ms));\n}\n\n// ============================================================================\n// SINGLETON EXPORT\n// ============================================================================\n\nexport const batchClient = new BatchClient();\n"],"mappings":"AAAA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;;AAEA,SAASA,YAAY,QAAQ,aAAa;AAE1C,MAAMC,GAAG,GAAGD,YAAY,CAAC,cAAc,CAAC;;AAExC;AACA;AACA;;AAkDA;AACA;AACA;;AAEA,MAAME,kBAAkB,GAAG,2BAA2B;AACtD,MAAMC,eAAe,GAAG,wBAAwB;AAChD,MAAMC,gBAAgB,GAAG,KAAK;AAC9B,MAAMC,oBAAoB,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC,CAAC;AAC7C,MAAMC,qBAAqB,GAAG,YAAY;AAC1C,MAAMC,oBAAoB,GAAG,4BAA4B;;AAEzD;AACA;AACA;;AAEA,OAAO,MAAMC,WAAW,CAAC;EACfC,KAAK,GAAmB,EAAE;;EAElC;AACF;AACA;EACEC,YAAYA,CACVC,EAAU,EACVC,QAAgC,EAChCC,KAAa,EACbC,QAAmB,EACnBC,MAKC,GAAG,CAAC,CAAC,EACA;IACN,IAAI,CAACN,KAAK,CAACO,IAAI,CAAC;MACdL,EAAE;MACFC,QAAQ;MACRC,KAAK;MACLC,QAAQ;MACRG,MAAM,EAAEF,MAAM,CAACE,MAAM;MACrBC,KAAK,EAAEH,MAAM,CAACG,KAAK;MACnBC,UAAU,EAAEJ,MAAM,CAACI,UAAU,IAAI,IAAI;MACrCC,WAAW,EAAEL,MAAM,CAACK;IACtB,CAAC,CAAC;IACFnB,GAAG,CAACoB,IAAI,CAAC;MAAEV,EAAE;MAAEC,QAAQ;MAAEC,KAAK;MAAES,SAAS,EAAE,IAAI,CAACb,KAAK,CAACc;IAAO,CAAC,EAAE,sBAAsB,CAAC;EACzF;;EAEA;AACF;AACA;AACA;EACE,MAAMC,WAAWA,CAAA,EAAkF;IACjG,IAAI,IAAI,CAACf,KAAK,CAACc,MAAM,KAAK,CAAC,EAAE;MAC3B,MAAM,IAAIE,KAAK,CAAC,yCAAyC,CAAC;IAC5D;;IAEA;IACA,MAAMb,QAAQ,GAAG,IAAI,CAACH,KAAK,CAAC,CAAC,CAAC,CAACG,QAAQ;IACvC,MAAMc,aAAa,GAAG,IAAI,CAACjB,KAAK,CAACkB,IAAI,CAACC,CAAC,IAAIA,CAAC,CAAChB,QAAQ,KAAKA,QAAQ,CAAC;IACnE,IAAIc,aAAa,EAAE;MACjB,MAAM,IAAID,KAAK,CAAC,6BAA6Bb,QAAQ,QAAQc,aAAa,CAACd,QAAQ,yCAAyC,CAAC;IAC/H;IAEA,MAAMiB,QAAQ,GAAG,CAAC,GAAG,IAAI,CAACpB,KAAK,CAAC;IAChC,IAAI,CAACA,KAAK,GAAG,EAAE;IAEf,IAAIG,QAAQ,KAAK,WAAW,EAAE;MAC5B,OAAO,IAAI,CAACkB,oBAAoB,CAACD,QAAQ,CAAC;IAC5C,CAAC,MAAM;MACL,OAAO,IAAI,CAACE,iBAAiB,CAACF,QAAQ,CAAC;IACzC;EACF;;EAEA;AACF;AACA;EACE,MAAMG,SAASA,CACbC,OAAe,EACfrB,QAAgC,EACG;IACnC,IAAIA,QAAQ,KAAK,WAAW,EAAE;MAC5B,OAAO,IAAI,CAACsB,kBAAkB,CAACD,OAAO,CAAC;IACzC,CAAC,MAAM;MACL,OAAO,IAAI,CAACE,eAAe,CAACF,OAAO,CAAC;IACtC;EACF;;EAEA;AACF;AACA;AACA;EACE,MAAMG,aAAaA,CACjBzB,EAAU,EACVC,QAAgC,EAChCC,KAAa,EACbC,QAAmB,EACnBC,MAKC,GAAG,CAAC,CAAC,EACgB;IACtB,IAAI,CAACL,YAAY,CAACC,EAAE,EAAEC,QAAQ,EAAEC,KAAK,EAAEC,QAAQ,EAAEC,MAAM,CAAC;IACxD,MAAM;MAAEkB;IAAQ,CAAC,GAAG,MAAM,IAAI,CAACT,WAAW,CAAC,CAAC;IAC5C,MAAMa,OAAO,GAAG,MAAM,IAAI,CAACL,SAAS,CAACC,OAAO,EAAErB,QAAQ,CAAC;IACvD,OAAOyB,OAAO,CAACC,GAAG,CAAC3B,EAAE,CAAC,IAAI;MAAEA,EAAE;MAAE4B,OAAO,EAAE,KAAK;MAAEC,KAAK,EAAE;IAAqC,CAAC;EAC/F;;EAEA;EACA,IAAIlB,SAASA,CAAA,EAAW;IACtB,OAAO,IAAI,CAACb,KAAK,CAACc,MAAM;EAC1B;;EAEA;EACA;EACA;;EAEA,MAAcO,oBAAoBA,CAChCD,QAAwB,EAC4C;IACpE,MAAMY,MAAM,GAAGC,OAAO,CAACC,GAAG,CAACC,iBAAiB;IAC5C,IAAI,CAACH,MAAM,EAAE,MAAM,IAAIhB,KAAK,CAAC,2BAA2B,CAAC;IAEzD,MAAMoB,aAA0C,GAAGhB,QAAQ,CAACiB,GAAG,CAAClB,CAAC,IAAI;MACnE,MAAMmB,MAA2C,GAAG;QAClDlC,KAAK,EAAEe,CAAC,CAACf,KAAK;QACdC,QAAQ,EAAEc,CAAC,CAACd,QAAQ;QACpBK,UAAU,EAAES,CAAC,CAACT;MAChB,CAAC;MACD,IAAIS,CAAC,CAACX,MAAM,EAAE8B,MAAM,CAAC9B,MAAM,GAAGW,CAAC,CAACX,MAAM;MACtC,IAAIW,CAAC,CAACV,KAAK,EAAEK,MAAM,EAAE;QACnBwB,MAAM,CAAC7B,KAAK,GAAGU,CAAC,CAACV,KAAK,CAAC4B,GAAG,CAAEE,CAAM,KAAM;UACtCC,IAAI,EAAED,CAAC,CAACC,IAAI;UACZC,WAAW,EAAE,OAAOF,CAAC,CAACE,WAAW,KAAK,QAAQ,GAAGF,CAAC,CAACE,WAAW,CAACC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,EAAE;UAClFC,YAAY,EAAEJ,CAAC,CAACI;QAClB,CAAC,CAAC,CAAC;MACL;MACA,IAAIxB,CAAC,CAACR,WAAW,KAAKiC,SAAS,EAAEN,MAAM,CAAC3B,WAAW,GAAGQ,CAAC,CAACR,WAAW;MACnE,OAAO;QAAEkC,SAAS,EAAE1B,CAAC,CAACjB,EAAE;QAAEoC;MAAO,CAAC;IACpC,CAAC,CAAC;IAEF,MAAMQ,IAAI,GAAG,MAAMC,KAAK,CAAC,GAAGtD,kBAAkB,sBAAsB,EAAE;MACpEuD,MAAM,EAAE,MAAM;MACdC,OAAO,EAAE;QACP,cAAc,EAAE,kBAAkB;QAClC,WAAW,EAAEjB,MAAM;QACnB,mBAAmB,EAAEnC,qBAAqB;QAC1C,gBAAgB,EAAEC;MACpB,CAAC;MACDoD,IAAI,EAAEC,IAAI,CAACC,SAAS,CAAC;QAAEhC,QAAQ,EAAEgB;MAAc,CAAC;IAClD,CAAC,CAAC;IAEF,IAAI,CAACU,IAAI,CAACO,EAAE,EAAE;MACZ,MAAMC,OAAO,GAAG,MAAMR,IAAI,CAACS,IAAI,CAAC,CAAC;MACjC,MAAM,IAAIvC,KAAK,CAAC,kCAAkC8B,IAAI,CAACU,MAAM,MAAMF,OAAO,CAACG,SAAS,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC;IACjG;IAEA,MAAMC,IAAI,GAAG,MAAMZ,IAAI,CAACa,IAAI,CAAC,CAA8C;IAC3EnE,GAAG,CAACoB,IAAI,CAAC;MAAEY,OAAO,EAAEkC,IAAI,CAACxD,EAAE;MAAE0D,KAAK,EAAExC,QAAQ,CAACN;IAAO,CAAC,EAAE,2BAA2B,CAAC;IACnF,OAAO;MAAEU,OAAO,EAAEkC,IAAI,CAACxD,EAAE;MAAEC,QAAQ,EAAE,WAAW;MAAEyD,KAAK,EAAExC,QAAQ,CAACN;IAAO,CAAC;EAC5E;EAEA,MAAcW,kBAAkBA,CAACD,OAAe,EAAqC;IACnF,MAAMQ,MAAM,GAAGC,OAAO,CAACC,GAAG,CAACC,iBAAiB;IAC5C,IAAI,CAACH,MAAM,EAAE,MAAM,IAAIhB,KAAK,CAAC,2BAA2B,CAAC;IAEzD,MAAM6C,SAAS,GAAGC,IAAI,CAACC,GAAG,CAAC,CAAC;IAE5B,OAAOD,IAAI,CAACC,GAAG,CAAC,CAAC,GAAGF,SAAS,GAAGjE,oBAAoB,EAAE;MACpD,MAAMkD,IAAI,GAAG,MAAMC,KAAK,CAAC,GAAGtD,kBAAkB,wBAAwB+B,OAAO,EAAE,EAAE;QAC/EyB,OAAO,EAAE;UACP,WAAW,EAAEjB,MAAM;UACnB,mBAAmB,EAAEnC,qBAAqB;UAC1C,gBAAgB,EAAEC;QACpB;MACF,CAAC,CAAC;MAEF,IAAI,CAACgD,IAAI,CAACO,EAAE,EAAE;QACZ,MAAMC,OAAO,GAAG,MAAMR,IAAI,CAACS,IAAI,CAAC,CAAC;QACjC,MAAM,IAAIvC,KAAK,CAAC,gCAAgC8B,IAAI,CAACU,MAAM,MAAMF,OAAO,CAACG,SAAS,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC;MAC/F;MAEA,MAAMO,KAAK,GAAG,MAAMlB,IAAI,CAACa,IAAI,CAAC,CAW7B;MAEDnE,GAAG,CAACoB,IAAI,CAAC;QACPY,OAAO;QACPgC,MAAM,EAAEQ,KAAK,CAACC,iBAAiB;QAC/BC,MAAM,EAAEF,KAAK,CAACG,cAAc;QAC5BC,OAAO,EAAEN,IAAI,CAACC,GAAG,CAAC,CAAC,GAAGF;MACxB,CAAC,EAAE,sBAAsB,CAAC;MAE1B,IAAIG,KAAK,CAACC,iBAAiB,KAAK,OAAO,EAAE;QACvC,OAAO,IAAI,CAACI,qBAAqB,CAAC7C,OAAO,CAAC;MAC5C;MAEA,IAAIwC,KAAK,CAACC,iBAAiB,KAAK,WAAW,IAAID,KAAK,CAACC,iBAAiB,KAAK,UAAU,EAAE;QACrF,MAAM,IAAIjD,KAAK,CAAC,mBAAmBQ,OAAO,eAAe,CAAC;MAC5D;MAEA,MAAM8C,KAAK,CAAC3E,gBAAgB,CAAC;IAC/B;IAEA,MAAM,IAAIqB,KAAK,CAAC,mBAAmBQ,OAAO,oBAAoB5B,oBAAoB,GAAG,IAAI,GAAG,CAAC;EAC/F;EAEA,MAAcyE,qBAAqBA,CAAC7C,OAAe,EAAqC;IACtF,MAAMQ,MAAM,GAAGC,OAAO,CAACC,GAAG,CAACC,iBAAiB;IAC5C,IAAI,CAACH,MAAM,EAAE,MAAM,IAAIhB,KAAK,CAAC,2BAA2B,CAAC;IAEzD,MAAM8B,IAAI,GAAG,MAAMC,KAAK,CAAC,GAAGtD,kBAAkB,wBAAwB+B,OAAO,UAAU,EAAE;MACvFyB,OAAO,EAAE;QACP,WAAW,EAAEjB,MAAM;QACnB,mBAAmB,EAAEnC,qBAAqB;QAC1C,gBAAgB,EAAEC;MACpB;IACF,CAAC,CAAC;IAEF,IAAI,CAACgD,IAAI,CAACO,EAAE,EAAE;MACZ,MAAMC,OAAO,GAAG,MAAMR,IAAI,CAACS,IAAI,CAAC,CAAC;MACjC,MAAM,IAAIvC,KAAK,CAAC,yCAAyC8B,IAAI,CAACU,MAAM,MAAMF,OAAO,CAACG,SAAS,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC;IACxG;;IAEA;IACA,MAAMF,IAAI,GAAG,MAAMT,IAAI,CAACS,IAAI,CAAC,CAAC;IAC9B,MAAM3B,OAAO,GAAG,IAAI2C,GAAG,CAAsB,CAAC;IAE9C,KAAK,MAAMC,IAAI,IAAIjB,IAAI,CAACkB,KAAK,CAAC,IAAI,CAAC,EAAE;MACnC,IAAI,CAACD,IAAI,CAACE,IAAI,CAAC,CAAC,EAAE;MAClB,IAAI;QACF,MAAMC,IAAI,GAAGxB,IAAI,CAACyB,KAAK,CAACJ,IAAI,CAU3B;QAED,IAAIG,IAAI,CAACE,MAAM,CAACC,IAAI,KAAK,WAAW,IAAIH,IAAI,CAACE,MAAM,CAACE,OAAO,EAAE;UAC3D,MAAMC,UAAU,GAAGL,IAAI,CAACE,MAAM,CAACE,OAAO,CAACE,OAAO,CAC3CC,MAAM,CAAEC,CAAM,IAAKA,CAAC,CAACL,IAAI,KAAK,MAAM,IAAIK,CAAC,CAAC5B,IAAI,CAAC,CAC/ClB,GAAG,CAAE8C,CAAM,IAAKA,CAAC,CAAC5B,IAAI,CAAC;UAC1B3B,OAAO,CAACwD,GAAG,CAACT,IAAI,CAAC9B,SAAS,EAAE;YAC1B3C,EAAE,EAAEyE,IAAI,CAAC9B,SAAS;YAClBf,OAAO,EAAE,IAAI;YACbmD,OAAO,EAAEN,IAAI,CAACE,MAAM,CAACE,OAAO,CAACE,OAAO;YACpC1B,IAAI,EAAEyB,UAAU,CAACK,IAAI,CAAC,IAAI,CAAC;YAC3BC,KAAK,EAAEX,IAAI,CAACE,MAAM,CAACE,OAAO,CAACO;UAC7B,CAAC,CAAC;QACJ,CAAC,MAAM;UACL1D,OAAO,CAACwD,GAAG,CAACT,IAAI,CAAC9B,SAAS,EAAE;YAC1B3C,EAAE,EAAEyE,IAAI,CAAC9B,SAAS;YAClBf,OAAO,EAAE,KAAK;YACdC,KAAK,EAAE4C,IAAI,CAACE,MAAM,CAAC9C,KAAK,EAAEgD,OAAO,IAAI,cAAcJ,IAAI,CAACE,MAAM,CAACC,IAAI;UACrE,CAAC,CAAC;QACJ;MACF,CAAC,CAAC,MAAM;QACN;MAAA;IAEJ;IAEAtF,GAAG,CAACoB,IAAI,CAAC;MAAEY,OAAO;MAAE+D,WAAW,EAAE3D,OAAO,CAAC4D;IAAK,CAAC,EAAE,iCAAiC,CAAC;IACnF,OAAO5D,OAAO;EAChB;;EAEA;EACA;EACA;;EAEA,MAAcN,iBAAiBA,CAC7BF,QAAwB,EACyC;IACjE,MAAMY,MAAM,GAAGC,OAAO,CAACC,GAAG,CAACuD,cAAc;IACzC,IAAI,CAACzD,MAAM,EAAE,MAAM,IAAIhB,KAAK,CAAC,wBAAwB,CAAC;;IAEtD;IACA,MAAM0E,KAAK,GAAGtE,QAAQ,CAACiB,GAAG,CAAClB,CAAC,IAAI;MAC9B,MAAM+B,IAAoC,GAAG;QAC3C9C,KAAK,EAAEe,CAAC,CAACf,KAAK;QACdC,QAAQ,EAAE,IAAI,CAACsF,mBAAmB,CAACxE,CAAC,CAAC;QACrCT,UAAU,EAAES,CAAC,CAACT;MAChB,CAAC;MACD,IAAIS,CAAC,CAACV,KAAK,EAAEK,MAAM,EAAE;QACnBoC,IAAI,CAACzC,KAAK,GAAGU,CAAC,CAACV,KAAK,CAAC4B,GAAG,CAAEE,CAAM,KAAM;UACpCuC,IAAI,EAAE,UAAU;UAChBc,QAAQ,EAAE;YACRpD,IAAI,EAAED,CAAC,CAACC,IAAI;YACZC,WAAW,EAAE,OAAOF,CAAC,CAACE,WAAW,KAAK,QAAQ,GAAGF,CAAC,CAACE,WAAW,CAACC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,EAAE;YAClFmD,UAAU,EAAEtD,CAAC,CAACI,YAAY,IAAI,CAAC;UACjC;QACF,CAAC,CAAC,CAAC;MACL;MACA,IAAIxB,CAAC,CAACR,WAAW,KAAKiC,SAAS,EAAEM,IAAI,CAACvC,WAAW,GAAGQ,CAAC,CAACR,WAAW;MAEjE,MAAMgE,IAA4B,GAAG;QACnC9B,SAAS,EAAE1B,CAAC,CAACjB,EAAE;QACf8C,MAAM,EAAE,MAAM;QACd8C,GAAG,EAAE,sBAAsB;QAC3B5C;MACF,CAAC;MACD,OAAOC,IAAI,CAACC,SAAS,CAACuB,IAAI,CAAC;IAC7B,CAAC,CAAC;IACF,MAAMoB,YAAY,GAAGL,KAAK,CAACL,IAAI,CAAC,IAAI,CAAC;;IAErC;IACA,MAAMW,QAAQ,GAAG,IAAIC,QAAQ,CAAC,CAAC;IAC/B,MAAMC,IAAI,GAAG,IAAIC,IAAI,CAAC,CAACJ,YAAY,CAAC,EAAE;MAAEjB,IAAI,EAAE;IAAoB,CAAC,CAAC;IACpEkB,QAAQ,CAACI,MAAM,CAAC,MAAM,EAAEF,IAAI,EAAE,sBAAsB,CAAC;IACrDF,QAAQ,CAACI,MAAM,CAAC,SAAS,EAAE,OAAO,CAAC;IAEnC,MAAMC,UAAU,GAAG,MAAMtD,KAAK,CAAC,GAAGrD,eAAe,WAAW,EAAE;MAC5DsD,MAAM,EAAE,MAAM;MACdC,OAAO,EAAE;QAAEqD,aAAa,EAAE,UAAUtE,MAAM;MAAG,CAAC;MAC9CkB,IAAI,EAAE8C;IACR,CAAC,CAAC;IAEF,IAAI,CAACK,UAAU,CAAChD,EAAE,EAAE;MAClB,MAAMC,OAAO,GAAG,MAAM+C,UAAU,CAAC9C,IAAI,CAAC,CAAC;MACvC,MAAM,IAAIvC,KAAK,CAAC,8BAA8BqF,UAAU,CAAC7C,MAAM,MAAMF,OAAO,CAACG,SAAS,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC;IACnG;IAEA,MAAM8C,QAAQ,GAAG,MAAMF,UAAU,CAAC1C,IAAI,CAAC,CAAmB;;IAE1D;IACA,MAAM6C,SAAS,GAAG,MAAMzD,KAAK,CAAC,GAAGrD,eAAe,aAAa,EAAE;MAC7DsD,MAAM,EAAE,MAAM;MACdC,OAAO,EAAE;QACP,cAAc,EAAE,kBAAkB;QAClCqD,aAAa,EAAE,UAAUtE,MAAM;MACjC,CAAC;MACDkB,IAAI,EAAEC,IAAI,CAACC,SAAS,CAAC;QACnBqD,aAAa,EAAEF,QAAQ,CAACrG,EAAE;QAC1BwG,QAAQ,EAAE,sBAAsB;QAChCC,iBAAiB,EAAE;MACrB,CAAC;IACH,CAAC,CAAC;IAEF,IAAI,CAACH,SAAS,CAACnD,EAAE,EAAE;MACjB,MAAMC,OAAO,GAAG,MAAMkD,SAAS,CAACjD,IAAI,CAAC,CAAC;MACtC,MAAM,IAAIvC,KAAK,CAAC,+BAA+BwF,SAAS,CAAChD,MAAM,MAAMF,OAAO,CAACG,SAAS,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC;IACnG;IAEA,MAAMO,KAAK,GAAG,MAAMwC,SAAS,CAAC7C,IAAI,CAAC,CAAmB;IACtDnE,GAAG,CAACoB,IAAI,CAAC;MAAEY,OAAO,EAAEwC,KAAK,CAAC9D,EAAE;MAAE0G,MAAM,EAAEL,QAAQ,CAACrG,EAAE;MAAE0D,KAAK,EAAExC,QAAQ,CAACN;IAAO,CAAC,EAAE,wBAAwB,CAAC;IACtG,OAAO;MAAEU,OAAO,EAAEwC,KAAK,CAAC9D,EAAE;MAAEC,QAAQ,EAAE,QAAQ;MAAEyD,KAAK,EAAExC,QAAQ,CAACN;IAAO,CAAC;EAC1E;EAEA,MAAcY,eAAeA,CAACF,OAAe,EAAqC;IAChF,MAAMQ,MAAM,GAAGC,OAAO,CAACC,GAAG,CAACuD,cAAc;IACzC,IAAI,CAACzD,MAAM,EAAE,MAAM,IAAIhB,KAAK,CAAC,wBAAwB,CAAC;IAEtD,MAAM6C,SAAS,GAAGC,IAAI,CAACC,GAAG,CAAC,CAAC;IAE5B,OAAOD,IAAI,CAACC,GAAG,CAAC,CAAC,GAAGF,SAAS,GAAGjE,oBAAoB,EAAE;MACpD,MAAMkD,IAAI,GAAG,MAAMC,KAAK,CAAC,GAAGrD,eAAe,eAAe8B,OAAO,EAAE,EAAE;QACnEyB,OAAO,EAAE;UAAEqD,aAAa,EAAE,UAAUtE,MAAM;QAAG;MAC/C,CAAC,CAAC;MAEF,IAAI,CAACc,IAAI,CAACO,EAAE,EAAE;QACZ,MAAMC,OAAO,GAAG,MAAMR,IAAI,CAACS,IAAI,CAAC,CAAC;QACjC,MAAM,IAAIvC,KAAK,CAAC,6BAA6B8B,IAAI,CAACU,MAAM,MAAMF,OAAO,CAACG,SAAS,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC;MAC5F;MAEA,MAAMO,KAAK,GAAG,MAAMlB,IAAI,CAACa,IAAI,CAAC,CAU7B;MAEDnE,GAAG,CAACoB,IAAI,CAAC;QACPY,OAAO;QACPgC,MAAM,EAAEQ,KAAK,CAACR,MAAM;QACpBU,MAAM,EAAEF,KAAK,CAACG,cAAc;QAC5BC,OAAO,EAAEN,IAAI,CAACC,GAAG,CAAC,CAAC,GAAGF;MACxB,CAAC,EAAE,mBAAmB,CAAC;MAEvB,IAAIG,KAAK,CAACR,MAAM,KAAK,WAAW,IAAIQ,KAAK,CAAC6C,cAAc,EAAE;QACxD,OAAO,IAAI,CAACC,kBAAkB,CAAC9C,KAAK,CAAC6C,cAAc,CAAC;MACtD;MAEA,IAAI7C,KAAK,CAACR,MAAM,KAAK,QAAQ,IAAIQ,KAAK,CAACR,MAAM,KAAK,WAAW,IAAIQ,KAAK,CAACR,MAAM,KAAK,SAAS,EAAE;QAC3F,MAAM,IAAIxC,KAAK,CAAC,gBAAgBQ,OAAO,uBAAuBwC,KAAK,CAACR,MAAM,EAAE,CAAC;MAC/E;MAEA,MAAMc,KAAK,CAAC3E,gBAAgB,CAAC;IAC/B;IAEA,MAAM,IAAIqB,KAAK,CAAC,gBAAgBQ,OAAO,oBAAoB5B,oBAAoB,GAAG,IAAI,GAAG,CAAC;EAC5F;EAEA,MAAckH,kBAAkBA,CAACC,YAAoB,EAAqC;IACxF,MAAM/E,MAAM,GAAGC,OAAO,CAACC,GAAG,CAACuD,cAAc;IACzC,IAAI,CAACzD,MAAM,EAAE,MAAM,IAAIhB,KAAK,CAAC,wBAAwB,CAAC;IAEtD,MAAM8B,IAAI,GAAG,MAAMC,KAAK,CAAC,GAAGrD,eAAe,aAAaqH,YAAY,UAAU,EAAE;MAC9E9D,OAAO,EAAE;QAAEqD,aAAa,EAAE,UAAUtE,MAAM;MAAG;IAC/C,CAAC,CAAC;IAEF,IAAI,CAACc,IAAI,CAACO,EAAE,EAAE;MACZ,MAAMC,OAAO,GAAG,MAAMR,IAAI,CAACS,IAAI,CAAC,CAAC;MACjC,MAAM,IAAIvC,KAAK,CAAC,gCAAgC8B,IAAI,CAACU,MAAM,MAAMF,OAAO,CAACG,SAAS,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC;IAC/F;IAEA,MAAMF,IAAI,GAAG,MAAMT,IAAI,CAACS,IAAI,CAAC,CAAC;IAC9B,MAAM3B,OAAO,GAAG,IAAI2C,GAAG,CAAsB,CAAC;IAE9C,KAAK,MAAMC,IAAI,IAAIjB,IAAI,CAACkB,KAAK,CAAC,IAAI,CAAC,EAAE;MACnC,IAAI,CAACD,IAAI,CAACE,IAAI,CAAC,CAAC,EAAE;MAClB,IAAI;QACF,MAAMC,IAAI,GAAGxB,IAAI,CAACyB,KAAK,CAACJ,IAAI,CAY3B;QAED,IAAIG,IAAI,CAACqC,QAAQ,IAAIrC,IAAI,CAACqC,QAAQ,CAACC,WAAW,KAAK,GAAG,EAAE;UACtD,MAAMC,MAAM,GAAGvC,IAAI,CAACqC,QAAQ,CAAC9D,IAAI,CAACiE,OAAO,CAAC,CAAC,CAAC;UAC5CvF,OAAO,CAACwD,GAAG,CAACT,IAAI,CAAC9B,SAAS,EAAE;YAC1B3C,EAAE,EAAEyE,IAAI,CAAC9B,SAAS;YAClBf,OAAO,EAAE,IAAI;YACbmD,OAAO,EAAEN,IAAI,CAACqC,QAAQ,CAAC9D,IAAI,CAACiE,OAAO;YACnC5D,IAAI,EAAE2D,MAAM,EAAEnC,OAAO,EAAEE,OAAO,IAAI,EAAE;YACpCK,KAAK,EAAE;cACL8B,YAAY,EAAEzC,IAAI,CAACqC,QAAQ,CAAC9D,IAAI,CAACoC,KAAK,CAAC+B,aAAa;cACpDC,aAAa,EAAE3C,IAAI,CAACqC,QAAQ,CAAC9D,IAAI,CAACoC,KAAK,CAACiC;YAC1C;UACF,CAAC,CAAC;QACJ,CAAC,MAAM;UACL3F,OAAO,CAACwD,GAAG,CAACT,IAAI,CAAC9B,SAAS,EAAE;YAC1B3C,EAAE,EAAEyE,IAAI,CAAC9B,SAAS;YAClBf,OAAO,EAAE,KAAK;YACdC,KAAK,EAAE4C,IAAI,CAAC5C,KAAK,EAAEgD,OAAO,IAAI,QAAQJ,IAAI,CAACqC,QAAQ,EAAEC,WAAW,IAAI,SAAS;UAC/E,CAAC,CAAC;QACJ;MACF,CAAC,CAAC,MAAM;QACN;MAAA;IAEJ;IAEAzH,GAAG,CAACoB,IAAI,CAAC;MAAEmG,YAAY;MAAExB,WAAW,EAAE3D,OAAO,CAAC4D;IAAK,CAAC,EAAE,8BAA8B,CAAC;IACrF,OAAO5D,OAAO;EAChB;;EAEA;AACF;AACA;AACA;EACU+D,mBAAmBA,CAACxE,CAAe,EAAa;IACtD,MAAMqG,GAAc,GAAG,EAAE;;IAEzB;IACA,IAAIrG,CAAC,CAACX,MAAM,EAAE;MACZ,IAAI,OAAOW,CAAC,CAACX,MAAM,KAAK,QAAQ,EAAE;QAChCgH,GAAG,CAACjH,IAAI,CAAC;UAAEkH,IAAI,EAAE,QAAQ;UAAExC,OAAO,EAAE9D,CAAC,CAACX;QAAO,CAAC,CAAC;MACjD,CAAC,MAAM,IAAIkH,KAAK,CAACC,OAAO,CAACxG,CAAC,CAACX,MAAM,CAAC,EAAE;QAClC,MAAMoH,UAAU,GAAIzG,CAAC,CAACX,MAAM,CACzB6B,GAAG,CAACwF,CAAC,IAAIA,CAAC,CAACtE,IAAI,IAAI,EAAE,CAAC,CACtB2B,MAAM,CAAC4C,OAAO,CAAC,CACfzC,IAAI,CAAC,IAAI,CAAC;QACb,IAAIuC,UAAU,EAAEJ,GAAG,CAACjH,IAAI,CAAC;UAAEkH,IAAI,EAAE,QAAQ;UAAExC,OAAO,EAAE2C;QAAW,CAAC,CAAC;MACnE;IACF;;IAEA;IACA,KAAK,MAAMG,GAAG,IAAI5G,CAAC,CAACd,QAAQ,EAA+C;MACzE,IAAI0H,GAAG,CAACN,IAAI,KAAK,MAAM,EAAE;QACvB,IAAI,OAAOM,GAAG,CAAC9C,OAAO,KAAK,QAAQ,EAAE;UACnCuC,GAAG,CAACjH,IAAI,CAAC;YAAEkH,IAAI,EAAE,MAAM;YAAExC,OAAO,EAAE8C,GAAG,CAAC9C;UAAQ,CAAC,CAAC;QAClD,CAAC,MAAM,IAAIyC,KAAK,CAACC,OAAO,CAACI,GAAG,CAAC9C,OAAO,CAAC,EAAE;UACrC,MAAM+C,KAAgB,GAAG,EAAE;UAC3B,KAAK,MAAMC,KAAK,IAAIF,GAAG,CAAC9C,OAAO,EAAoC;YACjE,IAAIgD,KAAK,CAACnD,IAAI,KAAK,MAAM,IAAImD,KAAK,CAAC1E,IAAI,EAAE;cACvCyE,KAAK,CAACzH,IAAI,CAAC;gBAAEuE,IAAI,EAAE,MAAM;gBAAEvB,IAAI,EAAE0E,KAAK,CAAC1E;cAAK,CAAC,CAAC;YAChD,CAAC,MAAM,IAAI0E,KAAK,CAACnD,IAAI,KAAK,aAAa,EAAE;cACvC;cACA,IAAIoD,MAAM,GAAG,EAAE;cACf,IAAI,OAAOD,KAAK,CAAChD,OAAO,KAAK,QAAQ,EAAEiD,MAAM,GAAGD,KAAK,CAAChD,OAAO,CAAC,KACzD,IAAIyC,KAAK,CAACC,OAAO,CAACM,KAAK,CAAChD,OAAO,CAAC,EAAE;gBACrCiD,MAAM,GAAID,KAAK,CAAChD,OAAO,CACpBC,MAAM,CAACiD,CAAC,IAAIA,CAAC,CAACrD,IAAI,KAAK,MAAM,CAAC,CAC9BzC,GAAG,CAAC8F,CAAC,IAAIA,CAAC,CAAC5E,IAAI,CAAC,CAChB8B,IAAI,CAAC,IAAI,CAAC;cACf;cACAmC,GAAG,CAACjH,IAAI,CAAC;gBACPkH,IAAI,EAAE,MAAM;gBACZW,YAAY,EAAEH,KAAK,CAACI,WAAW;gBAC/BpD,OAAO,EAAEiD,MAAM,IAAI;cACrB,CAAC,CAAC;YACJ;UACF;UACA,IAAIF,KAAK,CAAClH,MAAM,KAAK,CAAC,IAAKkH,KAAK,CAAC,CAAC,CAAC,CAASlD,IAAI,KAAK,MAAM,EAAE;YAC3D0C,GAAG,CAACjH,IAAI,CAAC;cAAEkH,IAAI,EAAE,MAAM;cAAExC,OAAO,EAAG+C,KAAK,CAAC,CAAC,CAAC,CAASzE;YAAK,CAAC,CAAC;UAC7D,CAAC,MAAM,IAAIyE,KAAK,CAAClH,MAAM,GAAG,CAAC,EAAE;YAC3B0G,GAAG,CAACjH,IAAI,CAAC;cAAEkH,IAAI,EAAE,MAAM;cAAExC,OAAO,EAAE+C;YAAM,CAAC,CAAC;UAC5C;QACF;MACF,CAAC,MAAM,IAAID,GAAG,CAACN,IAAI,KAAK,WAAW,EAAE;QACnC,IAAI,OAAOM,GAAG,CAAC9C,OAAO,KAAK,QAAQ,EAAE;UACnCuC,GAAG,CAACjH,IAAI,CAAC;YAAEkH,IAAI,EAAE,WAAW;YAAExC,OAAO,EAAE8C,GAAG,CAAC9C;UAAQ,CAAC,CAAC;QACvD,CAAC,MAAM,IAAIyC,KAAK,CAACC,OAAO,CAACI,GAAG,CAAC9C,OAAO,CAAC,EAAE;UACrC,IAAIqD,WAAW,GAAG,EAAE;UACpB,MAAMC,SAAoB,GAAG,EAAE;UAE/B,KAAK,MAAMN,KAAK,IAAIF,GAAG,CAAC9C,OAAO,EAAoC;YACjE,IAAIgD,KAAK,CAACnD,IAAI,KAAK,MAAM,IAAImD,KAAK,CAAC1E,IAAI,EAAE;cACvC+E,WAAW,IAAIL,KAAK,CAAC1E,IAAI;YAC3B,CAAC,MAAM,IAAI0E,KAAK,CAACnD,IAAI,KAAK,UAAU,EAAE;cACpCyD,SAAS,CAAChI,IAAI,CAAC;gBACbL,EAAE,EAAE+H,KAAK,CAAC/H,EAAE;gBACZ4E,IAAI,EAAE,UAAU;gBAChBc,QAAQ,EAAE;kBACRpD,IAAI,EAAEyF,KAAK,CAACzF,IAAI;kBAChBgG,SAAS,EAAErF,IAAI,CAACC,SAAS,CAAC6E,KAAK,CAACQ,KAAK,IAAI,CAAC,CAAC;gBAC7C;cACF,CAAC,CAAC;YACJ;UACF;UAEA,MAAMC,YAAqC,GAAG;YAAEjB,IAAI,EAAE;UAAY,CAAC;UACnE,IAAIa,WAAW,EAAEI,YAAY,CAACzD,OAAO,GAAGqD,WAAW;UACnD,IAAIC,SAAS,CAACzH,MAAM,EAAE4H,YAAY,CAACC,UAAU,GAAGJ,SAAS;UACzDf,GAAG,CAACjH,IAAI,CAACmI,YAAY,CAAC;QACxB;MACF;IACF;IAEA,OAAOlB,GAAG;EACZ;AACF;;AAEA;AACA;AACA;;AAEA,SAASlD,KAAKA,CAACsE,EAAU,EAAiB;EACxC,OAAO,IAAIC,OAAO,CAACC,OAAO,IAAIC,UAAU,CAACD,OAAO,EAAEF,EAAE,CAAC,CAAC;AACxD;;AAEA;AACA;AACA;;AAEA,OAAO,MAAMI,WAAW,GAAG,IAAIjJ,WAAW,CAAC,CAAC","ignoreList":[]}

package/dist/server/lib/clickhouse-buffer.js

@@ -4,51 +4,58 @@
  * Same batching semantics (500ms / 100 records).
  * Also provides auditRowToSpan() to convert legacy row shapes to ClickHouseSpan.
  */
+
 import { randomUUID } from "node:crypto";
 import { getClickHouseClient } from "./clickhouse-client.js";
+
 // ============================================================================
 // Buffer config
 // ============================================================================
+
 const spanBuffer = [];
 const FLUSH_INTERVAL = 500; // ms
 const FLUSH_MAX = 100; // max records before force flush
 let flushTimer = null;
+
 // ============================================================================
 // Public API
 // ============================================================================
+
 /**
  * Queue a span for batch insert to ClickHouse.
  */
 export function queueSpan(span) {
-    spanBuffer.push(span);
-    if (spanBuffer.length >= FLUSH_MAX) {
-        flushSpans();
-    }
-    else if (!flushTimer) {
-        flushTimer = setTimeout(() => {
-            flushTimer = null;
-            flushSpans();
-        }, FLUSH_INTERVAL);
-    }
+  spanBuffer.push(span);
+  if (spanBuffer.length >= FLUSH_MAX) {
+    flushSpans();
+  } else if (!flushTimer) {
+    flushTimer = setTimeout(() => {
+      flushTimer = null;
+      flushSpans();
+    }, FLUSH_INTERVAL);
+  }
 }
+
 /**
  * Flush all buffered spans to ClickHouse.
  * Call this on server shutdown or at end of request processing.
  */
 export async function flushSpans() {
-    if (flushTimer) {
-        clearTimeout(flushTimer);
-        flushTimer = null;
-    }
-    if (spanBuffer.length > 0) {
-        const batch = spanBuffer.splice(0, spanBuffer.length);
-        const client = getClickHouseClient();
-        await client.insert("ai_spans", batch);
-    }
+  if (flushTimer) {
+    clearTimeout(flushTimer);
+    flushTimer = null;
+  }
+  if (spanBuffer.length > 0) {
+    const batch = spanBuffer.splice(0, spanBuffer.length);
+    const client = getClickHouseClient();
+    await client.insert("ai_spans", batch);
+  }
 }
+
 // ============================================================================
 // Mapper: audit_log row → ClickHouseSpan
 // ============================================================================
+
 /**
  * Convert an existing audit_log row to a ClickHouseSpan.
  *
@@ -76,100 +83,107 @@ export async function flushSpans() {
  *   ai_spans.details (remaining)    → attributes (JSON string)
  */
 export function auditRowToSpan(row) {
-    const details = (row.details || {});
-    const now = new Date().toISOString();
-    // Extract known fields from details that map to top-level ClickHouse columns
-    const { input_tokens: detailInputTokens, output_tokens: detailOutputTokens, total_cost: detailCost, model: detailModel, "gen_ai.request.model": genAiModel, "gen_ai.usage.input_tokens": genAiInput, "gen_ai.usage.output_tokens": genAiOutput, "gen_ai.usage.cost": genAiCost, "gen_ai.usage.cache_read_tokens": genAiCacheRead, "gen_ai.usage.cache_creation_tokens": genAiCacheCreation, cache_read_tokens: detailCacheRead, cache_creation_tokens: detailCacheCreation, stop_reason: detailStopReason, turn_number: detailTurnNumber, turn_count: detailTurnCount, parent_conversation_id: detailParentConvId, input_bytes: detailInputBytes, output_bytes: detailOutputBytes, error_type: detailErrorType, retryable: detailRetryable, ...remainingDetails } = details;
-    // Determine tool_name from resource_id when it's an mcp_tool
-    const toolName = row.resource_type === "mcp_tool"
-        ? row.resource_id || undefined
-        : details.tool_name || undefined;
-    // Compute token fields — prefer top-level, fall back to details
-    const promptTokens = row.input_tokens
-        || genAiInput
-        || detailInputTokens
-        || undefined;
-    const completionTokens = row.output_tokens
-        || genAiOutput
-        || detailOutputTokens
-        || undefined;
-    const tokenCostUsd = row.total_cost
-        || genAiCost
-        || detailCost
-        || undefined;
-    const modelName = row.model
-        || genAiModel
-        || detailModel
-        || undefined;
-    return {
-        span_id: row.span_id || randomHexId(),
-        trace_id: row.trace_id || row.request_id || randomUUID(),
-        store_id: row.store_id || undefined,
-        service_name: row.service_name || "agent-server",
-        operation_name: row.action || undefined,
-        span_kind: row.span_kind || "INTERNAL",
-        source: row.source || undefined,
-        started_at: row.start_time || now,
-        ended_at: row.end_time || now,
-        duration_ms: row.duration_ms || 0,
-        status_code: row.status_code || "OK",
-        severity: row.severity || "info",
-        model_name: modelName,
-        prompt_tokens: promptTokens,
-        completion_tokens: completionTokens,
-        total_tokens: promptTokens && completionTokens ? promptTokens + completionTokens : undefined,
-        token_cost_usd: tokenCostUsd,
-        agent_id: row.resource_id || details.agent_id || undefined,
-        conversation_id: row.conversation_id || undefined,
-        tool_name: toolName,
-        error_message: row.error_message || undefined,
-        attributes: Object.keys(remainingDetails).length > 0 ? JSON.stringify(remainingDetails) : undefined,
-        request_id: row.request_id || undefined,
-        user_id: row.user_id || undefined,
-        environment: "production",
-        // Enriched columns (003_enrich_spans)
-        user_email: row.user_email || undefined,
-        error_type: row.error_type || detailErrorType || undefined,
-        retryable: detailRetryable ? 1 : (row.severity === "error" ? 0 : undefined),
-        resource_type: row.resource_type || undefined,
-        cache_read_tokens: genAiCacheRead || detailCacheRead || undefined,
-        cache_creation_tokens: genAiCacheCreation || detailCacheCreation || undefined,
-        input_bytes: row.input_bytes || detailInputBytes || undefined,
-        output_bytes: row.output_bytes || detailOutputBytes || undefined,
-        stop_reason: row.stop_reason || detailStopReason || undefined,
-        turn_number: row.turn_number || detailTurnNumber || detailTurnCount || undefined,
-        parent_conversation_id: row.parent_conversation_id || detailParentConvId || undefined,
-    };
+  const details = row.details || {};
+  const now = new Date().toISOString();
+
+  // Extract known fields from details that map to top-level ClickHouse columns
+  const {
+    input_tokens: detailInputTokens,
+    output_tokens: detailOutputTokens,
+    total_cost: detailCost,
+    model: detailModel,
+    "gen_ai.request.model": genAiModel,
+    "gen_ai.usage.input_tokens": genAiInput,
+    "gen_ai.usage.output_tokens": genAiOutput,
+    "gen_ai.usage.cost": genAiCost,
+    "gen_ai.usage.cache_read_tokens": genAiCacheRead,
+    "gen_ai.usage.cache_creation_tokens": genAiCacheCreation,
+    cache_read_tokens: detailCacheRead,
+    cache_creation_tokens: detailCacheCreation,
+    stop_reason: detailStopReason,
+    turn_number: detailTurnNumber,
+    turn_count: detailTurnCount,
+    parent_conversation_id: detailParentConvId,
+    input_bytes: detailInputBytes,
+    output_bytes: detailOutputBytes,
+    error_type: detailErrorType,
+    retryable: detailRetryable,
+    ...remainingDetails
+  } = details;
+
+  // Determine tool_name from resource_id when it's an mcp_tool
+  const toolName = row.resource_type === "mcp_tool" ? row.resource_id || undefined : details.tool_name || undefined;
+
+  // Compute token fields — prefer top-level, fall back to details.
+  // Use ?? (not ||) for numeric fields so that 0 is not treated as falsy.
+  const promptTokens = row.input_tokens ?? genAiInput ?? detailInputTokens ?? undefined;
+  const completionTokens = row.output_tokens ?? genAiOutput ?? detailOutputTokens ?? undefined;
+  const tokenCostUsd = row.total_cost ?? genAiCost ?? detailCost ?? undefined;
+  const modelName = row.model || genAiModel || detailModel || undefined;
+  return {
+    span_id: row.span_id || randomHexId(),
+    trace_id: row.trace_id || row.request_id || randomUUID(),
+    store_id: row.store_id || undefined,
+    service_name: row.service_name || "agent-server",
+    operation_name: row.action || undefined,
+    span_kind: row.span_kind || "INTERNAL",
+    source: row.source || undefined,
+    started_at: row.start_time || now,
+    ended_at: row.end_time || now,
+    duration_ms: row.duration_ms ?? 0,
+    status_code: row.status_code || "OK",
+    severity: row.severity || "info",
+    model_name: modelName,
+    prompt_tokens: promptTokens,
+    completion_tokens: completionTokens,
+    total_tokens: promptTokens && completionTokens ? promptTokens + completionTokens : undefined,
+    token_cost_usd: tokenCostUsd,
+    agent_id: row.resource_id || details.agent_id || undefined,
+    conversation_id: row.conversation_id || undefined,
+    tool_name: toolName,
+    error_message: row.error_message || undefined,
+    attributes: Object.keys(remainingDetails).length > 0 ? JSON.stringify(remainingDetails) : undefined,
+    request_id: row.request_id || undefined,
+    user_id: row.user_id || undefined,
+    environment: "production",
+    // Enriched columns (003_enrich_spans)
+    user_email: row.user_email || undefined,
+    error_type: row.error_type || detailErrorType || undefined,
+    retryable: detailRetryable ? 1 : row.severity === "error" ? 0 : undefined,
+    resource_type: row.resource_type || undefined,
+    cache_read_tokens: genAiCacheRead ?? detailCacheRead ?? undefined,
+    cache_creation_tokens: genAiCacheCreation ?? detailCacheCreation ?? undefined,
+    input_bytes: row.input_bytes ?? detailInputBytes ?? undefined,
+    output_bytes: row.output_bytes ?? detailOutputBytes ?? undefined,
+    stop_reason: row.stop_reason || detailStopReason || undefined,
+    turn_number: row.turn_number ?? detailTurnNumber ?? detailTurnCount ?? undefined,
+    parent_conversation_id: row.parent_conversation_id || detailParentConvId || undefined
+  };
 }
+
 // ============================================================================
 // Helpers
 // ============================================================================
+
 /**
  * Classify an error message into a standard error_type category.
  * Used by auditRowToSpan and callers to populate the error_type column.
  */
 export function classifyErrorType(errorMessage) {
-    if (!errorMessage)
-        return undefined;
-    const lower = errorMessage.toLowerCase();
-    if (lower.includes("rate limit") || lower.includes("429"))
-        return "rate_limit";
-    if (lower.includes("auth") || lower.includes("401") || lower.includes("403"))
-        return "auth";
-    if (lower.includes("timeout") || lower.includes("timed out"))
-        return "timeout";
-    if (lower.includes("validation") || lower.includes("invalid"))
-        return "validation";
-    if (lower.includes("not found") || lower.includes("404"))
-        return "not_found";
-    if (lower.includes("overloaded") || lower.includes("529"))
-        return "overloaded";
-    if (lower.includes("circuit breaker"))
-        return "circuit_breaker";
-    return undefined;
+  if (!errorMessage) return undefined;
+  const lower = errorMessage.toLowerCase();
+  if (lower.includes("rate limit") || lower.includes("429")) return "rate_limit";
+  if (lower.includes("auth") || lower.includes("401") || lower.includes("403")) return "auth";
+  if (lower.includes("timeout") || lower.includes("timed out")) return "timeout";
+  if (lower.includes("validation") || lower.includes("invalid")) return "validation";
+  if (lower.includes("not found") || lower.includes("404")) return "not_found";
+  if (lower.includes("overloaded") || lower.includes("529")) return "overloaded";
+  if (lower.includes("circuit breaker")) return "circuit_breaker";
+  return undefined;
 }
 function randomHexId() {
-    const bytes = new Uint8Array(8);
-    crypto.getRandomValues(bytes);
-    return Array.from(bytes).map(b => b.toString(16).padStart(2, "0")).join("");
+  const bytes = new Uint8Array(8);
+  crypto.getRandomValues(bytes);
+  return Array.from(bytes).map(b => b.toString(16).padStart(2, "0")).join("");
 }
+//# sourceMappingURL=clickhouse-buffer.js.map

package/dist/server/lib/clickhouse-buffer.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"clickhouse-buffer.js","names":["randomUUID","getClickHouseClient","spanBuffer","FLUSH_INTERVAL","FLUSH_MAX","flushTimer","queueSpan","span","push","length","flushSpans","setTimeout","clearTimeout","batch","splice","client","insert","auditRowToSpan","row","details","now","Date","toISOString","input_tokens","detailInputTokens","output_tokens","detailOutputTokens","total_cost","detailCost","model","detailModel","genAiModel","genAiInput","genAiOutput","genAiCost","genAiCacheRead","genAiCacheCreation","cache_read_tokens","detailCacheRead","cache_creation_tokens","detailCacheCreation","stop_reason","detailStopReason","turn_number","detailTurnNumber","turn_count","detailTurnCount","parent_conversation_id","detailParentConvId","input_bytes","detailInputBytes","output_bytes","detailOutputBytes","error_type","detailErrorType","retryable","detailRetryable","remainingDetails","toolName","resource_type","resource_id","undefined","tool_name","promptTokens","completionTokens","tokenCostUsd","modelName","span_id","randomHexId","trace_id","request_id","store_id","service_name","operation_name","action","span_kind","source","started_at","start_time","ended_at","end_time","duration_ms","status_code","severity","model_name","prompt_tokens","completion_tokens","total_tokens","token_cost_usd","agent_id","conversation_id","error_message","attributes","Object","keys","JSON","stringify","user_id","environment","user_email","classifyErrorType","errorMessage","lower","toLowerCase","includes","bytes","Uint8Array","crypto","getRandomValues","Array","from","map","b","toString","padStart","join"],"sources":["../../../src/server/lib/clickhouse-buffer.ts"],"sourcesContent":["/**\n * ClickHouse Span Buffer — batches spans for bulk insert to ClickHouse ai_spans.\n *\n * Same batching semantics (500ms / 100 records).\n * Also provides auditRowToSpan() to convert legacy row shapes to ClickHouseSpan.\n */\n\nimport { randomUUID } from \"node:crypto\";\nimport { type ClickHouseSpan, getClickHouseClient } from \"./clickhouse-client.js\";\n\n// ============================================================================\n// Buffer config\n// ============================================================================\n\nconst spanBuffer: ClickHouseSpan[] = [];\nconst FLUSH_INTERVAL = 500; // ms\nconst FLUSH_MAX = 100; // max records before force flush\nlet flushTimer: ReturnType<typeof setTimeout> | null = null;\n\n// ============================================================================\n// Public API\n// ============================================================================\n\n/**\n * Queue a span for batch insert to ClickHouse.\n */\nexport function queueSpan(span: ClickHouseSpan): void {\n  spanBuffer.push(span);\n\n  if (spanBuffer.length >= FLUSH_MAX) {\n    flushSpans();\n  } else if (!flushTimer) {\n    flushTimer = setTimeout(() => {\n      flushTimer = null;\n      flushSpans();\n    }, FLUSH_INTERVAL);\n  }\n}\n\n/**\n * Flush all buffered spans to ClickHouse.\n * Call this on server shutdown or at end of request processing.\n */\nexport async function flushSpans(): Promise<void> {\n  if (flushTimer) {\n    clearTimeout(flushTimer);\n    flushTimer = null;\n  }\n\n  if (spanBuffer.length > 0) {\n    const batch = spanBuffer.splice(0, spanBuffer.length);\n    const client = getClickHouseClient();\n    await client.insert(\"ai_spans\", batch as unknown as Record<string, unknown>[]);\n  }\n}\n\n// ============================================================================\n// Mapper: audit_log row → ClickHouseSpan\n// ============================================================================\n\n/**\n * Convert an existing audit_log row to a ClickHouseSpan.\n *\n * Field mapping:\n *   ai_spans.action           → operation_name\n *   ai_spans.source           → source\n *   ai_spans.severity         → severity\n *   ai_spans.store_id         → store_id\n *   ai_spans.duration_ms      → duration_ms\n *   ai_spans.error_message    → error_message\n *   ai_spans.trace_id         → trace_id\n *   ai_spans.span_id          → span_id\n *   ai_spans.span_kind        → span_kind\n *   ai_spans.service_name     → service_name\n *   ai_spans.status_code      → status_code\n *   ai_spans.start_time       → started_at\n *   ai_spans.end_time         → ended_at\n *   ai_spans.conversation_id  → conversation_id\n *   ai_spans.user_id          → user_id\n *   ai_spans.input_tokens     → prompt_tokens\n *   ai_spans.output_tokens    → completion_tokens\n *   ai_spans.total_cost       → token_cost_usd\n *   ai_spans.model            → model_name\n *   ai_spans.resource_id (mcp_tool) → tool_name\n *   ai_spans.details (remaining)    → attributes (JSON string)\n */\nexport function auditRowToSpan(row: Record<string, unknown>): ClickHouseSpan {\n  const details = (row.details || {}) as Record<string, unknown>;\n  const now = new Date().toISOString();\n\n  // Extract known fields from details that map to top-level ClickHouse columns\n  const {\n    input_tokens: detailInputTokens,\n    output_tokens: detailOutputTokens,\n    total_cost: detailCost,\n    model: detailModel,\n    \"gen_ai.request.model\": genAiModel,\n    \"gen_ai.usage.input_tokens\": genAiInput,\n    \"gen_ai.usage.output_tokens\": genAiOutput,\n    \"gen_ai.usage.cost\": genAiCost,\n    \"gen_ai.usage.cache_read_tokens\": genAiCacheRead,\n    \"gen_ai.usage.cache_creation_tokens\": genAiCacheCreation,\n    cache_read_tokens: detailCacheRead,\n    cache_creation_tokens: detailCacheCreation,\n    stop_reason: detailStopReason,\n    turn_number: detailTurnNumber,\n    turn_count: detailTurnCount,\n    parent_conversation_id: detailParentConvId,\n    input_bytes: detailInputBytes,\n    output_bytes: detailOutputBytes,\n    error_type: detailErrorType,\n    retryable: detailRetryable,\n    ...remainingDetails\n  } = details;\n\n  // Determine tool_name from resource_id when it's an mcp_tool\n  const toolName = row.resource_type === \"mcp_tool\"\n    ? (row.resource_id as string) || undefined\n    : (details.tool_name as string) || undefined;\n\n  // Compute token fields — prefer top-level, fall back to details.\n  // Use ?? (not ||) for numeric fields so that 0 is not treated as falsy.\n  const promptTokens = (row.input_tokens as number)\n    ?? (genAiInput as number)\n    ?? (detailInputTokens as number)\n    ?? undefined;\n  const completionTokens = (row.output_tokens as number)\n    ?? (genAiOutput as number)\n    ?? (detailOutputTokens as number)\n    ?? undefined;\n  const tokenCostUsd = (row.total_cost as number)\n    ?? (genAiCost as number)\n    ?? (detailCost as number)\n    ?? undefined;\n  const modelName = (row.model as string)\n    || (genAiModel as string)\n    || (detailModel as string)\n    || undefined;\n\n  return {\n    span_id: (row.span_id as string) || randomHexId(),\n    trace_id: (row.trace_id as string) || (row.request_id as string) || randomUUID(),\n    store_id: (row.store_id as string) || undefined,\n    service_name: (row.service_name as string) || \"agent-server\",\n    operation_name: (row.action as string) || undefined,\n    span_kind: (row.span_kind as string) || \"INTERNAL\",\n    source: (row.source as string) || undefined,\n    started_at: (row.start_time as string) || now,\n    ended_at: (row.end_time as string) || now,\n    duration_ms: (row.duration_ms as number) ?? 0,\n    status_code: (row.status_code as string) || \"OK\",\n    severity: (row.severity as string) || \"info\",\n    model_name: modelName,\n    prompt_tokens: promptTokens,\n    completion_tokens: completionTokens,\n    total_tokens: promptTokens && completionTokens ? promptTokens + completionTokens : undefined,\n    token_cost_usd: tokenCostUsd,\n    agent_id: (row.resource_id as string) || (details.agent_id as string) || undefined,\n    conversation_id: (row.conversation_id as string) || undefined,\n    tool_name: toolName,\n    error_message: (row.error_message as string) || undefined,\n    attributes: Object.keys(remainingDetails).length > 0 ? JSON.stringify(remainingDetails) : undefined,\n    request_id: (row.request_id as string) || undefined,\n    user_id: (row.user_id as string) || undefined,\n    environment: \"production\",\n    // Enriched columns (003_enrich_spans)\n    user_email: (row.user_email as string) || undefined,\n    error_type: (row.error_type as string) || (detailErrorType as string) || undefined,\n    retryable: (detailRetryable as boolean) ? 1 : (row.severity === \"error\" ? 0 : undefined),\n    resource_type: (row.resource_type as string) || undefined,\n    cache_read_tokens: (genAiCacheRead as number) ?? (detailCacheRead as number) ?? undefined,\n    cache_creation_tokens: (genAiCacheCreation as number) ?? (detailCacheCreation as number) ?? undefined,\n    input_bytes: (row.input_bytes as number) ?? (detailInputBytes as number) ?? undefined,\n    output_bytes: (row.output_bytes as number) ?? (detailOutputBytes as number) ?? undefined,\n    stop_reason: (row.stop_reason as string) || (detailStopReason as string) || undefined,\n    turn_number: (row.turn_number as number) ?? (detailTurnNumber as number) ?? (detailTurnCount as number) ?? undefined,\n    parent_conversation_id: (row.parent_conversation_id as string) || (detailParentConvId as string) || undefined,\n  };\n}\n\n// ============================================================================\n// Helpers\n// ============================================================================\n\n/**\n * Classify an error message into a standard error_type category.\n * Used by auditRowToSpan and callers to populate the error_type column.\n */\nexport function classifyErrorType(errorMessage: string | null | undefined): string | undefined {\n  if (!errorMessage) return undefined;\n  const lower = errorMessage.toLowerCase();\n  if (lower.includes(\"rate limit\") || lower.includes(\"429\")) return \"rate_limit\";\n  if (lower.includes(\"auth\") || lower.includes(\"401\") || lower.includes(\"403\")) return \"auth\";\n  if (lower.includes(\"timeout\") || lower.includes(\"timed out\")) return \"timeout\";\n  if (lower.includes(\"validation\") || lower.includes(\"invalid\")) return \"validation\";\n  if (lower.includes(\"not found\") || lower.includes(\"404\")) return \"not_found\";\n  if (lower.includes(\"overloaded\") || lower.includes(\"529\")) return \"overloaded\";\n  if (lower.includes(\"circuit breaker\")) return \"circuit_breaker\";\n  return undefined;\n}\n\nfunction randomHexId(): string {\n  const bytes = new Uint8Array(8);\n  crypto.getRandomValues(bytes);\n  return Array.from(bytes).map(b => b.toString(16).padStart(2, \"0\")).join(\"\");\n}\n"],"mappings":"AAAA;AACA;AACA;AACA;AACA;AACA;;AAEA,SAASA,UAAU,QAAQ,aAAa;AACxC,SAA8BC,mBAAmB,QAAQ,wBAAwB;;AAEjF;AACA;AACA;;AAEA,MAAMC,UAA4B,GAAG,EAAE;AACvC,MAAMC,cAAc,GAAG,GAAG,CAAC,CAAC;AAC5B,MAAMC,SAAS,GAAG,GAAG,CAAC,CAAC;AACvB,IAAIC,UAAgD,GAAG,IAAI;;AAE3D;AACA;AACA;;AAEA;AACA;AACA;AACA,OAAO,SAASC,SAASA,CAACC,IAAoB,EAAQ;EACpDL,UAAU,CAACM,IAAI,CAACD,IAAI,CAAC;EAErB,IAAIL,UAAU,CAACO,MAAM,IAAIL,SAAS,EAAE;IAClCM,UAAU,CAAC,CAAC;EACd,CAAC,MAAM,IAAI,CAACL,UAAU,EAAE;IACtBA,UAAU,GAAGM,UAAU,CAAC,MAAM;MAC5BN,UAAU,GAAG,IAAI;MACjBK,UAAU,CAAC,CAAC;IACd,CAAC,EAAEP,cAAc,CAAC;EACpB;AACF;;AAEA;AACA;AACA;AACA;AACA,OAAO,eAAeO,UAAUA,CAAA,EAAkB;EAChD,IAAIL,UAAU,EAAE;IACdO,YAAY,CAACP,UAAU,CAAC;IACxBA,UAAU,GAAG,IAAI;EACnB;EAEA,IAAIH,UAAU,CAACO,MAAM,GAAG,CAAC,EAAE;IACzB,MAAMI,KAAK,GAAGX,UAAU,CAACY,MAAM,CAAC,CAAC,EAAEZ,UAAU,CAACO,MAAM,CAAC;IACrD,MAAMM,MAAM,GAAGd,mBAAmB,CAAC,CAAC;IACpC,MAAMc,MAAM,CAACC,MAAM,CAAC,UAAU,EAAEH,KAA6C,CAAC;EAChF;AACF;;AAEA;AACA;AACA;;AAEA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA,OAAO,SAASI,cAAcA,CAACC,GAA4B,EAAkB;EAC3E,MAAMC,OAAO,GAAID,GAAG,CAACC,OAAO,IAAI,CAAC,CAA6B;EAC9D,MAAMC,GAAG,GAAG,IAAIC,IAAI,CAAC,CAAC,CAACC,WAAW,CAAC,CAAC;;EAEpC;EACA,MAAM;IACJC,YAAY,EAAEC,iBAAiB;IAC/BC,aAAa,EAAEC,kBAAkB;IACjCC,UAAU,EAAEC,UAAU;IACtBC,KAAK,EAAEC,WAAW;IAClB,sBAAsB,EAAEC,UAAU;IAClC,2BAA2B,EAAEC,UAAU;IACvC,4BAA4B,EAAEC,WAAW;IACzC,mBAAmB,EAAEC,SAAS;IAC9B,gCAAgC,EAAEC,cAAc;IAChD,oCAAoC,EAAEC,kBAAkB;IACxDC,iBAAiB,EAAEC,eAAe;IAClCC,qBAAqB,EAAEC,mBAAmB;IAC1CC,WAAW,EAAEC,gBAAgB;IAC7BC,WAAW,EAAEC,gBAAgB;IAC7BC,UAAU,EAAEC,eAAe;IAC3BC,sBAAsB,EAAEC,kBAAkB;IAC1CC,WAAW,EAAEC,gBAAgB;IAC7BC,YAAY,EAAEC,iBAAiB;IAC/BC,UAAU,EAAEC,eAAe;IAC3BC,SAAS,EAAEC,eAAe;IAC1B,GAAGC;EACL,CAAC,GAAGtC,OAAO;;EAEX;EACA,MAAMuC,QAAQ,GAAGxC,GAAG,CAACyC,aAAa,KAAK,UAAU,GAC5CzC,GAAG,CAAC0C,WAAW,IAAeC,SAAS,GACvC1C,OAAO,CAAC2C,SAAS,IAAeD,SAAS;;EAE9C;EACA;EACA,MAAME,YAAY,GAAI7C,GAAG,CAACK,YAAY,IAChCS,UAAqB,IACrBR,iBAA4B,IAC7BqC,SAAS;EACd,MAAMG,gBAAgB,GAAI9C,GAAG,CAACO,aAAa,IACrCQ,WAAsB,IACtBP,kBAA6B,IAC9BmC,SAAS;EACd,MAAMI,YAAY,GAAI/C,GAAG,CAACS,UAAU,IAC9BO,SAAoB,IACpBN,UAAqB,IACtBiC,SAAS;EACd,MAAMK,SAAS,GAAIhD,GAAG,CAACW,KAAK,IACtBE,UAAqB,IACrBD,WAAsB,IACvB+B,SAAS;EAEd,OAAO;IACLM,OAAO,EAAGjD,GAAG,CAACiD,OAAO,IAAeC,WAAW,CAAC,CAAC;IACjDC,QAAQ,EAAGnD,GAAG,CAACmD,QAAQ,IAAgBnD,GAAG,CAACoD,UAAqB,IAAItE,UAAU,CAAC,CAAC;IAChFuE,QAAQ,EAAGrD,GAAG,CAACqD,QAAQ,IAAeV,SAAS;IAC/CW,YAAY,EAAGtD,GAAG,CAACsD,YAAY,IAAe,cAAc;IAC5DC,cAAc,EAAGvD,GAAG,CAACwD,MAAM,IAAeb,SAAS;IACnDc,SAAS,EAAGzD,GAAG,CAACyD,SAAS,IAAe,UAAU;IAClDC,MAAM,EAAG1D,GAAG,CAAC0D,MAAM,IAAef,SAAS;IAC3CgB,UAAU,EAAG3D,GAAG,CAAC4D,UAAU,IAAe1D,GAAG;IAC7C2D,QAAQ,EAAG7D,GAAG,CAAC8D,QAAQ,IAAe5D,GAAG;IACzC6D,WAAW,EAAG/D,GAAG,CAAC+D,WAAW,IAAe,CAAC;IAC7CC,WAAW,EAAGhE,GAAG,CAACgE,WAAW,IAAe,IAAI;IAChDC,QAAQ,EAAGjE,GAAG,CAACiE,QAAQ,IAAe,MAAM;IAC5CC,UAAU,EAAElB,SAAS;IACrBmB,aAAa,EAAEtB,YAAY;IAC3BuB,iBAAiB,EAAEtB,gBAAgB;IACnCuB,YAAY,EAAExB,YAAY,IAAIC,gBAAgB,GAAGD,YAAY,GAAGC,gBAAgB,GAAGH,SAAS;IAC5F2B,cAAc,EAAEvB,YAAY;IAC5BwB,QAAQ,EAAGvE,GAAG,CAAC0C,WAAW,IAAgBzC,OAAO,CAACsE,QAAmB,IAAI5B,SAAS;IAClF6B,eAAe,EAAGxE,GAAG,CAACwE,eAAe,IAAe7B,SAAS;IAC7DC,SAAS,EAAEJ,QAAQ;IACnBiC,aAAa,EAAGzE,GAAG,CAACyE,aAAa,IAAe9B,SAAS;IACzD+B,UAAU,EAAEC,MAAM,CAACC,IAAI,CAACrC,gBAAgB,CAAC,CAAChD,MAAM,GAAG,CAAC,GAAGsF,IAAI,CAACC,SAAS,CAACvC,gBAAgB,CAAC,GAAGI,SAAS;IACnGS,UAAU,EAAGpD,GAAG,CAACoD,UAAU,IAAeT,SAAS;IACnDoC,OAAO,EAAG/E,GAAG,CAAC+E,OAAO,IAAepC,SAAS;IAC7CqC,WAAW,EAAE,YAAY;IACzB;IACAC,UAAU,EAAGjF,GAAG,CAACiF,UAAU,IAAetC,SAAS;IACnDR,UAAU,EAAGnC,GAAG,CAACmC,UAAU,IAAgBC,eAA0B,IAAIO,SAAS;IAClFN,SAAS,EAAGC,eAAe,GAAe,CAAC,GAAItC,GAAG,CAACiE,QAAQ,KAAK,OAAO,GAAG,CAAC,GAAGtB,SAAU;IACxFF,aAAa,EAAGzC,GAAG,CAACyC,aAAa,IAAeE,SAAS;IACzDxB,iBAAiB,EAAGF,cAAc,IAAgBG,eAA0B,IAAIuB,SAAS;IACzFtB,qBAAqB,EAAGH,kBAAkB,IAAgBI,mBAA8B,IAAIqB,SAAS;IACrGZ,WAAW,EAAG/B,GAAG,CAAC+B,WAAW,IAAgBC,gBAA2B,IAAIW,SAAS;IACrFV,YAAY,EAAGjC,GAAG,CAACiC,YAAY,IAAgBC,iBAA4B,IAAIS,SAAS;IACxFpB,WAAW,EAAGvB,GAAG,CAACuB,WAAW,IAAgBC,gBAA2B,IAAImB,SAAS;IACrFlB,WAAW,EAAGzB,GAAG,CAACyB,WAAW,IAAgBC,gBAA2B,IAAKE,eAA0B,IAAIe,SAAS;IACpHd,sBAAsB,EAAG7B,GAAG,CAAC6B,sBAAsB,IAAgBC,kBAA6B,IAAIa;EACtG,CAAC;AACH;;AAEA;AACA;AACA;;AAEA;AACA;AACA;AACA;AACA,OAAO,SAASuC,iBAAiBA,CAACC,YAAuC,EAAsB;EAC7F,IAAI,CAACA,YAAY,EAAE,OAAOxC,SAAS;EACnC,MAAMyC,KAAK,GAAGD,YAAY,CAACE,WAAW,CAAC,CAAC;EACxC,IAAID,KAAK,CAACE,QAAQ,CAAC,YAAY,CAAC,IAAIF,KAAK,CAACE,QAAQ,CAAC,KAAK,CAAC,EAAE,OAAO,YAAY;EAC9E,IAAIF,KAAK,CAACE,QAAQ,CAAC,MAAM,CAAC,IAAIF,KAAK,CAACE,QAAQ,CAAC,KAAK,CAAC,IAAIF,KAAK,CAACE,QAAQ,CAAC,KAAK,CAAC,EAAE,OAAO,MAAM;EAC3F,IAAIF,KAAK,CAACE,QAAQ,CAAC,SAAS,CAAC,IAAIF,KAAK,CAACE,QAAQ,CAAC,WAAW,CAAC,EAAE,OAAO,SAAS;EAC9E,IAAIF,KAAK,CAACE,QAAQ,CAAC,YAAY,CAAC,IAAIF,KAAK,CAACE,QAAQ,CAAC,SAAS,CAAC,EAAE,OAAO,YAAY;EAClF,IAAIF,KAAK,CAACE,QAAQ,CAAC,WAAW,CAAC,IAAIF,KAAK,CAACE,QAAQ,CAAC,KAAK,CAAC,EAAE,OAAO,WAAW;EAC5E,IAAIF,KAAK,CAACE,QAAQ,CAAC,YAAY,CAAC,IAAIF,KAAK,CAACE,QAAQ,CAAC,KAAK,CAAC,EAAE,OAAO,YAAY;EAC9E,IAAIF,KAAK,CAACE,QAAQ,CAAC,iBAAiB,CAAC,EAAE,OAAO,iBAAiB;EAC/D,OAAO3C,SAAS;AAClB;AAEA,SAASO,WAAWA,CAAA,EAAW;EAC7B,MAAMqC,KAAK,GAAG,IAAIC,UAAU,CAAC,CAAC,CAAC;EAC/BC,MAAM,CAACC,eAAe,CAACH,KAAK,CAAC;EAC7B,OAAOI,KAAK,CAACC,IAAI,CAACL,KAAK,CAAC,CAACM,GAAG,CAACC,CAAC,IAAIA,CAAC,CAACC,QAAQ,CAAC,EAAE,CAAC,CAACC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAACC,IAAI,CAAC,EAAE,CAAC;AAC7E","ignoreList":[]}