whale-code 6.5.5 → 6.5.7

package/dist/server/lib/batch-client-openai.js

@@ -0,0 +1,172 @@
+/**
+ * Batch API Client — OpenAI Batch API implementation
+ */
+
+import { createLogger } from "./logger.js";
+import { OPENAI_BASE_URL, POLL_INTERVAL_MS, MAX_POLL_DURATION_MS, sleep } from "./batch-client-types.js";
+const log = createLogger("batch-client");
+
+// ============================================================================
+// OPENAI BATCH API
+// ============================================================================
+
+export async function submitOpenAIBatch(requests, buildOpenAIMessages) {
+  const apiKey = process.env.OPENAI_API_KEY;
+  if (!apiKey) throw new Error("OPENAI_API_KEY not set");
+
+  // Step 1: Build JSONL content
+  const lines = requests.map(r => {
+    const body = {
+      model: r.model,
+      messages: buildOpenAIMessages(r),
+      max_tokens: r.max_tokens
+    };
+    if (r.tools?.length) {
+      body.tools = r.tools.map(t => ({
+        type: "function",
+        function: {
+          name: t.name,
+          description: typeof t.description === "string" ? t.description.slice(0, 4096) : "",
+          parameters: t.input_schema || {}
+        }
+      }));
+    }
+    if (r.temperature !== undefined) body.temperature = r.temperature;
+    const item = {
+      custom_id: r.id,
+      method: "POST",
+      url: "/v1/chat/completions",
+      body
+    };
+    return JSON.stringify(item);
+  });
+  const jsonlContent = lines.join("\n");
+
+  // Step 2: Upload JSONL as a file
+  const formData = new FormData();
+  const blob = new Blob([jsonlContent], {
+    type: "application/jsonl"
+  });
+  formData.append("file", blob, "batch_requests.jsonl");
+  formData.append("purpose", "batch");
+  const uploadResp = await fetch(`${OPENAI_BASE_URL}/v1/files`, {
+    method: "POST",
+    headers: {
+      Authorization: `Bearer ${apiKey}`
+    },
+    body: formData
+  });
+  if (!uploadResp.ok) {
+    const errText = await uploadResp.text();
+    throw new Error(`OpenAI file upload failed (${uploadResp.status}): ${errText.substring(0, 500)}`);
+  }
+  const fileData = await uploadResp.json();
+
+  // Step 3: Create batch
+  const batchResp = await fetch(`${OPENAI_BASE_URL}/v1/batches`, {
+    method: "POST",
+    headers: {
+      "Content-Type": "application/json",
+      Authorization: `Bearer ${apiKey}`
+    },
+    body: JSON.stringify({
+      input_file_id: fileData.id,
+      endpoint: "/v1/chat/completions",
+      completion_window: "24h"
+    })
+  });
+  if (!batchResp.ok) {
+    const errText = await batchResp.text();
+    throw new Error(`OpenAI batch create failed (${batchResp.status}): ${errText.substring(0, 500)}`);
+  }
+  const batch = await batchResp.json();
+  log.info({
+    batchId: batch.id,
+    fileId: fileData.id,
+    count: requests.length
+  }, "openai batch submitted");
+  return {
+    batchId: batch.id,
+    provider: "openai",
+    count: requests.length
+  };
+}
+export async function pollOpenAIBatch(batchId) {
+  const apiKey = process.env.OPENAI_API_KEY;
+  if (!apiKey) throw new Error("OPENAI_API_KEY not set");
+  const startTime = Date.now();
+  while (Date.now() - startTime < MAX_POLL_DURATION_MS) {
+    const resp = await fetch(`${OPENAI_BASE_URL}/v1/batches/${batchId}`, {
+      headers: {
+        Authorization: `Bearer ${apiKey}`
+      }
+    });
+    if (!resp.ok) {
+      const errText = await resp.text();
+      throw new Error(`OpenAI batch poll failed (${resp.status}): ${errText.substring(0, 500)}`);
+    }
+    const batch = await resp.json();
+    log.info({
+      batchId,
+      status: batch.status,
+      counts: batch.request_counts,
+      elapsed: Date.now() - startTime
+    }, "openai batch poll");
+    if (batch.status === "completed" && batch.output_file_id) {
+      return fetchOpenAIResults(batch.output_file_id);
+    }
+    if (batch.status === "failed" || batch.status === "cancelled" || batch.status === "expired") {
+      throw new Error(`OpenAI batch ${batchId} ended with status: ${batch.status}`);
+    }
+    await sleep(POLL_INTERVAL_MS);
+  }
+  throw new Error(`OpenAI batch ${batchId} timed out after ${MAX_POLL_DURATION_MS / 1000}s`);
+}
+async function fetchOpenAIResults(outputFileId) {
+  const apiKey = process.env.OPENAI_API_KEY;
+  if (!apiKey) throw new Error("OPENAI_API_KEY not set");
+  const resp = await fetch(`${OPENAI_BASE_URL}/v1/files/${outputFileId}/content`, {
+    headers: {
+      Authorization: `Bearer ${apiKey}`
+    }
+  });
+  if (!resp.ok) {
+    const errText = await resp.text();
+    throw new Error(`OpenAI results fetch failed (${resp.status}): ${errText.substring(0, 500)}`);
+  }
+  const text = await resp.text();
+  const results = new Map();
+  for (const line of text.split("\n")) {
+    if (!line.trim()) continue;
+    try {
+      const item = JSON.parse(line);
+      if (item.response && item.response.status_code === 200) {
+        const choice = item.response.body.choices[0];
+        results.set(item.custom_id, {
+          id: item.custom_id,
+          success: true,
+          content: item.response.body.choices,
+          text: choice?.message?.content || "",
+          usage: {
+            input_tokens: item.response.body.usage.prompt_tokens,
+            output_tokens: item.response.body.usage.completion_tokens
+          }
+        });
+      } else {
+        results.set(item.custom_id, {
+          id: item.custom_id,
+          success: false,
+          error: item.error?.message || `HTTP ${item.response?.status_code || "unknown"}`
+        });
+      }
+    } catch {
+      // Skip malformed lines
+    }
+  }
+  log.info({
+    outputFileId,
+    resultCount: results.size
+  }, "openai batch results fetched");
+  return results;
+}
+//# sourceMappingURL=batch-client-openai.js.map

package/dist/server/lib/batch-client-openai.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"batch-client-openai.js","names":["createLogger","OPENAI_BASE_URL","POLL_INTERVAL_MS","MAX_POLL_DURATION_MS","sleep","log","submitOpenAIBatch","requests","buildOpenAIMessages","apiKey","process","env","OPENAI_API_KEY","Error","lines","map","r","body","model","messages","max_tokens","tools","length","t","type","function","name","description","slice","parameters","input_schema","temperature","undefined","item","custom_id","id","method","url","JSON","stringify","jsonlContent","join","formData","FormData","blob","Blob","append","uploadResp","fetch","headers","Authorization","ok","errText","text","status","substring","fileData","json","batchResp","input_file_id","endpoint","completion_window","batch","info","batchId","fileId","count","provider","pollOpenAIBatch","startTime","Date","now","resp","counts","request_counts","elapsed","output_file_id","fetchOpenAIResults","outputFileId","results","Map","line","split","trim","parse","response","status_code","choice","choices","set","success","content","message","usage","input_tokens","prompt_tokens","output_tokens","completion_tokens","error","resultCount","size"],"sources":["../../../src/server/lib/batch-client-openai.ts"],"sourcesContent":["/**\n * Batch API Client — OpenAI Batch API implementation\n */\n\nimport { createLogger } from \"./logger.js\";\nimport type { BatchRequest, BatchResult, OpenAIBatchRequestItem } from \"./batch-client-types.js\";\nimport {\n  OPENAI_BASE_URL,\n  POLL_INTERVAL_MS,\n  MAX_POLL_DURATION_MS,\n  sleep,\n} from \"./batch-client-types.js\";\n\nconst log = createLogger(\"batch-client\");\n\n// ============================================================================\n// OPENAI BATCH API\n// ============================================================================\n\nexport async function submitOpenAIBatch(\n  requests: BatchRequest[],\n  buildOpenAIMessages: (r: BatchRequest) => unknown[],\n): Promise<{ batchId: string; provider: \"openai\"; count: number }> {\n  const apiKey = process.env.OPENAI_API_KEY;\n  if (!apiKey) throw new Error(\"OPENAI_API_KEY not set\");\n\n  // Step 1: Build JSONL content\n  const lines = requests.map(r => {\n    const body: OpenAIBatchRequestItem[\"body\"] = {\n      model: r.model,\n      messages: buildOpenAIMessages(r),\n      max_tokens: r.max_tokens,\n    };\n    if (r.tools?.length) {\n      body.tools = r.tools.map((t: any) => ({\n        type: \"function\",\n        function: {\n          name: t.name,\n          description: typeof t.description === \"string\" ? t.description.slice(0, 4096) : \"\",\n          parameters: t.input_schema || {},\n        },\n      }));\n    }\n    if (r.temperature !== undefined) body.temperature = r.temperature;\n\n    const item: OpenAIBatchRequestItem = {\n      custom_id: r.id,\n      method: \"POST\",\n      url: \"/v1/chat/completions\",\n      body,\n    };\n    return JSON.stringify(item);\n  });\n  const jsonlContent = lines.join(\"\\n\");\n\n  // Step 2: Upload JSONL as a file\n  const formData = new FormData();\n  const blob = new Blob([jsonlContent], { type: \"application/jsonl\" });\n  formData.append(\"file\", blob, \"batch_requests.jsonl\");\n  formData.append(\"purpose\", \"batch\");\n\n  const uploadResp = await fetch(`${OPENAI_BASE_URL}/v1/files`, {\n    method: \"POST\",\n    headers: { Authorization: `Bearer ${apiKey}` },\n    body: formData,\n  });\n\n  if (!uploadResp.ok) {\n    const errText = await uploadResp.text();\n    throw new Error(`OpenAI file upload failed (${uploadResp.status}): ${errText.substring(0, 500)}`);\n  }\n\n  const fileData = await uploadResp.json() as { id: string };\n\n  // Step 3: Create batch\n  const batchResp = await fetch(`${OPENAI_BASE_URL}/v1/batches`, {\n    method: \"POST\",\n    headers: {\n      \"Content-Type\": \"application/json\",\n      Authorization: `Bearer ${apiKey}`,\n    },\n    body: JSON.stringify({\n      input_file_id: fileData.id,\n      endpoint: \"/v1/chat/completions\",\n      completion_window: \"24h\",\n    }),\n  });\n\n  if (!batchResp.ok) {\n    const errText = await batchResp.text();\n    throw new Error(`OpenAI batch create failed (${batchResp.status}): ${errText.substring(0, 500)}`);\n  }\n\n  const batch = await batchResp.json() as { id: string };\n  log.info({ batchId: batch.id, fileId: fileData.id, count: requests.length }, \"openai batch submitted\");\n  return { batchId: batch.id, provider: \"openai\", count: requests.length };\n}\n\nexport async function pollOpenAIBatch(batchId: string): Promise<Map<string, BatchResult>> {\n  const apiKey = process.env.OPENAI_API_KEY;\n  if (!apiKey) throw new Error(\"OPENAI_API_KEY not set\");\n\n  const startTime = Date.now();\n\n  while (Date.now() - startTime < MAX_POLL_DURATION_MS) {\n    const resp = await fetch(`${OPENAI_BASE_URL}/v1/batches/${batchId}`, {\n      headers: { Authorization: `Bearer ${apiKey}` },\n    });\n\n    if (!resp.ok) {\n      const errText = await resp.text();\n      throw new Error(`OpenAI batch poll failed (${resp.status}): ${errText.substring(0, 500)}`);\n    }\n\n    const batch = await resp.json() as {\n      id: string;\n      status: string;\n      output_file_id?: string;\n      error_file_id?: string;\n      request_counts?: {\n        total: number;\n        completed: number;\n        failed: number;\n      };\n    };\n\n    log.info({\n      batchId,\n      status: batch.status,\n      counts: batch.request_counts,\n      elapsed: Date.now() - startTime,\n    }, \"openai batch poll\");\n\n    if (batch.status === \"completed\" && batch.output_file_id) {\n      return fetchOpenAIResults(batch.output_file_id);\n    }\n\n    if (batch.status === \"failed\" || batch.status === \"cancelled\" || batch.status === \"expired\") {\n      throw new Error(`OpenAI batch ${batchId} ended with status: ${batch.status}`);\n    }\n\n    await sleep(POLL_INTERVAL_MS);\n  }\n\n  throw new Error(`OpenAI batch ${batchId} timed out after ${MAX_POLL_DURATION_MS / 1000}s`);\n}\n\nasync function fetchOpenAIResults(outputFileId: string): Promise<Map<string, BatchResult>> {\n  const apiKey = process.env.OPENAI_API_KEY;\n  if (!apiKey) throw new Error(\"OPENAI_API_KEY not set\");\n\n  const resp = await fetch(`${OPENAI_BASE_URL}/v1/files/${outputFileId}/content`, {\n    headers: { Authorization: `Bearer ${apiKey}` },\n  });\n\n  if (!resp.ok) {\n    const errText = await resp.text();\n    throw new Error(`OpenAI results fetch failed (${resp.status}): ${errText.substring(0, 500)}`);\n  }\n\n  const text = await resp.text();\n  const results = new Map<string, BatchResult>();\n\n  for (const line of text.split(\"\\n\")) {\n    if (!line.trim()) continue;\n    try {\n      const item = JSON.parse(line) as {\n        custom_id: string;\n        response?: {\n          status_code: number;\n          body: {\n            choices: Array<{\n              message: { role: string; content: string | null; tool_calls?: unknown[] };\n            }>;\n            usage: { prompt_tokens: number; completion_tokens: number };\n          };\n        };\n        error?: { message: string };\n      };\n\n      if (item.response && item.response.status_code === 200) {\n        const choice = item.response.body.choices[0];\n        results.set(item.custom_id, {\n          id: item.custom_id,\n          success: true,\n          content: item.response.body.choices,\n          text: choice?.message?.content || \"\",\n          usage: {\n            input_tokens: item.response.body.usage.prompt_tokens,\n            output_tokens: item.response.body.usage.completion_tokens,\n          },\n        });\n      } else {\n        results.set(item.custom_id, {\n          id: item.custom_id,\n          success: false,\n          error: item.error?.message || `HTTP ${item.response?.status_code || \"unknown\"}`,\n        });\n      }\n    } catch {\n      // Skip malformed lines\n    }\n  }\n\n  log.info({ outputFileId, resultCount: results.size }, \"openai batch results fetched\");\n  return results;\n}\n"],"mappings":"AAAA;AACA;AACA;;AAEA,SAASA,YAAY,QAAQ,aAAa;AAE1C,SACEC,eAAe,EACfC,gBAAgB,EAChBC,oBAAoB,EACpBC,KAAK,QACA,yBAAyB;AAEhC,MAAMC,GAAG,GAAGL,YAAY,CAAC,cAAc,CAAC;;AAExC;AACA;AACA;;AAEA,OAAO,eAAeM,iBAAiBA,CACrCC,QAAwB,EACxBC,mBAAmD,EACc;EACjE,MAAMC,MAAM,GAAGC,OAAO,CAACC,GAAG,CAACC,cAAc;EACzC,IAAI,CAACH,MAAM,EAAE,MAAM,IAAII,KAAK,CAAC,wBAAwB,CAAC;;EAEtD;EACA,MAAMC,KAAK,GAAGP,QAAQ,CAACQ,GAAG,CAACC,CAAC,IAAI;IAC9B,MAAMC,IAAoC,GAAG;MAC3CC,KAAK,EAAEF,CAAC,CAACE,KAAK;MACdC,QAAQ,EAAEX,mBAAmB,CAACQ,CAAC,CAAC;MAChCI,UAAU,EAAEJ,CAAC,CAACI;IAChB,CAAC;IACD,IAAIJ,CAAC,CAACK,KAAK,EAAEC,MAAM,EAAE;MACnBL,IAAI,CAACI,KAAK,GAAGL,CAAC,CAACK,KAAK,CAACN,GAAG,CAAEQ,CAAM,KAAM;QACpCC,IAAI,EAAE,UAAU;QAChBC,QAAQ,EAAE;UACRC,IAAI,EAAEH,CAAC,CAACG,IAAI;UACZC,WAAW,EAAE,OAAOJ,CAAC,CAACI,WAAW,KAAK,QAAQ,GAAGJ,CAAC,CAACI,WAAW,CAACC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,EAAE;UAClFC,UAAU,EAAEN,CAAC,CAACO,YAAY,IAAI,CAAC;QACjC;MACF,CAAC,CAAC,CAAC;IACL;IACA,IAAId,CAAC,CAACe,WAAW,KAAKC,SAAS,EAAEf,IAAI,CAACc,WAAW,GAAGf,CAAC,CAACe,WAAW;IAEjE,MAAME,IAA4B,GAAG;MACnCC,SAAS,EAAElB,CAAC,CAACmB,EAAE;MACfC,MAAM,EAAE,MAAM;MACdC,GAAG,EAAE,sBAAsB;MAC3BpB;IACF,CAAC;IACD,OAAOqB,IAAI,CAACC,SAAS,CAACN,IAAI,CAAC;EAC7B,CAAC,CAAC;EACF,MAAMO,YAAY,GAAG1B,KAAK,CAAC2B,IAAI,CAAC,IAAI,CAAC;;EAErC;EACA,MAAMC,QAAQ,GAAG,IAAIC,QAAQ,CAAC,CAAC;EAC/B,MAAMC,IAAI,GAAG,IAAIC,IAAI,CAAC,CAACL,YAAY,CAAC,EAAE;IAAEhB,IAAI,EAAE;EAAoB,CAAC,CAAC;EACpEkB,QAAQ,CAACI,MAAM,CAAC,MAAM,EAAEF,IAAI,EAAE,sBAAsB,CAAC;EACrDF,QAAQ,CAACI,MAAM,CAAC,SAAS,EAAE,OAAO,CAAC;EAEnC,MAAMC,UAAU,GAAG,MAAMC,KAAK,CAAC,GAAG/C,eAAe,WAAW,EAAE;IAC5DmC,MAAM,EAAE,MAAM;IACda,OAAO,EAAE;MAAEC,aAAa,EAAE,UAAUzC,MAAM;IAAG,CAAC;IAC9CQ,IAAI,EAAEyB;EACR,CAAC,CAAC;EAEF,IAAI,CAACK,UAAU,CAACI,EAAE,EAAE;IAClB,MAAMC,OAAO,GAAG,MAAML,UAAU,CAACM,IAAI,CAAC,CAAC;IACvC,MAAM,IAAIxC,KAAK,CAAC,8BAA8BkC,UAAU,CAACO,MAAM,MAAMF,OAAO,CAACG,SAAS,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC;EACnG;EAEA,MAAMC,QAAQ,GAAG,MAAMT,UAAU,CAACU,IAAI,CAAC,CAAmB;;EAE1D;EACA,MAAMC,SAAS,GAAG,MAAMV,KAAK,CAAC,GAAG/C,eAAe,aAAa,EAAE;IAC7DmC,MAAM,EAAE,MAAM;IACda,OAAO,EAAE;MACP,cAAc,EAAE,kBAAkB;MAClCC,aAAa,EAAE,UAAUzC,MAAM;IACjC,CAAC;IACDQ,IAAI,EAAEqB,IAAI,CAACC,SAAS,CAAC;MACnBoB,aAAa,EAAEH,QAAQ,CAACrB,EAAE;MAC1ByB,QAAQ,EAAE,sBAAsB;MAChCC,iBAAiB,EAAE;IACrB,CAAC;EACH,CAAC,CAAC;EAEF,IAAI,CAACH,SAAS,CAACP,EAAE,EAAE;IACjB,MAAMC,OAAO,GAAG,MAAMM,SAAS,CAACL,IAAI,CAAC,CAAC;IACtC,MAAM,IAAIxC,KAAK,CAAC,+BAA+B6C,SAAS,CAACJ,MAAM,MAAMF,OAAO,CAACG,SAAS,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC;EACnG;EAEA,MAAMO,KAAK,GAAG,MAAMJ,SAAS,CAACD,IAAI,CAAC,CAAmB;EACtDpD,GAAG,CAAC0D,IAAI,CAAC;IAAEC,OAAO,EAAEF,KAAK,CAAC3B,EAAE;IAAE8B,MAAM,EAAET,QAAQ,CAACrB,EAAE;IAAE+B,KAAK,EAAE3D,QAAQ,CAACe;EAAO,CAAC,EAAE,wBAAwB,CAAC;EACtG,OAAO;IAAE0C,OAAO,EAAEF,KAAK,CAAC3B,EAAE;IAAEgC,QAAQ,EAAE,QAAQ;IAAED,KAAK,EAAE3D,QAAQ,CAACe;EAAO,CAAC;AAC1E;AAEA,OAAO,eAAe8C,eAAeA,CAACJ,OAAe,EAAqC;EACxF,MAAMvD,MAAM,GAAGC,OAAO,CAACC,GAAG,CAACC,cAAc;EACzC,IAAI,CAACH,MAAM,EAAE,MAAM,IAAII,KAAK,CAAC,wBAAwB,CAAC;EAEtD,MAAMwD,SAAS,GAAGC,IAAI,CAACC,GAAG,CAAC,CAAC;EAE5B,OAAOD,IAAI,CAACC,GAAG,CAAC,CAAC,GAAGF,SAAS,GAAGlE,oBAAoB,EAAE;IACpD,MAAMqE,IAAI,GAAG,MAAMxB,KAAK,CAAC,GAAG/C,eAAe,eAAe+D,OAAO,EAAE,EAAE;MACnEf,OAAO,EAAE;QAAEC,aAAa,EAAE,UAAUzC,MAAM;MAAG;IAC/C,CAAC,CAAC;IAEF,IAAI,CAAC+D,IAAI,CAACrB,EAAE,EAAE;MACZ,MAAMC,OAAO,GAAG,MAAMoB,IAAI,CAACnB,IAAI,CAAC,CAAC;MACjC,MAAM,IAAIxC,KAAK,CAAC,6BAA6B2D,IAAI,CAAClB,MAAM,MAAMF,OAAO,CAACG,SAAS,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC;IAC5F;IAEA,MAAMO,KAAK,GAAG,MAAMU,IAAI,CAACf,IAAI,CAAC,CAU7B;IAEDpD,GAAG,CAAC0D,IAAI,CAAC;MACPC,OAAO;MACPV,MAAM,EAAEQ,KAAK,CAACR,MAAM;MACpBmB,MAAM,EAAEX,KAAK,CAACY,cAAc;MAC5BC,OAAO,EAAEL,IAAI,CAACC,GAAG,CAAC,CAAC,GAAGF;IACxB,CAAC,EAAE,mBAAmB,CAAC;IAEvB,IAAIP,KAAK,CAACR,MAAM,KAAK,WAAW,IAAIQ,KAAK,CAACc,cAAc,EAAE;MACxD,OAAOC,kBAAkB,CAACf,KAAK,CAACc,cAAc,CAAC;IACjD;IAEA,IAAId,KAAK,CAACR,MAAM,KAAK,QAAQ,IAAIQ,KAAK,CAACR,MAAM,KAAK,WAAW,IAAIQ,KAAK,CAACR,MAAM,KAAK,SAAS,EAAE;MAC3F,MAAM,IAAIzC,KAAK,CAAC,gBAAgBmD,OAAO,uBAAuBF,KAAK,CAACR,MAAM,EAAE,CAAC;IAC/E;IAEA,MAAMlD,KAAK,CAACF,gBAAgB,CAAC;EAC/B;EAEA,MAAM,IAAIW,KAAK,CAAC,gBAAgBmD,OAAO,oBAAoB7D,oBAAoB,GAAG,IAAI,GAAG,CAAC;AAC5F;AAEA,eAAe0E,kBAAkBA,CAACC,YAAoB,EAAqC;EACzF,MAAMrE,MAAM,GAAGC,OAAO,CAACC,GAAG,CAACC,cAAc;EACzC,IAAI,CAACH,MAAM,EAAE,MAAM,IAAII,KAAK,CAAC,wBAAwB,CAAC;EAEtD,MAAM2D,IAAI,GAAG,MAAMxB,KAAK,CAAC,GAAG/C,eAAe,aAAa6E,YAAY,UAAU,EAAE;IAC9E7B,OAAO,EAAE;MAAEC,aAAa,EAAE,UAAUzC,MAAM;IAAG;EAC/C,CAAC,CAAC;EAEF,IAAI,CAAC+D,IAAI,CAACrB,EAAE,EAAE;IACZ,MAAMC,OAAO,GAAG,MAAMoB,IAAI,CAACnB,IAAI,CAAC,CAAC;IACjC,MAAM,IAAIxC,KAAK,CAAC,gCAAgC2D,IAAI,CAAClB,MAAM,MAAMF,OAAO,CAACG,SAAS,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC;EAC/F;EAEA,MAAMF,IAAI,GAAG,MAAMmB,IAAI,CAACnB,IAAI,CAAC,CAAC;EAC9B,MAAM0B,OAAO,GAAG,IAAIC,GAAG,CAAsB,CAAC;EAE9C,KAAK,MAAMC,IAAI,IAAI5B,IAAI,CAAC6B,KAAK,CAAC,IAAI,CAAC,EAAE;IACnC,IAAI,CAACD,IAAI,CAACE,IAAI,CAAC,CAAC,EAAE;IAClB,IAAI;MACF,MAAMlD,IAAI,GAAGK,IAAI,CAAC8C,KAAK,CAACH,IAAI,CAY3B;MAED,IAAIhD,IAAI,CAACoD,QAAQ,IAAIpD,IAAI,CAACoD,QAAQ,CAACC,WAAW,KAAK,GAAG,EAAE;QACtD,MAAMC,MAAM,GAAGtD,IAAI,CAACoD,QAAQ,CAACpE,IAAI,CAACuE,OAAO,CAAC,CAAC,CAAC;QAC5CT,OAAO,CAACU,GAAG,CAACxD,IAAI,CAACC,SAAS,EAAE;UAC1BC,EAAE,EAAEF,IAAI,CAACC,SAAS;UAClBwD,OAAO,EAAE,IAAI;UACbC,OAAO,EAAE1D,IAAI,CAACoD,QAAQ,CAACpE,IAAI,CAACuE,OAAO;UACnCnC,IAAI,EAAEkC,MAAM,EAAEK,OAAO,EAAED,OAAO,IAAI,EAAE;UACpCE,KAAK,EAAE;YACLC,YAAY,EAAE7D,IAAI,CAACoD,QAAQ,CAACpE,IAAI,CAAC4E,KAAK,CAACE,aAAa;YACpDC,aAAa,EAAE/D,IAAI,CAACoD,QAAQ,CAACpE,IAAI,CAAC4E,KAAK,CAACI;UAC1C;QACF,CAAC,CAAC;MACJ,CAAC,MAAM;QACLlB,OAAO,CAACU,GAAG,CAACxD,IAAI,CAACC,SAAS,EAAE;UAC1BC,EAAE,EAAEF,IAAI,CAACC,SAAS;UAClBwD,OAAO,EAAE,KAAK;UACdQ,KAAK,EAAEjE,IAAI,CAACiE,KAAK,EAAEN,OAAO,IAAI,QAAQ3D,IAAI,CAACoD,QAAQ,EAAEC,WAAW,IAAI,SAAS;QAC/E,CAAC,CAAC;MACJ;IACF,CAAC,CAAC,MAAM;MACN;IAAA;EAEJ;EAEAjF,GAAG,CAAC0D,IAAI,CAAC;IAAEe,YAAY;IAAEqB,WAAW,EAAEpB,OAAO,CAACqB;EAAK,CAAC,EAAE,8BAA8B,CAAC;EACrF,OAAOrB,OAAO;AAChB","ignoreList":[]}

package/dist/server/lib/batch-client-types.d.ts

@@ -0,0 +1,54 @@
+/**
+ * Batch API Client — types and constants
+ */
+export interface BatchRequest {
+    id: string;
+    provider: "anthropic" | "openai";
+    model: string;
+    messages: unknown[];
+    system?: unknown;
+    tools?: unknown[];
+    max_tokens: number;
+    temperature?: number;
+}
+export interface BatchResult {
+    id: string;
+    success: boolean;
+    content?: unknown;
+    text?: string;
+    error?: string;
+    usage?: {
+        input_tokens: number;
+        output_tokens: number;
+    };
+}
+export interface AnthropicBatchRequestItem {
+    custom_id: string;
+    params: {
+        model: string;
+        messages: unknown[];
+        max_tokens: number;
+        system?: unknown;
+        tools?: unknown[];
+        temperature?: number;
+    };
+}
+export interface OpenAIBatchRequestItem {
+    custom_id: string;
+    method: "POST";
+    url: "/v1/chat/completions";
+    body: {
+        model: string;
+        messages: unknown[];
+        max_tokens?: number;
+        tools?: unknown[];
+        temperature?: number;
+    };
+}
+export declare const ANTHROPIC_BASE_URL = "https://api.anthropic.com";
+export declare const OPENAI_BASE_URL = "https://api.openai.com";
+export declare const POLL_INTERVAL_MS = 5000;
+export declare const MAX_POLL_DURATION_MS: number;
+export declare const ANTHROPIC_API_VERSION = "2023-06-01";
+export declare const ANTHROPIC_BATCH_BETA = "message-batches-2024-09-24";
+export declare function sleep(ms: number): Promise<void>;

package/dist/server/lib/batch-client-types.js

@@ -0,0 +1,27 @@
+/**
+ * Batch API Client — types and constants
+ */
+
+// ============================================================================
+// TYPES
+// ============================================================================
+
+// ============================================================================
+// CONSTANTS
+// ============================================================================
+
+export const ANTHROPIC_BASE_URL = "https://api.anthropic.com";
+export const OPENAI_BASE_URL = "https://api.openai.com";
+export const POLL_INTERVAL_MS = 5_000;
+export const MAX_POLL_DURATION_MS = 10 * 60 * 1000; // 10 minutes
+export const ANTHROPIC_API_VERSION = "2023-06-01";
+export const ANTHROPIC_BATCH_BETA = "message-batches-2024-09-24";
+
+// ============================================================================
+// HELPERS
+// ============================================================================
+
+export function sleep(ms) {
+  return new Promise(resolve => setTimeout(resolve, ms));
+}
+//# sourceMappingURL=batch-client-types.js.map

package/dist/server/lib/batch-client-types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"batch-client-types.js","names":["ANTHROPIC_BASE_URL","OPENAI_BASE_URL","POLL_INTERVAL_MS","MAX_POLL_DURATION_MS","ANTHROPIC_API_VERSION","ANTHROPIC_BATCH_BETA","sleep","ms","Promise","resolve","setTimeout"],"sources":["../../../src/server/lib/batch-client-types.ts"],"sourcesContent":["/**\n * Batch API Client — types and constants\n */\n\n// ============================================================================\n// TYPES\n// ============================================================================\n\nexport interface BatchRequest {\n  id: string;\n  provider: \"anthropic\" | \"openai\";\n  model: string;\n  messages: unknown[];\n  system?: unknown;\n  tools?: unknown[];\n  max_tokens: number;\n  temperature?: number;\n}\n\nexport interface BatchResult {\n  id: string;\n  success: boolean;\n  content?: unknown;    // Full response content array (Anthropic) or choices (OpenAI)\n  text?: string;        // Extracted text for convenience\n  error?: string;\n  usage?: {\n    input_tokens: number;\n    output_tokens: number;\n  };\n}\n\nexport interface AnthropicBatchRequestItem {\n  custom_id: string;\n  params: {\n    model: string;\n    messages: unknown[];\n    max_tokens: number;\n    system?: unknown;\n    tools?: unknown[];\n    temperature?: number;\n  };\n}\n\nexport interface OpenAIBatchRequestItem {\n  custom_id: string;\n  method: \"POST\";\n  url: \"/v1/chat/completions\";\n  body: {\n    model: string;\n    messages: unknown[];\n    max_tokens?: number;\n    tools?: unknown[];\n    temperature?: number;\n  };\n}\n\n// ============================================================================\n// CONSTANTS\n// ============================================================================\n\nexport const ANTHROPIC_BASE_URL = \"https://api.anthropic.com\";\nexport const OPENAI_BASE_URL = \"https://api.openai.com\";\nexport const POLL_INTERVAL_MS = 5_000;\nexport const MAX_POLL_DURATION_MS = 10 * 60 * 1000; // 10 minutes\nexport const ANTHROPIC_API_VERSION = \"2023-06-01\";\nexport const ANTHROPIC_BATCH_BETA = \"message-batches-2024-09-24\";\n\n// ============================================================================\n// HELPERS\n// ============================================================================\n\nexport function sleep(ms: number): Promise<void> {\n  return new Promise(resolve => setTimeout(resolve, ms));\n}\n"],"mappings":"AAAA;AACA;AACA;;AAEA;AACA;AACA;;AAkDA;AACA;AACA;;AAEA,OAAO,MAAMA,kBAAkB,GAAG,2BAA2B;AAC7D,OAAO,MAAMC,eAAe,GAAG,wBAAwB;AACvD,OAAO,MAAMC,gBAAgB,GAAG,KAAK;AACrC,OAAO,MAAMC,oBAAoB,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC,CAAC;AACpD,OAAO,MAAMC,qBAAqB,GAAG,YAAY;AACjD,OAAO,MAAMC,oBAAoB,GAAG,4BAA4B;;AAEhE;AACA;AACA;;AAEA,OAAO,SAASC,KAAKA,CAACC,EAAU,EAAiB;EAC/C,OAAO,IAAIC,OAAO,CAACC,OAAO,IAAIC,UAAU,CAACD,OAAO,EAAEF,EAAE,CAAC,CAAC;AACxD","ignoreList":[]}