@neutrome/open-ai-router 0.1.9 → 0.1.10

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@neutrome/open-ai-router",
-  "version": "0.1.9",
+  "version": "0.1.10",
   "type": "module",
   "exports": {
     ".": "./src/index.ts"

package/src/router/execute.ts

@@ -383,7 +383,7 @@ export function createFetchProviderInvoker(
           for (const event of split.events) {
             for (const data of eventDataLines(event)) {
               if (data === "[DONE]") {
-                if (lastChunkWithUsage) reportProviderUsage(onProviderCall, lastChunkWithUsage, providerCtx.target);
+                reportProviderUsage(onProviderCall, lastChunkWithUsage, providerCtx.target);
                 return;
               }
               if (data[0] !== "{") continue;
@@ -400,7 +400,7 @@ export function createFetchProviderInvoker(
         if (buffer.length > 0) {
           for (const data of eventDataLines(buffer)) {
             if (data === "[DONE]") {
-              if (lastChunkWithUsage) reportProviderUsage(onProviderCall, lastChunkWithUsage, providerCtx.target);
+              reportProviderUsage(onProviderCall, lastChunkWithUsage, providerCtx.target);
               return;
             }
             if (data[0] !== "{") continue;
@@ -412,7 +412,7 @@ export function createFetchProviderInvoker(
             yield chunk;
           }
         }
-        if (lastChunkWithUsage) reportProviderUsage(onProviderCall, lastChunkWithUsage, providerCtx.target);
+        reportProviderUsage(onProviderCall, lastChunkWithUsage, providerCtx.target);
       } catch (error) {
         throw normalizeUpstreamAbort(error, timed.signal);
       } finally {
@@ -764,13 +764,12 @@ function reportUsage(
 
 function reportProviderUsage(
   onProviderCall: ((report: ProviderCallReport) => void) | undefined,
-  response: Program,
+  response: Program | null,
   target: Extract<import("@neutrome/lil-engine").ExecutionTarget, { kind: "provider" }>,
 ): void {
   if (!onProviderCall) return;
-  const usage = usageObject(response);
-  if (!usage || typeof usage !== "object") return;
-  const u = usage as Record<string, unknown>;
+  const usage = response ? usageObject(response) : undefined;
+  const u = (usage && typeof usage === "object" ? usage : {}) as Record<string, unknown>;
   const tokensInput = asNum(u.prompt_tokens) || asNum(u.input_tokens);
   const tokensOutput = asNum(u.completion_tokens) || asNum(u.output_tokens);
   const details = u.prompt_tokens_details as Record<string, unknown> | undefined;