@neutrome/open-ai-router 0.8.0 → 0.8.1

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@neutrome/open-ai-router",
-  "version": "0.8.0",
+  "version": "0.8.1",
   "type": "module",
   "files": [
     "src",
@@ -16,8 +16,8 @@
     "hono": "^4.12.18",
     "posthog-node": "^5.41.0",
     "zod": "^4.2.1",
-    "@neutrome/lil-engine": "0.6.0",
-    "@neutrome/lilsdk": "0.6.0"
+    "@neutrome/lil-engine": "0.6.1",
+    "@neutrome/lilsdk": "0.6.1"
   },
   "devDependencies": {
     "@types/node": "^25.9.3",

package/src/telemetry/router.ts

@@ -55,6 +55,7 @@ export function createRouterTelemetry(
   const spans: ExecutionSummarySpan[] = [];
   const active = new Map<string, ActiveSpan>();
   const generations: ActiveSpan[] = [];
+  const generationReports: Promise<void>[] = [];
   const errors = new Map<string, TelemetryError>();
   let traceError: string | undefined;
   let finalizedAt: string | undefined;
@@ -93,11 +94,12 @@ export function createRouterTelemetry(
         requestId: event.requestId,
         executionId: event.executionId,
       });
+      completeSpan(event.executionId, span);
+      return;
     }
     if (!isInvocationFinished(event.kind)) return;
     finishSpan(span.summary, data.finishedAt ?? event.timestamp);
-    active.delete(event.executionId);
-    if (span.summary.kind === "provider") generations.push(span);
+    completeSpan(event.executionId, span);
   }
 
   function observeDetached(
@@ -135,13 +137,11 @@ export function createRouterTelemetry(
     finalizedAt = finishedAt;
     for (const span of active.values()) {
       finishSpan(span.summary, finishedAt, "incomplete");
-      if (span.summary.kind === "provider") generations.push(span);
+      queueGeneration(span);
     }
     active.clear();
     await reportAll([
-      ...generations.map((span) =>
-        traceDriver?.recordGeneration(toGeneration(span)),
-      ),
+      ...generationReports,
       ...[...errors.values()].map((error) => errorDriver?.recordError(error)),
     ]);
   }
@@ -208,6 +208,24 @@ export function createRouterTelemetry(
         : { timeToFirstTokenMs: activeSpan.timeToFirstTokenMs }),
     };
   }
+
+  function completeSpan(executionId: string, span: ActiveSpan): void {
+    active.delete(executionId);
+    queueGeneration(span);
+  }
+
+  function queueGeneration(span: ActiveSpan): void {
+    if (span.summary.kind !== "provider") return;
+    generations.push(span);
+    const report = traceDriver?.recordGeneration(toGeneration(span));
+    if (report) {
+      generationReports.push(
+        report.catch((error) => {
+          console.error("[telemetry] report failed", error);
+        }),
+      );
+    }
+  }
 }
 
 function applyFailure(

package/src/telemetry.test.ts

@@ -147,6 +147,7 @@ describe("createRouterTelemetry", () => {
         requestId: "request-1",
         executionId: "provider-1",
         errorKind: "provider",
+        timestamp: "2026-07-13T12:00:01.000Z",
         data: {
           message: "Provider returned error",
           stage: "provider_invoke",
@@ -160,6 +161,13 @@ describe("createRouterTelemetry", () => {
       }),
     );
 
+    expect(traceDriver.recordGeneration).toHaveBeenCalledWith(
+      expect.objectContaining({
+        startedAt: "2026-07-13T12:00:00.000Z",
+        finishedAt: "2026-07-13T12:00:01.000Z",
+      }),
+    );
+
     await telemetry.flush();
 
     expect(traceDriver.recordGeneration).toHaveBeenCalledWith(
@@ -178,6 +186,76 @@ describe("createRouterTelemetry", () => {
         status: 400,
       }),
     );
+    expect(traceDriver.recordGeneration).toHaveBeenCalledTimes(1);
+  });
+
+  it("reports consecutive provider attempts at their own terminal times", async () => {
+    const traceDriver = { recordGeneration: vi.fn(async () => {}) };
+    const telemetry = createRouterTelemetry({ traceDriver });
+
+    telemetry.observe(
+      createExecutionEvent({
+        kind: "provider.started",
+        requestId: "request-1",
+        executionId: "provider-1",
+        data: {
+          startedAt: "2026-07-13T12:00:00.000Z",
+          provider: "cloudflare",
+          model: "@cf/first",
+        },
+      }),
+    );
+    telemetry.observe(
+      createExecutionEvent({
+        kind: "execution.failed",
+        requestId: "request-1",
+        executionId: "provider-1",
+        errorKind: "provider",
+        timestamp: "2026-07-13T12:00:01.000Z",
+        data: { message: "first failed" },
+      }),
+    );
+    telemetry.observe(
+      createExecutionEvent({
+        kind: "provider.started",
+        requestId: "request-1",
+        executionId: "provider-2",
+        data: {
+          startedAt: "2026-07-13T12:00:02.000Z",
+          provider: "openrouter",
+          model: "second",
+        },
+      }),
+    );
+    telemetry.observe(
+      createExecutionEvent({
+        kind: "provider.finished",
+        requestId: "request-1",
+        executionId: "provider-2",
+        timestamp: "2026-07-13T12:00:03.000Z",
+        data: { finishedAt: "2026-07-13T12:00:03.000Z" },
+      }),
+    );
+
+    expect(traceDriver.recordGeneration.mock.calls).toEqual([
+      [
+        expect.objectContaining({
+          model: "@cf/first",
+          startedAt: "2026-07-13T12:00:00.000Z",
+          finishedAt: "2026-07-13T12:00:01.000Z",
+        }),
+      ],
+      [
+        expect.objectContaining({
+          model: "second",
+          startedAt: "2026-07-13T12:00:02.000Z",
+          finishedAt: "2026-07-13T12:00:03.000Z",
+        }),
+      ],
+    ]);
+
+    await telemetry.flush();
+    expect(traceDriver.recordGeneration).toHaveBeenCalledTimes(2);
   });
 });