@hebo-ai/gateway 0.4.0-beta.1 → 0.4.0-beta.2

package/dist/lifecycle.js

@@ -2,7 +2,7 @@ import { parseConfig } from "./config";
 import { toOpenAIErrorResponse } from "./errors/openai";
 import { logger } from "./logger";
 import { withOtel } from "./telemetry/otel";
-import { addSpanEvent } from "./telemetry/span";
+import { addSpanEvent, recordSpanError } from "./telemetry/span";
 import { resolveRequestId } from "./utils/headers";
 import { maybeApplyRequestPatch, prepareRequestHeaders } from "./utils/request";
 import { prepareResponseInit, toResponse } from "./utils/response";
@@ -32,6 +32,7 @@ export const winterCgHandler = (run, config) => {
             }
         }
         catch (error) {
+            recordSpanError(error);
             logger.error({
                 requestId: resolveRequestId(ctx.request),
                 err: error instanceof Error ? error : new Error(String(error)),

package/dist/telemetry/span.d.ts

@@ -7,3 +7,4 @@ export declare const startSpan: (name: string, options?: SpanOptions, customTrac
 };
 export declare const withSpan: <T>(name: string, run: () => Promise<T> | T, options?: SpanOptions) => Promise<T>;
 export declare const addSpanEvent: (name: string, attributes?: Attributes) => void;
+export declare const recordSpanError: (error: unknown) => void;

package/dist/telemetry/span.js

@@ -62,3 +62,11 @@ export const addSpanEvent = (name, attributes) => {
     const allAttributes = Object.assign(attributes ?? {}, getMemoryAttributes());
     trace.getActiveSpan()?.addEvent(name, allAttributes);
 };
+export const recordSpanError = (error) => {
+    const span = trace.getActiveSpan();
+    if (!span)
+        return;
+    const err = toError(error);
+    span.recordException(err);
+    span.setStatus({ code: SpanStatusCode.ERROR, message: err.message });
+};

package/dist/telemetry/stream.d.ts

@@ -1,8 +1,6 @@
 export type InstrumentStreamHooks = {
     onComplete?: (status: number, stats: {
         bytes: number;
-        streamStart: number;
-        streamEnd: number;
     }) => void;
     onError?: (error: unknown, status: number) => void;
 };

package/dist/telemetry/stream.js

@@ -1,5 +1,5 @@
 export const instrumentStream = (src, hooks, signal) => {
-    const stats = { bytes: 0, streamStart: performance.now() };
+    const stats = { bytes: 0 };
     let done = false;
     const finish = (status, reason) => {
         if (done)
@@ -10,12 +10,7 @@ export const instrumentStream = (src, hooks, signal) => {
         if (status >= 400) {
             hooks.onError?.(reason, status);
         }
-        const timing = {
-            bytes: stats.bytes,
-            streamStart: stats.streamStart,
-            streamEnd: performance.now(),
-        };
-        hooks.onComplete?.(status, timing);
+        hooks.onComplete?.(status, stats);
     };
     return new ReadableStream({
         async start(controller) {

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@hebo-ai/gateway",
-  "version": "0.4.0-beta.1",
+  "version": "0.4.0-beta.2",
   "description": "AI gateway as a framework. For full control over models, routing & lifecycle. OpenAI-compatible /chat/completions, /embeddings & /models.",
   "keywords": [
     "ai",

package/src/lifecycle.ts

@@ -9,7 +9,7 @@ import { parseConfig } from "./config";
 import { toOpenAIErrorResponse } from "./errors/openai";
 import { logger } from "./logger";
 import { withOtel } from "./telemetry/otel";
-import { addSpanEvent } from "./telemetry/span";
+import { addSpanEvent, recordSpanError } from "./telemetry/span";
 import { resolveRequestId } from "./utils/headers";
 import { maybeApplyRequestPatch, prepareRequestHeaders } from "./utils/request";
 import { prepareResponseInit, toResponse } from "./utils/response";
@@ -46,6 +46,7 @@ export const winterCgHandler = (
         }
       }
     } catch (error) {
+      recordSpanError(error);
       logger.error({
         requestId: resolveRequestId(ctx.request),
         err: error instanceof Error ? error : new Error(String(error)),

package/src/telemetry/span.ts

@@ -86,3 +86,12 @@ export const addSpanEvent = (name: string, attributes?: Attributes) => {
   const allAttributes = Object.assign(attributes ?? {}, getMemoryAttributes());
   trace.getActiveSpan()?.addEvent(name, allAttributes);
 };
+
+export const recordSpanError = (error: unknown) => {
+  const span = trace.getActiveSpan();
+  if (!span) return;
+
+  const err = toError(error);
+  span.recordException(err);
+  span.setStatus({ code: SpanStatusCode.ERROR, message: err.message });
+};

package/src/telemetry/stream.ts

@@ -1,8 +1,5 @@
 export type InstrumentStreamHooks = {
-  onComplete?: (
-    status: number,
-    stats: { bytes: number; streamStart: number; streamEnd: number },
-  ) => void;
+  onComplete?: (status: number, stats: { bytes: number }) => void;
   onError?: (error: unknown, status: number) => void;
 };
 
@@ -11,7 +8,7 @@ export const instrumentStream = (
   hooks: InstrumentStreamHooks,
   signal?: AbortSignal,
 ): ReadableStream<Uint8Array> => {
-  const stats = { bytes: 0, streamStart: performance.now() };
+  const stats = { bytes: 0 };
   let done = false;
 
   const finish = (status: number, reason?: unknown) => {
@@ -24,13 +21,7 @@ export const instrumentStream = (
       hooks.onError?.(reason, status);
     }
 
-    const timing = {
-      bytes: stats.bytes,
-      streamStart: stats.streamStart,
-      streamEnd: performance.now(),
-    };
-
-    hooks.onComplete?.(status, timing);
+    hooks.onComplete?.(status, stats);
   };
 
   return new ReadableStream<Uint8Array>({