@jambonz/llm 0.5.0 → 0.5.2

package/dist/test-kit/index.d.cts

@@ -1,4 +1,4 @@
-import { b as AdapterFactory, e as AuthKind, A as AuthSpec, L as LlmAdapter, d as ApiKeyAuth, h as ClientOptions, P as PromptRequest, m as LlmEvent, M as Message, p as ToolCallEvent, o as ModelInfo, c as AdapterManifest } from '../types-BWsmVtXv.cjs';
+import { b as AdapterFactory, e as AuthKind, A as AuthSpec, L as LlmAdapter, d as ApiKeyAuth, h as ClientOptions, P as PromptRequest, m as LlmEvent, M as Message, p as ToolCallEvent, o as ModelInfo, c as AdapterManifest } from '../types-BEgQaQIb.cjs';
 
 /**
  * Named scenarios the harness must be able to stage. Each scenario configures

package/dist/test-kit/index.d.ts

@@ -1,4 +1,4 @@
-import { b as AdapterFactory, e as AuthKind, A as AuthSpec, L as LlmAdapter, d as ApiKeyAuth, h as ClientOptions, P as PromptRequest, m as LlmEvent, M as Message, p as ToolCallEvent, o as ModelInfo, c as AdapterManifest } from '../types-BWsmVtXv.js';
+import { b as AdapterFactory, e as AuthKind, A as AuthSpec, L as LlmAdapter, d as ApiKeyAuth, h as ClientOptions, P as PromptRequest, m as LlmEvent, M as Message, p as ToolCallEvent, o as ModelInfo, c as AdapterManifest } from '../types-BEgQaQIb.js';
 
 /**
  * Named scenarios the harness must be able to stage. Each scenario configures

package/dist/test-kit/index.js

@@ -78,6 +78,9 @@ async function* streamFromOpenAI(client, req, options) {
     const param = options.tokensParam ?? (needsMaxCompletionTokens(req.model) ? "max_completion_tokens" : "max_tokens");
     body[param] = effectiveMaxTokens;
   }
+  const t0 = process.hrtime.bigint();
+  let t1;
+  let t2;
   let stream;
   let responseHeaders;
   try {
@@ -90,6 +93,7 @@ async function* streamFromOpenAI(client, req, options) {
     } else {
       stream = await apiPromise;
     }
+    t1 = process.hrtime.bigint();
   } catch (err) {
     if (isAbortError(err)) {
       yield { type: "end", finishReason: "aborted" };
@@ -121,6 +125,7 @@ async function* streamFromOpenAI(client, req, options) {
       const delta = choice.delta;
       const finishReason = choice.finish_reason;
       if (delta?.content) {
+        if (t2 === void 0) t2 = process.hrtime.bigint();
         yield { type: "token", text: delta.content };
       }
       if (delta?.tool_calls) {
@@ -190,6 +195,14 @@ async function* streamFromOpenAI(client, req, options) {
       endEvent.vendorMetadata = metadata;
     }
   }
+  if (t1 !== void 0) {
+    const t3 = process.hrtime.bigint();
+    endEvent.clientTiming = {
+      requestToHeadersMs: Number(t1 - t0) / 1e6,
+      ...t2 !== void 0 ? { headersToFirstTokenMs: Number(t2 - t1) / 1e6 } : {},
+      totalMs: Number(t3 - t0) / 1e6
+    };
+  }
   yield endEvent;
 }
 function appendOpenAIAssistantToolCall(history, toolCalls) {
@@ -2627,6 +2640,7 @@ var groqManifest = {
 var GROQ_METADATA_EXTRACTOR = makeMetadataExtractor([
   { header: "x-request-id", key: "request_id" },
   { header: "x-groq-region", key: "region" },
+  { header: "openai-processing-ms", key: "processing_ms", numeric: true },
   { header: "x-ratelimit-remaining-requests", key: "requests_remaining", numeric: true },
   { header: "x-ratelimit-remaining-tokens", key: "tokens_remaining", numeric: true }
 ]);