@jambonz/llm 0.5.0 → 0.5.2

package/dist/index.d.cts

@@ -1,5 +1,5 @@
-import { S as ServiceAccountJson, A as AuthSpec, a as AuthKindSchema, P as PromptRequest, b as AdapterFactory, c as AdapterManifest, C as CreateLlmArgs, L as LlmAdapter } from './types-BWsmVtXv.cjs';
-export { d as ApiKeyAuth, e as AuthKind, f as AzureOpenAIApiKeyAuth, B as BedrockApiKeyAuth, g as BedrockIamAuth, h as ClientOptions, i as ContentBlock, F as FinishReason, j as FormField, k as FormFieldType, G as GoogleApiKeyAuth, l as GoogleServiceAccountAuth, J as JsonSchema, m as LlmEvent, M as Message, n as ModelCapabilities, o as ModelInfo, R as Role, T as Tool, p as ToolCallEvent, U as Usage, V as VertexServiceAccountAuth } from './types-BWsmVtXv.cjs';
+import { S as ServiceAccountJson, A as AuthSpec, a as AuthKindSchema, P as PromptRequest, b as AdapterFactory, c as AdapterManifest, C as CreateLlmArgs, L as LlmAdapter } from './types-BEgQaQIb.cjs';
+export { d as ApiKeyAuth, e as AuthKind, f as AzureOpenAIApiKeyAuth, B as BedrockApiKeyAuth, g as BedrockIamAuth, h as ClientOptions, i as ContentBlock, F as FinishReason, j as FormField, k as FormFieldType, G as GoogleApiKeyAuth, l as GoogleServiceAccountAuth, J as JsonSchema, m as LlmEvent, M as Message, n as ModelCapabilities, o as ModelInfo, R as Role, T as Tool, p as ToolCallEvent, U as Usage, V as VertexServiceAccountAuth } from './types-BEgQaQIb.cjs';
 
 /**
  * The loose "DB-shape" input accepted by `normalizeAuth`.

package/dist/index.d.ts

@@ -1,5 +1,5 @@
-import { S as ServiceAccountJson, A as AuthSpec, a as AuthKindSchema, P as PromptRequest, b as AdapterFactory, c as AdapterManifest, C as CreateLlmArgs, L as LlmAdapter } from './types-BWsmVtXv.js';
-export { d as ApiKeyAuth, e as AuthKind, f as AzureOpenAIApiKeyAuth, B as BedrockApiKeyAuth, g as BedrockIamAuth, h as ClientOptions, i as ContentBlock, F as FinishReason, j as FormField, k as FormFieldType, G as GoogleApiKeyAuth, l as GoogleServiceAccountAuth, J as JsonSchema, m as LlmEvent, M as Message, n as ModelCapabilities, o as ModelInfo, R as Role, T as Tool, p as ToolCallEvent, U as Usage, V as VertexServiceAccountAuth } from './types-BWsmVtXv.js';
+import { S as ServiceAccountJson, A as AuthSpec, a as AuthKindSchema, P as PromptRequest, b as AdapterFactory, c as AdapterManifest, C as CreateLlmArgs, L as LlmAdapter } from './types-BEgQaQIb.js';
+export { d as ApiKeyAuth, e as AuthKind, f as AzureOpenAIApiKeyAuth, B as BedrockApiKeyAuth, g as BedrockIamAuth, h as ClientOptions, i as ContentBlock, F as FinishReason, j as FormField, k as FormFieldType, G as GoogleApiKeyAuth, l as GoogleServiceAccountAuth, J as JsonSchema, m as LlmEvent, M as Message, n as ModelCapabilities, o as ModelInfo, R as Role, T as Tool, p as ToolCallEvent, U as Usage, V as VertexServiceAccountAuth } from './types-BEgQaQIb.js';
 
 /**
  * The loose "DB-shape" input accepted by `normalizeAuth`.

package/dist/index.js

@@ -85,6 +85,9 @@ async function* streamFromOpenAI(client, req, options) {
     const param = options.tokensParam ?? (needsMaxCompletionTokens(req.model) ? "max_completion_tokens" : "max_tokens");
     body[param] = effectiveMaxTokens;
   }
+  const t0 = process.hrtime.bigint();
+  let t1;
+  let t2;
   let stream;
   let responseHeaders;
   try {
@@ -97,6 +100,7 @@ async function* streamFromOpenAI(client, req, options) {
     } else {
       stream = await apiPromise;
     }
+    t1 = process.hrtime.bigint();
   } catch (err) {
     if (isAbortError(err)) {
       yield { type: "end", finishReason: "aborted" };
@@ -128,6 +132,7 @@ async function* streamFromOpenAI(client, req, options) {
       const delta = choice.delta;
       const finishReason = choice.finish_reason;
       if (delta?.content) {
+        if (t2 === void 0) t2 = process.hrtime.bigint();
         yield { type: "token", text: delta.content };
       }
       if (delta?.tool_calls) {
@@ -197,6 +202,14 @@ async function* streamFromOpenAI(client, req, options) {
       endEvent.vendorMetadata = metadata;
     }
   }
+  if (t1 !== void 0) {
+    const t3 = process.hrtime.bigint();
+    endEvent.clientTiming = {
+      requestToHeadersMs: Number(t1 - t0) / 1e6,
+      ...t2 !== void 0 ? { headersToFirstTokenMs: Number(t2 - t1) / 1e6 } : {},
+      totalMs: Number(t3 - t0) / 1e6
+    };
+  }
   yield endEvent;
 }
 function appendOpenAIAssistantToolCall(history, toolCalls) {
@@ -2634,6 +2647,7 @@ var groqManifest = {
 var GROQ_METADATA_EXTRACTOR = makeMetadataExtractor([
   { header: "x-request-id", key: "request_id" },
   { header: "x-groq-region", key: "region" },
+  { header: "openai-processing-ms", key: "processing_ms", numeric: true },
   { header: "x-ratelimit-remaining-requests", key: "requests_remaining", numeric: true },
   { header: "x-ratelimit-remaining-tokens", key: "tokens_remaining", numeric: true }
 ]);