graphlit-client 1.0.20250612008 → 1.0.20250612009

package/dist/client.js

@@ -4,7 +4,7 @@ import { ApolloClient, InMemoryCache, createHttpLink, ApolloLink, ApolloError, }
 import * as Types from "./generated/graphql-types.js";
 import * as Documents from "./generated/graphql-documents.js";
 import * as dotenv from "dotenv";
-import { getServiceType } from "./model-mapping.js";
+import { getServiceType, getModelName } from "./model-mapping.js";
 import { UIEventAdapter } from "./streaming/ui-event-adapter.js";
 import { formatMessagesForOpenAI, formatMessagesForAnthropic, formatMessagesForGoogle, } from "./streaming/llm-formatters.js";
 import { streamWithOpenAI, streamWithAnthropic, streamWithGoogle, } from "./streaming/providers.js";
@@ -1626,11 +1626,15 @@ class Graphlit {
                 });
                 return; // Exit early after successful fallback
             }
-            // Create UI event adapter
+            // Create UI event adapter with model information
+            const modelName = fullSpec ? getModelName(fullSpec) : undefined;
+            const serviceType = fullSpec ? getServiceType(fullSpec) : undefined;
             uiAdapter = new UIEventAdapter(onEvent, actualConversationId, {
                 smoothingEnabled: options?.smoothingEnabled ?? true,
                 chunkingStrategy: options?.chunkingStrategy ?? "word",
                 smoothingDelay: options?.smoothingDelay ?? 30,
+                model: modelName,
+                modelService: serviceType,
             });
             // Start the streaming conversation
             await this.executeStreamingAgent(prompt, actualConversationId, fullSpec, tools, toolHandlers, uiAdapter, maxRounds, abortSignal, mimeType, data, correlationId);

package/dist/streaming/ui-event-adapter.d.ts

@@ -9,8 +9,13 @@ export declare class UIEventAdapter {
     private onEvent;
     private conversationId;
     private model?;
+    private modelService?;
+    private tokenCount;
     private currentMessage;
     private isStreaming;
+    private streamStartTime;
+    private firstTokenTime;
+    private lastTokenTime;
     private activeToolCalls;
     private lastUpdateTime;
     private updateTimer?;
@@ -21,6 +26,8 @@ export declare class UIEventAdapter {
         smoothingEnabled?: boolean;
         chunkingStrategy?: ChunkingStrategy;
         smoothingDelay?: number;
+        model?: string;
+        modelService?: string;
     });
     /**
      * Process a raw streaming event and emit appropriate UI events

package/dist/streaming/ui-event-adapter.js

@@ -8,8 +8,13 @@ export class UIEventAdapter {
     onEvent;
     conversationId;
     model;
+    modelService;
+    tokenCount = 0;
     currentMessage = "";
     isStreaming = false;
+    streamStartTime = 0;
+    firstTokenTime = 0;
+    lastTokenTime = 0;
     activeToolCalls = new Map();
     lastUpdateTime = 0;
     updateTimer;
@@ -20,6 +25,8 @@ export class UIEventAdapter {
         this.onEvent = onEvent;
         this.conversationId = conversationId;
         this.smoothingDelay = options.smoothingDelay ?? 30;
+        this.model = options.model;
+        this.modelService = options.modelService;
         if (options.smoothingEnabled) {
             this.chunkBuffer = new ChunkBuffer(options.chunkingStrategy || "word");
         }
@@ -84,6 +91,9 @@ export class UIEventAdapter {
     handleStart(conversationId) {
         this.conversationId = conversationId;
         this.isStreaming = true;
+        this.streamStartTime = Date.now();
+        this.firstTokenTime = 0;
+        this.lastTokenTime = 0;
         this.emitUIEvent({
             type: "conversation_started",
             conversationId,
@@ -92,6 +102,12 @@ export class UIEventAdapter {
         });
     }
     handleToken(token) {
+        // Track timing for first token
+        const now = Date.now();
+        if (this.firstTokenTime === 0) {
+            this.firstTokenTime = now;
+        }
+        this.lastTokenTime = now;
         if (this.chunkBuffer) {
             const chunks = this.chunkBuffer.addToken(token);
             // Add chunks to queue for all chunking modes (character, word, sentence)
@@ -178,7 +194,7 @@ export class UIEventAdapter {
             }
         }
         this.isStreaming = false;
-        // Create final message
+        // Create final message with metadata
         const finalMessage = {
             __typename: "ConversationMessage",
             role: ConversationRoleTypes.Assistant,
@@ -186,7 +202,26 @@ export class UIEventAdapter {
             timestamp: new Date().toISOString(),
             tokens: undefined, // Will be set by caller if available
             toolCalls: Array.from(this.activeToolCalls.values()).map((t) => t.toolCall),
+            model: this.model,
+            modelService: this.modelService,
         };
+        // Add final timing metadata
+        if (this.streamStartTime > 0) {
+            const totalTime = Date.now() - this.streamStartTime;
+            // Final throughput (chars/second)
+            finalMessage.throughput = totalTime > 0
+                ? Math.round((this.currentMessage.length / totalTime) * 1000)
+                : 0;
+            // Total completion time in seconds
+            finalMessage.completionTime = totalTime / 1000;
+            // Add time to first token if we have it (useful metric)
+            if (this.firstTokenTime > 0) {
+                const ttft = this.firstTokenTime - this.streamStartTime;
+                if (process.env.DEBUG_GRAPHLIT_SDK_STREAMING) {
+                    console.log(`⏱️ [UIEventAdapter] TTFT: ${ttft}ms | Total: ${totalTime}ms | Throughput: ${finalMessage.throughput} chars/s`);
+                }
+            }
+        }
         this.emitUIEvent({
             type: "conversation_completed",
             message: finalMessage,
@@ -274,6 +309,27 @@ export class UIEventAdapter {
             message: this.currentMessage,
             timestamp: new Date().toISOString(),
         };
+        // Add model metadata if available
+        if (this.model) {
+            message.model = this.model;
+        }
+        if (this.modelService) {
+            message.modelService = this.modelService;
+        }
+        // Add timing metadata if streaming has started
+        if (this.streamStartTime > 0) {
+            const now = Date.now();
+            const elapsedTime = now - this.streamStartTime;
+            // Calculate throughput (chars/second)
+            const throughput = elapsedTime > 0
+                ? Math.round((this.currentMessage.length / elapsedTime) * 1000)
+                : 0;
+            message.throughput = throughput;
+            // Add completion time if we have it (in seconds to match API)
+            if (elapsedTime > 0) {
+                message.completionTime = elapsedTime / 1000;
+            }
+        }
         this.emitUIEvent({
             type: "message_update",
             message,

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "graphlit-client",
-  "version": "1.0.20250612008",
+  "version": "1.0.20250612009",
   "description": "Graphlit API Client for TypeScript",
   "type": "module",
   "main": "./dist/client.js",