smoltalk 0.0.45 → 0.0.46

package/dist/clients/anthropic.js

@@ -84,14 +84,16 @@ export class SmolAnthropic extends BaseClient {
     }
     async _textSync(config) {
         const { system, messages, tools, thinking } = this.buildRequest(config);
-        this.logger.debug("Sending request to Anthropic:", {
+        let debugData = {
             model: this.getModel(),
             max_tokens: config.maxTokens ?? DEFAULT_MAX_TOKENS,
             messages,
             system,
             tools,
             thinking,
-        });
+        };
+        this.logger.debug("Sending request to Anthropic:", debugData);
+        this.statelogClient?.promptRequest(debugData);
         const signal = this.getAbortSignal(config);
         const response = await this.client.messages.create({
             model: this.getModel(),
@@ -107,6 +109,7 @@ export class SmolAnthropic extends BaseClient {
             stream: false,
         }, { ...(signal && { signal }) });
         this.logger.debug("Response from Anthropic:", response);
+        this.statelogClient?.promptResponse(response);
         let output = null;
         const toolCalls = [];
         const thinkingBlocks = [];
@@ -134,14 +137,16 @@ export class SmolAnthropic extends BaseClient {
     }
     async *_textStream(config) {
         const { system, messages, tools, thinking } = this.buildRequest(config);
-        this.logger.debug("Sending streaming request to Anthropic:", {
+        const streamDebugData = {
             model: this.model,
             max_tokens: config.maxTokens ?? DEFAULT_MAX_TOKENS,
             messages,
             system,
             tools,
             thinking,
-        });
+        };
+        this.logger.debug("Sending streaming request to Anthropic:", streamDebugData);
+        this.statelogClient?.promptRequest(streamDebugData);
         const signal = this.getAbortSignal(config);
         const stream = await this.client.messages.create({
             model: this.model,
@@ -219,6 +224,7 @@ export class SmolAnthropic extends BaseClient {
             }
         }
         this.logger.debug("Streaming response completed from Anthropic");
+        this.statelogClient?.promptResponse({ content, usage: { inputTokens, outputTokens } });
         const toolCalls = [];
         for (const block of toolBlocks.values()) {
             const toolCall = new ToolCall(block.id, block.name, block.arguments);

package/dist/clients/baseClient.js

@@ -49,6 +49,10 @@ export class BaseClient {
             promptConfig.messages.length > promptConfig.maxMessages) {
             const logger = getLogger();
             logger.warn(`Message limit exceeded: ${promptConfig.messages.length} messages sent, but maxMessages is set to ${promptConfig.maxMessages}. Aborting request.`);
+            this.statelogClient?.debug("Message limit exceeded", {
+                messageCount: promptConfig.messages.length,
+                maxMessages: promptConfig.maxMessages,
+            });
             return {
                 success: false,
                 error: `Message limit exceeded: ${promptConfig.messages.length} messages exceeds the maxMessages limit of ${promptConfig.maxMessages}`,
@@ -71,6 +75,10 @@ export class BaseClient {
         // Request budget check
         if (budget.requestBudget !== undefined &&
             requestsUsed >= budget.requestBudget) {
+            this.statelogClient?.debug("Request budget exhausted", {
+                requestsUsed,
+                requestBudget: budget.requestBudget,
+            });
             return {
                 config,
                 failure: {
@@ -83,6 +91,10 @@ export class BaseClient {
         if (budget.tokenBudget !== undefined) {
             const remaining = budget.tokenBudget - tokensUsed;
             if (remaining <= 0) {
+                this.statelogClient?.debug("Token budget exhausted", {
+                    tokensUsed,
+                    tokenBudget: budget.tokenBudget,
+                });
                 return {
                     config,
                     failure: {
@@ -97,6 +109,10 @@ export class BaseClient {
         if (budget.costBudget !== undefined) {
             const remainingUSD = budget.costBudget - costUsed;
             if (remainingUSD <= 0) {
+                this.statelogClient?.debug("Cost budget exhausted", {
+                    costUsed,
+                    costBudget: budget.costBudget,
+                });
                 return {
                     config,
                     failure: {
@@ -138,6 +154,10 @@ export class BaseClient {
                 const message = timeBudgetMs
                     ? `Request timed out after ${timeBudgetMs}ms`
                     : "Request was aborted";
+                this.statelogClient?.debug("Request aborted or timed out", {
+                    reason: message,
+                    timeBudgetMs,
+                });
                 return { success: false, error: message };
             }
             throw err;
@@ -282,6 +302,10 @@ export class BaseClient {
                     if (err instanceof z.ZodError) {
                         logger.warn("Zod error details:", z.prettifyError(err));
                     }
+                    this.statelogClient?.debug("Response format validation failed", {
+                        retriesLeft: retries,
+                        error: errorMessage,
+                    });
                     this.statelogClient?.diff({
                         message: "Response format validation failed",
                         itemA: promptConfig.responseFormat,
@@ -353,6 +377,10 @@ export class BaseClient {
                 const message = timeBudgetMs
                     ? `Request timed out after ${timeBudgetMs}ms`
                     : "Request was aborted";
+                this.statelogClient?.debug("Streaming request aborted or timed out", {
+                    reason: message,
+                    timeBudgetMs,
+                });
                 yield { type: "timeout", error: message };
             }
             else {

package/dist/clients/google.js

@@ -103,6 +103,7 @@ export class SmolGoogle extends BaseClient {
         // make two requests instead
         /*********** TOOL CALL REQUEST ************/
         this.logger.debug("Detected both tool calls and structured response in call to Google Gemini. Making separate request to Google Gemini for tool calls.");
+        this.statelogClient?.debug("Google Gemini: splitting tool calls and structured response into separate requests", {});
         const toolRequest = {
             ...request,
             config: {
@@ -154,9 +155,11 @@ export class SmolGoogle extends BaseClient {
     }
     async __textSync(request) {
         this.logger.debug("Sending request to Google Gemini:", JSON.stringify(request, null, 2));
+        this.statelogClient?.promptRequest(request);
         // Send the prompt as the latest message
         const result = await this.client.models.generateContent(request);
         this.logger.debug("Response from Google Gemini:", JSON.stringify(result, null, 2));
+        this.statelogClient?.promptResponse(result);
         const output = result.text || null;
         const toolCalls = [];
         const thinkingBlocks = [];
@@ -199,10 +202,12 @@ export class SmolGoogle extends BaseClient {
         const hasStructuredResponse = !!config.responseFormat;
         if (hasTools && hasStructuredResponse) {
             this.logger.debug("Gemini does not support streaming responses with both tool calls and structured response formats. Response format will be ignored.");
+            this.statelogClient?.debug("Google Gemini: streaming with tools + structured response not supported, ignoring response format", {});
             request.config.responseMimeType = undefined;
             request.config.responseJsonSchema = undefined;
         }
         this.logger.debug("Sending streaming request to Google Gemini:", JSON.stringify(request, null, 2));
+        this.statelogClient?.promptRequest(request);
         const stream = await this.client.models.generateContentStream(request);
         let content = "";
         const toolCallsMap = new Map();
@@ -251,6 +256,7 @@ export class SmolGoogle extends BaseClient {
             }
         }
         this.logger.debug("Streaming response completed from Google Gemini");
+        this.statelogClient?.promptResponse({ content, usage, cost });
         // Yield tool calls
         const toolCalls = [];
         for (const tc of toolCallsMap.values()) {

package/dist/clients/ollama.js

@@ -70,6 +70,7 @@ export class SmolOllama extends BaseClient {
             Object.assign(request, config.rawAttributes);
         }
         this.logger.debug("Sending request to Ollama:", JSON.stringify(request, null, 2));
+        this.statelogClient?.promptRequest(request);
         const signal = this.getAbortSignal(config);
         const abortHandler = signal ? () => this.client.abort() : undefined;
         if (signal && abortHandler) {
@@ -81,6 +82,7 @@ export class SmolOllama extends BaseClient {
             signal.removeEventListener("abort", abortHandler);
         }
         this.logger.debug("Response from Ollama:", JSON.stringify(result, null, 2));
+        this.statelogClient?.promptResponse(result);
         const output = result.message?.content || null;
         const toolCalls = [];
         if (result.message?.tool_calls) {
@@ -116,6 +118,7 @@ export class SmolOllama extends BaseClient {
             Object.assign(request, config.rawAttributes);
         }
         this.logger.debug("Sending streaming request to Ollama:", JSON.stringify(request, null, 2));
+        this.statelogClient?.promptRequest(request);
         const signal = this.getAbortSignal(config);
         const abortHandler = signal ? () => this.client.abort() : undefined;
         if (signal && abortHandler) {
@@ -171,6 +174,7 @@ export class SmolOllama extends BaseClient {
             usage = usageAndCost.usage;
             cost = usageAndCost.cost;
         }
+        this.statelogClient?.promptResponse({ content, usage, cost });
         // Yield tool calls
         const toolCalls = [];
         for (const tc of toolCallsMap.values()) {

package/dist/clients/openai.js

@@ -71,12 +71,14 @@ export class SmolOpenAi extends BaseClient {
     async _textSync(config) {
         const request = this.buildRequest(config);
         this.logger.debug("Sending request to OpenAI:", JSON.stringify(request, null, 2));
+        this.statelogClient?.promptRequest(request);
         const signal = this.getAbortSignal(config);
         const completion = await this.client.chat.completions.create({
             ...request,
             stream: false,
         }, { ...(signal && { signal }) });
         this.logger.debug("Response from OpenAI:", JSON.stringify(completion, null, 2));
+        this.statelogClient?.promptResponse(completion);
         const message = completion.choices[0].message;
         const output = message.content;
         const _toolCalls = message.tool_calls;
@@ -88,6 +90,7 @@ export class SmolOpenAi extends BaseClient {
                 }
                 else {
                     this.logger.warn(`Unsupported tool call type: ${tc.type} for tool call ID: ${tc.id}`);
+                    this.statelogClient?.debug(`Unsupported tool call type: ${tc.type}`, { toolCallId: tc.id });
                 }
             }
         }
@@ -104,6 +107,7 @@ export class SmolOpenAi extends BaseClient {
     async *_textStream(config) {
         const request = this.buildRequest(config);
         this.logger.debug("Sending streaming request to OpenAI:", JSON.stringify(request, null, 2));
+        this.statelogClient?.promptRequest(request);
         const signal = this.getAbortSignal(config);
         const completion = await this.client.chat.completions.create({
             ...request,
@@ -151,6 +155,7 @@ export class SmolOpenAi extends BaseClient {
             }
         }
         this.logger.debug("Streaming response completed from OpenAI");
+        this.statelogClient?.promptResponse({ content, usage, cost });
         const toolCalls = [];
         for (const tc of toolCallsMap.values()) {
             const toolCall = new ToolCall(tc.id, tc.name, tc.arguments);

package/dist/clients/openaiResponses.js

@@ -105,12 +105,14 @@ export class SmolOpenAiResponses extends BaseClient {
     async _textSync(config) {
         const request = this.buildRequest(config);
         this.logger.debug("Sending request to OpenAI Responses API:", JSON.stringify(request, null, 2));
+        this.statelogClient?.promptRequest(request);
         const signal = this.getAbortSignal(config);
         const response = await this.client.responses.create({
             ...request,
             stream: false,
         }, { ...(signal && { signal }) });
         this.logger.debug("Response from OpenAI Responses API:", JSON.stringify(response, null, 2));
+        this.statelogClient?.promptResponse(response);
         const output = response.output_text || null;
         const toolCalls = [];
         for (const item of response.output) {
@@ -130,6 +132,7 @@ export class SmolOpenAiResponses extends BaseClient {
     async *_textStream(config) {
         const request = this.buildRequest(config);
         this.logger.debug("Sending streaming request to OpenAI Responses API:", JSON.stringify(request, null, 2));
+        this.statelogClient?.promptRequest(request);
         const signal = this.getAbortSignal(config);
         const stream = this.client.responses.stream(request, {
             ...(signal && { signal }),
@@ -200,6 +203,7 @@ export class SmolOpenAiResponses extends BaseClient {
             }
         }
         this.logger.debug("Streaming response completed from OpenAI Responses API");
+        this.statelogClient?.promptResponse({ content, usage, cost });
         const toolCalls = [];
         for (const fc of functionCalls.values()) {
             const toolCall = new ToolCall(fc.call_id, fc.name, fc.arguments);

package/dist/statelogClient.d.ts

@@ -57,6 +57,8 @@ export declare class StatelogClient {
         isConditionalEdge: boolean;
         data: any;
     }): Promise<void>;
+    promptRequest(data: Record<string, any>): Promise<void>;
+    promptResponse(data: Record<string, any>): Promise<void>;
     promptCompletion({ messages, completion, model, timeTaken, tools, responseFormat, }: {
         messages: any[];
         completion: any;

package/dist/statelogClient.js

@@ -88,6 +88,18 @@ export class StatelogClient {
             data,
         });
     }
+    async promptRequest(data) {
+        await this.post({
+            type: "promptRequest",
+            data,
+        });
+    }
+    async promptResponse(data) {
+        await this.post({
+            type: "promptResponse",
+            data,
+        });
+    }
     async promptCompletion({ messages, completion, model, timeTaken, tools, responseFormat, }) {
         await this.post({
             type: "promptCompletion",
@@ -286,7 +298,7 @@ export function getStatelogClient(config) {
     const statelogConfig = {
         host: config.host,
         traceId: config.traceId || nanoid(),
-        apiKey: process.env.STATELOG_API_KEY || "",
+        apiKey: process.env.STATELOG_SMOLTALK_API_KEY || "",
         projectId: config.projectId,
         debugMode: config.debugMode || false,
     };

package/dist/strategies/baseStrategy.d.ts

@@ -1,6 +1,8 @@
+import { StatelogClient } from "../statelogClient.js";
 import { PromptResult, Result, SmolPromptConfig } from "../types.js";
 import { Strategy, StrategyJSON } from "./types.js";
 export declare class BaseStrategy implements Strategy {
+    statelogClient?: StatelogClient;
     text(config: SmolPromptConfig): Promise<Result<PromptResult>>;
     textSync(config: SmolPromptConfig): Promise<Result<PromptResult>>;
     textStream(config: SmolPromptConfig): Promise<Result<AsyncIterable<PromptResult>>>;

package/dist/strategies/baseStrategy.js

@@ -1,11 +1,19 @@
+import { getStatelogClient } from "../statelogClient.js";
 export class BaseStrategy {
+    statelogClient;
     async text(config) {
+        this.statelogClient = config.statelog
+            ? getStatelogClient(config.statelog)
+            : undefined;
         if (config.hooks?.onStrategyStart) {
             config.hooks.onStrategyStart(this, config);
         }
         return this._text({ ...config, strategy: undefined });
     }
     async textSync(config) {
+        this.statelogClient = config.statelog
+            ? getStatelogClient(config.statelog)
+            : undefined;
         return this._textSync({ ...config, strategy: undefined });
     }
     async textStream(config) {

package/dist/strategies/fallbackStrategy.js

@@ -30,15 +30,28 @@ export class FallbackStrategy extends BaseStrategy {
                 }
                 if (error instanceof SmolTimeoutError) {
                     if (this.config.fallbackOn.includes("timeout")) {
+                        this.statelogClient?.debug("FallbackStrategy: falling back due to timeout", {
+                            failedStrategy: strategy.toString(),
+                            strategyIndex: i,
+                        });
                         continue;
                     }
                 }
                 else if (error instanceof SmolStructuredOutputError) {
                     if (this.config.fallbackOn.includes("structuredOutputFailure")) {
+                        this.statelogClient?.debug("FallbackStrategy: falling back due to structured output failure", {
+                            failedStrategy: strategy.toString(),
+                            strategyIndex: i,
+                        });
                         continue;
                     }
                 }
                 if (this.config.fallbackOn.includes("error")) {
+                    this.statelogClient?.debug("FallbackStrategy: falling back due to error", {
+                        failedStrategy: strategy.toString(),
+                        strategyIndex: i,
+                        error: error.message,
+                    });
                     continue;
                 }
                 throw error;

package/dist/strategies/raceStrategy.js

@@ -32,6 +32,10 @@ export class RaceStrategy extends BaseStrategy {
                 if (j !== i) {
                     const logger = getLogger();
                     logger.debug(`RaceStrategy: aborting strategy ${this.strategies[j]} because strategy ${this.strategies[i]} won the race.`);
+                    this.statelogClient?.debug("RaceStrategy: aborting losing strategy", {
+                        winner: this.strategies[i].toString(),
+                        aborted: this.strategies[j].toString(),
+                    });
                     controllers[j].abort();
                 }
             }

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "smoltalk",
-  "version": "0.0.45",
+  "version": "0.0.46",
   "description": "A common interface for LLM APIs",
   "homepage": "https://github.com/egonSchiele/smoltalk",
   "scripts": {