@standardagents/builder 0.24.5 → 0.24.6

package/dist/runtime.d.ts

@@ -1,5 +1,5 @@
-import { e as ThreadEnv, A as Agent, h as ThreadMetadata, i as ToolResult, M as Message, l as FileRecord, F as FlowState, n as FileStats, G as GrepResult, m as AttachmentRef, r as MessageContent, E as Env, g as ThreadInstance } from './index-D7KMmRgr.js';
-export { f as BuilderThreadEndpointHandler, B as Controller, a as ControllerContext, j as FlowResult, p as ImageContentPart, I as ImageMetadata, L as LLMResponse, q as MultimodalContent, R as RequestContext, S as StorageBackend, k as TelemetryEvent, o as TextContentPart, b as ThreadEndpointContext, T as ToolCall, c as createThreadEndpointHandler, d as defineController } from './index-D7KMmRgr.js';
+import { e as ThreadEnv, A as Agent, h as ThreadMetadata, i as ToolResult, M as Message, l as FileRecord, F as FlowState, n as FileStats, G as GrepResult, m as AttachmentRef, r as MessageContent, E as Env, g as ThreadInstance } from './index-D3FNNQWC.js';
+export { f as BuilderThreadEndpointHandler, B as Controller, a as ControllerContext, j as FlowResult, p as ImageContentPart, I as ImageMetadata, L as LLMResponse, q as MultimodalContent, R as RequestContext, S as StorageBackend, k as TelemetryEvent, o as TextContentPart, b as ThreadEndpointContext, T as ToolCall, c as createThreadEndpointHandler, d as defineController } from './index-D3FNNQWC.js';
 import { CodeExecutionOptions, CodeExecutionResult, SubagentRegistryEntry, InjectMessageInput, QueueMessageInput, ClientToolRequest, ClientToolResponse, SkillMetadata, SkillFileInput, ModelDefinition as ModelDefinition$1, ToolArgs, PromptTextPart, PromptEnvPart, VariableDefinition, SubpromptConfig as SubpromptConfig$1, PromptToolConfig as PromptToolConfig$1, SubagentToolConfig as SubagentToolConfig$1, ReasoningConfig, SideConfig as SideConfig$1, LLMProviderInterface, ContentPart, TextPart, ImagePart, FilePart, NamespaceContext, DefinitionLoader } from '@standardagents/spec';
 export { AgentType, DefinitionLoader, GlobalNamespaceContext, HookSignatures, ImageContent, ModelCapabilities, ModelProvider, NamespaceContext, PackageSignature, PackedExports, PackedMeta, PackedMetadata, PackedNamespaceContext, PromptInput, PromptTextPart, ProviderAssistantMessage, ProviderError, ProviderErrorCode, ProviderFactory, ProviderFactoryConfig, ProviderFinishReason, ProviderGeneratedImage, ProviderMessage, ProviderMessageContent, ModelCapabilities as ProviderModelCapabilities, ProviderReasoningDetail, ProviderRequest, ProviderResponse, ProviderStreamChunk, ProviderSystemMessage, ProviderTool, ProviderToolCallPart, ProviderToolMessage, ProviderToolResultContent, ProviderUsage, ProviderUserMessage, ReasoningConfig, StructuredPrompt, TextContent, Tool, ToolArgs, ToolArgsNode, ToolArgsRawShape, ToolContent, belongsToPackage, defineAgent, defineHook, defineModel, definePrompt, defineTool, isPacked, isVisibleInNamespace, mapReasoningLevel } from '@standardagents/spec';
 import { DurableObject, WorkerEntrypoint } from 'cloudflare:workers';
@@ -738,6 +738,7 @@ declare class DurableThread<Env extends ThreadEnv = ThreadEnv> extends DurableOb
             error: string | null;
             cost_total: number | null;
             input_tokens: number | null;
+            cached_tokens: number | null;
             output_tokens: number | null;
             total_tokens: number | null;
             is_complete: boolean;
@@ -755,10 +756,16 @@ declare class DurableThread<Env extends ThreadEnv = ThreadEnv> extends DurableOb
      */
     getCostSummary(): Promise<{
         totalCost: number;
+        inputCost: number;
+        cachedCost: number;
+        outputCost: number;
         requestCount: number;
         messageCount: number;
         byModel: Record<string, {
             totalCost: number;
+            inputCost: number;
+            cachedCost: number;
+            outputCost: number;
             count: number;
         }>;
     }>;

package/dist/runtime.js

@@ -208,6 +208,18 @@ function getFallbackPricing(providerName, modelId) {
   const pricing = getProviderModelPricing(providerName, modelId);
   return pricing ? toResolvedModelPricing(pricing) : null;
 }
+function resolveUsageReportedPricing(usage) {
+  const pricing = usage.pricing;
+  if (!pricing || typeof pricing.inputPerMillion !== "number" || typeof pricing.outputPerMillion !== "number") {
+    return null;
+  }
+  return {
+    inputPrice: pricing.inputPerMillion,
+    outputPrice: pricing.outputPerMillion,
+    cachedPrice: pricing.cachedInputPerMillion,
+    source: "provider"
+  };
+}
 function resolveModelPricing(modelDef, providerName) {
   if (typeof modelDef.inputPrice === "number" && typeof modelDef.outputPrice === "number") {
     return {
@@ -1349,7 +1361,8 @@ function convertUsage(usage) {
     prompt_tokens_details: usage.cachedTokens ? { cached_tokens: usage.cachedTokens } : void 0,
     completion_tokens_details: usage.reasoningTokens ? { reasoning_tokens: usage.reasoningTokens } : void 0,
     cost: usage.cost,
-    provider: usage.provider
+    provider: usage.provider,
+    pricing: usage.pricing
   };
 }
 function inferProviderFromModelId(model) {
@@ -2044,7 +2057,7 @@ var init_LLMRequest = __esm({
           const toolsCalled = response.tool_calls ? JSON.stringify(response.tool_calls.map((tc) => tc.function.name)) : null;
           const providerName = response._provider?.name;
           const standardAgentsRouterUsed = response._viaPlatform === true || providerName === "platform";
-          const resolvedPricing = resolveModelPricing(modelDef, providerName);
+          const resolvedPricing = resolveModelPricing(modelDef) ?? resolveUsageReportedPricing(response.usage) ?? resolveModelPricing(modelDef, providerName);
           const calculatedCost = calculateUsageCost(response.usage, resolvedPricing);
           const providerReportedCost = typeof response.usage.cost === "number" ? response.usage.cost : typeof response.usage.cost === "string" ? parseFloat(response.usage.cost) : null;
           const cost_total = providerReportedCost != null && !Number.isNaN(providerReportedCost) ? providerReportedCost : calculatedCost?.costTotal ?? null;
@@ -16170,8 +16183,10 @@ var DurableThread = class _DurableThread extends DurableObject {
   async setValue(key, value) {
     await this.ensureMigrated();
     this.assertValidThreadValueKey(key);
+    const updatedAt = Date.now() * 1e3;
     if (value === null || value === void 0) {
       await this.ctx.storage.sql.exec(`DELETE FROM thread_values WHERE key = ?`, key);
+      this.broadcastLog({ type: "kv_data", key, deleted: true, updated_at: updatedAt });
       return;
     }
     const serialized = this.serializeThreadValue(value);
@@ -16185,8 +16200,9 @@ var DurableThread = class _DurableThread extends DurableObject {
     `,
       key,
       serialized,
-      Date.now() * 1e3
+      updatedAt
     );
+    this.broadcastLog({ type: "kv_data", key, deleted: false, updated_at: updatedAt });
   }
   async listValues(options = {}) {
     await this.ensureMigrated();
@@ -18242,7 +18258,7 @@ ${resultContent}${attachmentSummary}`;
         SELECT
           id, message_id, provider, actual_provider, standard_agents_router_used, model, model_name, prompt_name,
           tools_called, queued_tools, provider_tools, parent_log_id, retry_of_log_id, error, cost_total,
-          input_tokens, output_tokens, total_tokens,
+          input_tokens, cached_tokens, output_tokens, total_tokens,
           is_complete, created_at, request_body
         FROM logs
         ORDER BY created_at ${order}
@@ -18268,6 +18284,7 @@ ${resultContent}${attachmentSummary}`;
         error: row.error,
         cost_total: row.cost_total,
         input_tokens: row.input_tokens,
+        cached_tokens: row.cached_tokens,
         output_tokens: row.output_tokens,
         total_tokens: row.total_tokens,
         is_complete: row.is_complete === 1,
@@ -18291,11 +18308,17 @@ ${resultContent}${attachmentSummary}`;
     await this.ensureMigrated();
     const byModel = {};
     let totalCost = 0;
+    let inputCost = 0;
+    let cachedCost = 0;
+    let outputCost = 0;
     let requestCount = 0;
     const modelRows = await this.ctx.storage.sql.exec(
       `
       SELECT COALESCE(model_name, model, 'unknown') AS model_key,
              SUM(cost_total) AS total_cost,
+             SUM(CASE WHEN cost_cached IS NOT NULL THEN cost_input END) AS input_cost,
+             SUM(cost_cached) AS cached_cost,
+             SUM(cost_output) AS output_cost,
              COUNT(*) AS request_count
       FROM logs
       WHERE cost_total IS NOT NULL
@@ -18303,15 +18326,32 @@ ${resultContent}${attachmentSummary}`;
       `
     );
     for (const row of modelRows.toArray()) {
-      byModel[row.model_key] = { totalCost: row.total_cost, count: row.request_count };
+      byModel[row.model_key] = {
+        totalCost: row.total_cost,
+        inputCost: row.input_cost ?? 0,
+        cachedCost: row.cached_cost ?? 0,
+        outputCost: row.output_cost ?? 0,
+        count: row.request_count
+      };
       totalCost += row.total_cost;
+      inputCost += row.input_cost ?? 0;
+      cachedCost += row.cached_cost ?? 0;
+      outputCost += row.output_cost ?? 0;
       requestCount += row.request_count;
     }
     const messageRow = await this.ctx.storage.sql.exec(
       `SELECT COUNT(DISTINCT message_id) AS message_count FROM logs WHERE cost_total IS NOT NULL`
     );
     const messageCount = messageRow.one().message_count || 0;
-    return { totalCost, requestCount, messageCount, byModel };
+    return {
+      totalCost,
+      inputCost,
+      cachedCost,
+      outputCost,
+      requestCount,
+      messageCount,
+      byModel
+    };
   }
   /**
    * Get specific logs, optionally including all descendant logs.
@@ -19114,6 +19154,7 @@ ${resultContent}${attachmentSummary}`;
    * Broadcast a log record to all connected WebSocket clients
    */
   broadcastLog(log) {
+    if (!this.logSockets || this.logSockets.size === 0) return;
     const payload = JSON.stringify(log);
     for (const ws of Array.from(this.logSockets)) {
       try {