@standardagents/builder 0.24.3 → 0.24.5

package/dist/runtime.d.ts

@@ -1,5 +1,5 @@
-import { e as ThreadEnv, A as Agent, h as ThreadMetadata, i as ToolResult, M as Message, l as FileRecord, F as FlowState, n as FileStats, G as GrepResult, m as AttachmentRef, r as MessageContent, E as Env, g as ThreadInstance } from './index-jDKWlMKG.js';
-export { f as BuilderThreadEndpointHandler, B as Controller, a as ControllerContext, j as FlowResult, p as ImageContentPart, I as ImageMetadata, L as LLMResponse, q as MultimodalContent, R as RequestContext, S as StorageBackend, k as TelemetryEvent, o as TextContentPart, b as ThreadEndpointContext, T as ToolCall, c as createThreadEndpointHandler, d as defineController } from './index-jDKWlMKG.js';
+import { e as ThreadEnv, A as Agent, h as ThreadMetadata, i as ToolResult, M as Message, l as FileRecord, F as FlowState, n as FileStats, G as GrepResult, m as AttachmentRef, r as MessageContent, E as Env, g as ThreadInstance } from './index-D7KMmRgr.js';
+export { f as BuilderThreadEndpointHandler, B as Controller, a as ControllerContext, j as FlowResult, p as ImageContentPart, I as ImageMetadata, L as LLMResponse, q as MultimodalContent, R as RequestContext, S as StorageBackend, k as TelemetryEvent, o as TextContentPart, b as ThreadEndpointContext, T as ToolCall, c as createThreadEndpointHandler, d as defineController } from './index-D7KMmRgr.js';
 import { CodeExecutionOptions, CodeExecutionResult, SubagentRegistryEntry, InjectMessageInput, QueueMessageInput, ClientToolRequest, ClientToolResponse, SkillMetadata, SkillFileInput, ModelDefinition as ModelDefinition$1, ToolArgs, PromptTextPart, PromptEnvPart, VariableDefinition, SubpromptConfig as SubpromptConfig$1, PromptToolConfig as PromptToolConfig$1, SubagentToolConfig as SubagentToolConfig$1, ReasoningConfig, SideConfig as SideConfig$1, LLMProviderInterface, ContentPart, TextPart, ImagePart, FilePart, NamespaceContext, DefinitionLoader } from '@standardagents/spec';
 export { AgentType, DefinitionLoader, GlobalNamespaceContext, HookSignatures, ImageContent, ModelCapabilities, ModelProvider, NamespaceContext, PackageSignature, PackedExports, PackedMeta, PackedMetadata, PackedNamespaceContext, PromptInput, PromptTextPart, ProviderAssistantMessage, ProviderError, ProviderErrorCode, ProviderFactory, ProviderFactoryConfig, ProviderFinishReason, ProviderGeneratedImage, ProviderMessage, ProviderMessageContent, ModelCapabilities as ProviderModelCapabilities, ProviderReasoningDetail, ProviderRequest, ProviderResponse, ProviderStreamChunk, ProviderSystemMessage, ProviderTool, ProviderToolCallPart, ProviderToolMessage, ProviderToolResultContent, ProviderUsage, ProviderUserMessage, ReasoningConfig, StructuredPrompt, TextContent, Tool, ToolArgs, ToolArgsNode, ToolArgsRawShape, ToolContent, belongsToPackage, defineAgent, defineHook, defineModel, definePrompt, defineTool, isPacked, isVisibleInNamespace, mapReasoningLevel } from '@standardagents/spec';
 import { DurableObject, WorkerEntrypoint } from 'cloudflare:workers';
@@ -846,6 +846,7 @@ declare class DurableThread<Env extends ThreadEnv = ThreadEnv> extends DurableOb
         error: string | null;
         error_type: string | null;
         cost_input: number | null;
+        cost_cached: number | null;
         cost_output: number | null;
         cost_total: number | null;
         message_history_length: number | null;

package/dist/runtime.js

@@ -236,14 +236,14 @@ function calculateUsageCost(usage, pricing) {
   const inputPrice = useLongContext ? pricing.longInputPrice ?? pricing.inputPrice : pricing.inputPrice;
   const outputPrice = useLongContext ? pricing.longOutputPrice ?? pricing.outputPrice : pricing.outputPrice;
   const cachedTokenPrice = useLongContext ? pricing.longCachedPrice ?? pricing.cachedPrice ?? pricing.inputPrice : pricing.cachedPrice ?? pricing.inputPrice;
-  const costInput = roundCost(
-    (uncachedPromptTokens * inputPrice + cachedTokens * cachedTokenPrice) / TOKENS_PER_MILLION
-  );
+  const costInput = roundCost(uncachedPromptTokens * inputPrice / TOKENS_PER_MILLION);
+  const costCached = roundCost(cachedTokens * cachedTokenPrice / TOKENS_PER_MILLION);
   const costOutput = roundCost(billableOutputTokens * outputPrice / TOKENS_PER_MILLION);
   return {
     costInput,
+    costCached,
     costOutput,
-    costTotal: roundCost(costInput + costOutput)
+    costTotal: roundCost(costInput + costCached + costOutput)
   };
 }
 var TOKENS_PER_MILLION;
@@ -1298,10 +1298,14 @@ function buildRequestBody(context, modelDef) {
     visionFiltering
   };
 }
-function buildProviderRequest(context, modelDef, signal) {
+function buildProviderRequest(context, modelDef, signal, user) {
   const { requestBody } = buildRequestBody(context, modelDef);
   return {
     ...requestBody,
+    // Stable per-thread identity: providers that support it (OpenRouter's
+    // provider-sticky routing) pin the thread to one upstream, which is what
+    // makes prompt caching hit across consecutive steps.
+    user,
     signal
   };
 }
@@ -1648,7 +1652,7 @@ var init_LLMRequest = __esm({
             parentSignal.addEventListener("abort", onParentAbort, { once: true });
           }
         }
-        const request = buildProviderRequest(context, modelDef, streamAbort.signal);
+        const request = buildProviderRequest(context, modelDef, streamAbort.signal, state.threadId);
         let response;
         await state.stream.waitFor(
           async () => {
@@ -2107,6 +2111,7 @@ var init_LLMRequest = __esm({
             reasoning_tokens: response.usage.completion_tokens_details?.reasoning_tokens || 0,
             total_tokens: response.usage.total_tokens,
             cost_input: calculatedCost?.costInput,
+            cost_cached: calculatedCost?.costCached,
             cost_output: calculatedCost?.costOutput,
             latency_ms: Date.now() - startTime,
             time_to_first_token_ms: timing?.latencyMs ?? void 0,
@@ -2136,19 +2141,20 @@ var init_LLMRequest = __esm({
               reasoning_tokens = ?5,
               total_tokens = ?6,
               cost_input = ?7,
-              cost_output = ?8,
-              latency_ms = ?9,
-              finish_reason = ?10,
-              tools_called = ?11,
-              cost_total = ?12,
-              is_complete = ?13,
-              reasoning_content = ?14,
-              provider_tools = ?15,
-              actual_provider = ?16,
-              standard_agents_router_used = ?17,
-              time_to_first_token_ms = ?18,
-              generation_ms = ?19
-            WHERE id = ?20
+              cost_cached = ?8,
+              cost_output = ?9,
+              latency_ms = ?10,
+              finish_reason = ?11,
+              tools_called = ?12,
+              cost_total = ?13,
+              is_complete = ?14,
+              reasoning_content = ?15,
+              provider_tools = ?16,
+              actual_provider = ?17,
+              standard_agents_router_used = ?18,
+              time_to_first_token_ms = ?19,
+              generation_ms = ?20
+            WHERE id = ?21
           `,
                 logData.response_body,
                 logData.input_tokens,
@@ -2157,6 +2163,7 @@ var init_LLMRequest = __esm({
                 logData.reasoning_tokens,
                 logData.total_tokens,
                 logData.cost_input ?? null,
+                logData.cost_cached ?? null,
                 logData.cost_output ?? null,
                 logData.latency_ms,
                 logData.finish_reason,
@@ -14667,8 +14674,23 @@ var migration31 = {
   }
 };
 
+// src/durable-objects/migrations/032_add_cost_cached.ts
+var migration32 = {
+  version: 32,
+  name: "add_cost_cached",
+  async up(sql) {
+    const tableInfo = sql.exec(`PRAGMA table_info(logs)`).toArray();
+    const hasCostCached = tableInfo.some((col) => col.name === "cost_cached");
+    if (!hasCostCached) {
+      await sql.exec(`
+        ALTER TABLE logs ADD COLUMN cost_cached REAL;
+      `);
+    }
+  }
+};
+
 // src/durable-objects/migrations/index.ts
-var migrations = [migration, migration2, migration3, migration4, migration5, migration6, migration7, migration8, migration9, migration10, migration11, migration12, migration13, migration14, migration15, migration16, migration17, migration18, migration19, migration20, migration21, migration22, migration23, migration24, migration25, migration26, migration27, migration28, migration29, migration30, migration31];
+var migrations = [migration, migration2, migration3, migration4, migration5, migration6, migration7, migration8, migration9, migration10, migration11, migration12, migration13, migration14, migration15, migration16, migration17, migration18, migration19, migration20, migration21, migration22, migration23, migration24, migration25, migration26, migration27, migration28, migration29, migration30, migration31, migration32];
 var LATEST_SCHEMA_VERSION = migrations.length;
 
 // src/durable-objects/DurableThread.ts
@@ -16784,9 +16806,9 @@ var DurableThread = class _DurableThread extends DurableObject {
    * Each migration is run in order, starting from the current version + 1.
    */
   async runMigrations(fromVersion) {
-    for (const migration42 of migrations) {
-      if (migration42.version > fromVersion) {
-        await migration42.up(this.ctx.storage.sql);
+    for (const migration43 of migrations) {
+      if (migration43.version > fromVersion) {
+        await migration43.up(this.ctx.storage.sql);
       }
     }
   }
@@ -18502,7 +18524,7 @@ ${resultContent}${attachmentSummary}`;
           l.request_body, l.request_headers, l.response_body, l.response_headers,
           l.status_code, l.reasoning_content, l.input_tokens, l.cached_tokens, l.output_tokens,
           l.reasoning_tokens, l.total_tokens, l.latency_ms, l.time_to_first_token_ms, l.generation_ms,
-          l.finish_reason, l.error, l.error_type, l.cost_input, l.cost_output, l.cost_total,
+          l.finish_reason, l.error, l.error_type, l.cost_input, l.cost_cached, l.cost_output, l.cost_total,
           l.message_history_length, l.tools_available, l.prompt_name, l.tools_called,
           l.queued_tools, l.provider_tools, l.parent_log_id, l.tools_schema, l.system_prompt,
           l.errors, l.retry_of_log_id, l.tool_results, l.is_complete, l.created_at,
@@ -18592,6 +18614,7 @@ ${resultContent}${attachmentSummary}`;
         error: row.error,
         error_type: row.error_type,
         cost_input: row.cost_input,
+        cost_cached: row.cost_cached,
         cost_output: row.cost_output,
         cost_total: row.cost_total,
         message_history_length: row.message_history_length,
@@ -20494,7 +20517,7 @@ ${resultContent}${attachmentSummary}`;
 };
 
 // src/durable-objects/agentbuilder-migrations/0001_initial.ts
-var migration32 = {
+var migration33 = {
   version: 1,
   async up(sql) {
     sql.exec(`
@@ -20593,7 +20616,7 @@ var migration32 = {
 };
 
 // src/durable-objects/agentbuilder-migrations/0002_add_tenvs_properties.ts
-var migration33 = {
+var migration34 = {
   version: 2,
   async up(sql) {
     sql.exec(`ALTER TABLE threads ADD COLUMN tenvs TEXT`);
@@ -20605,7 +20628,7 @@ var migration33 = {
 };
 
 // src/durable-objects/agentbuilder-migrations/0003_add_parent_and_terminated.ts
-var migration34 = {
+var migration35 = {
   version: 3,
   async up(sql) {
     sql.exec(`ALTER TABLE threads ADD COLUMN parent TEXT REFERENCES threads(id)`);
@@ -20618,7 +20641,7 @@ var migration34 = {
 };
 
 // src/durable-objects/agentbuilder-migrations/0004_add_env_tables.ts
-var migration35 = {
+var migration36 = {
   version: 4,
   async up(sql) {
     sql.exec(`ALTER TABLE threads ADD COLUMN env TEXT`);
@@ -20642,7 +20665,7 @@ var migration35 = {
 };
 
 // src/durable-objects/agentbuilder-migrations/0005_add_pending_subagent_env_requests.ts
-var migration36 = {
+var migration37 = {
   version: 5,
   async up(sql) {
     sql.exec(`
@@ -20668,7 +20691,7 @@ var migration36 = {
 };
 
 // src/durable-objects/agentbuilder-migrations/0006_add_env_value_types.ts
-var migration37 = {
+var migration38 = {
   version: 6,
   async up(sql) {
     sql.exec(
@@ -20683,7 +20706,7 @@ var migration37 = {
 };
 
 // src/durable-objects/agentbuilder-migrations/0007_platform_identity_replica.ts
-var migration38 = {
+var migration39 = {
   version: 7,
   async up(sql) {
     sql.exec(`ALTER TABLE users ADD COLUMN platform_user_id TEXT`);
@@ -20712,7 +20735,7 @@ var migration38 = {
 };
 
 // src/durable-objects/agentbuilder-migrations/0008_add_skills.ts
-var migration39 = {
+var migration40 = {
   version: 8,
   async up(sql) {
     sql.exec(`
@@ -20743,7 +20766,7 @@ var migration39 = {
 };
 
 // src/durable-objects/agentbuilder-migrations/0009_add_user_permissions.ts
-var migration40 = {
+var migration41 = {
   version: 9,
   async up(sql) {
     sql.exec(`ALTER TABLE users ADD COLUMN permissions TEXT`);
@@ -20754,7 +20777,7 @@ var migration40 = {
 };
 
 // src/durable-objects/agentbuilder-migrations/0010_add_device_logins.ts
-var migration41 = {
+var migration42 = {
   version: 10,
   async up(sql) {
     sql.exec(`
@@ -20774,7 +20797,7 @@ var migration41 = {
 };
 
 // src/durable-objects/agentbuilder-migrations/index.ts
-var migrations2 = [migration32, migration33, migration34, migration35, migration36, migration37, migration38, migration39, migration40, migration41];
+var migrations2 = [migration33, migration34, migration35, migration36, migration37, migration38, migration39, migration40, migration41, migration42];
 var LATEST_SCHEMA_VERSION2 = 10;
 
 // src/utils/crypto.ts
@@ -21537,9 +21560,9 @@ ${result ?? error ?? "No result content."}${attachmentSummary}`;
     }
   }
   async runMigrations(fromVersion) {
-    for (const migration42 of migrations2) {
-      if (migration42.version > fromVersion) {
-        await migration42.up(this.ctx.storage.sql);
+    for (const migration43 of migrations2) {
+      if (migration43.version > fromVersion) {
+        await migration43.up(this.ctx.storage.sql);
       }
     }
   }