@townco/agent 0.1.49 → 0.1.51

package/dist/utils/context-size-calculator.d.ts

@@ -0,0 +1,29 @@
+/**
+ * Context size calculation utilities
+ * Calculates full context size by counting ALL tokens in messages
+ */
+import type { SessionMessage } from "../acp-server/session-storage.js";
+export interface ContextSize {
+    systemPromptTokens: number;
+    userMessagesTokens: number;
+    assistantMessagesTokens: number;
+    toolInputTokens: number;
+    toolResultsTokens: number;
+    totalEstimated: number;
+    llmReportedInputTokens?: number | undefined;
+}
+/**
+ * Calculate the full context size by counting ALL tokens in the provided messages.
+ * This should be called every time a new context entry is created.
+ *
+ * How LLM-reported tokens work:
+ * - The LLM API returns `usage_metadata.input_tokens` which is the ACTUAL token
+ *   count for EVERYTHING sent to the API: system prompt, tool declarations,
+ *   all messages, and all tool results
+ * - We pass this as `llmReportedTokens` for comparison with our estimate
+ * - This helps us validate the accuracy of our tokenizer estimates
+ * - Tool declarations are NOT counted separately in our estimate since they're
+ *   included in the LLM-reported value
+ */
+export declare function calculateContextSize(messages: SessionMessage[], // Resolved messages from context entry
+systemPrompt?: string, llmReportedTokens?: number): ContextSize;

package/dist/utils/context-size-calculator.js

@@ -0,0 +1,78 @@
+/**
+ * Context size calculation utilities
+ * Calculates full context size by counting ALL tokens in messages
+ */
+import { countTokens, countToolResultTokens } from "./token-counter.js";
+/**
+ * Extract and count tokens from a content block based on its type
+ */
+function countContentBlock(block) {
+    if (block.type === "text") {
+        return {
+            textTokens: countTokens(block.text),
+            toolInputTokens: 0,
+            toolResultTokens: 0,
+        };
+    }
+    if (block.type === "tool_call") {
+        return {
+            textTokens: 0,
+            toolInputTokens: block.rawInput
+                ? countToolResultTokens(block.rawInput)
+                : 0,
+            toolResultTokens: block.rawOutput
+                ? countToolResultTokens(block.rawOutput)
+                : 0,
+        };
+    }
+    return { textTokens: 0, toolInputTokens: 0, toolResultTokens: 0 };
+}
+/**
+ * Calculate the full context size by counting ALL tokens in the provided messages.
+ * This should be called every time a new context entry is created.
+ *
+ * How LLM-reported tokens work:
+ * - The LLM API returns `usage_metadata.input_tokens` which is the ACTUAL token
+ *   count for EVERYTHING sent to the API: system prompt, tool declarations,
+ *   all messages, and all tool results
+ * - We pass this as `llmReportedTokens` for comparison with our estimate
+ * - This helps us validate the accuracy of our tokenizer estimates
+ * - Tool declarations are NOT counted separately in our estimate since they're
+ *   included in the LLM-reported value
+ */
+export function calculateContextSize(messages, // Resolved messages from context entry
+systemPrompt, llmReportedTokens) {
+    const systemPromptTokens = systemPrompt ? countTokens(systemPrompt) : 0;
+    let userMessagesTokens = 0;
+    let assistantMessagesTokens = 0;
+    let toolInputTokens = 0;
+    let toolResultsTokens = 0;
+    // Go through ALL messages in this context snapshot
+    for (const message of messages) {
+        for (const block of message.content) {
+            const counts = countContentBlock(block);
+            // Accumulate based on message role
+            if (message.role === "user") {
+                userMessagesTokens += counts.textTokens;
+            }
+            else if (message.role === "assistant") {
+                assistantMessagesTokens += counts.textTokens;
+                toolInputTokens += counts.toolInputTokens;
+                toolResultsTokens += counts.toolResultTokens;
+            }
+        }
+    }
+    return {
+        systemPromptTokens,
+        userMessagesTokens,
+        assistantMessagesTokens,
+        toolInputTokens,
+        toolResultsTokens,
+        totalEstimated: systemPromptTokens +
+            userMessagesTokens +
+            assistantMessagesTokens +
+            toolInputTokens +
+            toolResultsTokens,
+        llmReportedInputTokens: llmReportedTokens,
+    };
+}

package/dist/utils/index.d.ts

@@ -1,2 +1,4 @@
 export { makeSubagentsTool } from "../runner/langchain/tools/subagent.js";
+export * from "./context-size-calculator.js";
+export * from "./token-counter.js";
 export * from "./tool.js";

package/dist/utils/index.js

@@ -1,2 +1,4 @@
 export { makeSubagentsTool } from "../runner/langchain/tools/subagent.js";
+export * from "./context-size-calculator.js";
+export * from "./token-counter.js";
 export * from "./tool.js";

package/dist/utils/token-counter.d.ts

@@ -0,0 +1,19 @@
+/**
+ * Token counting utilities for tracking context size
+ * Uses Anthropic's tokenizer for rough approximation
+ */
+/**
+ * Count tokens in a string using Anthropic's tokenizer
+ * Note: This is a rough approximation for Claude 3+ models
+ * For exact counts, use the API's usage_metadata where available
+ */
+export declare function countTokens(text: string): number;
+/**
+ * Count tokens in a tool result (rawOutput)
+ * Handles various data types that might be in tool outputs
+ */
+export declare function countToolResultTokens(rawOutput: Record<string, unknown> | undefined): number;
+/**
+ * Count tokens in multiple tool results
+ */
+export declare function countMultipleToolResults(results: Array<Record<string, unknown> | undefined>): number;

package/dist/utils/token-counter.js

@@ -0,0 +1,44 @@
+/**
+ * Token counting utilities for tracking context size
+ * Uses Anthropic's tokenizer for rough approximation
+ */
+import { countTokens as anthropicCountTokens } from "@anthropic-ai/tokenizer";
+/**
+ * Count tokens in a string using Anthropic's tokenizer
+ * Note: This is a rough approximation for Claude 3+ models
+ * For exact counts, use the API's usage_metadata where available
+ */
+export function countTokens(text) {
+    try {
+        return anthropicCountTokens(text);
+    }
+    catch (error) {
+        // Fallback to rough estimation if tokenizer fails
+        // Approximate: ~4 characters per token
+        return Math.ceil(text.length / 4);
+    }
+}
+/**
+ * Count tokens in a tool result (rawOutput)
+ * Handles various data types that might be in tool outputs
+ */
+export function countToolResultTokens(rawOutput) {
+    if (!rawOutput) {
+        return 0;
+    }
+    try {
+        // Convert to string representation (as it would be sent to the LLM)
+        const text = JSON.stringify(rawOutput);
+        return countTokens(text);
+    }
+    catch (error) {
+        // If JSON.stringify fails, return 0
+        return 0;
+    }
+}
+/**
+ * Count tokens in multiple tool results
+ */
+export function countMultipleToolResults(results) {
+    return results.reduce((total, result) => total + countToolResultTokens(result), 0);
+}

package/index.ts

@@ -2,8 +2,23 @@ import { basename } from "node:path";
 import { createLogger } from "@townco/core";
 import { makeHttpTransport, makeStdioTransport } from "./acp-server";
 import type { AgentDefinition } from "./definition";
+import { initializeOpenTelemetryFromEnv } from "./telemetry/setup.js";
 import { makeSubagentsTool } from "./utils";
 
+// Re-export telemetry configuration for library users
+export { configureTelemetry, type TelemetryConfig } from "./telemetry/index.js";
+export {
+  initializeOpenTelemetry,
+  initializeOpenTelemetryFromEnv,
+  type TelemetrySetupOptions,
+} from "./telemetry/setup.js";
+
+// Configure OpenTelemetry if enabled via environment variable
+// Example: ENABLE_TELEMETRY=true bun run index.ts stdio
+if (process.env.ENABLE_TELEMETRY === "true") {
+  initializeOpenTelemetryFromEnv();
+}
+
 const logger = createLogger("agent-index");
 
 const exampleAgent: AgentDefinition = {
@@ -30,7 +45,7 @@ const exampleAgent: AgentDefinition = {
     {
       type: "context_size",
       setting: {
-        threshold: 95,
+        threshold: 80,
       },
       callback: "compaction_tool",
     },

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@townco/agent",
-  "version": "0.1.49",
+  "version": "0.1.51",
   "type": "module",
   "module": "index.ts",
   "files": [
@@ -35,6 +35,10 @@
       "import": "./dist/storage/index.js",
       "types": "./dist/storage/index.d.ts"
     },
+    "./telemetry": {
+      "import": "./dist/telemetry/index.js",
+      "types": "./dist/telemetry/index.d.ts"
+    },
     "./utils": {
       "import": "./dist/utils/index.js",
       "types": "./dist/utils/index.d.ts"
@@ -44,23 +48,36 @@
     "build": "tsc && cp -r scaffold/templates dist/scaffold/",
     "check": "tsc --noEmit",
     "start": "bun index.ts stdio",
-    "start-http": "PORT=3100 bun index.ts http"
+    "start-http": "PORT=3100 bun index.ts http",
+    "start-http:telemetry": "ENABLE_TELEMETRY=true PORT=3100 bun index.ts http"
   },
   "dependencies": {
     "@agentclientprotocol/sdk": "^0.5.1",
     "@anthropic-ai/sandbox-runtime": "^0.0.2",
     "@anthropic-ai/sdk": "^0.70.0",
+    "@anthropic-ai/tokenizer": "^0.0.4",
     "@electric-sql/pglite": "^0.2.15",
     "@langchain/anthropic": "1.0.1",
     "@langchain/core": "^1.0.3",
     "@langchain/google-genai": "^1.0.3",
     "@langchain/google-vertexai": "^1.0.3",
     "@langchain/mcp-adapters": "^1.0.0",
-    "@townco/core": "0.0.22",
-    "@townco/gui-template": "0.1.41",
-    "@townco/tui-template": "0.1.41",
-    "@townco/tsconfig": "0.1.41",
-    "@townco/ui": "0.1.44",
+    "@opentelemetry/api": "^1.9.0",
+    "@opentelemetry/api-logs": "^0.56.0",
+    "@opentelemetry/core": "^1.28.0",
+    "@opentelemetry/exporter-logs-otlp-http": "^0.56.0",
+    "@opentelemetry/exporter-trace-otlp-http": "^0.56.0",
+    "@opentelemetry/instrumentation": "^0.56.0",
+    "@opentelemetry/resources": "^1.28.0",
+    "@opentelemetry/sdk-logs": "^0.56.0",
+    "@opentelemetry/sdk-trace-base": "^1.28.0",
+    "@opentelemetry/sdk-trace-node": "^1.28.0",
+    "@opentelemetry/semantic-conventions": "^1.28.0",
+    "@townco/core": "0.0.24",
+    "@townco/gui-template": "0.1.43",
+    "@townco/tsconfig": "0.1.43",
+    "@townco/tui-template": "0.1.43",
+    "@townco/ui": "0.1.46",
     "exa-js": "^2.0.0",
     "hono": "^4.10.4",
     "langchain": "^1.0.3",

package/templates/index.ts

@@ -20,11 +20,23 @@ export interface TemplateVars {
   systemPrompt: string | null;
   hasWebSearch: boolean;
   hooks?:
-    | Array<{
-        type: "context_size";
-        setting?: { threshold: number } | undefined;
-        callback: string;
-      }>
+    | Array<
+        | {
+            type: "context_size";
+            setting?: { threshold: number } | undefined;
+            callback: string;
+          }
+        | {
+            type: "tool_response";
+            setting?:
+              | {
+                  maxContextThreshold?: number | undefined;
+                  responseTruncationThreshold?: number | undefined;
+                }
+              | undefined;
+            callback: string;
+          }
+      >
     | undefined;
 }
 
@@ -41,7 +53,7 @@ export function getTemplateVars(
     hasWebSearch: tools.some(
       (tool) => typeof tool === "string" && tool === "web_search",
     ),
-    hooks: definition.hooks,
+    hooks: definition.hooks as TemplateVars["hooks"],
   };
 }