the-token-company 0.3.0 → 0.3.2

package/dist/anthropic.js

@@ -31,9 +31,9 @@ function hasSearchToolUse(response) {
 function formatSearchResults(results) {
     return results.map(r => `Source: ${r.title}\nURL: ${r.url}\n${r.content}`).join("\n\n");
 }
-async function handleSearchLoop(response, params, originalCreate, ttcClient, rest) {
+async function handleSearchLoop(response, params, originalCreate, ttcClient, stats, rest) {
+    const messages = [...(params.messages || [])];
     while (hasSearchToolUse(response)) {
-        const messages = [...(params.messages || [])];
         // Add assistant response
         const assistantContent = response.content.map((b) => {
             if (typeof b.toJSON === 'function')
@@ -47,6 +47,7 @@ async function handleSearchLoop(response, params, originalCreate, ttcClient, res
             if (block.type === "tool_use" && block.name === "ttc_web_search") {
                 const query = block.input?.query || "";
                 const searchResult = await ttcClient.search(query);
+                stats._recordSearch(searchResult);
                 toolResults.push({
                     type: "tool_result",
                     tool_use_id: block.id,
@@ -101,7 +102,10 @@ export function withCompression(client, options) {
         if (params?.messages) {
             params = {
                 ...params,
-                messages: await compressAnthropicMessages(compressor, params.messages, model, roleAggr, { stripServerToolResults }),
+                messages: await compressAnthropicMessages(compressor, params.messages, model, roleAggr, {
+                    stripServerToolResults,
+                    skipToolName: webSearch ? "ttc_web_search" : undefined,
+                }),
             };
         }
         if (systemAggr != null && typeof params?.system === "string" && params.system.trim()) {
@@ -116,7 +120,7 @@ export function withCompression(client, options) {
         let response = await originalCreate(params, ...rest);
         // Handle search tool loop
         if (webSearch) {
-            response = await handleSearchLoop(response, params, originalCreate, ttcClient, rest);
+            response = await handleSearchLoop(response, params, originalCreate, ttcClient, stats, rest);
         }
         return response;
     };

package/dist/compress.d.ts

@@ -30,6 +30,7 @@ export declare function compressOpenAIMessages(ttc: Compressor, messages: OpenAI
 interface AnthropicBlock {
     type: string;
     text?: string;
+    tool_use_id?: string;
     content?: string | Array<{
         type: string;
         text?: string;
@@ -44,6 +45,7 @@ interface AnthropicMessage {
 }
 export declare function compressAnthropicMessages(ttc: Compressor, messages: AnthropicMessage[], model: string, roleAggr: Record<string, number>, options?: {
     stripServerToolResults?: boolean;
+    skipToolName?: string;
 }): Promise<AnthropicMessage[]>;
 interface AISDKTextPart {
     type: "text";

package/dist/compress.js

@@ -47,8 +47,22 @@ export async function compressOpenAIMessages(ttc, messages, model, roleAggr) {
         return msg;
     }));
 }
+function collectToolUseIds(messages, toolName) {
+    const ids = new Set();
+    for (const msg of messages) {
+        if (msg.role !== "assistant" || !Array.isArray(msg.content))
+            continue;
+        for (const block of msg.content) {
+            if (block.type === "tool_use" && block.name === toolName && block.id) {
+                ids.add(block.id);
+            }
+        }
+    }
+    return ids;
+}
 export async function compressAnthropicMessages(ttc, messages, model, roleAggr, options) {
     const stripServerToolResults = options?.stripServerToolResults ?? false;
+    const skipIds = options?.skipToolName ? collectToolUseIds(messages, options.skipToolName) : undefined;
     return Promise.all(messages.map(async (msg) => {
         if (msg.role === "assistant") {
             const assistantAggr = roleAggr["assistant"];
@@ -75,7 +89,7 @@ export async function compressAnthropicMessages(ttc, messages, model, roleAggr,
             return { ...msg, content: result.output };
         }
         if (Array.isArray(msg.content)) {
-            const blocks = await compressAnthropicBlocks(ttc, msg.content, model, userAggr, toolAggr);
+            const blocks = await compressAnthropicBlocks(ttc, msg.content, model, userAggr, toolAggr, skipIds);
             return { ...msg, content: blocks };
         }
         return msg;
@@ -95,13 +109,15 @@ async function compressAssistantBlocks(ttc, blocks, model, assistantAggr, stripS
     const filtered = results.filter((b) => b != null);
     return filtered.length > 0 ? filtered : blocks;
 }
-async function compressAnthropicBlocks(ttc, blocks, model, userAggr, toolAggr) {
+async function compressAnthropicBlocks(ttc, blocks, model, userAggr, toolAggr, skipIds) {
     return Promise.all(blocks.map(async (block) => {
         if (block.type === "text" && userAggr != null && typeof block.text === "string" && block.text.trim()) {
             const result = await ttc.compress(block.text, { model, aggressiveness: userAggr });
             return { ...block, text: result.output };
         }
         if (block.type === "tool_result" && toolAggr != null) {
+            if (block.tool_use_id && skipIds?.has(block.tool_use_id))
+                return block;
             return compressToolResult(ttc, block, model, toolAggr);
         }
         return block;

package/dist/types.d.ts

@@ -76,6 +76,7 @@ export declare class CompressionStats {
     private _accumulator;
     _startTurn(): void;
     _record(result: CompressResult): void;
+    _recordSearch(result: SearchResult): void;
     _endTurn(): void;
     get totalInputTokens(): number;
     get totalOutputTokens(): number;

package/dist/types.js

@@ -7,6 +7,16 @@ export class CompressionStats {
     _record(result) {
         this._accumulator.push(result);
     }
+    _recordSearch(result) {
+        this.history.push({
+            inputTokens: result.originalInputTokens,
+            outputTokens: result.outputTokens,
+            tokensSaved: result.tokensSaved,
+            messagesCompressed: 0,
+            ratio: result.outputTokens === 0 ? 0 : result.originalInputTokens / result.outputTokens,
+            timestamp: Date.now(),
+        });
+    }
     _endTurn() {
         if (this._accumulator.length > 0) {
             const inputTokens = this._accumulator.reduce((s, r) => s + r.inputTokens, 0);

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "the-token-company",
-  "version": "0.3.0",
+  "version": "0.3.2",
   "description": "Node.js SDK for The Token Company — compress LLM prompts to reduce costs and latency",
   "type": "module",
   "main": "./dist/index.js",