@lowire/loop 0.0.19 → 0.0.21

package/lib/cache.js

@@ -36,7 +36,7 @@ async function cachedCompleteNoSecrets(provider, conversation, caches, options)
     if (!process.env.LOWIRE_NO_CACHE && caches.output[key])
         return caches.output[key];
     if (process.env.LOWIRE_FORCE_CACHE)
-        throw new Error('Cache missing but TL_FORCE_CACHE is set' + JSON.stringify(conversation, null, 2));
+        throw new Error('Cache missing but LOWIRE_FORCE_CACHE is set' + JSON.stringify(conversation, null, 2));
     const result = await provider.complete(conversation, options);
     caches.output[key] = result;
     return result;

package/lib/fetchWithTimeout.d.ts

@@ -0,0 +1,19 @@
+/**
+ * Copyright (c) Microsoft Corporation.
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+export declare function fetchWithTimeout(url: string, options: RequestInit & {
+    signal?: AbortSignal;
+    timeout?: number;
+}): Promise<Response>;

package/lib/fetchWithTimeout.js

@@ -0,0 +1,38 @@
+"use strict";
+/**
+ * Copyright (c) Microsoft Corporation.
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.fetchWithTimeout = fetchWithTimeout;
+async function fetchWithTimeout(url, options) {
+    if (!options.timeout)
+        return fetch(url, options);
+    const controller = new AbortController();
+    const timeoutId = setTimeout(() => controller.abort(), options.timeout);
+    const abort = () => controller.abort();
+    options.signal?.addEventListener('abort', abort);
+    try {
+        return await fetch(url, { ...options, signal: controller.signal });
+    }
+    catch (error) {
+        if (options.signal?.aborted)
+            throw error;
+        throw new Error(`Fetch timeout after ${options.timeout}ms`);
+    }
+    finally {
+        clearTimeout(timeoutId);
+        options.signal?.removeEventListener('abort', abort);
+    }
+}

package/lib/loop.d.ts

@@ -45,6 +45,8 @@ export type LoopOptions = types.CompletionOptions & LoopEvents & {
     tools?: types.Tool[];
     callTool?: types.ToolCallback;
     maxTurns?: number;
+    maxToolCalls?: number;
+    maxToolCallRetries?: number;
     cache?: types.ReplayCache;
     secrets?: Record<string, string>;
     summarize?: boolean;

package/lib/loop.js

@@ -39,12 +39,16 @@ class Loop {
             tools: allTools,
         };
         const debug = options.debug;
-        let budgetTokens = options.maxTokens;
+        const budget = {
+            tokens: options.maxTokens,
+            toolCalls: options.maxToolCalls,
+            toolCallRetries: options.maxToolCallRetries,
+        };
         const totalUsage = { input: 0, output: 0 };
-        debug?.('lowire:loop')(`Starting ${this._provider.name} loop`, task);
+        debug?.('lowire:loop')(`Starting ${this._provider.name} loop\n${task}`);
         const maxTurns = options.maxTurns || 100;
         for (let turns = 0; turns < maxTurns; ++turns) {
-            if (options.maxTokens && budgetTokens !== undefined && budgetTokens <= 0)
+            if (options.maxTokens && budget.tokens !== undefined && budget.tokens <= 0)
                 throw new Error(`Budget tokens ${options.maxTokens} exhausted`);
             debug?.('lowire:loop')(`Turn ${turns + 1} of (max ${maxTurns})`);
             const caches = options.cache ? {
@@ -52,23 +56,23 @@ class Loop {
                 output: this._cacheOutput,
             } : undefined;
             const summarizedConversation = options.summarize ? this._summarizeConversation(task, conversation, options) : conversation;
-            await options.onBeforeTurn?.({ conversation: summarizedConversation, totalUsage, budgetTokens });
+            await options.onBeforeTurn?.({ conversation: summarizedConversation, totalUsage, budgetTokens: budget.tokens });
             if (abortController?.signal.aborted)
                 return { status: 'break', usage: totalUsage, turns };
             debug?.('lowire:loop')(`Request`, JSON.stringify({ ...summarizedConversation, tools: `${summarizedConversation.tools.length} tools` }, null, 2));
             const { result: assistantMessage, usage } = await (0, cache_1.cachedComplete)(this._provider, summarizedConversation, caches, {
                 ...options,
-                maxTokens: budgetTokens,
+                maxTokens: budget.tokens,
                 signal: abortController?.signal,
             });
             const intent = assistantMessage.content.filter(part => part.type === 'text').map(part => part.text).join('\n');
             totalUsage.input += usage.input;
             totalUsage.output += usage.output;
-            if (budgetTokens !== undefined)
-                budgetTokens -= usage.input + usage.output;
+            if (budget.tokens !== undefined)
+                budget.tokens -= usage.input + usage.output;
             debug?.('lowire:loop')('Usage', `input: ${usage.input}, output: ${usage.output}`);
             debug?.('lowire:loop')('Assistant', intent, JSON.stringify(assistantMessage.content, null, 2));
-            await options.onAfterTurn?.({ assistantMessage, totalUsage, budgetTokens });
+            await options.onAfterTurn?.({ assistantMessage, totalUsage, budgetTokens: budget.tokens });
             if (abortController?.signal.aborted)
                 return { status: 'break', usage: totalUsage, turns };
             conversation.messages.push(assistantMessage);
@@ -78,6 +82,8 @@ class Loop {
                 continue;
             }
             for (const toolCall of toolCalls) {
+                if (budget.toolCalls !== undefined && --budget.toolCalls < 0)
+                    throw new Error(`Failed to perform step, max tool calls (${options.maxToolCalls}) reached`);
                 const { name, arguments: args } = toolCall;
                 debug?.('lowire:loop')('Call tool', name, JSON.stringify(args, null, 2));
                 const status = await options.onBeforeToolCall?.({ assistantMessage, toolCall });
@@ -129,6 +135,11 @@ class Loop {
                     };
                 }
             }
+            const hasErrors = toolCalls.some(toolCall => toolCall.result?.isError);
+            if (!hasErrors)
+                budget.toolCallRetries = options.maxToolCallRetries;
+            if (hasErrors && budget.toolCallRetries !== undefined && --budget.toolCallRetries < 0)
+                throw new Error(`Failed to perform action after ${options.maxToolCallRetries} tool call retries`);
         }
         throw new Error('Failed to perform step, max attempts reached');
     }

package/lib/providers/anthropic.js

@@ -16,6 +16,7 @@
  */
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.Anthropic = void 0;
+const fetchWithTimeout_1 = require("../fetchWithTimeout");
 class Anthropic {
     name = 'anthropic';
     async complete(conversation, options) {
@@ -49,11 +50,12 @@ async function create(createParams, options) {
     };
     const debugBody = { ...createParams, tools: `${createParams.tools?.length ?? 0} tools` };
     options.debug?.('lowire:anthropic')('Request:', JSON.stringify(debugBody, null, 2));
-    const response = await fetch(options.apiEndpoint ?? `https://api.anthropic.com/v1/messages`, {
+    const response = await (0, fetchWithTimeout_1.fetchWithTimeout)(options.apiEndpoint ?? `https://api.anthropic.com/v1/messages`, {
         method: 'POST',
         headers,
         body: JSON.stringify(createParams),
         signal: options.signal,
+        timeout: options.apiTimeout
     });
     if (!response.ok) {
         options.debug?.('lowire:anthropic')('Response:', response.status);

package/lib/providers/google.js

@@ -16,6 +16,7 @@
  */
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.Google = void 0;
+const fetchWithTimeout_1 = require("../fetchWithTimeout");
 class Google {
     name = 'google';
     async complete(conversation, options) {
@@ -46,7 +47,7 @@ exports.Google = Google;
 async function create(model, createParams, options) {
     const debugBody = { ...createParams, tools: `${createParams.tools?.length ?? 0} tools` };
     options.debug?.('lowire:google')('Request:', JSON.stringify(debugBody, null, 2));
-    const response = await fetch(options.apiEndpoint ?? `https://generativelanguage.googleapis.com/v1beta/models/${model}:generateContent`, {
+    const response = await (0, fetchWithTimeout_1.fetchWithTimeout)(options.apiEndpoint ?? `https://generativelanguage.googleapis.com/v1beta/models/${model}:generateContent`, {
         method: 'POST',
         headers: {
             'Content-Type': 'application/json',
@@ -54,6 +55,7 @@ async function create(model, createParams, options) {
         },
         body: JSON.stringify(createParams),
         signal: options.signal,
+        timeout: options.apiTimeout
     });
     if (!response.ok) {
         options.debug?.('lowire:google')('Response:', response.status);

package/lib/providers/openai.js

@@ -16,6 +16,7 @@
  */
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.OpenAI = void 0;
+const fetchWithTimeout_1 = require("../fetchWithTimeout");
 class OpenAI {
     name = 'openai';
     async complete(conversation, options) {
@@ -69,11 +70,12 @@ async function create(createParams, options) {
     };
     const debugBody = { ...createParams, tools: `${createParams.tools?.length ?? 0} tools` };
     options.debug?.('lowire:openai-responses')('Request:', JSON.stringify(debugBody, null, 2));
-    const response = await fetch(options.apiEndpoint ?? `https://api.openai.com/v1/responses`, {
+    const response = await (0, fetchWithTimeout_1.fetchWithTimeout)(options.apiEndpoint ?? `https://api.openai.com/v1/responses`, {
         method: 'POST',
         headers,
         body: JSON.stringify(createParams),
         signal: options.signal,
+        timeout: options.apiTimeout
     });
     if (!response.ok) {
         options.debug?.('lowire:openai-responses')('Response:', response.status);

package/lib/providers/openaiCompatible.js

@@ -16,6 +16,7 @@
  */
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.OpenAICompatible = void 0;
+const fetchWithTimeout_1 = require("../fetchWithTimeout");
 class OpenAICompatible {
     name = 'openai-compatible';
     async complete(conversation, options) {
@@ -67,11 +68,12 @@ async function create(createParams, options) {
     };
     const debugBody = { ...createParams, tools: `${createParams.tools?.length ?? 0} tools` };
     options.debug?.('lowire:openai')('Request:', JSON.stringify(debugBody, null, 2));
-    const response = await fetch(options.apiEndpoint ?? `https://api.openai.com/v1/chat/completions`, {
+    const response = await (0, fetchWithTimeout_1.fetchWithTimeout)(options.apiEndpoint ?? `https://api.openai.com/v1/chat/completions`, {
         method: 'POST',
         headers,
         body: JSON.stringify(createParams),
         signal: options.signal,
+        timeout: options.apiTimeout
     });
     if (!response.ok) {
         options.debug?.('lowire:openai')('Response:', response.status);

package/lib/types.d.ts

@@ -93,6 +93,7 @@ export type CompletionOptions = {
     api: 'openai' | 'openai-compatible' | 'anthropic' | 'google';
     apiEndpoint?: string;
     apiKey: string;
+    apiTimeout?: number;
     model: string;
     maxTokens?: number;
     reasoning?: 'none' | 'medium' | 'high';

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@lowire/loop",
-  "version": "0.0.19",
+  "version": "0.0.21",
   "description": "Small agentic loop",
   "repository": {
     "type": "git",