@polka-codes/core 0.9.29 → 0.9.31

package/dist/_tsup-dts-rollup.d.ts

@@ -24,7 +24,7 @@ declare abstract class AgentBase {
     get messages(): Readonly<ModelMessage[]>;
     setMessages(messages: Readonly<ModelMessage[]>): void;
     start(prompt: UserContent): Promise<ExitReason>;
-    step(prompt: UserContent): Promise<AssistantMessageContent[]>;
+    step(message: (UserModelMessage | ToolModelMessage)[]): Promise<AssistantMessageContent[]>;
     handleStepResponse(response: AssistantMessageContent[]): Promise<{
         type: "reply";
         message: (UserModelMessage | ToolModelMessage)[];
@@ -343,6 +343,14 @@ export { commandStepSpecHandler as commandStepSpecHandler_alias_1 }
 export { commandStepSpecHandler as commandStepSpecHandler_alias_2 }
 export { commandStepSpecHandler as commandStepSpecHandler_alias_3 }
 
+/**
+ * Utility to compute exponential backoff delays for rate-limit handling. generated by polka.codes
+ *
+ * The backoff starts at baseSeconds and doubles each time, capped at capSeconds.
+ * Example with base=2, cap=60: 2, 4, 8, 16, 32, 60, 60, ...
+ */
+export declare function computeRateLimitBackoffSeconds(count: number, baseSeconds?: number, capSeconds?: number): number;
+
 declare type Config = z.infer<typeof configSchema>;
 export { Config }
 export { Config as Config_alias_1 }

package/dist/index.js

@@ -1433,6 +1433,21 @@ function toToolInfoV1(tool) {
   return v1Tool;
 }
 
+// src/Agent/backoff.ts
+function computeRateLimitBackoffSeconds(count, baseSeconds = 2, capSeconds = 60) {
+  if (!Number.isFinite(count) || count <= 0) {
+    count = 1;
+  }
+  if (!Number.isFinite(baseSeconds) || baseSeconds <= 0) {
+    baseSeconds = 2;
+  }
+  if (!Number.isFinite(capSeconds) || capSeconds <= 0) {
+    capSeconds = 60;
+  }
+  const delay = baseSeconds * 2 ** (count - 1);
+  return Math.min(delay, capSeconds);
+}
+
 // src/Agent/parseAssistantMessage.ts
 function parseNestedParameters(content, parameterPrefix, childrenParams) {
   const result = {};
@@ -1947,16 +1962,11 @@ ${instance.prompt}`;
     this.#callback({ kind: "StartTask" /* StartTask */, agent: this, systemPrompt: this.config.systemPrompt });
     return await this.#processLoop(prompt5);
   }
-  async step(prompt5) {
+  async step(message) {
     if (this.#messages.length === 0) {
       this.#callback({ kind: "StartTask" /* StartTask */, agent: this, systemPrompt: this.config.systemPrompt });
     }
-    return await this.#request([
-      {
-        role: "user",
-        content: prompt5
-      }
-    ]);
+    return await this.#request(message);
   }
   async handleStepResponse(response) {
     return this.#handleResponse(response);
@@ -2011,6 +2021,7 @@ ${instance.prompt}`;
     const retryCount = this.config.retryCount ?? 5;
     const requestTimeoutSeconds = this.config.requestTimeoutSeconds ?? 90;
     let respMessages = [];
+    let rateLimitErrorCount = 0;
     for (let i = 0; i < retryCount; i++) {
       if (this.#aborted) {
         break;
@@ -2026,7 +2037,7 @@ ${instance.prompt}`;
         }
         if (requestTimeoutSeconds > 0 && requestAbortController) {
           timeout = setTimeout(() => {
-            console.debug(
+            console.error(
               `
 Request timeout after ${requestTimeoutSeconds} seconds. Canceling current request attempt ${i + 1}/${retryCount}.`
             );
@@ -2071,6 +2082,7 @@ Request timeout after ${requestTimeoutSeconds} seconds. Canceling current reques
         });
         const resp = await stream.response;
         respMessages = resp.messages;
+        rateLimitErrorCount = 0;
         if (timeout) {
           clearTimeout(timeout);
           timeout = void 0;
@@ -2080,8 +2092,19 @@ Request timeout after ${requestTimeoutSeconds} seconds. Canceling current reques
           if (this.#aborted) {
             break;
           }
-          console.debug(`Request attempt ${i + 1} timed out, will retry`);
+          console.error(`Request attempt ${i + 1} timed out, will retry`);
+        } else if (error?.error?.error?.code === "rate_limit_exceeded" || error?.error?.code === "rate_limit_exceeded" || error?.code === "rate_limit_exceeded" || error?.status === 429 || error?.error?.status === 429) {
+          rateLimitErrorCount++;
+          const waitSeconds = computeRateLimitBackoffSeconds(rateLimitErrorCount);
+          console.error(`Rate limit exceeded. Waiting ${waitSeconds}s before retrying...`);
+          if (timeout) {
+            clearTimeout(timeout);
+            timeout = void 0;
+          }
+          await new Promise((resolve) => setTimeout(resolve, waitSeconds * 1e3));
+          console.error("Retrying request...");
         } else {
+          rateLimitErrorCount = 0;
           console.error("Error in stream:", error);
         }
       } finally {
@@ -2110,7 +2133,7 @@ Request timeout after ${requestTimeoutSeconds} seconds. Canceling current reques
         break;
       }
       if (i < retryCount - 1) {
-        console.debug(`
+        console.error(`
 Retrying request ${i + 2} of ${retryCount}`);
       }
     }
@@ -3786,7 +3809,7 @@ var makeAgentStepSpecHandler = (getModelFn) => ({
               if (context.verbose && context.verbose >= 1) {
                 logger.log(`[agent-step] Using agent: ${agentName}`);
               }
-              const agentOptions = {
+              return new AgentClass({
                 ai: model,
                 os: parameters.os ?? "linux",
                 provider: context.provider,
@@ -3796,9 +3819,9 @@ var makeAgentStepSpecHandler = (getModelFn) => ({
                 usageMeter,
                 parameters: modelParameters,
                 scripts: parameters.scripts,
-                callback: context.agentCallback
-              };
-              return new AgentClass(agentOptions);
+                callback: context.agentCallback,
+                requireToolUse: false
+              });
             } else {
               if (!step2.systemPrompt) {
                 throw new Error("No system prompt specified for the agent step.");
@@ -3819,7 +3842,7 @@ var makeAgentStepSpecHandler = (getModelFn) => ({
                 toolFormat,
                 parameters: modelParameters,
                 usageMeter,
-                requireToolUse: true
+                requireToolUse: false
               });
             }
           };

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@polka-codes/core",
-  "version": "0.9.29",
+  "version": "0.9.31",
   "license": "AGPL-3.0",
   "author": "github@polka.codes",
   "type": "module",