@jaypie/llm 1.2.9 → 1.2.11

package/dist/esm/operate/StreamLoop.d.ts

@@ -3,11 +3,13 @@ import { LlmStreamChunk } from "../types/LlmStreamChunk.interface.js";
 import { ProviderAdapter } from "./adapters/ProviderAdapter.interface.js";
 import { HookRunner } from "./hooks/index.js";
 import { InputProcessor } from "./input/index.js";
+import { RetryPolicy } from "./retry/index.js";
 export interface StreamLoopConfig {
     adapter: ProviderAdapter;
     client: unknown;
     hookRunner?: HookRunner;
     inputProcessor?: InputProcessor;
+    retryPolicy?: RetryPolicy;
 }
 /**
  * StreamLoop implements streaming multi-turn conversation loop.
@@ -19,6 +21,7 @@ export declare class StreamLoop {
     private readonly client;
     private readonly hookRunnerInstance;
     private readonly inputProcessorInstance;
+    private readonly retryPolicy;
     constructor(config: StreamLoopConfig);
     /**
      * Execute the streaming loop for multi-turn conversations with tool calling.

package/dist/esm/operate/adapters/OpenRouterAdapter.d.ts

@@ -88,8 +88,8 @@ export declare class OpenRouterAdapter extends BaseProviderAdapter {
     buildRequest(request: OperateRequest): OpenRouterRequest;
     formatTools(toolkit: Toolkit, outputSchema?: JsonObject): ProviderToolDefinition[];
     formatOutputSchema(schema: JsonObject | NaturalSchema | z.ZodType): JsonObject;
-    executeRequest(client: unknown, request: unknown): Promise<OpenRouterResponse>;
-    executeStreamRequest(client: unknown, request: unknown): AsyncIterable<LlmStreamChunk>;
+    executeRequest(client: unknown, request: unknown, signal?: AbortSignal): Promise<OpenRouterResponse>;
+    executeStreamRequest(client: unknown, request: unknown, signal?: AbortSignal): AsyncIterable<LlmStreamChunk>;
     parseResponse(response: unknown, _options?: LlmOperateOptions): ParsedResponse;
     extractToolCalls(response: unknown): StandardToolCall[];
     extractUsage(response: unknown, model: string): LlmUsageItem;

package/dist/esm/operate/adapters/ProviderAdapter.interface.d.ts

@@ -47,17 +47,19 @@ export interface ProviderAdapter {
      *
      * @param client - The provider's SDK client instance
      * @param request - Provider-specific request object (from buildRequest)
+     * @param signal - Optional AbortSignal to cancel the request on retry
      * @returns Raw provider response
      */
-    executeRequest(client: unknown, request: unknown): Promise<unknown>;
+    executeRequest(client: unknown, request: unknown, signal?: AbortSignal): Promise<unknown>;
     /**
      * Execute a streaming API request to the provider
      *
      * @param client - The provider's SDK client instance
      * @param request - Provider-specific request object (from buildRequest)
+     * @param signal - Optional AbortSignal to cancel the request on retry
      * @returns AsyncIterable of stream chunks
      */
-    executeStreamRequest?(client: unknown, request: unknown): AsyncIterable<LlmStreamChunk>;
+    executeStreamRequest?(client: unknown, request: unknown, signal?: AbortSignal): AsyncIterable<LlmStreamChunk>;
     /**
      * Parse a provider response into standardized format
      *
@@ -158,7 +160,7 @@ export declare abstract class BaseProviderAdapter implements ProviderAdapter {
     abstract buildRequest(request: OperateRequest): unknown;
     abstract formatTools(toolkit: Toolkit, outputSchema?: JsonObject): ProviderToolDefinition[];
     abstract formatOutputSchema(schema: JsonObject | NaturalSchema | z.ZodType): JsonObject;
-    abstract executeRequest(client: unknown, request: unknown): Promise<unknown>;
+    abstract executeRequest(client: unknown, request: unknown, signal?: AbortSignal): Promise<unknown>;
     abstract parseResponse(response: unknown, options?: LlmOperateOptions): ParsedResponse;
     abstract extractToolCalls(response: unknown): StandardToolCall[];
     abstract extractUsage(response: unknown, model: string): LlmUsageItem;

package/dist/esm/operate/retry/RetryExecutor.d.ts

@@ -28,12 +28,15 @@ export declare class RetryExecutor {
     private readonly errorClassifier;
     constructor(config: RetryExecutorConfig);
     /**
-     * Execute an operation with retry logic
+     * Execute an operation with retry logic.
+     * Each attempt receives an AbortSignal. On failure, the signal is aborted
+     * before sleeping — this kills lingering socket callbacks from the previous
+     * request and prevents stale async errors from escaping the retry loop.
      *
-     * @param operation - The async operation to execute
+     * @param operation - The async operation to execute (receives AbortSignal)
      * @param options - Execution options including context and hooks
      * @returns The result of the operation
      * @throws BadGatewayError if all retries are exhausted or error is not retryable
      */
-    execute<T>(operation: () => Promise<T>, options: ExecuteOptions): Promise<T>;
+    execute<T>(operation: ((signal: AbortSignal) => Promise<T>) | (() => Promise<T>), options: ExecuteOptions): Promise<T>;
 }

package/dist/esm/operate/retry/index.d.ts

@@ -1,4 +1,5 @@
 export { DEFAULT_BACKOFF_FACTOR, DEFAULT_INITIAL_DELAY_MS, DEFAULT_MAX_DELAY_MS, DEFAULT_MAX_RETRIES, defaultRetryPolicy, MAX_RETRIES_ABSOLUTE_LIMIT, RetryPolicy, } from "./RetryPolicy.js";
 export type { RetryPolicyConfig } from "./RetryPolicy.js";
+export { isTransientNetworkError } from "./isTransientNetworkError.js";
 export { RetryExecutor } from "./RetryExecutor.js";
 export type { ErrorClassifier, ExecuteOptions, RetryContext, RetryExecutorConfig, } from "./RetryExecutor.js";

package/dist/esm/operate/retry/isTransientNetworkError.d.ts

@@ -0,0 +1,18 @@
+/**
+ * Transient network error detection utility.
+ *
+ * Detects low-level Node.js/undici network errors that indicate
+ * a temporary network issue (not a provider API error).
+ * These errors should always be retried.
+ */
+/**
+ * Detect transient network errors by inspecting the error and its cause chain.
+ *
+ * Undici (Node.js fetch) wraps low-level errors like ECONNRESET inside
+ * `TypeError: terminated`. This function recursively walks `error.cause`
+ * to detect these wrapped errors.
+ *
+ * @param error - The error to inspect
+ * @returns true if the error (or any cause in its chain) is a transient network error
+ */
+export declare function isTransientNetworkError(error: unknown): boolean;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@jaypie/llm",
-  "version": "1.2.9",
+  "version": "1.2.11",
   "description": "Large language model utilities",
   "repository": {
     "type": "git",