@jaypie/llm 1.2.0-rc.1 → 1.2.0-rc.3

package/dist/esm/operate/OperateLoop.d.ts

@@ -8,7 +8,6 @@ export interface OperateLoopConfig {
     client: unknown;
     hookRunner?: HookRunner;
     inputProcessor?: InputProcessor;
-    maxRetries?: number;
     retryPolicy?: RetryPolicy;
 }
 /**
@@ -24,7 +23,6 @@ export declare class OperateLoop {
     private readonly client;
     private readonly hookRunnerInstance;
     private readonly inputProcessorInstance;
-    private readonly maxRetries;
     private readonly retryPolicy;
     constructor(config: OperateLoopConfig);
     /**

package/dist/esm/operate/StreamLoop.d.ts

@@ -0,0 +1,41 @@
+import { LlmHistory, LlmInputMessage, LlmOperateOptions } from "../types/LlmProvider.interface.js";
+import { LlmStreamChunk } from "../types/LlmStreamChunk.interface.js";
+import { ProviderAdapter } from "./adapters/ProviderAdapter.interface.js";
+import { HookRunner } from "./hooks/index.js";
+import { InputProcessor } from "./input/index.js";
+export interface StreamLoopConfig {
+    adapter: ProviderAdapter;
+    client: unknown;
+    hookRunner?: HookRunner;
+    inputProcessor?: InputProcessor;
+}
+/**
+ * StreamLoop implements streaming multi-turn conversation loop.
+ * It orchestrates provider adapters and tool calling while yielding
+ * stream chunks as they become available.
+ */
+export declare class StreamLoop {
+    private readonly adapter;
+    private readonly client;
+    private readonly hookRunnerInstance;
+    private readonly inputProcessorInstance;
+    constructor(config: StreamLoopConfig);
+    /**
+     * Execute the streaming loop for multi-turn conversations with tool calling.
+     * Yields stream chunks as they become available.
+     */
+    execute(input: string | LlmHistory | LlmInputMessage, options?: LlmOperateOptions): AsyncIterable<LlmStreamChunk>;
+    private initializeState;
+    private createContext;
+    private buildInitialRequest;
+    private executeOneStreamingTurn;
+    private processToolCalls;
+    /**
+     * Convert Gemini contents format to internal history format.
+     */
+    private convertGeminiContentsToHistory;
+}
+/**
+ * Create a StreamLoop instance with the specified configuration.
+ */
+export declare function createStreamLoop(config: StreamLoopConfig): StreamLoop;

package/dist/esm/operate/adapters/AnthropicAdapter.d.ts

@@ -3,6 +3,7 @@ import { JsonObject, NaturalSchema } from "@jaypie/types";
 import { z } from "zod/v4";
 import { Toolkit } from "../../tools/Toolkit.class.js";
 import { LlmHistory, LlmOperateOptions, LlmUsageItem } from "../../types/LlmProvider.interface.js";
+import { LlmStreamChunk } from "../../types/LlmStreamChunk.interface.js";
 import { ClassifiedError, OperateRequest, ParsedResponse, ProviderToolDefinition, StandardToolCall, StandardToolResult } from "../types.js";
 import { BaseProviderAdapter } from "./ProviderAdapter.interface.js";
 /**
@@ -17,6 +18,7 @@ export declare class AnthropicAdapter extends BaseProviderAdapter {
     formatTools(toolkit: Toolkit, outputSchema?: JsonObject): ProviderToolDefinition[];
     formatOutputSchema(schema: JsonObject | NaturalSchema | z.ZodType): JsonObject;
     executeRequest(client: unknown, request: unknown): Promise<Anthropic.Message>;
+    executeStreamRequest(client: unknown, request: unknown): AsyncIterable<LlmStreamChunk>;
     parseResponse(response: unknown, _options?: LlmOperateOptions): ParsedResponse;
     extractToolCalls(response: unknown): StandardToolCall[];
     extractUsage(response: unknown, model: string): LlmUsageItem;

package/dist/esm/operate/adapters/GeminiAdapter.d.ts

@@ -2,6 +2,7 @@ import { JsonObject, NaturalSchema } from "@jaypie/types";
 import { z } from "zod/v4";
 import { Toolkit } from "../../tools/Toolkit.class.js";
 import { LlmHistory, LlmOperateOptions, LlmUsageItem } from "../../types/LlmProvider.interface.js";
+import { LlmStreamChunk } from "../../types/LlmStreamChunk.interface.js";
 import { ClassifiedError, OperateRequest, ParsedResponse, ProviderToolDefinition, StandardToolCall, StandardToolResult } from "../types.js";
 import { BaseProviderAdapter } from "./ProviderAdapter.interface.js";
 import { GeminiPart, GeminiRawResponse, GeminiRequest } from "../../providers/gemini/types.js";
@@ -17,6 +18,7 @@ export declare class GeminiAdapter extends BaseProviderAdapter {
     formatTools(toolkit: Toolkit, outputSchema?: JsonObject): ProviderToolDefinition[];
     formatOutputSchema(schema: JsonObject | NaturalSchema | z.ZodType): JsonObject;
     executeRequest(client: unknown, request: unknown): Promise<GeminiRawResponse>;
+    executeStreamRequest(client: unknown, request: unknown): AsyncIterable<LlmStreamChunk>;
     parseResponse(response: unknown, options?: LlmOperateOptions): ParsedResponse;
     extractToolCalls(response: unknown): StandardToolCall[];
     extractUsage(response: unknown, model: string): LlmUsageItem;

package/dist/esm/operate/adapters/OpenAiAdapter.d.ts

@@ -2,6 +2,7 @@ import { JsonObject, NaturalSchema } from "@jaypie/types";
 import { z } from "zod/v4";
 import { Toolkit } from "../../tools/Toolkit.class.js";
 import { LlmHistory, LlmOperateOptions, LlmToolResult, LlmUsageItem } from "../../types/LlmProvider.interface.js";
+import { LlmStreamChunk } from "../../types/LlmStreamChunk.interface.js";
 import { ClassifiedError, OperateRequest, ParsedResponse, ProviderToolDefinition, StandardToolCall, StandardToolResult } from "../types.js";
 import { BaseProviderAdapter } from "./ProviderAdapter.interface.js";
 /**
@@ -16,6 +17,7 @@ export declare class OpenAiAdapter extends BaseProviderAdapter {
     formatTools(toolkit: Toolkit, _outputSchema?: JsonObject): ProviderToolDefinition[];
     formatOutputSchema(schema: JsonObject | NaturalSchema | z.ZodType): JsonObject;
     executeRequest(client: unknown, request: unknown): Promise<unknown>;
+    executeStreamRequest(client: unknown, request: unknown): AsyncIterable<LlmStreamChunk>;
     parseResponse(response: unknown, options?: LlmOperateOptions): ParsedResponse;
     extractToolCalls(response: unknown): StandardToolCall[];
     extractUsage(response: unknown, model: string): LlmUsageItem;

package/dist/esm/operate/adapters/OpenRouterAdapter.d.ts

@@ -2,6 +2,7 @@ import { JsonObject, NaturalSchema } from "@jaypie/types";
 import { z } from "zod/v4";
 import { Toolkit } from "../../tools/Toolkit.class.js";
 import { LlmHistory, LlmOperateOptions, LlmUsageItem } from "../../types/LlmProvider.interface.js";
+import { LlmStreamChunk } from "../../types/LlmStreamChunk.interface.js";
 import { ClassifiedError, OperateRequest, ParsedResponse, ProviderToolDefinition, StandardToolCall, StandardToolResult } from "../types.js";
 import { BaseProviderAdapter } from "./ProviderAdapter.interface.js";
 interface OpenRouterMessage {
@@ -78,6 +79,7 @@ export declare class OpenRouterAdapter extends BaseProviderAdapter {
     formatTools(toolkit: Toolkit, outputSchema?: JsonObject): ProviderToolDefinition[];
     formatOutputSchema(schema: JsonObject | NaturalSchema | z.ZodType): JsonObject;
     executeRequest(client: unknown, request: unknown): Promise<OpenRouterResponse>;
+    executeStreamRequest(client: unknown, request: unknown): AsyncIterable<LlmStreamChunk>;
     parseResponse(response: unknown, _options?: LlmOperateOptions): ParsedResponse;
     extractToolCalls(response: unknown): StandardToolCall[];
     extractUsage(response: unknown, model: string): LlmUsageItem;

package/dist/esm/operate/adapters/ProviderAdapter.interface.d.ts

@@ -1,6 +1,7 @@
 import { JsonObject, NaturalSchema } from "@jaypie/types";
 import { z } from "zod/v4";
 import { LlmHistory, LlmOperateOptions, LlmUsageItem } from "../../types/LlmProvider.interface.js";
+import { LlmStreamChunk } from "../../types/LlmStreamChunk.interface.js";
 import { Toolkit } from "../../tools/Toolkit.class.js";
 import { ClassifiedError, OperateRequest, ParsedResponse, ProviderToolDefinition, StandardToolCall, StandardToolResult } from "../types.js";
 /**
@@ -49,6 +50,14 @@ export interface ProviderAdapter {
      * @returns Raw provider response
      */
     executeRequest(client: unknown, request: unknown): Promise<unknown>;
+    /**
+     * Execute a streaming API request to the provider
+     *
+     * @param client - The provider's SDK client instance
+     * @param request - Provider-specific request object (from buildRequest)
+     * @returns AsyncIterable of stream chunks
+     */
+    executeStreamRequest?(client: unknown, request: unknown): AsyncIterable<LlmStreamChunk>;
     /**
      * Parse a provider response into standardized format
      *

package/dist/esm/operate/index.d.ts

@@ -2,6 +2,8 @@ export { AnthropicAdapter, anthropicAdapter, BaseProviderAdapter, GeminiAdapter,
 export type { ProviderAdapter } from "./adapters/index.js";
 export { createOperateLoop, OperateLoop } from "./OperateLoop.js";
 export type { OperateLoopConfig } from "./OperateLoop.js";
+export { createStreamLoop, StreamLoop } from "./StreamLoop.js";
+export type { StreamLoopConfig } from "./StreamLoop.js";
 export { HookRunner, hookRunner } from "./hooks/index.js";
 export type { AfterModelResponseContext, AfterToolContext, BeforeModelRequestContext, BeforeToolContext, LlmHooks, RetryableErrorContext, ToolErrorContext, UnrecoverableErrorContext, } from "./hooks/index.js";
 export { InputProcessor, inputProcessor } from "./input/index.js";

package/dist/esm/providers/anthropic/AnthropicProvider.class.d.ts

@@ -1,9 +1,11 @@
 import { JsonObject } from "@jaypie/types";
 import { LlmHistory, LlmInputMessage, LlmMessageOptions, LlmOperateOptions, LlmOperateResponse, LlmProvider } from "../../types/LlmProvider.interface.js";
+import { LlmStreamChunk } from "../../types/LlmStreamChunk.interface.js";
 export declare class AnthropicProvider implements LlmProvider {
     private model;
     private _client?;
     private _operateLoop?;
+    private _streamLoop?;
     private apiKey?;
     private log;
     private conversationHistory;
@@ -12,6 +14,8 @@ export declare class AnthropicProvider implements LlmProvider {
     });
     private getClient;
     private getOperateLoop;
+    private getStreamLoop;
     send(message: string, options?: LlmMessageOptions): Promise<string | JsonObject>;
     operate(input: string | LlmHistory | LlmInputMessage, options?: LlmOperateOptions): Promise<LlmOperateResponse>;
+    stream(input: string | LlmHistory | LlmInputMessage, options?: LlmOperateOptions): AsyncIterable<LlmStreamChunk>;
 }

package/dist/esm/providers/gemini/GeminiProvider.class.d.ts

@@ -1,9 +1,11 @@
 import { JsonObject } from "@jaypie/types";
 import { LlmHistory, LlmInputMessage, LlmMessageOptions, LlmOperateOptions, LlmOperateResponse, LlmProvider } from "../../types/LlmProvider.interface.js";
+import { LlmStreamChunk } from "../../types/LlmStreamChunk.interface.js";
 export declare class GeminiProvider implements LlmProvider {
     private model;
     private _client?;
     private _operateLoop?;
+    private _streamLoop?;
     private apiKey?;
     private log;
     private conversationHistory;
@@ -12,6 +14,8 @@ export declare class GeminiProvider implements LlmProvider {
     });
     private getClient;
     private getOperateLoop;
+    private getStreamLoop;
     send(message: string, options?: LlmMessageOptions): Promise<string | JsonObject>;
     operate(input: string | LlmHistory | LlmInputMessage, options?: LlmOperateOptions): Promise<LlmOperateResponse>;
+    stream(input: string | LlmHistory | LlmInputMessage, options?: LlmOperateOptions): AsyncIterable<LlmStreamChunk>;
 }

package/dist/esm/providers/openai/OpenAiProvider.class.d.ts

@@ -1,9 +1,11 @@
 import { JsonObject } from "@jaypie/types";
 import { LlmHistory, LlmInputMessage, LlmMessageOptions, LlmOperateOptions, LlmOperateResponse, LlmProvider } from "../../types/LlmProvider.interface.js";
+import { LlmStreamChunk } from "../../types/LlmStreamChunk.interface.js";
 export declare class OpenAiProvider implements LlmProvider {
     private model;
     private _client?;
     private _operateLoop?;
+    private _streamLoop?;
     private apiKey?;
     private log;
     private conversationHistory;
@@ -12,6 +14,8 @@ export declare class OpenAiProvider implements LlmProvider {
     });
     private getClient;
     private getOperateLoop;
+    private getStreamLoop;
     send(message: string, options?: LlmMessageOptions): Promise<string | JsonObject>;
     operate(input: string | LlmHistory | LlmInputMessage, options?: LlmOperateOptions): Promise<LlmOperateResponse>;
+    stream(input: string | LlmHistory | LlmInputMessage, options?: LlmOperateOptions): AsyncIterable<LlmStreamChunk>;
 }

package/dist/esm/providers/openrouter/OpenRouterProvider.class.d.ts

@@ -1,9 +1,11 @@
 import { JsonObject } from "@jaypie/types";
 import { LlmHistory, LlmInputMessage, LlmMessageOptions, LlmOperateOptions, LlmOperateResponse, LlmProvider } from "../../types/LlmProvider.interface.js";
+import { LlmStreamChunk } from "../../types/LlmStreamChunk.interface.js";
 export declare class OpenRouterProvider implements LlmProvider {
     private model;
     private _client?;
     private _operateLoop?;
+    private _streamLoop?;
     private apiKey?;
     private log;
     private conversationHistory;
@@ -12,6 +14,8 @@ export declare class OpenRouterProvider implements LlmProvider {
     });
     private getClient;
     private getOperateLoop;
+    private getStreamLoop;
     send(message: string, options?: LlmMessageOptions): Promise<string | JsonObject>;
     operate(input: string | LlmHistory | LlmInputMessage, options?: LlmOperateOptions): Promise<LlmOperateResponse>;
+    stream(input: string | LlmHistory | LlmInputMessage, options?: LlmOperateOptions): AsyncIterable<LlmStreamChunk>;
 }

package/dist/esm/types/LlmProvider.interface.d.ts

@@ -1,6 +1,7 @@
 import { AnyValue, JsonObject, JsonReturn, NaturalMap, NaturalSchema } from "@jaypie/types";
 import { z } from "zod/v4";
 import { LlmTool } from "./LlmTool.interface.js";
+import { LlmStreamChunk } from "./LlmStreamChunk.interface.js";
 import { Toolkit } from "../tools/Toolkit.class.js";
 export declare enum LlmMessageRole {
     Assistant = "assistant",
@@ -194,5 +195,6 @@ export interface LlmOperateResponse {
 export interface LlmProvider {
     operate?(input: string | LlmHistory | LlmInputMessage, options?: LlmOperateOptions): Promise<LlmOperateResponse>;
     send(message: string, options?: LlmMessageOptions): Promise<string | JsonObject>;
+    stream?(input: string | LlmHistory | LlmInputMessage, options?: LlmOperateOptions): AsyncIterable<LlmStreamChunk>;
 }
 export {};

package/dist/esm/types/LlmStreamChunk.interface.d.ts

@@ -0,0 +1,41 @@
+import { LlmUsage } from "./LlmProvider.interface.js";
+export declare enum LlmStreamChunkType {
+    Done = "done",
+    Error = "error",
+    Text = "text",
+    ToolCall = "tool_call",
+    ToolResult = "tool_result"
+}
+export interface LlmStreamChunkText {
+    type: LlmStreamChunkType.Text;
+    content: string;
+}
+export interface LlmStreamChunkToolCall {
+    type: LlmStreamChunkType.ToolCall;
+    toolCall: {
+        id: string;
+        name: string;
+        arguments: string;
+    };
+}
+export interface LlmStreamChunkToolResult {
+    type: LlmStreamChunkType.ToolResult;
+    toolResult: {
+        id: string;
+        name: string;
+        result: unknown;
+    };
+}
+export interface LlmStreamChunkDone {
+    type: LlmStreamChunkType.Done;
+    usage: LlmUsage;
+}
+export interface LlmStreamChunkError {
+    type: LlmStreamChunkType.Error;
+    error: {
+        detail?: string;
+        status: number | string;
+        title: string;
+    };
+}
+export type LlmStreamChunk = LlmStreamChunkDone | LlmStreamChunkError | LlmStreamChunkText | LlmStreamChunkToolCall | LlmStreamChunkToolResult;

package/package.json

@@ -1,10 +1,10 @@
 {
   "name": "@jaypie/llm",
-  "version": "1.2.0-rc.1",
+  "version": "1.2.0-rc.3",
   "description": "Large language model utilities",
   "repository": {
     "type": "git",
-    "url": "https://github.com/finlaysonstudio/jaypie"
+    "url": "git+https://github.com/finlaysonstudio/jaypie.git"
   },
   "license": "MIT",
   "author": "Finlayson Studio",
@@ -32,8 +32,8 @@
     "typecheck": "tsc --noEmit"
   },
   "dependencies": {
-    "@jaypie/aws": "1.2.0-rc.1",
-    "@jaypie/errors": "1.2.0-rc.1",
+    "@jaypie/aws": "1.2.0-rc.2",
+    "@jaypie/errors": "1.2.0-rc.2",
     "openai": "^6.9.1",
     "openmeteo": "^1.2.0",
     "random": "^5.3.0",
@@ -49,6 +49,8 @@
   "peerDependencies": {
     "@anthropic-ai/sdk": "^0.71.0",
     "@google/genai": "^1.30.0",
+    "@jaypie/kit": "^1.2.0-rc.2",
+    "@jaypie/logger": "^1.2.0-rc.2",
     "@openrouter/sdk": "^0.1.27"
   },
   "peerDependenciesMeta": {