@jaypie/llm 1.2.0-rc.2 → 1.2.0-rc.4

package/dist/cjs/index.d.ts

@@ -3,6 +3,8 @@ export * as LLM from "./constants.js";
 export type { LlmHistory, LlmInputContent, LlmInputContentFile, LlmInputContentImage, LlmInputContentText, LlmInputMessage, LlmMessageOptions, LlmOperateOptions, LlmOperateResponse, LlmOptions, LlmProvider, } from "./types/LlmProvider.interface.js";
 export { LlmMessageRole, LlmMessageType, } from "./types/LlmProvider.interface.js";
 export type { LlmTool } from "./types/LlmTool.interface.js";
+export type { LlmStreamChunk, LlmStreamChunkDone, LlmStreamChunkError, LlmStreamChunkText, LlmStreamChunkToolCall, LlmStreamChunkToolResult, } from "./types/LlmStreamChunk.interface.js";
+export { LlmStreamChunkType } from "./types/LlmStreamChunk.interface.js";
 export { JaypieToolkit, toolkit, Toolkit, tools } from "./tools/index.js";
 export { GeminiProvider } from "./providers/gemini/index.js";
 export { OpenRouterProvider } from "./providers/openrouter/index.js";

package/dist/cjs/operate/OperateLoop.d.ts

@@ -8,7 +8,6 @@ export interface OperateLoopConfig {
     client: unknown;
     hookRunner?: HookRunner;
     inputProcessor?: InputProcessor;
-    maxRetries?: number;
     retryPolicy?: RetryPolicy;
 }
 /**
@@ -24,7 +23,6 @@ export declare class OperateLoop {
     private readonly client;
     private readonly hookRunnerInstance;
     private readonly inputProcessorInstance;
-    private readonly maxRetries;
     private readonly retryPolicy;
     constructor(config: OperateLoopConfig);
     /**

package/dist/cjs/operate/StreamLoop.d.ts

@@ -0,0 +1,41 @@
+import { LlmHistory, LlmInputMessage, LlmOperateOptions } from "../types/LlmProvider.interface.js";
+import { LlmStreamChunk } from "../types/LlmStreamChunk.interface.js";
+import { ProviderAdapter } from "./adapters/ProviderAdapter.interface.js";
+import { HookRunner } from "./hooks/index.js";
+import { InputProcessor } from "./input/index.js";
+export interface StreamLoopConfig {
+    adapter: ProviderAdapter;
+    client: unknown;
+    hookRunner?: HookRunner;
+    inputProcessor?: InputProcessor;
+}
+/**
+ * StreamLoop implements streaming multi-turn conversation loop.
+ * It orchestrates provider adapters and tool calling while yielding
+ * stream chunks as they become available.
+ */
+export declare class StreamLoop {
+    private readonly adapter;
+    private readonly client;
+    private readonly hookRunnerInstance;
+    private readonly inputProcessorInstance;
+    constructor(config: StreamLoopConfig);
+    /**
+     * Execute the streaming loop for multi-turn conversations with tool calling.
+     * Yields stream chunks as they become available.
+     */
+    execute(input: string | LlmHistory | LlmInputMessage, options?: LlmOperateOptions): AsyncIterable<LlmStreamChunk>;
+    private initializeState;
+    private createContext;
+    private buildInitialRequest;
+    private executeOneStreamingTurn;
+    private processToolCalls;
+    /**
+     * Convert Gemini contents format to internal history format.
+     */
+    private convertGeminiContentsToHistory;
+}
+/**
+ * Create a StreamLoop instance with the specified configuration.
+ */
+export declare function createStreamLoop(config: StreamLoopConfig): StreamLoop;

package/dist/cjs/operate/adapters/AnthropicAdapter.d.ts

@@ -3,6 +3,7 @@ import { JsonObject, NaturalSchema } from "@jaypie/types";
 import { z } from "zod/v4";
 import { Toolkit } from "../../tools/Toolkit.class.js";
 import { LlmHistory, LlmOperateOptions, LlmUsageItem } from "../../types/LlmProvider.interface.js";
+import { LlmStreamChunk } from "../../types/LlmStreamChunk.interface.js";
 import { ClassifiedError, OperateRequest, ParsedResponse, ProviderToolDefinition, StandardToolCall, StandardToolResult } from "../types.js";
 import { BaseProviderAdapter } from "./ProviderAdapter.interface.js";
 /**
@@ -17,6 +18,7 @@ export declare class AnthropicAdapter extends BaseProviderAdapter {
     formatTools(toolkit: Toolkit, outputSchema?: JsonObject): ProviderToolDefinition[];
     formatOutputSchema(schema: JsonObject | NaturalSchema | z.ZodType): JsonObject;
     executeRequest(client: unknown, request: unknown): Promise<Anthropic.Message>;
+    executeStreamRequest(client: unknown, request: unknown): AsyncIterable<LlmStreamChunk>;
     parseResponse(response: unknown, _options?: LlmOperateOptions): ParsedResponse;
     extractToolCalls(response: unknown): StandardToolCall[];
     extractUsage(response: unknown, model: string): LlmUsageItem;

package/dist/cjs/operate/adapters/GeminiAdapter.d.ts

@@ -2,6 +2,7 @@ import { JsonObject, NaturalSchema } from "@jaypie/types";
 import { z } from "zod/v4";
 import { Toolkit } from "../../tools/Toolkit.class.js";
 import { LlmHistory, LlmOperateOptions, LlmUsageItem } from "../../types/LlmProvider.interface.js";
+import { LlmStreamChunk } from "../../types/LlmStreamChunk.interface.js";
 import { ClassifiedError, OperateRequest, ParsedResponse, ProviderToolDefinition, StandardToolCall, StandardToolResult } from "../types.js";
 import { BaseProviderAdapter } from "./ProviderAdapter.interface.js";
 import { GeminiPart, GeminiRawResponse, GeminiRequest } from "../../providers/gemini/types.js";
@@ -17,6 +18,7 @@ export declare class GeminiAdapter extends BaseProviderAdapter {
     formatTools(toolkit: Toolkit, outputSchema?: JsonObject): ProviderToolDefinition[];
     formatOutputSchema(schema: JsonObject | NaturalSchema | z.ZodType): JsonObject;
     executeRequest(client: unknown, request: unknown): Promise<GeminiRawResponse>;
+    executeStreamRequest(client: unknown, request: unknown): AsyncIterable<LlmStreamChunk>;
     parseResponse(response: unknown, options?: LlmOperateOptions): ParsedResponse;
     extractToolCalls(response: unknown): StandardToolCall[];
     extractUsage(response: unknown, model: string): LlmUsageItem;

package/dist/cjs/operate/adapters/OpenAiAdapter.d.ts

@@ -2,6 +2,7 @@ import { JsonObject, NaturalSchema } from "@jaypie/types";
 import { z } from "zod/v4";
 import { Toolkit } from "../../tools/Toolkit.class.js";
 import { LlmHistory, LlmOperateOptions, LlmToolResult, LlmUsageItem } from "../../types/LlmProvider.interface.js";
+import { LlmStreamChunk } from "../../types/LlmStreamChunk.interface.js";
 import { ClassifiedError, OperateRequest, ParsedResponse, ProviderToolDefinition, StandardToolCall, StandardToolResult } from "../types.js";
 import { BaseProviderAdapter } from "./ProviderAdapter.interface.js";
 /**
@@ -16,6 +17,7 @@ export declare class OpenAiAdapter extends BaseProviderAdapter {
     formatTools(toolkit: Toolkit, _outputSchema?: JsonObject): ProviderToolDefinition[];
     formatOutputSchema(schema: JsonObject | NaturalSchema | z.ZodType): JsonObject;
     executeRequest(client: unknown, request: unknown): Promise<unknown>;
+    executeStreamRequest(client: unknown, request: unknown): AsyncIterable<LlmStreamChunk>;
     parseResponse(response: unknown, options?: LlmOperateOptions): ParsedResponse;
     extractToolCalls(response: unknown): StandardToolCall[];
     extractUsage(response: unknown, model: string): LlmUsageItem;

package/dist/cjs/operate/adapters/OpenRouterAdapter.d.ts

@@ -2,6 +2,7 @@ import { JsonObject, NaturalSchema } from "@jaypie/types";
 import { z } from "zod/v4";
 import { Toolkit } from "../../tools/Toolkit.class.js";
 import { LlmHistory, LlmOperateOptions, LlmUsageItem } from "../../types/LlmProvider.interface.js";
+import { LlmStreamChunk } from "../../types/LlmStreamChunk.interface.js";
 import { ClassifiedError, OperateRequest, ParsedResponse, ProviderToolDefinition, StandardToolCall, StandardToolResult } from "../types.js";
 import { BaseProviderAdapter } from "./ProviderAdapter.interface.js";
 interface OpenRouterMessage {
@@ -78,6 +79,7 @@ export declare class OpenRouterAdapter extends BaseProviderAdapter {
     formatTools(toolkit: Toolkit, outputSchema?: JsonObject): ProviderToolDefinition[];
     formatOutputSchema(schema: JsonObject | NaturalSchema | z.ZodType): JsonObject;
     executeRequest(client: unknown, request: unknown): Promise<OpenRouterResponse>;
+    executeStreamRequest(client: unknown, request: unknown): AsyncIterable<LlmStreamChunk>;
     parseResponse(response: unknown, _options?: LlmOperateOptions): ParsedResponse;
     extractToolCalls(response: unknown): StandardToolCall[];
     extractUsage(response: unknown, model: string): LlmUsageItem;

package/dist/cjs/operate/adapters/ProviderAdapter.interface.d.ts

@@ -1,6 +1,7 @@
 import { JsonObject, NaturalSchema } from "@jaypie/types";
 import { z } from "zod/v4";
 import { LlmHistory, LlmOperateOptions, LlmUsageItem } from "../../types/LlmProvider.interface.js";
+import { LlmStreamChunk } from "../../types/LlmStreamChunk.interface.js";
 import { Toolkit } from "../../tools/Toolkit.class.js";
 import { ClassifiedError, OperateRequest, ParsedResponse, ProviderToolDefinition, StandardToolCall, StandardToolResult } from "../types.js";
 /**
@@ -49,6 +50,14 @@ export interface ProviderAdapter {
      * @returns Raw provider response
      */
     executeRequest(client: unknown, request: unknown): Promise<unknown>;
+    /**
+     * Execute a streaming API request to the provider
+     *
+     * @param client - The provider's SDK client instance
+     * @param request - Provider-specific request object (from buildRequest)
+     * @returns AsyncIterable of stream chunks
+     */
+    executeStreamRequest?(client: unknown, request: unknown): AsyncIterable<LlmStreamChunk>;
     /**
      * Parse a provider response into standardized format
      *

package/dist/cjs/operate/index.d.ts

@@ -2,6 +2,8 @@ export { AnthropicAdapter, anthropicAdapter, BaseProviderAdapter, GeminiAdapter,
 export type { ProviderAdapter } from "./adapters/index.js";
 export { createOperateLoop, OperateLoop } from "./OperateLoop.js";
 export type { OperateLoopConfig } from "./OperateLoop.js";
+export { createStreamLoop, StreamLoop } from "./StreamLoop.js";
+export type { StreamLoopConfig } from "./StreamLoop.js";
 export { HookRunner, hookRunner } from "./hooks/index.js";
 export type { AfterModelResponseContext, AfterToolContext, BeforeModelRequestContext, BeforeToolContext, LlmHooks, RetryableErrorContext, ToolErrorContext, UnrecoverableErrorContext, } from "./hooks/index.js";
 export { InputProcessor, inputProcessor } from "./input/index.js";

package/dist/cjs/providers/anthropic/AnthropicProvider.class.d.ts

@@ -1,9 +1,11 @@
 import { JsonObject } from "@jaypie/types";
 import { LlmHistory, LlmInputMessage, LlmMessageOptions, LlmOperateOptions, LlmOperateResponse, LlmProvider } from "../../types/LlmProvider.interface.js";
+import { LlmStreamChunk } from "../../types/LlmStreamChunk.interface.js";
 export declare class AnthropicProvider implements LlmProvider {
     private model;
     private _client?;
     private _operateLoop?;
+    private _streamLoop?;
     private apiKey?;
     private log;
     private conversationHistory;
@@ -12,6 +14,8 @@ export declare class AnthropicProvider implements LlmProvider {
     });
     private getClient;
     private getOperateLoop;
+    private getStreamLoop;
     send(message: string, options?: LlmMessageOptions): Promise<string | JsonObject>;
     operate(input: string | LlmHistory | LlmInputMessage, options?: LlmOperateOptions): Promise<LlmOperateResponse>;
+    stream(input: string | LlmHistory | LlmInputMessage, options?: LlmOperateOptions): AsyncIterable<LlmStreamChunk>;
 }

package/dist/cjs/providers/anthropic/utils.d.ts

@@ -3,7 +3,7 @@ import { LlmMessageOptions } from "../../types/LlmProvider.interface.js";
 import { z } from "zod/v4";
 import { JsonObject, NaturalSchema } from "@jaypie/types";
 export declare function loadSdk(): Promise<typeof import("@anthropic-ai/sdk")>;
-export declare const getLogger: () => import("@jaypie/logger/dist/esm/JaypieLogger.js").default;
+export declare const getLogger: () => any;
 export declare function initializeClient({ apiKey, }?: {
     apiKey?: string;
 }): Promise<Anthropic>;

package/dist/cjs/providers/gemini/GeminiProvider.class.d.ts

@@ -1,9 +1,11 @@
 import { JsonObject } from "@jaypie/types";
 import { LlmHistory, LlmInputMessage, LlmMessageOptions, LlmOperateOptions, LlmOperateResponse, LlmProvider } from "../../types/LlmProvider.interface.js";
+import { LlmStreamChunk } from "../../types/LlmStreamChunk.interface.js";
 export declare class GeminiProvider implements LlmProvider {
     private model;
     private _client?;
     private _operateLoop?;
+    private _streamLoop?;
     private apiKey?;
     private log;
     private conversationHistory;
@@ -12,6 +14,8 @@ export declare class GeminiProvider implements LlmProvider {
     });
     private getClient;
     private getOperateLoop;
+    private getStreamLoop;
     send(message: string, options?: LlmMessageOptions): Promise<string | JsonObject>;
     operate(input: string | LlmHistory | LlmInputMessage, options?: LlmOperateOptions): Promise<LlmOperateResponse>;
+    stream(input: string | LlmHistory | LlmInputMessage, options?: LlmOperateOptions): AsyncIterable<LlmStreamChunk>;
 }

package/dist/cjs/providers/gemini/utils.d.ts

@@ -1,7 +1,7 @@
 import type { GoogleGenAI } from "@google/genai";
 import { LlmMessageOptions } from "../../types/LlmProvider.interface.js";
 export declare function loadSdk(): Promise<typeof import("@google/genai")>;
-export declare const getLogger: () => import("@jaypie/logger/dist/esm/JaypieLogger.js").default;
+export declare const getLogger: () => any;
 export declare function initializeClient({ apiKey, }?: {
     apiKey?: string;
 }): Promise<GoogleGenAI>;

package/dist/cjs/providers/openai/OpenAiProvider.class.d.ts

@@ -1,9 +1,11 @@
 import { JsonObject } from "@jaypie/types";
 import { LlmHistory, LlmInputMessage, LlmMessageOptions, LlmOperateOptions, LlmOperateResponse, LlmProvider } from "../../types/LlmProvider.interface.js";
+import { LlmStreamChunk } from "../../types/LlmStreamChunk.interface.js";
 export declare class OpenAiProvider implements LlmProvider {
     private model;
     private _client?;
     private _operateLoop?;
+    private _streamLoop?;
     private apiKey?;
     private log;
     private conversationHistory;
@@ -12,6 +14,8 @@ export declare class OpenAiProvider implements LlmProvider {
     });
     private getClient;
     private getOperateLoop;
+    private getStreamLoop;
     send(message: string, options?: LlmMessageOptions): Promise<string | JsonObject>;
     operate(input: string | LlmHistory | LlmInputMessage, options?: LlmOperateOptions): Promise<LlmOperateResponse>;
+    stream(input: string | LlmHistory | LlmInputMessage, options?: LlmOperateOptions): AsyncIterable<LlmStreamChunk>;
 }

package/dist/cjs/providers/openai/utils.d.ts

@@ -2,7 +2,7 @@ import { JsonObject, NaturalSchema } from "@jaypie/types";
 import { OpenAI } from "openai";
 import { z } from "zod/v4";
 import { LlmMessageOptions } from "../../types/LlmProvider.interface.js";
-export declare const getLogger: () => import("@jaypie/logger/dist/esm/JaypieLogger.js").default;
+export declare const getLogger: () => any;
 export declare function initializeClient({ apiKey, }?: {
     apiKey?: string;
 }): Promise<OpenAI>;

package/dist/cjs/providers/openrouter/OpenRouterProvider.class.d.ts

@@ -1,9 +1,11 @@
 import { JsonObject } from "@jaypie/types";
 import { LlmHistory, LlmInputMessage, LlmMessageOptions, LlmOperateOptions, LlmOperateResponse, LlmProvider } from "../../types/LlmProvider.interface.js";
+import { LlmStreamChunk } from "../../types/LlmStreamChunk.interface.js";
 export declare class OpenRouterProvider implements LlmProvider {
     private model;
     private _client?;
     private _operateLoop?;
+    private _streamLoop?;
     private apiKey?;
     private log;
     private conversationHistory;
@@ -12,6 +14,8 @@ export declare class OpenRouterProvider implements LlmProvider {
     });
     private getClient;
     private getOperateLoop;
+    private getStreamLoop;
     send(message: string, options?: LlmMessageOptions): Promise<string | JsonObject>;
     operate(input: string | LlmHistory | LlmInputMessage, options?: LlmOperateOptions): Promise<LlmOperateResponse>;
+    stream(input: string | LlmHistory | LlmInputMessage, options?: LlmOperateOptions): AsyncIterable<LlmStreamChunk>;
 }

package/dist/cjs/providers/openrouter/utils.d.ts

@@ -1,7 +1,7 @@
 import type { OpenRouter } from "@openrouter/sdk";
 import { LlmMessageOptions } from "../../types/LlmProvider.interface.js";
 export declare function loadSdk(): Promise<typeof import("@openrouter/sdk")>;
-export declare const getLogger: () => import("@jaypie/logger/dist/esm/JaypieLogger.js").default;
+export declare const getLogger: () => any;
 export declare function initializeClient({ apiKey, }?: {
     apiKey?: string;
 }): Promise<OpenRouter>;

package/dist/cjs/tools/Toolkit.class.d.ts

@@ -17,7 +17,7 @@ export declare class Toolkit {
     call({ name, arguments: args }: {
         name: string;
         arguments: string;
-    }): Promise<import("@jaypie/types").AnyValue>;
+    }): Promise<any>;
     extend(tools: LlmTool[], options?: {
         warn?: boolean;
         replace?: boolean;

package/dist/cjs/types/LlmProvider.interface.d.ts

@@ -1,6 +1,7 @@
 import { AnyValue, JsonObject, JsonReturn, NaturalMap, NaturalSchema } from "@jaypie/types";
 import { z } from "zod/v4";
 import { LlmTool } from "./LlmTool.interface.js";
+import { LlmStreamChunk } from "./LlmStreamChunk.interface.js";
 import { Toolkit } from "../tools/Toolkit.class.js";
 export declare enum LlmMessageRole {
     Assistant = "assistant",
@@ -194,5 +195,6 @@ export interface LlmOperateResponse {
 export interface LlmProvider {
     operate?(input: string | LlmHistory | LlmInputMessage, options?: LlmOperateOptions): Promise<LlmOperateResponse>;
     send(message: string, options?: LlmMessageOptions): Promise<string | JsonObject>;
+    stream?(input: string | LlmHistory | LlmInputMessage, options?: LlmOperateOptions): AsyncIterable<LlmStreamChunk>;
 }
 export {};

package/dist/cjs/types/LlmStreamChunk.interface.d.ts

@@ -0,0 +1,41 @@
+import { LlmUsage } from "./LlmProvider.interface.js";
+export declare enum LlmStreamChunkType {
+    Done = "done",
+    Error = "error",
+    Text = "text",
+    ToolCall = "tool_call",
+    ToolResult = "tool_result"
+}
+export interface LlmStreamChunkText {
+    type: LlmStreamChunkType.Text;
+    content: string;
+}
+export interface LlmStreamChunkToolCall {
+    type: LlmStreamChunkType.ToolCall;
+    toolCall: {
+        id: string;
+        name: string;
+        arguments: string;
+    };
+}
+export interface LlmStreamChunkToolResult {
+    type: LlmStreamChunkType.ToolResult;
+    toolResult: {
+        id: string;
+        name: string;
+        result: unknown;
+    };
+}
+export interface LlmStreamChunkDone {
+    type: LlmStreamChunkType.Done;
+    usage: LlmUsage;
+}
+export interface LlmStreamChunkError {
+    type: LlmStreamChunkType.Error;
+    error: {
+        detail?: string;
+        status: number | string;
+        title: string;
+    };
+}
+export type LlmStreamChunk = LlmStreamChunkDone | LlmStreamChunkError | LlmStreamChunkText | LlmStreamChunkToolCall | LlmStreamChunkToolResult;

package/dist/cjs/util/logger.d.ts

@@ -1,2 +1,2 @@
-export declare const getLogger: () => import("@jaypie/logger/dist/esm/JaypieLogger").default;
-export declare const log: import("@jaypie/logger/dist/esm/JaypieLogger").default;
+export declare const getLogger: () => any;
+export declare const log: any;

package/dist/esm/Llm.d.ts

@@ -1,6 +1,7 @@
 import { JsonObject } from "@jaypie/types";
 import { LlmProviderName } from "./constants.js";
 import { LlmProvider, LlmHistory, LlmInputMessage, LlmMessageOptions, LlmOperateOptions, LlmOptions, LlmOperateResponse } from "./types/LlmProvider.interface.js";
+import { LlmStreamChunk } from "./types/LlmStreamChunk.interface.js";
 declare class Llm implements LlmProvider {
     private _provider;
     private _llm;
@@ -9,6 +10,7 @@ declare class Llm implements LlmProvider {
     private createProvider;
     send(message: string, options?: LlmMessageOptions): Promise<string | JsonObject>;
     operate(input: string | LlmHistory | LlmInputMessage, options?: LlmOperateOptions): Promise<LlmOperateResponse>;
+    stream(input: string | LlmHistory | LlmInputMessage, options?: LlmOperateOptions): AsyncIterable<LlmStreamChunk>;
     static send(message: string, options?: LlmMessageOptions & {
         llm?: LlmProviderName;
         apiKey?: string;
@@ -19,5 +21,10 @@ declare class Llm implements LlmProvider {
         apiKey?: string;
         model?: string;
     }): Promise<LlmOperateResponse>;
+    static stream(input: string | LlmHistory | LlmInputMessage, options?: LlmOperateOptions & {
+        llm?: LlmProviderName;
+        apiKey?: string;
+        model?: string;
+    }): AsyncIterable<LlmStreamChunk>;
 }
 export default Llm;

package/dist/esm/index.d.ts

@@ -3,6 +3,8 @@ export * as LLM from "./constants.js";
 export type { LlmHistory, LlmInputContent, LlmInputContentFile, LlmInputContentImage, LlmInputContentText, LlmInputMessage, LlmMessageOptions, LlmOperateOptions, LlmOperateResponse, LlmOptions, LlmProvider, } from "./types/LlmProvider.interface.js";
 export { LlmMessageRole, LlmMessageType, } from "./types/LlmProvider.interface.js";
 export type { LlmTool } from "./types/LlmTool.interface.js";
+export type { LlmStreamChunk, LlmStreamChunkDone, LlmStreamChunkError, LlmStreamChunkText, LlmStreamChunkToolCall, LlmStreamChunkToolResult, } from "./types/LlmStreamChunk.interface.js";
+export { LlmStreamChunkType } from "./types/LlmStreamChunk.interface.js";
 export { JaypieToolkit, toolkit, Toolkit, tools } from "./tools/index.js";
 export { GeminiProvider } from "./providers/gemini/index.js";
 export { OpenRouterProvider } from "./providers/openrouter/index.js";