genaicode 2.0.0 → 2.1.0

package/dist/core/middleware.js

@@ -0,0 +1,173 @@
+import { definePlugin } from './plugins.js';
+import { providerStream } from './stream.js';
+/** Observability middleware: records wall-clock duration around each generate call. */
+export function timingPlugin(options = {}) {
+    const onTiming = options.onTiming ??
+        ((info) => {
+            console.log(`[genaicode] ${info.plugin} ${info.ok ? 'ok' : 'error'} in ${info.durationMs.toFixed(1)}ms`);
+        });
+    return definePlugin({
+        name: 'timing',
+        async generate(request, next) {
+            const startedAt = performance.now();
+            try {
+                const result = await next(request);
+                onTiming({ plugin: 'timing', durationMs: performance.now() - startedAt, ok: true });
+                return result;
+            }
+            catch (error) {
+                onTiming({ plugin: 'timing', durationMs: performance.now() - startedAt, ok: false });
+                throw error;
+            }
+        },
+    });
+}
+/** Simple concurrency / interval limiter. Does not talk to external rate-limit stores. */
+export function rateLimitPlugin(options = {}) {
+    const concurrency = Math.max(1, options.concurrency ?? 1);
+    const minIntervalMs = Math.max(0, options.minIntervalMs ?? 0);
+    let active = 0;
+    let lastStartedAt = 0;
+    const waiters = [];
+    const pump = () => {
+        while (active < concurrency && waiters.length > 0) {
+            const now = Date.now();
+            // Enforce spacing between starts even when no call is currently in flight
+            // (important for concurrency=1 + minIntervalMs).
+            const waitMs = lastStartedAt === 0 ? 0 : Math.max(0, minIntervalMs - (now - lastStartedAt));
+            if (waitMs > 0) {
+                setTimeout(pump, waitMs);
+                return;
+            }
+            const next = waiters.shift();
+            if (!next)
+                return;
+            active += 1;
+            lastStartedAt = Date.now();
+            next();
+        }
+    };
+    const acquire = () => new Promise((resolve) => {
+        waiters.push(resolve);
+        pump();
+    });
+    const release = () => {
+        active = Math.max(0, active - 1);
+        pump();
+    };
+    return definePlugin({
+        name: 'rate-limit',
+        async generate(request, next) {
+            await acquire();
+            try {
+                return await next(request);
+            }
+            finally {
+                release();
+            }
+        },
+    });
+}
+function defaultCacheKey(request) {
+    return JSON.stringify({
+        prompt: request.prompt,
+        model: request.model,
+        temperature: request.temperature,
+        maxOutputTokens: request.maxOutputTokens,
+        tools: request.tools,
+        toolChoice: request.toolChoice,
+        metadata: request.metadata,
+    });
+}
+/** In-memory response cache. Intentionally short-circuits `next` on hit. */
+export function cachePlugin(options = {}) {
+    const keyOf = options.key ?? defaultCacheKey;
+    const maxEntries = options.maxEntries ?? 128;
+    const cache = new Map();
+    return definePlugin({
+        name: 'cache',
+        async generate(request, next) {
+            const key = keyOf(request);
+            const hit = cache.get(key);
+            if (hit) {
+                cache.delete(key);
+                cache.set(key, hit);
+                return hit;
+            }
+            const result = await next(request);
+            cache.set(key, result);
+            if (cache.size > maxEntries) {
+                const oldest = cache.keys().next().value;
+                if (oldest !== undefined)
+                    cache.delete(oldest);
+            }
+            return result;
+        },
+    });
+}
+/**
+ * Fallback middleware: on primary failure, try alternate providers in order.
+ * Each alternate receives the same GenerationRequest.
+ */
+export function fallbackPlugin(options) {
+    const shouldFallback = options.shouldFallback ?? (() => true);
+    return definePlugin({
+        name: 'fallback',
+        async generate(request, next) {
+            try {
+                return await next(request);
+            }
+            catch (error) {
+                if (!shouldFallback(error, 0))
+                    throw error;
+                let lastError = error;
+                for (let index = 0; index < options.providers.length; index += 1) {
+                    if (!shouldFallback(lastError, index + 1) && index > 0)
+                        throw lastError;
+                    try {
+                        return await options.providers[index].generate(request);
+                    }
+                    catch (fallbackError) {
+                        lastError = fallbackError;
+                    }
+                }
+                throw lastError;
+            }
+        },
+    });
+}
+/**
+ * Compose multiple providers into one ModelProvider that tries each until one succeeds.
+ * Prefer this when there is no single "primary" provider wired through plugins.
+ */
+export function fallbackProvider(providers, name = 'fallback') {
+    if (providers.length === 0) {
+        throw new Error('fallbackProvider requires at least one provider.');
+    }
+    const streamProvider = providers.find((provider) => Boolean(provider.stream)) ?? providers[0];
+    return {
+        name,
+        capabilities: {
+            streaming: providers.some((provider) => provider.capabilities?.streaming || Boolean(provider.stream)),
+            tools: providers.every((provider) => provider.capabilities?.tools !== false),
+            systemPrompt: providers.every((provider) => provider.capabilities?.systemPrompt !== false),
+        },
+        async generate(request) {
+            let lastError;
+            for (const provider of providers) {
+                try {
+                    return await provider.generate(request);
+                }
+                catch (error) {
+                    lastError = error;
+                }
+            }
+            throw lastError instanceof Error ? lastError : new Error(String(lastError));
+        },
+        stream(request) {
+            // Prefer the first provider with a native stream implementation.
+            return providerStream(streamProvider, request);
+        },
+    };
+}
+//# sourceMappingURL=middleware.js.map

package/dist/core/middleware.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"middleware.js","sourceRoot":"","sources":["../../src/core/middleware.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,YAAY,EAAoB,MAAM,cAAc,CAAC;AAC9D,OAAO,EAAE,cAAc,EAAE,MAAM,aAAa,CAAC;AAM7C,uFAAuF;AACvF,MAAM,UAAU,YAAY,CAAC,UAA+B,EAAE;IAC5D,MAAM,QAAQ,GACZ,OAAO,CAAC,QAAQ;QAChB,CAAC,CAAC,IAAI,EAAE,EAAE;YACR,OAAO,CAAC,GAAG,CAAC,eAAe,IAAI,CAAC,MAAM,IAAI,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,OAAO,OAAO,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;QAC3G,CAAC,CAAC,CAAC;IAEL,OAAO,YAAY,CAAC;QAClB,IAAI,EAAE,QAAQ;QACd,KAAK,CAAC,QAAQ,CAAC,OAAO,EAAE,IAAI;YAC1B,MAAM,SAAS,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;YACpC,IAAI,CAAC;gBACH,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,CAAC;gBACnC,QAAQ,CAAC,EAAE,MAAM,EAAE,QAAQ,EAAE,UAAU,EAAE,WAAW,CAAC,GAAG,EAAE,GAAG,SAAS,EAAE,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC;gBACpF,OAAO,MAAM,CAAC;YAChB,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,QAAQ,CAAC,EAAE,MAAM,EAAE,QAAQ,EAAE,UAAU,EAAE,WAAW,CAAC,GAAG,EAAE,GAAG,SAAS,EAAE,EAAE,EAAE,KAAK,EAAE,CAAC,CAAC;gBACrF,MAAM,KAAK,CAAC;YACd,CAAC;QACH,CAAC;KACF,CAAC,CAAC;AACL,CAAC;AASD,0FAA0F;AAC1F,MAAM,UAAU,eAAe,CAAC,UAAkC,EAAE;IAClE,MAAM,WAAW,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,OAAO,CAAC,WAAW,IAAI,CAAC,CAAC,CAAC;IAC1D,MAAM,aAAa,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,OAAO,CAAC,aAAa,IAAI,CAAC,CAAC,CAAC;IAC9D,IAAI,MAAM,GAAG,CAAC,CAAC;IACf,IAAI,aAAa,GAAG,CAAC,CAAC;IACtB,MAAM,OAAO,GAAsB,EAAE,CAAC;IAEtC,MAAM,IAAI,GAAG,GAAG,EAAE;QAChB,OAAO,MAAM,GAAG,WAAW,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAClD,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YACvB,0EAA0E;YAC1E,iDAAiD;YACjD,MAAM,MAAM,GAAG,aAAa,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,aAAa,GAAG,CAAC,GAAG,GAAG,aAAa,CAAC,CAAC,CAAC;YAC5F,IAAI,MAAM,GAAG,CAAC,EAAE,CAAC;gBACf,UAAU,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;gBACzB,OAAO;YACT,CAAC;YACD,MAAM,IAAI,GAAG,OAAO,CAAC,KAAK,EAAE,CAAC;YAC7B,IAAI,CAAC,IAAI;gBAAE,OAAO;YAClB,MAAM,IAAI,CAAC,CAAC;YACZ,aAAa,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YAC3B,IAAI,EAAE,CAAC;QACT,CAAC;IACH,CAAC,CAAC;IAEF,MAAM,OAAO,GAAG,GAAG,EAAE,CACnB,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,EAAE;QAC5B,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QACtB,IAAI,EAAE,CAAC;IACT,CAAC,CAAC,CAAC;IAEL,MAAM,OAAO,GAAG,GAAG,EAAE;QACnB,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,MAAM,GAAG,CAAC,CAAC,CAAC;QACjC,IAAI,EAAE,CAAC;IACT,CAAC,CAAC;IAEF,OAAO,YAAY,CAAC;QAClB,IAAI,EAAE,YAAY;QAClB,KAAK,CAAC,QAAQ,CAAC,OAAO,EAAE,IAAI;YAC1B,MAAM,OAAO,EAAE,CAAC;YAChB,IAAI,CAAC;gBACH,OAAO,MAAM,IAAI,CAAC,OAAO,CAAC,CAAC;YAC7B,CAAC;oBAAS,CAAC;gBACT,OAAO,EAAE,CAAC;YACZ,CAAC;QACH,CAAC;KACF,CAAC,CAAC;AACL,CAAC;AAQD,SAAS,eAAe,CAAC,OAA0B;IACjD,OAAO,IAAI,CAAC,SAAS,CAAC;QACpB,MAAM,EAAE,OAAO,CAAC,MAAM;QACtB,KAAK,EAAE,OAAO,CAAC,KAAK;QACpB,WAAW,EAAE,OAAO,CAAC,WAAW;QAChC,eAAe,EAAE,OAAO,CAAC,eAAe;QACxC,KAAK,EAAE,OAAO,CAAC,KAAK;QACpB,UAAU,EAAE,OAAO,CAAC,UAAU;QAC9B,QAAQ,EAAE,OAAO,CAAC,QAAQ;KAC3B,CAAC,CAAC;AACL,CAAC;AAED,4EAA4E;AAC5E,MAAM,UAAU,WAAW,CAAC,UAA8B,EAAE;IAC1D,MAAM,KAAK,GAAG,OAAO,CAAC,GAAG,IAAI,eAAe,CAAC;IAC7C,MAAM,UAAU,GAAG,OAAO,CAAC,UAAU,IAAI,GAAG,CAAC;IAC7C,MAAM,KAAK,GAAG,IAAI,GAAG,EAA4B,CAAC;IAElD,OAAO,YAAY,CAAC;QAClB,IAAI,EAAE,OAAO;QACb,KAAK,CAAC,QAAQ,CAAC,OAAO,EAAE,IAAI;YAC1B,MAAM,GAAG,GAAG,KAAK,CAAC,OAAO,CAAC,CAAC;YAC3B,MAAM,GAAG,GAAG,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;YAC3B,IAAI,GAAG,EAAE,CAAC;gBACR,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;gBAClB,KAAK,CAAC,GAAG,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC;gBACpB,OAAO,GAAG,CAAC;YACb,CAAC;YACD,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,CAAC;YACnC,KAAK,CAAC,GAAG,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;YACvB,IAAI,KAAK,CAAC,IAAI,GAAG,UAAU,EAAE,CAAC;gBAC5B,MAAM,MAAM,GAAG,KAAK,CAAC,IAAI,EAAE,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC;gBACzC,IAAI,MAAM,KAAK,SAAS;oBAAE,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;YACjD,CAAC;YACD,OAAO,MAAM,CAAC;QAChB,CAAC;KACF,CAAC,CAAC;AACL,CAAC;AASD;;;GAGG;AACH,MAAM,UAAU,cAAc,CAAC,OAA8B;IAC3D,MAAM,cAAc,GAAG,OAAO,CAAC,cAAc,IAAI,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,CAAC;IAE9D,OAAO,YAAY,CAAC;QAClB,IAAI,EAAE,UAAU;QAChB,KAAK,CAAC,QAAQ,CAAC,OAAO,EAAE,IAAI;YAC1B,IAAI,CAAC;gBACH,OAAO,MAAM,IAAI,CAAC,OAAO,CAAC,CAAC;YAC7B,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,IAAI,CAAC,cAAc,CAAC,KAAK,EAAE,CAAC,CAAC;oBAAE,MAAM,KAAK,CAAC;gBAC3C,IAAI,SAAS,GAAY,KAAK,CAAC;gBAC/B,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,OAAO,CAAC,SAAS,CAAC,MAAM,EAAE,KAAK,IAAI,CAAC,EAAE,CAAC;oBACjE,IAAI,CAAC,cAAc,CAAC,SAAS,EAAE,KAAK,GAAG,CAAC,CAAC,IAAI,KAAK,GAAG,CAAC;wBAAE,MAAM,SAAS,CAAC;oBACxE,IAAI,CAAC;wBACH,OAAO,MAAM,OAAO,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;oBAC1D,CAAC;oBAAC,OAAO,aAAa,EAAE,CAAC;wBACvB,SAAS,GAAG,aAAa,CAAC;oBAC5B,CAAC;gBACH,CAAC;gBACD,MAAM,SAAS,CAAC;YAClB,CAAC;QACH,CAAC;KACF,CAAC,CAAC;AACL,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,gBAAgB,CAAC,SAAmC,EAAE,IAAI,GAAG,UAAU;IACrF,IAAI,SAAS,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC3B,MAAM,IAAI,KAAK,CAAC,kDAAkD,CAAC,CAAC;IACtE,CAAC;IACD,MAAM,cAAc,GAAG,SAAS,CAAC,IAAI,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,IAAI,SAAS,CAAC,CAAC,CAAC,CAAC;IAC9F,OAAO;QACL,IAAI;QACJ,YAAY,EAAE;YACZ,SAAS,EAAE,SAAS,CAAC,IAAI,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,QAAQ,CAAC,YAAY,EAAE,SAAS,IAAI,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;YACrG,KAAK,EAAE,SAAS,CAAC,KAAK,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,QAAQ,CAAC,YAAY,EAAE,KAAK,KAAK,KAAK,CAAC;YAC5E,YAAY,EAAE,SAAS,CAAC,KAAK,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,QAAQ,CAAC,YAAY,EAAE,YAAY,KAAK,KAAK,CAAC;SAC3F;QACD,KAAK,CAAC,QAAQ,CAAC,OAAO;YACpB,IAAI,SAAkB,CAAC;YACvB,KAAK,MAAM,QAAQ,IAAI,SAAS,EAAE,CAAC;gBACjC,IAAI,CAAC;oBACH,OAAO,MAAM,QAAQ,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;gBAC1C,CAAC;gBAAC,OAAO,KAAK,EAAE,CAAC;oBACf,SAAS,GAAG,KAAK,CAAC;gBACpB,CAAC;YACH,CAAC;YACD,MAAM,SAAS,YAAY,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC;QAC9E,CAAC;QACD,MAAM,CAAC,OAAO;YACZ,iEAAiE;YACjE,OAAO,cAAc,CAAC,cAAc,EAAE,OAAO,CAAC,CAAC;QACjD,CAAC;KACF,CAAC;AACJ,CAAC"}

package/dist/core/plugins.d.ts

@@ -1,8 +1,14 @@
-import type { GenerationRequest, GenerationResult, ModelProvider } from './types.js';
+import type { GenerationRequest, GenerationResult, ModelProvider, StreamEvent } from './types.js';
 export type GenerateNext = (request?: GenerationRequest) => Promise<GenerationResult>;
+export type StreamNext = (request?: GenerationRequest) => AsyncIterable<StreamEvent>;
 export interface GenAIPlugin {
     readonly name: string;
     generate(request: GenerationRequest, next: GenerateNext): Promise<GenerationResult>;
+    /**
+     * Optional streaming middleware. When omitted, the stream path passes through
+     * to the next plugin / provider unchanged.
+     */
+    stream?(request: GenerationRequest, next: StreamNext): AsyncIterable<StreamEvent>;
 }
 export declare function definePlugin(plugin: GenAIPlugin): GenAIPlugin;
 /**
@@ -10,5 +16,6 @@ export declare function definePlugin(plugin: GenAIPlugin): GenAIPlugin;
  *
  * Plugins run in registration order. Each plugin may modify the request passed
  * to `next`, transform its result, handle an error, or intentionally short-circuit.
+ * Streaming uses the same order; plugins without `stream` pass through.
  */
 export declare function withPlugins(provider: ModelProvider, plugins: readonly GenAIPlugin[]): ModelProvider;

package/dist/core/plugins.js

@@ -1,3 +1,4 @@
+import { generateAsStream, providerStream } from './stream.js';
 export function definePlugin(plugin) {
     return plugin;
 }
@@ -6,12 +7,14 @@ export function definePlugin(plugin) {
  *
  * Plugins run in registration order. Each plugin may modify the request passed
  * to `next`, transform its result, handle an error, or intentionally short-circuit.
+ * Streaming uses the same order; plugins without `stream` pass through.
  */
 export function withPlugins(provider, plugins) {
     if (plugins.length === 0)
         return provider;
-    return {
+    const wrapped = {
         name: provider.name,
+        capabilities: provider.capabilities,
         generate(request) {
             let lastIndex = -1;
             const dispatch = (index, currentRequest) => {
@@ -26,6 +29,27 @@ export function withPlugins(provider, plugins) {
             };
             return dispatch(0, request);
         },
+        stream(request) {
+            let lastIndex = -1;
+            const dispatch = (index, currentRequest) => {
+                if (index <= lastIndex) {
+                    throw new Error('A GenAIcode plugin called next() more than once.');
+                }
+                lastIndex = index;
+                const plugin = plugins[index];
+                if (!plugin) {
+                    return provider.stream
+                        ? providerStream(provider, currentRequest)
+                        : generateAsStream((nextRequest) => provider.generate(nextRequest), currentRequest);
+                }
+                if (plugin.stream) {
+                    return plugin.stream(currentRequest, (nextRequest = currentRequest) => dispatch(index + 1, nextRequest));
+                }
+                return dispatch(index + 1, currentRequest);
+            };
+            return dispatch(0, request);
+        },
     };
+    return wrapped;
 }
 //# sourceMappingURL=plugins.js.map

package/dist/core/plugins.js.map

@@ -1 +1 @@
-{"version":3,"file":"plugins.js","sourceRoot":"","sources":["../../src/core/plugins.ts"],"names":[],"mappings":"AASA,MAAM,UAAU,YAAY,CAAC,MAAmB;IAC9C,OAAO,MAAM,CAAC;AAChB,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,WAAW,CAAC,QAAuB,EAAE,OAA+B;IAClF,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,QAAQ,CAAC;IAE1C,OAAO;QACL,IAAI,EAAE,QAAQ,CAAC,IAAI;QACnB,QAAQ,CAAC,OAAO;YACd,IAAI,SAAS,GAAG,CAAC,CAAC,CAAC;YACnB,MAAM,QAAQ,GAAG,CAAC,KAAa,EAAE,cAAiC,EAA6B,EAAE;gBAC/F,IAAI,KAAK,IAAI,SAAS,EAAE,CAAC;oBACvB,OAAO,OAAO,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,kDAAkD,CAAC,CAAC,CAAC;gBACvF,CAAC;gBACD,SAAS,GAAG,KAAK,CAAC;gBAClB,MAAM,MAAM,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC;gBAC9B,IAAI,CAAC,MAAM;oBAAE,OAAO,QAAQ,CAAC,QAAQ,CAAC,cAAc,CAAC,CAAC;gBACtD,OAAO,MAAM,CAAC,QAAQ,CAAC,cAAc,EAAE,CAAC,WAAW,GAAG,cAAc,EAAE,EAAE,CAAC,QAAQ,CAAC,KAAK,GAAG,CAAC,EAAE,WAAW,CAAC,CAAC,CAAC;YAC7G,CAAC,CAAC;YACF,OAAO,QAAQ,CAAC,CAAC,EAAE,OAAO,CAAC,CAAC;QAC9B,CAAC;KACF,CAAC;AACJ,CAAC"}
+{"version":3,"file":"plugins.js","sourceRoot":"","sources":["../../src/core/plugins.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,gBAAgB,EAAE,cAAc,EAAE,MAAM,aAAa,CAAC;AAgB/D,MAAM,UAAU,YAAY,CAAC,MAAmB;IAC9C,OAAO,MAAM,CAAC;AAChB,CAAC;AAED;;;;;;GAMG;AACH,MAAM,UAAU,WAAW,CAAC,QAAuB,EAAE,OAA+B;IAClF,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,QAAQ,CAAC;IAE1C,MAAM,OAAO,GAAkB;QAC7B,IAAI,EAAE,QAAQ,CAAC,IAAI;QACnB,YAAY,EAAE,QAAQ,CAAC,YAAY;QACnC,QAAQ,CAAC,OAAO;YACd,IAAI,SAAS,GAAG,CAAC,CAAC,CAAC;YACnB,MAAM,QAAQ,GAAG,CAAC,KAAa,EAAE,cAAiC,EAA6B,EAAE;gBAC/F,IAAI,KAAK,IAAI,SAAS,EAAE,CAAC;oBACvB,OAAO,OAAO,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,kDAAkD,CAAC,CAAC,CAAC;gBACvF,CAAC;gBACD,SAAS,GAAG,KAAK,CAAC;gBAClB,MAAM,MAAM,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC;gBAC9B,IAAI,CAAC,MAAM;oBAAE,OAAO,QAAQ,CAAC,QAAQ,CAAC,cAAc,CAAC,CAAC;gBACtD,OAAO,MAAM,CAAC,QAAQ,CAAC,cAAc,EAAE,CAAC,WAAW,GAAG,cAAc,EAAE,EAAE,CAAC,QAAQ,CAAC,KAAK,GAAG,CAAC,EAAE,WAAW,CAAC,CAAC,CAAC;YAC7G,CAAC,CAAC;YACF,OAAO,QAAQ,CAAC,CAAC,EAAE,OAAO,CAAC,CAAC;QAC9B,CAAC;QACD,MAAM,CAAC,OAAO;YACZ,IAAI,SAAS,GAAG,CAAC,CAAC,CAAC;YACnB,MAAM,QAAQ,GAAG,CAAC,KAAa,EAAE,cAAiC,EAA8B,EAAE;gBAChG,IAAI,KAAK,IAAI,SAAS,EAAE,CAAC;oBACvB,MAAM,IAAI,KAAK,CAAC,kDAAkD,CAAC,CAAC;gBACtE,CAAC;gBACD,SAAS,GAAG,KAAK,CAAC;gBAClB,MAAM,MAAM,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC;gBAC9B,IAAI,CAAC,MAAM,EAAE,CAAC;oBACZ,OAAO,QAAQ,CAAC,MAAM;wBACpB,CAAC,CAAC,cAAc,CAAC,QAAQ,EAAE,cAAc,CAAC;wBAC1C,CAAC,CAAC,gBAAgB,CAAC,CAAC,WAAW,EAAE,EAAE,CAAC,QAAQ,CAAC,QAAQ,CAAC,WAAW,CAAC,EAAE,cAAc,CAAC,CAAC;gBACxF,CAAC;gBACD,IAAI,MAAM,CAAC,MAAM,EAAE,CAAC;oBAClB,OAAO,MAAM,CAAC,MAAM,CAAC,cAAc,EAAE,CAAC,WAAW,GAAG,cAAc,EAAE,EAAE,CAAC,QAAQ,CAAC,KAAK,GAAG,CAAC,EAAE,WAAW,CAAC,CAAC,CAAC;gBAC3G,CAAC;gBACD,OAAO,QAAQ,CAAC,KAAK,GAAG,CAAC,EAAE,cAAc,CAAC,CAAC;YAC7C,CAAC,CAAC;YACF,OAAO,QAAQ,CAAC,CAAC,EAAE,OAAO,CAAC,CAAC;QAC9B,CAAC;KACF,CAAC;IAEF,OAAO,OAAO,CAAC;AACjB,CAAC"}

package/dist/core/result.d.ts

@@ -1,5 +1,5 @@
-import type { GenerationResult, PromptItem, ToolCall } from './types.js';
+import type { GenerationResult, JsonResultParser, PromptItem, ToolCall } from './types.js';
 export declare function resultText(result: GenerationResult): string;
 export declare function resultToolCalls(result: GenerationResult): ToolCall[];
 export declare function resultToPromptItem(result: GenerationResult): PromptItem;
-export declare function parseJsonResult<T = unknown>(result: GenerationResult, parse?: (value: unknown) => T): T;
+export declare function parseJsonResult<T = unknown>(result: GenerationResult, parse?: JsonResultParser<T>): T;

package/dist/core/result.js

@@ -18,6 +18,10 @@ export function resultToPromptItem(result) {
 export function parseJsonResult(result, parse = (value) => value) {
     const text = resultText(result).trim();
     const fenced = /^```(?:json)?\s*([\s\S]*?)\s*```$/i.exec(text);
-    return parse(JSON.parse(fenced?.[1] ?? text));
+    const parsedValue = JSON.parse(fenced?.[1] ?? text);
+    if (typeof parse === 'function') {
+        return parse(parsedValue);
+    }
+    return parse.parse(parsedValue);
 }
 //# sourceMappingURL=result.js.map

package/dist/core/result.js.map

@@ -1 +1 @@
-{"version":3,"file":"result.js","sourceRoot":"","sources":["../../src/core/result.ts"],"names":[],"mappings":"AAEA,MAAM,UAAU,UAAU,CAAC,MAAwB;IACjD,OAAO,MAAM,CAAC,KAAK;SAChB,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,KAAK,MAAM,CAAC;SACtC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC;SACxB,IAAI,CAAC,EAAE,CAAC,CAAC;AACd,CAAC;AAED,MAAM,UAAU,eAAe,CAAC,MAAwB;IACtD,OAAO,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,KAAK,UAAU,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;AAC9F,CAAC;AAED,MAAM,UAAU,kBAAkB,CAAC,MAAwB;IACzD,OAAO;QACL,IAAI,EAAE,WAAW;QACjB,IAAI,EAAE,UAAU,CAAC,MAAM,CAAC,IAAI,SAAS;QACrC,SAAS,EAAE,eAAe,CAAC,MAAM,CAAC;QAClC,MAAM,EAAE,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,KAAK,OAAO,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC;KACvF,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,eAAe,CAC7B,MAAwB,EACxB,QAA+B,CAAC,KAAK,EAAE,EAAE,CAAC,KAAU;IAEpD,MAAM,IAAI,GAAG,UAAU,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,CAAC;IACvC,MAAM,MAAM,GAAG,oCAAoC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC/D,OAAO,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,IAAI,IAAI,CAAY,CAAC,CAAC;AAC3D,CAAC"}
+{"version":3,"file":"result.js","sourceRoot":"","sources":["../../src/core/result.ts"],"names":[],"mappings":"AAEA,MAAM,UAAU,UAAU,CAAC,MAAwB;IACjD,OAAO,MAAM,CAAC,KAAK;SAChB,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,KAAK,MAAM,CAAC;SACtC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC;SACxB,IAAI,CAAC,EAAE,CAAC,CAAC;AACd,CAAC;AAED,MAAM,UAAU,eAAe,CAAC,MAAwB;IACtD,OAAO,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,KAAK,UAAU,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;AAC9F,CAAC;AAED,MAAM,UAAU,kBAAkB,CAAC,MAAwB;IACzD,OAAO;QACL,IAAI,EAAE,WAAW;QACjB,IAAI,EAAE,UAAU,CAAC,MAAM,CAAC,IAAI,SAAS;QACrC,SAAS,EAAE,eAAe,CAAC,MAAM,CAAC;QAClC,MAAM,EAAE,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,KAAK,OAAO,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC;KACvF,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,eAAe,CAC7B,MAAwB,EACxB,QAA6B,CAAC,KAAK,EAAE,EAAE,CAAC,KAAU;IAElD,MAAM,IAAI,GAAG,UAAU,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,CAAC;IACvC,MAAM,MAAM,GAAG,oCAAoC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC/D,MAAM,WAAW,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,IAAI,IAAI,CAAY,CAAC;IAC/D,IAAI,OAAO,KAAK,KAAK,UAAU,EAAE,CAAC;QAChC,OAAO,KAAK,CAAC,WAAW,CAAC,CAAC;IAC5B,CAAC;IACD,OAAO,KAAK,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC;AAClC,CAAC"}

package/dist/core/stream.d.ts

@@ -0,0 +1,11 @@
+import type { GenerationResult, ModelProvider, StreamEvent } from './types.js';
+/**
+ * Turn a completed generation into a short synthetic stream.
+ * Used when a provider (or plugin chain) has no native `stream` implementation.
+ */
+export declare function generateAsStream(generate: (request: Parameters<ModelProvider['generate']>[0]) => Promise<GenerationResult>, request: Parameters<ModelProvider['generate']>[0]): AsyncGenerator<StreamEvent>;
+export declare function providerStream(provider: ModelProvider, request: Parameters<ModelProvider['generate']>[0]): AsyncIterable<StreamEvent>;
+/** Collect a stream into the final `GenerationResult` (from `done` or by accumulation). */
+export declare function collectStream(events: AsyncIterable<StreamEvent>): Promise<GenerationResult>;
+/** Yield only text deltas from a stream. */
+export declare function streamTextDeltas(events: AsyncIterable<StreamEvent>): AsyncGenerator<string>;

package/dist/core/stream.js

@@ -0,0 +1,93 @@
+import { resultText, resultToolCalls } from './result.js';
+/**
+ * Turn a completed generation into a short synthetic stream.
+ * Used when a provider (or plugin chain) has no native `stream` implementation.
+ */
+export async function* generateAsStream(generate, request) {
+    try {
+        const result = await generate(request);
+        const text = resultText(result);
+        if (text) {
+            yield { type: 'text-delta', text };
+        }
+        for (const toolCall of resultToolCalls(result)) {
+            yield { type: 'tool-call', toolCall };
+        }
+        for (const part of result.parts) {
+            if (part.type === 'image') {
+                yield { type: 'image', image: part.image };
+            }
+        }
+        if (result.usage) {
+            yield { type: 'usage', usage: result.usage };
+        }
+        yield { type: 'done', result };
+    }
+    catch (error) {
+        yield { type: 'error', error };
+        throw error;
+    }
+}
+export function providerStream(provider, request) {
+    if (provider.stream) {
+        return provider.stream(request);
+    }
+    return generateAsStream((nextRequest) => provider.generate(nextRequest), request);
+}
+/** Collect a stream into the final `GenerationResult` (from `done` or by accumulation). */
+export async function collectStream(events) {
+    let text = '';
+    const toolCalls = [];
+    const images = [];
+    let usage;
+    let model;
+    let finishReason;
+    let raw;
+    let doneResult;
+    for await (const event of events) {
+        switch (event.type) {
+            case 'text-delta':
+                text += event.text;
+                break;
+            case 'tool-call':
+                toolCalls.push(event.toolCall);
+                break;
+            case 'image':
+                images.push({ type: 'image', image: event.image });
+                break;
+            case 'usage':
+                usage = event.usage;
+                break;
+            case 'done':
+                doneResult = event.result;
+                break;
+            case 'error':
+                throw event.error instanceof Error ? event.error : new Error(String(event.error));
+            case 'tool-call-delta':
+                break;
+        }
+    }
+    if (doneResult) {
+        return doneResult;
+    }
+    const parts = [];
+    if (text)
+        parts.push({ type: 'text', text });
+    for (const toolCall of toolCalls) {
+        parts.push({ type: 'toolCall', toolCall });
+    }
+    parts.push(...images);
+    return { parts, model, finishReason, usage, raw };
+}
+/** Yield only text deltas from a stream. */
+export async function* streamTextDeltas(events) {
+    for await (const event of events) {
+        if (event.type === 'text-delta' && event.text) {
+            yield event.text;
+        }
+        else if (event.type === 'error') {
+            throw event.error instanceof Error ? event.error : new Error(String(event.error));
+        }
+    }
+}
+//# sourceMappingURL=stream.js.map

package/dist/core/stream.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"stream.js","sourceRoot":"","sources":["../../src/core/stream.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,eAAe,EAAE,MAAM,aAAa,CAAC;AAG1D;;;GAGG;AACH,MAAM,CAAC,KAAK,SAAS,CAAC,CAAC,gBAAgB,CACrC,QAA0F,EAC1F,OAAiD;IAEjD,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAC,OAAO,CAAC,CAAC;QACvC,MAAM,IAAI,GAAG,UAAU,CAAC,MAAM,CAAC,CAAC;QAChC,IAAI,IAAI,EAAE,CAAC;YACT,MAAM,EAAE,IAAI,EAAE,YAAY,EAAE,IAAI,EAAE,CAAC;QACrC,CAAC;QACD,KAAK,MAAM,QAAQ,IAAI,eAAe,CAAC,MAAM,CAAC,EAAE,CAAC;YAC/C,MAAM,EAAE,IAAI,EAAE,WAAW,EAAE,QAAQ,EAAE,CAAC;QACxC,CAAC;QACD,KAAK,MAAM,IAAI,IAAI,MAAM,CAAC,KAAK,EAAE,CAAC;YAChC,IAAI,IAAI,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;gBAC1B,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,CAAC;YAC7C,CAAC;QACH,CAAC;QACD,IAAI,MAAM,CAAC,KAAK,EAAE,CAAC;YACjB,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,MAAM,CAAC,KAAK,EAAE,CAAC;QAC/C,CAAC;QACD,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC;IACjC,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC;QAC/B,MAAM,KAAK,CAAC;IACd,CAAC;AACH,CAAC;AAED,MAAM,UAAU,cAAc,CAC5B,QAAuB,EACvB,OAAiD;IAEjD,IAAI,QAAQ,CAAC,MAAM,EAAE,CAAC;QACpB,OAAO,QAAQ,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;IAClC,CAAC;IACD,OAAO,gBAAgB,CAAC,CAAC,WAAW,EAAE,EAAE,CAAC,QAAQ,CAAC,QAAQ,CAAC,WAAW,CAAC,EAAE,OAAO,CAAC,CAAC;AACpF,CAAC;AAED,2FAA2F;AAC3F,MAAM,CAAC,KAAK,UAAU,aAAa,CAAC,MAAkC;IACpE,IAAI,IAAI,GAAG,EAAE,CAAC;IACd,MAAM,SAAS,GAAe,EAAE,CAAC;IACjC,MAAM,MAAM,GAA8B,EAAE,CAAC;IAC7C,IAAI,KAAgC,CAAC;IACrC,IAAI,KAAyB,CAAC;IAC9B,IAAI,YAAgC,CAAC;IACrC,IAAI,GAAY,CAAC;IACjB,IAAI,UAAwC,CAAC;IAE7C,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QACjC,QAAQ,KAAK,CAAC,IAAI,EAAE,CAAC;YACnB,KAAK,YAAY;gBACf,IAAI,IAAI,KAAK,CAAC,IAAI,CAAC;gBACnB,MAAM;YACR,KAAK,WAAW;gBACd,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;gBAC/B,MAAM;YACR,KAAK,OAAO;gBACV,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,EAAE,CAAC,CAAC;gBACnD,MAAM;YACR,KAAK,OAAO;gBACV,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC;gBACpB,MAAM;YACR,KAAK,MAAM;gBACT,UAAU,GAAG,KAAK,CAAC,MAAM,CAAC;gBAC1B,MAAM;YACR,KAAK,OAAO;gBACV,MAAM,KAAK,CAAC,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC;YACpF,KAAK,iBAAiB;gBACpB,MAAM;QACV,CAAC;IACH,CAAC;IAED,IAAI,UAAU,EAAE,CAAC;QACf,OAAO,UAAU,CAAC;IACpB,CAAC;IAED,MAAM,KAAK,GAA8B,EAAE,CAAC;IAC5C,IAAI,IAAI;QAAE,KAAK,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;IAC7C,KAAK,MAAM,QAAQ,IAAI,SAAS,EAAE,CAAC;QACjC,KAAK,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,UAAU,EAAE,QAAQ,EAAE,CAAC,CAAC;IAC7C,CAAC;IACD,KAAK,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC,CAAC;IAEtB,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,YAAY,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC;AACpD,CAAC;AAED,4CAA4C;AAC5C,MAAM,CAAC,KAAK,SAAS,CAAC,CAAC,gBAAgB,CAAC,MAAkC;IACxE,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QACjC,IAAI,KAAK,CAAC,IAAI,KAAK,YAAY,IAAI,KAAK,CAAC,IAAI,EAAE,CAAC;YAC9C,MAAM,KAAK,CAAC,IAAI,CAAC;QACnB,CAAC;aAAM,IAAI,KAAK,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;YAClC,MAAM,KAAK,CAAC,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC;QACpF,CAAC;IACH,CAAC;AACH,CAAC"}

package/dist/core/types.d.ts

@@ -76,6 +76,10 @@ export interface GenerationResult {
     usage?: TokenUsage;
     raw?: unknown;
 }
+export interface SchemaAdapter<T = unknown> {
+    parse(value: unknown): T;
+}
+export type JsonResultParser<T = unknown> = ((value: unknown) => T) | SchemaAdapter<T>;
 export type ToolChoice = 'auto' | 'none' | 'required' | {
     name: string;
 };
@@ -89,9 +93,55 @@ export interface GenerationRequest {
     signal?: AbortSignal;
     metadata?: Record<string, unknown>;
 }
+/**
+ * Provider-neutral streaming event IR.
+ *
+ * Providers may emit deltas as they arrive. Consumers that only need the final
+ * answer can ignore intermediate events and wait for `done`.
+ */
+export type StreamEvent = {
+    type: 'text-delta';
+    text: string;
+} | {
+    type: 'tool-call-delta';
+    id?: string;
+    name?: string;
+    argumentsDelta?: string;
+} | {
+    type: 'tool-call';
+    toolCall: ToolCall;
+} | {
+    type: 'image';
+    image: PromptImage;
+} | {
+    type: 'usage';
+    usage: TokenUsage;
+} | {
+    type: 'error';
+    error: unknown;
+} | {
+    type: 'done';
+    result: GenerationResult;
+};
+export interface ProviderCapabilities {
+    /** Native token streaming via `ModelProvider.stream`. */
+    streaming?: boolean;
+    /** Function/tool calling. */
+    tools?: boolean;
+    /** Image input, output, both, or none. */
+    images?: false | 'input' | 'output' | 'both';
+    /** First-class system prompt / instruction support. */
+    systemPrompt?: boolean;
+}
 export interface ModelProvider {
     readonly name: string;
+    readonly capabilities?: ProviderCapabilities;
     generate(request: GenerationRequest): Promise<GenerationResult>;
+    /**
+     * Optional native streaming. When omitted, GenAIcode synthesizes a short
+     * stream from `generate` (single text snapshot + `done`).
+     */
+    stream?(request: GenerationRequest): AsyncIterable<StreamEvent>;
 }
 export interface GenerationDefaults {
     model?: string;

package/dist/index.d.ts

@@ -1,7 +1,12 @@
 export { genaicode } from './core/client.js';
 export type { ConfigureRequest, Conversation, GenAIClient, GenAIClientOptions, RequestBuilder } from './core/client.js';
+export { classifyError, isRetryable, withRetry } from './core/errors.js';
+export type { ClassifiedError, ErrorClass, RetryOptions } from './core/errors.js';
+export { cachePlugin, fallbackPlugin, fallbackProvider, rateLimitPlugin, timingPlugin, } from './core/middleware.js';
+export type { CachePluginOptions, FallbackPluginOptions, RateLimitPluginOptions, TimingPluginOptions, } from './core/middleware.js';
 export { definePlugin, withPlugins } from './core/plugins.js';
-export type { GenAIPlugin, GenerateNext } from './core/plugins.js';
+export type { GenAIPlugin, GenerateNext, StreamNext } from './core/plugins.js';
 export { asPrompt, assistant, image, prompt, system, toolResults, toPromptItems, user } from './core/prompt.js';
 export { parseJsonResult, resultText, resultToPromptItem, resultToolCalls } from './core/result.js';
+export { collectStream, generateAsStream, providerStream, streamTextDeltas } from './core/stream.js';
 export * from './core/types.js';

package/dist/index.js

@@ -1,6 +1,9 @@
 export { genaicode } from './core/client.js';
+export { classifyError, isRetryable, withRetry } from './core/errors.js';
+export { cachePlugin, fallbackPlugin, fallbackProvider, rateLimitPlugin, timingPlugin, } from './core/middleware.js';
 export { definePlugin, withPlugins } from './core/plugins.js';
 export { asPrompt, assistant, image, prompt, system, toolResults, toPromptItems, user } from './core/prompt.js';
 export { parseJsonResult, resultText, resultToPromptItem, resultToolCalls } from './core/result.js';
+export { collectStream, generateAsStream, providerStream, streamTextDeltas } from './core/stream.js';
 export * from './core/types.js';
 //# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AAE7C,OAAO,EAAE,YAAY,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAE9D,OAAO,EAAE,QAAQ,EAAE,SAAS,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,WAAW,EAAE,aAAa,EAAE,IAAI,EAAE,MAAM,kBAAkB,CAAC;AAChH,OAAO,EAAE,eAAe,EAAE,UAAU,EAAE,kBAAkB,EAAE,eAAe,EAAE,MAAM,kBAAkB,CAAC;AACpG,cAAc,iBAAiB,CAAC"}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AAE7C,OAAO,EAAE,aAAa,EAAE,WAAW,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AAEzE,OAAO,EACL,WAAW,EACX,cAAc,EACd,gBAAgB,EAChB,eAAe,EACf,YAAY,GACb,MAAM,sBAAsB,CAAC;AAO9B,OAAO,EAAE,YAAY,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAE9D,OAAO,EAAE,QAAQ,EAAE,SAAS,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,WAAW,EAAE,aAAa,EAAE,IAAI,EAAE,MAAM,kBAAkB,CAAC;AAChH,OAAO,EAAE,eAAe,EAAE,UAAU,EAAE,kBAAkB,EAAE,eAAe,EAAE,MAAM,kBAAkB,CAAC;AACpG,OAAO,EAAE,aAAa,EAAE,gBAAgB,EAAE,cAAc,EAAE,gBAAgB,EAAE,MAAM,kBAAkB,CAAC;AACrG,cAAc,iBAAiB,CAAC"}

package/dist/providers/anthropic.js

@@ -1,5 +1,5 @@
 import Anthropic from '@anthropic-ai/sdk';
-import { fromAnthropicMessage, toAnthropicRequest } from './anthropic-converter.js';
+import { fromAnthropicMessage, toAnthropicRequest, } from './anthropic-converter.js';
 export function anthropic(options = {}) {
     const client = new Anthropic({
         apiKey: options.apiKey ?? process.env.ANTHROPIC_API_KEY,
@@ -8,6 +8,12 @@ export function anthropic(options = {}) {
     });
     return {
         name: 'anthropic',
+        capabilities: {
+            streaming: true,
+            tools: true,
+            images: 'input',
+            systemPrompt: true,
+        },
         async generate(request) {
             const model = request.model ?? options.model ?? process.env.ANTHROPIC_MODEL;
             if (!model) {
@@ -23,6 +29,62 @@ export function anthropic(options = {}) {
             });
             return fromAnthropicMessage(message);
         },
+        async *stream(request) {
+            const model = request.model ?? options.model ?? process.env.ANTHROPIC_MODEL;
+            if (!model) {
+                throw new Error('No Anthropic model configured. Pass `model` to anthropic() or the request builder.');
+            }
+            const defaults = {
+                model,
+                maxOutputTokens: options.maxOutputTokens,
+                thinking: options.thinking,
+            };
+            const params = toAnthropicRequest(request, defaults);
+            const stream = client.messages.stream({ ...params }, { signal: request.signal });
+            const toolCalls = new Map();
+            for await (const event of stream) {
+                if (event.type === 'content_block_start' && event.content_block.type === 'tool_use') {
+                    toolCalls.set(event.index, {
+                        id: event.content_block.id,
+                        name: event.content_block.name,
+                        arguments: '',
+                    });
+                }
+                else if (event.type === 'content_block_delta') {
+                    if (event.delta.type === 'text_delta') {
+                        yield { type: 'text-delta', text: event.delta.text };
+                    }
+                    else if (event.delta.type === 'input_json_delta') {
+                        const current = toolCalls.get(event.index);
+                        if (current) {
+                            current.arguments += event.delta.partial_json;
+                            yield {
+                                type: 'tool-call-delta',
+                                id: current.id,
+                                name: current.name,
+                                argumentsDelta: event.delta.partial_json,
+                            };
+                        }
+                    }
+                }
+                else if (event.type === 'message_delta' && event.usage) {
+                    // message_delta only reports output tokens; omit total until finalMessage.
+                    yield {
+                        type: 'usage',
+                        usage: {
+                            outputTokens: event.usage.output_tokens,
+                        },
+                    };
+                }
+            }
+            const result = fromAnthropicMessage(await stream.finalMessage());
+            for (const part of result.parts) {
+                if (part.type === 'toolCall') {
+                    yield { type: 'tool-call', toolCall: part.toolCall };
+                }
+            }
+            yield { type: 'done', result };
+        },
     };
 }
 //# sourceMappingURL=anthropic.js.map

package/dist/providers/anthropic.js.map

@@ -1 +1 @@
-{"version":3,"file":"anthropic.js","sourceRoot":"","sources":["../../src/providers/anthropic.ts"],"names":[],"mappings":"AAAA,OAAO,SAAS,MAAM,mBAAmB,CAAC;AAE1C,OAAO,EAAE,oBAAoB,EAAE,kBAAkB,EAAiC,MAAM,0BAA0B,CAAC;AAWnH,MAAM,UAAU,SAAS,CAAC,UAAoC,EAAE;IAC9D,MAAM,MAAM,GAAG,IAAI,SAAS,CAAC;QAC3B,MAAM,EAAE,OAAO,CAAC,MAAM,IAAI,OAAO,CAAC,GAAG,CAAC,iBAAiB;QACvD,OAAO,EAAE,OAAO,CAAC,OAAO;QACxB,cAAc,EAAE,OAAO,CAAC,cAAc;KACvC,CAAC,CAAC;IAEH,OAAO;QACL,IAAI,EAAE,WAAW;QACjB,KAAK,CAAC,QAAQ,CAAC,OAAO;YACpB,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,IAAI,OAAO,CAAC,KAAK,IAAI,OAAO,CAAC,GAAG,CAAC,eAAe,CAAC;YAC5E,IAAI,CAAC,KAAK,EAAE,CAAC;gBACX,MAAM,IAAI,KAAK,CAAC,oFAAoF,CAAC,CAAC;YACxG,CAAC;YACD,MAAM,QAAQ,GAA6B;gBACzC,KAAK;gBACL,eAAe,EAAE,OAAO,CAAC,eAAe;gBACxC,QAAQ,EAAE,OAAO,CAAC,QAAQ;aAC3B,CAAC;YACF,MAAM,OAAO,GAAG,MAAM,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,kBAAkB,CAAC,OAAO,EAAE,QAAQ,CAAC,EAAE;gBAClF,MAAM,EAAE,OAAO,CAAC,MAAM;aACvB,CAAC,CAAC;YACH,OAAO,oBAAoB,CAAC,OAAO,CAAC,CAAC;QACvC,CAAC;KACF,CAAC;AACJ,CAAC"}
+{"version":3,"file":"anthropic.js","sourceRoot":"","sources":["../../src/providers/anthropic.ts"],"names":[],"mappings":"AAAA,OAAO,SAAS,MAAM,mBAAmB,CAAC;AAE1C,OAAO,EACL,oBAAoB,EACpB,kBAAkB,GAEnB,MAAM,0BAA0B,CAAC;AAWlC,MAAM,UAAU,SAAS,CAAC,UAAoC,EAAE;IAC9D,MAAM,MAAM,GAAG,IAAI,SAAS,CAAC;QAC3B,MAAM,EAAE,OAAO,CAAC,MAAM,IAAI,OAAO,CAAC,GAAG,CAAC,iBAAiB;QACvD,OAAO,EAAE,OAAO,CAAC,OAAO;QACxB,cAAc,EAAE,OAAO,CAAC,cAAc;KACvC,CAAC,CAAC;IAEH,OAAO;QACL,IAAI,EAAE,WAAW;QACjB,YAAY,EAAE;YACZ,SAAS,EAAE,IAAI;YACf,KAAK,EAAE,IAAI;YACX,MAAM,EAAE,OAAO;YACf,YAAY,EAAE,IAAI;SACnB;QACD,KAAK,CAAC,QAAQ,CAAC,OAAO;YACpB,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,IAAI,OAAO,CAAC,KAAK,IAAI,OAAO,CAAC,GAAG,CAAC,eAAe,CAAC;YAC5E,IAAI,CAAC,KAAK,EAAE,CAAC;gBACX,MAAM,IAAI,KAAK,CAAC,oFAAoF,CAAC,CAAC;YACxG,CAAC;YACD,MAAM,QAAQ,GAA6B;gBACzC,KAAK;gBACL,eAAe,EAAE,OAAO,CAAC,eAAe;gBACxC,QAAQ,EAAE,OAAO,CAAC,QAAQ;aAC3B,CAAC;YACF,MAAM,OAAO,GAAG,MAAM,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,kBAAkB,CAAC,OAAO,EAAE,QAAQ,CAAC,EAAE;gBAClF,MAAM,EAAE,OAAO,CAAC,MAAM;aACvB,CAAC,CAAC;YACH,OAAO,oBAAoB,CAAC,OAAO,CAAC,CAAC;QACvC,CAAC;QACD,KAAK,CAAC,CAAC,MAAM,CAAC,OAAO;YACnB,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,IAAI,OAAO,CAAC,KAAK,IAAI,OAAO,CAAC,GAAG,CAAC,eAAe,CAAC;YAC5E,IAAI,CAAC,KAAK,EAAE,CAAC;gBACX,MAAM,IAAI,KAAK,CAAC,oFAAoF,CAAC,CAAC;YACxG,CAAC;YACD,MAAM,QAAQ,GAA6B;gBACzC,KAAK;gBACL,eAAe,EAAE,OAAO,CAAC,eAAe;gBACxC,QAAQ,EAAE,OAAO,CAAC,QAAQ;aAC3B,CAAC;YACF,MAAM,MAAM,GAAG,kBAAkB,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC;YACrD,MAAM,MAAM,GAAG,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,GAAG,MAAM,EAAE,EAAE,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC;YAEjF,MAAM,SAAS,GAAG,IAAI,GAAG,EAA2D,CAAC;YAErF,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;gBACjC,IAAI,KAAK,CAAC,IAAI,KAAK,qBAAqB,IAAI,KAAK,CAAC,aAAa,CAAC,IAAI,KAAK,UAAU,EAAE,CAAC;oBACpF,SAAS,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,EAAE;wBACzB,EAAE,EAAE,KAAK,CAAC,aAAa,CAAC,EAAE;wBAC1B,IAAI,EAAE,KAAK,CAAC,aAAa,CAAC,IAAI;wBAC9B,SAAS,EAAE,EAAE;qBACd,CAAC,CAAC;gBACL,CAAC;qBAAM,IAAI,KAAK,CAAC,IAAI,KAAK,qBAAqB,EAAE,CAAC;oBAChD,IAAI,KAAK,CAAC,KAAK,CAAC,IAAI,KAAK,YAAY,EAAE,CAAC;wBACtC,MAAM,EAAE,IAAI,EAAE,YAAY,EAAE,IAAI,EAAE,KAAK,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC;oBACvD,CAAC;yBAAM,IAAI,KAAK,CAAC,KAAK,CAAC,IAAI,KAAK,kBAAkB,EAAE,CAAC;wBACnD,MAAM,OAAO,GAAG,SAAS,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;wBAC3C,IAAI,OAAO,EAAE,CAAC;4BACZ,OAAO,CAAC,SAAS,IAAI,KAAK,CAAC,KAAK,CAAC,YAAY,CAAC;4BAC9C,MAAM;gCACJ,IAAI,EAAE,iBAAiB;gCACvB,EAAE,EAAE,OAAO,CAAC,EAAE;gCACd,IAAI,EAAE,OAAO,CAAC,IAAI;gCAClB,cAAc,EAAE,KAAK,CAAC,KAAK,CAAC,YAAY;6BACzC,CAAC;wBACJ,CAAC;oBACH,CAAC;gBACH,CAAC;qBAAM,IAAI,KAAK,CAAC,IAAI,KAAK,eAAe,IAAI,KAAK,CAAC,KAAK,EAAE,CAAC;oBACzD,2EAA2E;oBAC3E,MAAM;wBACJ,IAAI,EAAE,OAAO;wBACb,KAAK,EAAE;4BACL,YAAY,EAAE,KAAK,CAAC,KAAK,CAAC,aAAa;yBACxC;qBACF,CAAC;gBACJ,CAAC;YACH,CAAC;YAED,MAAM,MAAM,GAAG,oBAAoB,CAAC,MAAM,MAAM,CAAC,YAAY,EAAE,CAAC,CAAC;YACjE,KAAK,MAAM,IAAI,IAAI,MAAM,CAAC,KAAK,EAAE,CAAC;gBAChC,IAAI,IAAI,CAAC,IAAI,KAAK,UAAU,EAAE,CAAC;oBAC7B,MAAM,EAAE,IAAI,EAAE,WAAW,EAAE,QAAQ,EAAE,IAAI,CAAC,QAAQ,EAAE,CAAC;gBACvD,CAAC;YACH,CAAC;YACD,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC;QACjC,CAAC;KACF,CAAC;AACJ,CAAC"}

package/dist/providers/fixtures/multimodal-tool-roundtrip.d.ts

@@ -0,0 +1,4 @@
+import type { PromptItem, ToolDefinition } from '../../core/types.js';
+/** Shared multimodal + tool-call prompt used by converter contract tests. */
+export declare const multimodalToolRoundTripPrompt: PromptItem[];
+export declare const sampleTools: ToolDefinition[];

package/dist/providers/fixtures/multimodal-tool-roundtrip.js

@@ -0,0 +1,32 @@
+/** Shared multimodal + tool-call prompt used by converter contract tests. */
+export const multimodalToolRoundTripPrompt = [
+    { type: 'systemPrompt', systemPrompt: 'Return captions and call tools when needed.' },
+    {
+        type: 'assistant',
+        text: 'checking',
+        toolCalls: [{ id: 'call-1', name: 'lookup', arguments: { id: 7 } }],
+    },
+    {
+        type: 'user',
+        toolResults: [{ callId: 'call-1', name: 'lookup', content: '{"ok":true}' }],
+        text: 'continue',
+    },
+    {
+        type: 'user',
+        text: 'caption',
+        images: [{ mediaType: 'image/png', data: 'aGVsbG8=' }],
+    },
+];
+export const sampleTools = [
+    {
+        name: 'lookup',
+        description: 'Look up a record by id',
+        parameters: {
+            type: 'object',
+            properties: { id: { type: 'number' } },
+            required: ['id'],
+            additionalProperties: false,
+        },
+    },
+];
+//# sourceMappingURL=multimodal-tool-roundtrip.js.map

package/dist/providers/fixtures/multimodal-tool-roundtrip.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"multimodal-tool-roundtrip.js","sourceRoot":"","sources":["../../../src/providers/fixtures/multimodal-tool-roundtrip.ts"],"names":[],"mappings":"AAEA,6EAA6E;AAC7E,MAAM,CAAC,MAAM,6BAA6B,GAAiB;IACzD,EAAE,IAAI,EAAE,cAAc,EAAE,YAAY,EAAE,6CAA6C,EAAE;IACrF;QACE,IAAI,EAAE,WAAW;QACjB,IAAI,EAAE,UAAU;QAChB,SAAS,EAAE,CAAC,EAAE,EAAE,EAAE,QAAQ,EAAE,IAAI,EAAE,QAAQ,EAAE,SAAS,EAAE,EAAE,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC;KACpE;IACD;QACE,IAAI,EAAE,MAAM;QACZ,WAAW,EAAE,CAAC,EAAE,MAAM,EAAE,QAAQ,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,aAAa,EAAE,CAAC;QAC3E,IAAI,EAAE,UAAU;KACjB;IACD;QACE,IAAI,EAAE,MAAM;QACZ,IAAI,EAAE,SAAS;QACf,MAAM,EAAE,CAAC,EAAE,SAAS,EAAE,WAAW,EAAE,IAAI,EAAE,UAAU,EAAE,CAAC;KACvD;CACF,CAAC;AAEF,MAAM,CAAC,MAAM,WAAW,GAAqB;IAC3C;QACE,IAAI,EAAE,QAAQ;QACd,WAAW,EAAE,wBAAwB;QACrC,UAAU,EAAE;YACV,IAAI,EAAE,QAAQ;YACd,UAAU,EAAE,EAAE,EAAE,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,EAAE;YACtC,QAAQ,EAAE,CAAC,IAAI,CAAC;YAChB,oBAAoB,EAAE,KAAK;SAC5B;KACF;CACF,CAAC"}