@providerprotocol/ai 0.0.34 → 0.0.36

package/dist/middleware/pubsub/server/fastify/index.d.ts

@@ -0,0 +1,67 @@
+import { P as PubSubAdapter } from '../../../../types-CE4B7pno.js';
+import '../../../../stream-S7nwQRqM.js';
+
+/**
+ * @fileoverview Fastify adapter for pub-sub stream resumption.
+ *
+ * Provides utilities for Fastify servers to handle stream reconnections.
+ *
+ * @module middleware/pubsub/server/fastify
+ */
+
+/**
+ * Fastify Reply interface (minimal type to avoid dependency).
+ */
+interface FastifyReply {
+    raw: {
+        setHeader(name: string, value: string): void;
+        write(chunk: string): boolean;
+        end(): void;
+        on(event: 'close', listener: () => void): void;
+    };
+}
+/**
+ * Stream buffered and live events to a Fastify reply.
+ *
+ * Handles reconnection for Fastify routes:
+ * 1. Replays buffered events from the adapter
+ * 2. Subscribes to live events until completion signal
+ * 3. Ends when stream completes or client disconnects
+ *
+ * @param streamId - The stream ID to subscribe to
+ * @param adapter - The pub-sub adapter instance
+ * @param reply - Fastify reply object
+ *
+ * @example
+ * ```typescript
+ * import { llm } from '@providerprotocol/ai';
+ * import { anthropic } from '@providerprotocol/ai/anthropic';
+ * import { pubsubMiddleware, memoryAdapter } from '@providerprotocol/ai/middleware/pubsub';
+ * import { fastify as pubsubFastify } from '@providerprotocol/ai/middleware/pubsub/server';
+ *
+ * const adapter = memoryAdapter();
+ *
+ * app.post('/api/chat', async (request, reply) => {
+ *   const { input, conversationId } = request.body as { input: string; conversationId: string };
+ *
+ *   if (!await adapter.exists(conversationId)) {
+ *     const model = llm({
+ *       model: anthropic('claude-sonnet-4-20250514'),
+ *       middleware: [pubsubMiddleware({ adapter, streamId: conversationId })],
+ *     });
+ *     model.stream(input).then(turn => saveToDatabase(conversationId, turn));
+ *   }
+ *
+ *   return pubsubFastify.streamSubscriber(conversationId, adapter, reply);
+ * });
+ * ```
+ */
+declare function streamSubscriber(streamId: string, adapter: PubSubAdapter, reply: FastifyReply): Promise<void>;
+/**
+ * Fastify adapter namespace for pub-sub server utilities.
+ */
+declare const fastify: {
+    streamSubscriber: typeof streamSubscriber;
+};
+
+export { fastify, streamSubscriber };

package/dist/middleware/pubsub/server/fastify/index.js

@@ -0,0 +1,11 @@
+import {
+  fastify,
+  streamSubscriber
+} from "../../../../chunk-CRP6Y7NF.js";
+import "../../../../chunk-EPB3GQNL.js";
+import "../../../../chunk-ETBFOLQN.js";
+export {
+  fastify,
+  streamSubscriber
+};
+//# sourceMappingURL=index.js.map

package/dist/middleware/pubsub/server/fastify/index.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":[],"sourcesContent":[],"mappings":"","names":[]}

package/dist/middleware/pubsub/server/h3/index.d.ts

@@ -0,0 +1,70 @@
+import { P as PubSubAdapter } from '../../../../types-CE4B7pno.js';
+import '../../../../stream-S7nwQRqM.js';
+
+/**
+ * @fileoverview H3/Nitro/Nuxt adapter for pub-sub stream resumption.
+ *
+ * Provides utilities for H3-based servers (Nuxt, Nitro, or standalone H3)
+ * to handle stream reconnections.
+ *
+ * @module middleware/pubsub/server/h3
+ */
+
+/**
+ * H3 Event interface (minimal type to avoid dependency).
+ */
+interface H3Event {
+    node: {
+        res: {
+            setHeader(name: string, value: string): void;
+            write(chunk: string): boolean;
+            end(): void;
+            on(event: 'close', listener: () => void): void;
+        };
+    };
+}
+/**
+ * Stream buffered and live events to an H3 event response.
+ *
+ * Handles reconnection for H3/Nuxt routes:
+ * 1. Replays buffered events from the adapter
+ * 2. Subscribes to live events until completion signal
+ * 3. Ends when stream completes or client disconnects
+ *
+ * @param streamId - The stream ID to subscribe to
+ * @param adapter - The pub-sub adapter instance
+ * @param event - H3 event object
+ *
+ * @example
+ * ```typescript
+ * import { llm } from '@providerprotocol/ai';
+ * import { anthropic } from '@providerprotocol/ai/anthropic';
+ * import { pubsubMiddleware, memoryAdapter } from '@providerprotocol/ai/middleware/pubsub';
+ * import { h3 } from '@providerprotocol/ai/middleware/pubsub/server';
+ *
+ * const adapter = memoryAdapter();
+ *
+ * export default defineEventHandler(async (event) => {
+ *   const { input, conversationId } = await readBody(event);
+ *
+ *   if (!await adapter.exists(conversationId)) {
+ *     const model = llm({
+ *       model: anthropic('claude-sonnet-4-20250514'),
+ *       middleware: [pubsubMiddleware({ adapter, streamId: conversationId })],
+ *     });
+ *     model.stream(input).then(turn => saveToDatabase(conversationId, turn));
+ *   }
+ *
+ *   return h3.streamSubscriber(conversationId, adapter, event);
+ * });
+ * ```
+ */
+declare function streamSubscriber(streamId: string, adapter: PubSubAdapter, event: H3Event): Promise<void>;
+/**
+ * H3 adapter namespace for pub-sub server utilities.
+ */
+declare const h3: {
+    streamSubscriber: typeof streamSubscriber;
+};
+
+export { h3, streamSubscriber };

package/dist/middleware/pubsub/server/h3/index.js

@@ -0,0 +1,11 @@
+import {
+  h3,
+  streamSubscriber
+} from "../../../../chunk-4RX4VQCB.js";
+import "../../../../chunk-EPB3GQNL.js";
+import "../../../../chunk-ETBFOLQN.js";
+export {
+  h3,
+  streamSubscriber
+};
+//# sourceMappingURL=index.js.map

package/dist/middleware/pubsub/server/h3/index.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":[],"sourcesContent":[],"mappings":"","names":[]}

package/dist/middleware/pubsub/server/index.d.ts

@@ -0,0 +1,78 @@
+import { streamSubscriber as streamSubscriber$2 } from './h3/index.js';
+export { h3 } from './h3/index.js';
+import { streamSubscriber as streamSubscriber$1 } from './fastify/index.js';
+export { fastify } from './fastify/index.js';
+import { streamSubscriber } from './express/index.js';
+export { express } from './express/index.js';
+import { createSubscriberStream } from './webapi/index.js';
+export { webapi } from './webapi/index.js';
+export { P as PubSubAdapter } from '../../../types-CE4B7pno.js';
+import '../../../stream-S7nwQRqM.js';
+
+/**
+ * Server adapters namespace for pub-sub stream resumption.
+ *
+ * Contains framework-specific adapters for Web API, Express, Fastify, and H3.
+ *
+ * @example Web API (Next.js App Router, Bun, Deno)
+ * ```typescript
+ * import { webapi } from '@providerprotocol/ai/middleware/pubsub/server';
+ *
+ * export async function POST(req: Request) {
+ *   const { streamId } = await req.json();
+ *   return new Response(webapi.createSubscriberStream(streamId, adapter), {
+ *     headers: { 'Content-Type': 'text/event-stream' },
+ *   });
+ * }
+ * ```
+ *
+ * @example Express
+ * ```typescript
+ * import { express } from '@providerprotocol/ai/middleware/pubsub/server';
+ *
+ * app.post('/api/ai/reconnect', (req, res) => {
+ *   const { streamId } = req.body;
+ *   express.streamSubscriber(streamId, adapter, res);
+ * });
+ * ```
+ *
+ * @example Fastify
+ * ```typescript
+ * import { fastify } from '@providerprotocol/ai/middleware/pubsub/server';
+ *
+ * app.post('/api/ai/reconnect', (request, reply) => {
+ *   const { streamId } = request.body;
+ *   return fastify.streamSubscriber(streamId, adapter, reply);
+ * });
+ * ```
+ *
+ * @example H3/Nuxt
+ * ```typescript
+ * import { h3 } from '@providerprotocol/ai/middleware/pubsub/server';
+ *
+ * export default defineEventHandler(async (event) => {
+ *   const { streamId } = await readBody(event);
+ *   return h3.streamSubscriber(streamId, adapter, event);
+ * });
+ * ```
+ */
+declare const server: {
+    /** Web API adapter (Bun, Deno, Next.js, Workers) */
+    webapi: {
+        createSubscriberStream: typeof createSubscriberStream;
+    };
+    /** Express/Connect adapter */
+    express: {
+        streamSubscriber: typeof streamSubscriber;
+    };
+    /** Fastify adapter */
+    fastify: {
+        streamSubscriber: typeof streamSubscriber$1;
+    };
+    /** H3/Nitro/Nuxt adapter */
+    h3: {
+        streamSubscriber: typeof streamSubscriber$2;
+    };
+};
+
+export { server };

package/dist/middleware/pubsub/server/index.js

@@ -0,0 +1,34 @@
+import {
+  webapi
+} from "../../../chunk-2YXFLRQ6.js";
+import {
+  express
+} from "../../../chunk-5IWHCXKN.js";
+import {
+  h3
+} from "../../../chunk-4RX4VQCB.js";
+import {
+  fastify
+} from "../../../chunk-CRP6Y7NF.js";
+import "../../../chunk-EPB3GQNL.js";
+import "../../../chunk-ETBFOLQN.js";
+
+// src/middleware/pubsub/server/index.ts
+var server = {
+  /** Web API adapter (Bun, Deno, Next.js, Workers) */
+  webapi,
+  /** Express/Connect adapter */
+  express,
+  /** Fastify adapter */
+  fastify,
+  /** H3/Nitro/Nuxt adapter */
+  h3
+};
+export {
+  express,
+  fastify,
+  h3,
+  server,
+  webapi
+};
+//# sourceMappingURL=index.js.map

package/dist/middleware/pubsub/server/index.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../../../src/middleware/pubsub/server/index.ts"],"sourcesContent":["/**\n * @fileoverview Framework adapters for pub-sub stream resumption.\n *\n * Provides framework-specific adapters for handling stream reconnections\n * with various server frameworks. The Web API adapter works with modern\n * frameworks like Bun, Deno, Next.js App Router, and Cloudflare Workers.\n * Additional adapters provide native integration for Express, Fastify, and H3/Nuxt.\n *\n * @module middleware/pubsub/server\n */\n\nimport { express } from './express.ts';\nimport { fastify } from './fastify.ts';\nimport { h3 } from './h3.ts';\nimport { webapi } from './webapi.ts';\n\nexport { express, fastify, h3, webapi };\nexport type { PubSubAdapter } from '../types.ts';\n\n/**\n * Server adapters namespace for pub-sub stream resumption.\n *\n * Contains framework-specific adapters for Web API, Express, Fastify, and H3.\n *\n * @example Web API (Next.js App Router, Bun, Deno)\n * ```typescript\n * import { webapi } from '@providerprotocol/ai/middleware/pubsub/server';\n *\n * export async function POST(req: Request) {\n *   const { streamId } = await req.json();\n *   return new Response(webapi.createSubscriberStream(streamId, adapter), {\n *     headers: { 'Content-Type': 'text/event-stream' },\n *   });\n * }\n * ```\n *\n * @example Express\n * ```typescript\n * import { express } from '@providerprotocol/ai/middleware/pubsub/server';\n *\n * app.post('/api/ai/reconnect', (req, res) => {\n *   const { streamId } = req.body;\n *   express.streamSubscriber(streamId, adapter, res);\n * });\n * ```\n *\n * @example Fastify\n * ```typescript\n * import { fastify } from '@providerprotocol/ai/middleware/pubsub/server';\n *\n * app.post('/api/ai/reconnect', (request, reply) => {\n *   const { streamId } = request.body;\n *   return fastify.streamSubscriber(streamId, adapter, reply);\n * });\n * ```\n *\n * @example H3/Nuxt\n * ```typescript\n * import { h3 } from '@providerprotocol/ai/middleware/pubsub/server';\n *\n * export default defineEventHandler(async (event) => {\n *   const { streamId } = await readBody(event);\n *   return h3.streamSubscriber(streamId, adapter, event);\n * });\n * ```\n */\nexport const server = {\n  /** Web API adapter (Bun, Deno, Next.js, Workers) */\n  webapi,\n  /** Express/Connect adapter */\n  express,\n  /** Fastify adapter */\n  fastify,\n  /** H3/Nitro/Nuxt adapter */\n  h3,\n};\n"],"mappings":";;;;;;;;;;;;;;;;AAkEO,IAAM,SAAS;AAAA;AAAA,EAEpB;AAAA;AAAA,EAEA;AAAA;AAAA,EAEA;AAAA;AAAA,EAEA;AACF;","names":[]}

package/dist/middleware/pubsub/server/webapi/index.d.ts

@@ -0,0 +1,63 @@
+import { P as PubSubAdapter } from '../../../../types-CE4B7pno.js';
+import '../../../../stream-S7nwQRqM.js';
+
+/**
+ * @fileoverview Web API adapter for pub-sub stream resumption.
+ *
+ * Provides utilities for Web API native frameworks (Bun, Deno, Next.js App Router,
+ * Cloudflare Workers) to handle stream reconnections.
+ *
+ * @module middleware/pubsub/server/webapi
+ */
+
+/**
+ * Creates a ReadableStream that replays buffered events and subscribes to live events.
+ *
+ * Handles reconnection for Web API frameworks (Bun, Deno, Next.js, Cloudflare Workers):
+ * 1. Replays buffered events from the adapter
+ * 2. Subscribes to live events until completion signal
+ * 3. Closes when stream completes or client disconnects
+ *
+ * @param streamId - The stream ID to subscribe to
+ * @param adapter - The pub-sub adapter instance
+ * @returns A ReadableStream of SSE-formatted data
+ *
+ * @example
+ * ```typescript
+ * import { llm } from '@providerprotocol/ai';
+ * import { anthropic } from '@providerprotocol/ai/anthropic';
+ * import { pubsubMiddleware, memoryAdapter } from '@providerprotocol/ai/middleware/pubsub';
+ * import { webapi } from '@providerprotocol/ai/middleware/pubsub/server';
+ *
+ * const adapter = memoryAdapter();
+ *
+ * // Next.js App Router / Bun.serve / Deno.serve
+ * export async function POST(req: Request) {
+ *   const { input, conversationId } = await req.json();
+ *
+ *   if (!await adapter.exists(conversationId)) {
+ *     const model = llm({
+ *       model: anthropic('claude-sonnet-4-20250514'),
+ *       middleware: [pubsubMiddleware({ adapter, streamId: conversationId })],
+ *     });
+ *     model.stream(input).then(turn => saveToDatabase(conversationId, turn));
+ *   }
+ *
+ *   return new Response(webapi.createSubscriberStream(conversationId, adapter), {
+ *     headers: {
+ *       'Content-Type': 'text/event-stream',
+ *       'Cache-Control': 'no-cache',
+ *     },
+ *   });
+ * }
+ * ```
+ */
+declare function createSubscriberStream(streamId: string, adapter: PubSubAdapter): ReadableStream<Uint8Array>;
+/**
+ * Web API adapter namespace for pub-sub server utilities.
+ */
+declare const webapi: {
+    createSubscriberStream: typeof createSubscriberStream;
+};
+
+export { createSubscriberStream, webapi };

package/dist/middleware/pubsub/server/webapi/index.js

@@ -0,0 +1,11 @@
+import {
+  createSubscriberStream,
+  webapi
+} from "../../../../chunk-2YXFLRQ6.js";
+import "../../../../chunk-EPB3GQNL.js";
+import "../../../../chunk-ETBFOLQN.js";
+export {
+  createSubscriberStream,
+  webapi
+};
+//# sourceMappingURL=index.js.map

package/dist/middleware/pubsub/server/webapi/index.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":[],"sourcesContent":[],"mappings":"","names":[]}

package/dist/ollama/index.d.ts

@@ -1,4 +1,5 @@
-import { P as Provider } from '../llm-BQJZj3cD.js';
+import { d as Provider } from '../llm-ByUFPcFH.js';
+import '../stream-S7nwQRqM.js';
 
 /**
  * @fileoverview Type definitions for the Ollama provider.

package/dist/ollama/index.js

@@ -1,59 +1,35 @@
 import {
   parseJsonResponse
-} from "../chunk-3C7O2RNO.js";
+} from "../chunk-A2IM7PGT.js";
 import {
-  StreamEventType,
-  objectDelta
-} from "../chunk-6S222DHN.js";
+  resolveApiKey
+} from "../chunk-ARVM24K2.js";
+import {
+  createProvider
+} from "../chunk-JA3UZALR.js";
 import {
   AssistantMessage,
-  createProvider,
   isAssistantMessage,
   isToolResultMessage,
   isUserMessage
-} from "../chunk-ILR2D5PN.js";
+} from "../chunk-BRP5XJ6Q.js";
 import {
-  resolveApiKey
-} from "../chunk-3D6XGGVG.js";
-import {
-  ErrorCode,
-  ModalityType,
-  UPPError,
   doFetch,
   doStreamFetch,
   normalizeHttpError,
   toError
-} from "../chunk-4J6OFUKX.js";
+} from "../chunk-AY55T37A.js";
+import {
+  ErrorCode,
+  ModalityType,
+  UPPError
+} from "../chunk-COS4ON4G.js";
+import {
+  StreamEventType,
+  objectDelta
+} from "../chunk-RJGTRQ47.js";
 
 // src/providers/ollama/transform.ts
-function transformRequest(request, modelId) {
-  const params = request.params ?? {};
-  const {
-    keep_alive,
-    think,
-    logprobs,
-    top_logprobs,
-    ...optionsParams
-  } = params;
-  const ollamaRequest = {
-    model: modelId,
-    messages: transformMessages(request.messages, request.system)
-  };
-  if (keep_alive !== void 0) ollamaRequest.keep_alive = keep_alive;
-  if (think !== void 0) ollamaRequest.think = think;
-  if (logprobs !== void 0) ollamaRequest.logprobs = logprobs;
-  if (top_logprobs !== void 0) ollamaRequest.top_logprobs = top_logprobs;
-  if (Object.keys(optionsParams).length > 0) {
-    ollamaRequest.options = optionsParams;
-  }
-  if (request.tools && request.tools.length > 0) {
-    ollamaRequest.tools = request.tools.map(transformTool);
-  }
-  if (request.structure) {
-    ollamaRequest.format = request.structure;
-  }
-  return ollamaRequest;
-}
 function normalizeSystem(system) {
   if (system === void 0 || system === null) return void 0;
   if (typeof system === "string") return system;
@@ -170,6 +146,34 @@ function transformTool(tool) {
     }
   };
 }
+function transformRequest(request, modelId) {
+  const params = request.params ?? {};
+  const {
+    keep_alive,
+    think,
+    logprobs,
+    top_logprobs,
+    ...optionsParams
+  } = params;
+  const ollamaRequest = {
+    model: modelId,
+    messages: transformMessages(request.messages, request.system)
+  };
+  if (keep_alive !== void 0) ollamaRequest.keep_alive = keep_alive;
+  if (think !== void 0) ollamaRequest.think = think;
+  if (logprobs !== void 0) ollamaRequest.logprobs = logprobs;
+  if (top_logprobs !== void 0) ollamaRequest.top_logprobs = top_logprobs;
+  if (Object.keys(optionsParams).length > 0) {
+    ollamaRequest.options = optionsParams;
+  }
+  if (request.tools && request.tools.length > 0) {
+    ollamaRequest.tools = request.tools.map(transformTool);
+  }
+  if (request.structure) {
+    ollamaRequest.format = request.structure;
+  }
+  return ollamaRequest;
+}
 function transformResponse(data) {
   const content = [];
   const toolCalls = [];
@@ -462,7 +466,7 @@ function createLLMHandler() {
             "Content-Type": "application/json"
           };
           if (apiKey) {
-            headers["Authorization"] = `Bearer ${apiKey}`;
+            headers.Authorization = `Bearer ${apiKey}`;
           }
           if (request.config.headers) {
             for (const [key, value] of Object.entries(request.config.headers)) {
@@ -514,7 +518,7 @@ function createLLMHandler() {
                 "Content-Type": "application/json"
               };
               if (apiKey) {
-                headers["Authorization"] = `Bearer ${apiKey}`;
+                headers.Authorization = `Bearer ${apiKey}`;
               }
               if (request.config.headers) {
                 for (const [key, value] of Object.entries(request.config.headers)) {
@@ -563,10 +567,9 @@ function createLLMHandler() {
                 }
                 const events = transformStreamChunk(chunk, state);
                 for (const event of events) {
+                  yield event;
                   if (request.structure && event.type === StreamEventType.TextDelta) {
                     yield objectDelta(event.delta.text ?? "", event.index);
-                  } else {
-                    yield event;
                   }
                 }
               }