@providerprotocol/ai 0.0.42 → 0.0.43

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@providerprotocol/ai",
-  "version": "0.0.42",
+  "version": "0.0.43",
   "description": "UPP: Unified Provider Protocol for AI inference",
   "license": "MIT",
   "homepage": "https://providerprotocol.org",

package/dist/chunk-5CJCCJBJ.js.map

@@ -1 +0,0 @@
-{"version":3,"sources":["../src/middleware/pubsub/server/h3.ts"],"sourcesContent":["/**\n * @fileoverview H3/Nitro/Nuxt adapter for pub-sub stream resumption.\n *\n * Provides utilities for H3-based servers (Nuxt, Nitro, or standalone H3)\n * to handle stream reconnections.\n *\n * @module middleware/pubsub/server/h3\n */\n\nimport type { PubSubAdapter } from '../types.ts';\nimport { runSubscriberStream } from './shared.ts';\n\n/**\n * Creates a ReadableStream that replays buffered events and subscribes to live events.\n *\n * Use with H3's `sendStream` for proper chunked streaming that works\n * correctly in production (Nitro builds, reverse proxies, compression):\n *\n * ```typescript\n * import { sendStream } from 'h3';\n * return sendStream(event, h3.createSubscriberSSEStream(streamId, adapter));\n * ```\n *\n * @param streamId - The stream ID to subscribe to\n * @param adapter - The pub-sub adapter instance\n * @returns A ReadableStream of SSE-formatted data\n *\n * @example\n * ```typescript\n * import { sendStream } from 'h3';\n * import { llm } from '@providerprotocol/ai';\n * import { anthropic } from '@providerprotocol/ai/anthropic';\n * import { pubsubMiddleware, memoryAdapter } from '@providerprotocol/ai/middleware/pubsub';\n * import { h3 } from '@providerprotocol/ai/middleware/pubsub/server';\n *\n * const adapter = memoryAdapter();\n *\n * export default defineEventHandler(async (event) => {\n *   const { input, conversationId } = await readBody(event);\n *\n *   if (!await adapter.exists(conversationId)) {\n *     const model = llm({\n *       model: anthropic('claude-sonnet-4-20250514'),\n *       middleware: [pubsubMiddleware({ adapter, streamId: conversationId })],\n *     });\n *     model.stream(input).then(turn => saveToDatabase(conversationId, turn));\n *   }\n *\n *   return sendStream(event, h3.createSubscriberSSEStream(conversationId, adapter));\n * });\n * ```\n */\nexport function createSubscriberSSEStream(\n  streamId: string,\n  adapter: PubSubAdapter,\n): ReadableStream<Uint8Array> {\n  const encoder = new TextEncoder();\n  const abortController = new AbortController();\n  let closed = false;\n\n  return new ReadableStream({\n    async start(controller) {\n      await runSubscriberStream(\n        streamId,\n        adapter,\n        {\n          write: (data: string) => {\n            if (closed) {\n              return;\n            }\n            controller.enqueue(encoder.encode(data));\n          },\n          end: () => {\n            if (closed) {\n              return;\n            }\n            closed = true;\n            try {\n              controller.close();\n            } catch {\n              // Ignore close errors after cancellation\n            }\n          },\n        },\n        { signal: abortController.signal }\n      );\n    },\n    cancel() {\n      abortController.abort();\n    },\n  });\n}\n\n/**\n * H3 adapter namespace for pub-sub server utilities.\n */\nexport const h3 = {\n  createSubscriberSSEStream,\n};\n"],"mappings":";;;;;AAoDO,SAAS,0BACd,UACA,SAC4B;AAC5B,QAAM,UAAU,IAAI,YAAY;AAChC,QAAM,kBAAkB,IAAI,gBAAgB;AAC5C,MAAI,SAAS;AAEb,SAAO,IAAI,eAAe;AAAA,IACxB,MAAM,MAAM,YAAY;AACtB,YAAM;AAAA,QACJ;AAAA,QACA;AAAA,QACA;AAAA,UACE,OAAO,CAAC,SAAiB;AACvB,gBAAI,QAAQ;AACV;AAAA,YACF;AACA,uBAAW,QAAQ,QAAQ,OAAO,IAAI,CAAC;AAAA,UACzC;AAAA,UACA,KAAK,MAAM;AACT,gBAAI,QAAQ;AACV;AAAA,YACF;AACA,qBAAS;AACT,gBAAI;AACF,yBAAW,MAAM;AAAA,YACnB,QAAQ;AAAA,YAER;AAAA,UACF;AAAA,QACF;AAAA,QACA,EAAE,QAAQ,gBAAgB,OAAO;AAAA,MACnC;AAAA,IACF;AAAA,IACA,SAAS;AACP,sBAAgB,MAAM;AAAA,IACxB;AAAA,EACF,CAAC;AACH;AAKO,IAAM,KAAK;AAAA,EAChB;AACF;","names":[]}

package/dist/chunk-L6QWKFGE.js.map

@@ -1 +0,0 @@
-{"version":3,"sources":["../src/middleware/pubsub/server/shared.ts"],"sourcesContent":["/**\n * @fileoverview Shared utilities for pub-sub server adapters.\n *\n * @module middleware/pubsub/server/shared\n * @internal\n */\n\nimport type { StreamEvent } from '../../../types/stream.ts';\nimport type { PubSubAdapter } from '../types.ts';\nimport { serializeStreamEvent } from '../../../stream/serialization.ts';\n\n/**\n * Writer interface for abstracting how data is written to responses.\n * @internal\n */\nexport interface StreamWriter {\n  write(data: string): void;\n  end(): void;\n}\n\n/**\n * Options for runSubscriberStream.\n * @internal\n */\nexport interface StreamOptions {\n  signal?: AbortSignal;\n}\n\n/**\n * Formats a stream event as an SSE data line.\n */\nexport function formatSSE(event: StreamEvent): string {\n  const serialized = serializeStreamEvent(event);\n  return `data: ${JSON.stringify(serialized)}\\n\\n`;\n}\n\n/**\n * Core subscriber stream logic shared across all adapters.\n *\n * Handles:\n * 1. Subscribing to live events and completion signal\n * 2. Replaying buffered events (empty if stream just started)\n * 3. Processing live events until completion signal\n * 4. Final cleanup\n * 5. Client disconnect via AbortSignal\n *\n * @internal\n */\nexport async function runSubscriberStream(\n  streamId: string,\n  adapter: PubSubAdapter,\n  writer: StreamWriter,\n  options: StreamOptions = {}\n): Promise<void> {\n  const { signal } = options;\n\n  if (signal?.aborted) {\n    writer.end();\n    return;\n  }\n\n  try {\n    if (signal?.aborted) {\n      writer.end();\n      return;\n    }\n\n    const queue: Array<{ event: StreamEvent; cursor: number | null }> = [];\n    let resolveWait: (() => void) | null = null;\n    let completed = false;\n    let lastSentCursor = -1;\n    let finalData: unknown = undefined;\n\n    const onEvent = (event: StreamEvent, cursor?: number): void => {\n      queue.push({ event, cursor: cursor ?? null });\n      resolveWait?.();\n    };\n\n    const onComplete = (): void => {\n      completed = true;\n      resolveWait?.();\n    };\n\n    const onFinalData = (data: unknown): void => {\n      finalData = data;\n    };\n\n    const unsubscribe = adapter.subscribe(streamId, onEvent, onComplete, onFinalData);\n\n    const onAbort = (): void => {\n      completed = true;\n      resolveWait?.();\n    };\n    signal?.addEventListener('abort', onAbort);\n\n    const drainQueue = (): void => {\n      while (queue.length > 0 && !signal?.aborted) {\n        const item = queue.shift();\n        if (!item) break;\n        const { event, cursor } = item;\n        if (cursor !== null && cursor <= lastSentCursor) continue;\n        writer.write(formatSSE(event));\n        if (cursor !== null && cursor > lastSentCursor) {\n          lastSentCursor = cursor;\n        }\n      }\n    };\n\n    const dropReplayDuplicates = (): void => {\n      if (queue.length === 0) return;\n      const filtered: Array<{ event: StreamEvent; cursor: number | null }> = [];\n      for (const item of queue) {\n        if (item.cursor !== null && item.cursor <= lastSentCursor) continue;\n        filtered.push(item);\n      }\n      queue.length = 0;\n      queue.push(...filtered);\n    };\n\n    const waitForSignal = (): Promise<void> => new Promise((resolve) => {\n      let settled = false;\n\n      const settle = (): void => {\n        if (settled) return;\n        settled = true;\n        resolveWait = null;\n        resolve();\n      };\n\n      resolveWait = settle;\n\n      if (completed || signal?.aborted || queue.length > 0) {\n        settle();\n      }\n    });\n\n    try {\n      const events = await adapter.getEvents(streamId);\n      const cursorBase = adapter.getCursorBase(streamId);\n\n      for (const event of events) {\n        if (signal?.aborted) break;\n        writer.write(formatSSE(event));\n      }\n\n      // Use cursor base to set lastSentCursor correctly after clear operations\n      // Events have cursors of cursorBase + index, so after replay the last cursor is cursorBase + length - 1\n      lastSentCursor = cursorBase + events.length - 1;\n      dropReplayDuplicates();\n\n      if (signal?.aborted) {\n        writer.end();\n        return;\n      }\n\n      // Wait for events or completion signal\n      while (!completed && !signal?.aborted) {\n        drainQueue();\n        if (completed || signal?.aborted) break;\n        await waitForSignal();\n      }\n\n      if (!signal?.aborted) {\n        drainQueue();\n      }\n    } finally {\n      signal?.removeEventListener('abort', onAbort);\n      unsubscribe();\n    }\n\n    if (!signal?.aborted) {\n      // Emit final data (Turn) if available before [DONE]\n      if (finalData !== undefined) {\n        writer.write(`data: ${JSON.stringify(finalData)}\\n\\n`);\n      }\n      writer.write('data: [DONE]\\n\\n');\n    }\n    writer.end();\n  } catch (error) {\n    if (!signal?.aborted) {\n      const errorMsg = error instanceof Error ? error.message : String(error);\n      writer.write(`data: ${JSON.stringify({ error: errorMsg })}\\n\\n`);\n    }\n    writer.end();\n  }\n}\n"],"mappings":";;;;;AA+BO,SAAS,UAAU,OAA4B;AACpD,QAAM,aAAa,qBAAqB,KAAK;AAC7C,SAAO,SAAS,KAAK,UAAU,UAAU,CAAC;AAAA;AAAA;AAC5C;AAcA,eAAsB,oBACpB,UACA,SACA,QACA,UAAyB,CAAC,GACX;AACf,QAAM,EAAE,OAAO,IAAI;AAEnB,MAAI,QAAQ,SAAS;AACnB,WAAO,IAAI;AACX;AAAA,EACF;AAEA,MAAI;AACF,QAAI,QAAQ,SAAS;AACnB,aAAO,IAAI;AACX;AAAA,IACF;AAEA,UAAM,QAA8D,CAAC;AACrE,QAAI,cAAmC;AACvC,QAAI,YAAY;AAChB,QAAI,iBAAiB;AACrB,QAAI,YAAqB;AAEzB,UAAM,UAAU,CAAC,OAAoB,WAA0B;AAC7D,YAAM,KAAK,EAAE,OAAO,QAAQ,UAAU,KAAK,CAAC;AAC5C,oBAAc;AAAA,IAChB;AAEA,UAAM,aAAa,MAAY;AAC7B,kBAAY;AACZ,oBAAc;AAAA,IAChB;AAEA,UAAM,cAAc,CAAC,SAAwB;AAC3C,kBAAY;AAAA,IACd;AAEA,UAAM,cAAc,QAAQ,UAAU,UAAU,SAAS,YAAY,WAAW;AAEhF,UAAM,UAAU,MAAY;AAC1B,kBAAY;AACZ,oBAAc;AAAA,IAChB;AACA,YAAQ,iBAAiB,SAAS,OAAO;AAEzC,UAAM,aAAa,MAAY;AAC7B,aAAO,MAAM,SAAS,KAAK,CAAC,QAAQ,SAAS;AAC3C,cAAM,OAAO,MAAM,MAAM;AACzB,YAAI,CAAC,KAAM;AACX,cAAM,EAAE,OAAO,OAAO,IAAI;AAC1B,YAAI,WAAW,QAAQ,UAAU,eAAgB;AACjD,eAAO,MAAM,UAAU,KAAK,CAAC;AAC7B,YAAI,WAAW,QAAQ,SAAS,gBAAgB;AAC9C,2BAAiB;AAAA,QACnB;AAAA,MACF;AAAA,IACF;AAEA,UAAM,uBAAuB,MAAY;AACvC,UAAI,MAAM,WAAW,EAAG;AACxB,YAAM,WAAiE,CAAC;AACxE,iBAAW,QAAQ,OAAO;AACxB,YAAI,KAAK,WAAW,QAAQ,KAAK,UAAU,eAAgB;AAC3D,iBAAS,KAAK,IAAI;AAAA,MACpB;AACA,YAAM,SAAS;AACf,YAAM,KAAK,GAAG,QAAQ;AAAA,IACxB;AAEA,UAAM,gBAAgB,MAAqB,IAAI,QAAQ,CAAC,YAAY;AAClE,UAAI,UAAU;AAEd,YAAM,SAAS,MAAY;AACzB,YAAI,QAAS;AACb,kBAAU;AACV,sBAAc;AACd,gBAAQ;AAAA,MACV;AAEA,oBAAc;AAEd,UAAI,aAAa,QAAQ,WAAW,MAAM,SAAS,GAAG;AACpD,eAAO;AAAA,MACT;AAAA,IACF,CAAC;AAED,QAAI;AACF,YAAM,SAAS,MAAM,QAAQ,UAAU,QAAQ;AAC/C,YAAM,aAAa,QAAQ,cAAc,QAAQ;AAEjD,iBAAW,SAAS,QAAQ;AAC1B,YAAI,QAAQ,QAAS;AACrB,eAAO,MAAM,UAAU,KAAK,CAAC;AAAA,MAC/B;AAIA,uBAAiB,aAAa,OAAO,SAAS;AAC9C,2BAAqB;AAErB,UAAI,QAAQ,SAAS;AACnB,eAAO,IAAI;AACX;AAAA,MACF;AAGA,aAAO,CAAC,aAAa,CAAC,QAAQ,SAAS;AACrC,mBAAW;AACX,YAAI,aAAa,QAAQ,QAAS;AAClC,cAAM,cAAc;AAAA,MACtB;AAEA,UAAI,CAAC,QAAQ,SAAS;AACpB,mBAAW;AAAA,MACb;AAAA,IACF,UAAE;AACA,cAAQ,oBAAoB,SAAS,OAAO;AAC5C,kBAAY;AAAA,IACd;AAEA,QAAI,CAAC,QAAQ,SAAS;AAEpB,UAAI,cAAc,QAAW;AAC3B,eAAO,MAAM,SAAS,KAAK,UAAU,SAAS,CAAC;AAAA;AAAA,CAAM;AAAA,MACvD;AACA,aAAO,MAAM,kBAAkB;AAAA,IACjC;AACA,WAAO,IAAI;AAAA,EACb,SAAS,OAAO;AACd,QAAI,CAAC,QAAQ,SAAS;AACpB,YAAM,WAAW,iBAAiB,QAAQ,MAAM,UAAU,OAAO,KAAK;AACtE,aAAO,MAAM,SAAS,KAAK,UAAU,EAAE,OAAO,SAAS,CAAC,CAAC;AAAA;AAAA,CAAM;AAAA,IACjE;AACA,WAAO,IAAI;AAAA,EACb;AACF;","names":[]}