@providerprotocol/ai 0.0.40 → 0.0.43

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@providerprotocol/ai",
-  "version": "0.0.40",
+  "version": "0.0.43",
   "description": "UPP: Unified Provider Protocol for AI inference",
   "license": "MIT",
   "homepage": "https://providerprotocol.org",
@@ -165,10 +165,14 @@
   "scripts": {
     "build": "tsup",
     "prepublishOnly": "bun run build",
-    "test": "bun test",
+    "test": "bun run test:unit",
     "lint": "bunx eslint . --max-warnings 0",
     "test:unit": "bun test tests/unit",
-    "test:live": "bun test tests/live",
+    "test:live": "bun run test:live:canary",
+    "test:live:canary": "bun test tests/live/canary",
+    "test:live:nightly": "bun test tests/live/nightly",
+    "test:live:release": "bun test tests/live/release",
+    "test:all": "bun run test:unit && bun run test:live:canary",
     "typecheck": "tsc --noEmit",
     "docgen": "bun run scripts/docgen.ts",
     "docs:sort": "bun run scripts/sort-docs.ts",

package/dist/chunk-KBI45OXI.js

@@ -1,31 +0,0 @@
-import {
-  runSubscriberStream
-} from "./chunk-L6QWKFGE.js";
-
-// src/middleware/pubsub/server/h3.ts
-async function streamSubscriber(streamId, adapter, event) {
-  const res = event.node.res;
-  res.setHeader("Content-Type", "text/event-stream");
-  res.setHeader("Cache-Control", "no-cache");
-  res.setHeader("Connection", "keep-alive");
-  const abortController = new AbortController();
-  res.on("close", () => abortController.abort());
-  await runSubscriberStream(
-    streamId,
-    adapter,
-    {
-      write: (data) => res.write(data),
-      end: () => res.end()
-    },
-    { signal: abortController.signal }
-  );
-}
-var h3 = {
-  streamSubscriber
-};
-
-export {
-  streamSubscriber,
-  h3
-};
-//# sourceMappingURL=chunk-KBI45OXI.js.map

package/dist/chunk-KBI45OXI.js.map

@@ -1 +0,0 @@
-{"version":3,"sources":["../src/middleware/pubsub/server/h3.ts"],"sourcesContent":["/**\n * @fileoverview H3/Nitro/Nuxt adapter for pub-sub stream resumption.\n *\n * Provides utilities for H3-based servers (Nuxt, Nitro, or standalone H3)\n * to handle stream reconnections.\n *\n * @module middleware/pubsub/server/h3\n */\n\nimport type { PubSubAdapter } from '../types.ts';\nimport { runSubscriberStream } from './shared.ts';\n\n/**\n * H3 Event interface (minimal type to avoid dependency).\n */\ninterface H3Event {\n  node: {\n    res: {\n      setHeader(name: string, value: string): void;\n      write(chunk: string): boolean;\n      end(): void;\n      on(event: 'close', listener: () => void): void;\n    };\n  };\n}\n\n/**\n * Stream buffered and live events to an H3 event response.\n *\n * Handles reconnection for H3/Nuxt routes:\n * 1. Replays buffered events from the adapter\n * 2. Subscribes to live events until completion signal\n * 3. Ends when stream completes or client disconnects\n *\n * @param streamId - The stream ID to subscribe to\n * @param adapter - The pub-sub adapter instance\n * @param event - H3 event object\n *\n * @example\n * ```typescript\n * import { llm } from '@providerprotocol/ai';\n * import { anthropic } from '@providerprotocol/ai/anthropic';\n * import { pubsubMiddleware, memoryAdapter } from '@providerprotocol/ai/middleware/pubsub';\n * import { h3 } from '@providerprotocol/ai/middleware/pubsub/server';\n *\n * const adapter = memoryAdapter();\n *\n * export default defineEventHandler(async (event) => {\n *   const { input, conversationId } = await readBody(event);\n *\n *   if (!await adapter.exists(conversationId)) {\n *     const model = llm({\n *       model: anthropic('claude-sonnet-4-20250514'),\n *       middleware: [pubsubMiddleware({ adapter, streamId: conversationId })],\n *     });\n *     model.stream(input).then(turn => saveToDatabase(conversationId, turn));\n *   }\n *\n *   return h3.streamSubscriber(conversationId, adapter, event);\n * });\n * ```\n */\nexport async function streamSubscriber(\n  streamId: string,\n  adapter: PubSubAdapter,\n  event: H3Event\n): Promise<void> {\n  const res = event.node.res;\n  res.setHeader('Content-Type', 'text/event-stream');\n  res.setHeader('Cache-Control', 'no-cache');\n  res.setHeader('Connection', 'keep-alive');\n\n  const abortController = new AbortController();\n  res.on('close', () => abortController.abort());\n\n  await runSubscriberStream(\n    streamId,\n    adapter,\n    {\n      write: (data: string) => res.write(data),\n      end: () => res.end(),\n    },\n    { signal: abortController.signal }\n  );\n}\n\n/**\n * H3 adapter namespace for pub-sub server utilities.\n */\nexport const h3 = {\n  streamSubscriber,\n};\n"],"mappings":";;;;;AA8DA,eAAsB,iBACpB,UACA,SACA,OACe;AACf,QAAM,MAAM,MAAM,KAAK;AACvB,MAAI,UAAU,gBAAgB,mBAAmB;AACjD,MAAI,UAAU,iBAAiB,UAAU;AACzC,MAAI,UAAU,cAAc,YAAY;AAExC,QAAM,kBAAkB,IAAI,gBAAgB;AAC5C,MAAI,GAAG,SAAS,MAAM,gBAAgB,MAAM,CAAC;AAE7C,QAAM;AAAA,IACJ;AAAA,IACA;AAAA,IACA;AAAA,MACE,OAAO,CAAC,SAAiB,IAAI,MAAM,IAAI;AAAA,MACvC,KAAK,MAAM,IAAI,IAAI;AAAA,IACrB;AAAA,IACA,EAAE,QAAQ,gBAAgB,OAAO;AAAA,EACnC;AACF;AAKO,IAAM,KAAK;AAAA,EAChB;AACF;","names":[]}

package/dist/chunk-L6QWKFGE.js.map

@@ -1 +0,0 @@
-{"version":3,"sources":["../src/middleware/pubsub/server/shared.ts"],"sourcesContent":["/**\n * @fileoverview Shared utilities for pub-sub server adapters.\n *\n * @module middleware/pubsub/server/shared\n * @internal\n */\n\nimport type { StreamEvent } from '../../../types/stream.ts';\nimport type { PubSubAdapter } from '../types.ts';\nimport { serializeStreamEvent } from '../../../stream/serialization.ts';\n\n/**\n * Writer interface for abstracting how data is written to responses.\n * @internal\n */\nexport interface StreamWriter {\n  write(data: string): void;\n  end(): void;\n}\n\n/**\n * Options for runSubscriberStream.\n * @internal\n */\nexport interface StreamOptions {\n  signal?: AbortSignal;\n}\n\n/**\n * Formats a stream event as an SSE data line.\n */\nexport function formatSSE(event: StreamEvent): string {\n  const serialized = serializeStreamEvent(event);\n  return `data: ${JSON.stringify(serialized)}\\n\\n`;\n}\n\n/**\n * Core subscriber stream logic shared across all adapters.\n *\n * Handles:\n * 1. Subscribing to live events and completion signal\n * 2. Replaying buffered events (empty if stream just started)\n * 3. Processing live events until completion signal\n * 4. Final cleanup\n * 5. Client disconnect via AbortSignal\n *\n * @internal\n */\nexport async function runSubscriberStream(\n  streamId: string,\n  adapter: PubSubAdapter,\n  writer: StreamWriter,\n  options: StreamOptions = {}\n): Promise<void> {\n  const { signal } = options;\n\n  if (signal?.aborted) {\n    writer.end();\n    return;\n  }\n\n  try {\n    if (signal?.aborted) {\n      writer.end();\n      return;\n    }\n\n    const queue: Array<{ event: StreamEvent; cursor: number | null }> = [];\n    let resolveWait: (() => void) | null = null;\n    let completed = false;\n    let lastSentCursor = -1;\n    let finalData: unknown = undefined;\n\n    const onEvent = (event: StreamEvent, cursor?: number): void => {\n      queue.push({ event, cursor: cursor ?? null });\n      resolveWait?.();\n    };\n\n    const onComplete = (): void => {\n      completed = true;\n      resolveWait?.();\n    };\n\n    const onFinalData = (data: unknown): void => {\n      finalData = data;\n    };\n\n    const unsubscribe = adapter.subscribe(streamId, onEvent, onComplete, onFinalData);\n\n    const onAbort = (): void => {\n      completed = true;\n      resolveWait?.();\n    };\n    signal?.addEventListener('abort', onAbort);\n\n    const drainQueue = (): void => {\n      while (queue.length > 0 && !signal?.aborted) {\n        const item = queue.shift();\n        if (!item) break;\n        const { event, cursor } = item;\n        if (cursor !== null && cursor <= lastSentCursor) continue;\n        writer.write(formatSSE(event));\n        if (cursor !== null && cursor > lastSentCursor) {\n          lastSentCursor = cursor;\n        }\n      }\n    };\n\n    const dropReplayDuplicates = (): void => {\n      if (queue.length === 0) return;\n      const filtered: Array<{ event: StreamEvent; cursor: number | null }> = [];\n      for (const item of queue) {\n        if (item.cursor !== null && item.cursor <= lastSentCursor) continue;\n        filtered.push(item);\n      }\n      queue.length = 0;\n      queue.push(...filtered);\n    };\n\n    const waitForSignal = (): Promise<void> => new Promise((resolve) => {\n      let settled = false;\n\n      const settle = (): void => {\n        if (settled) return;\n        settled = true;\n        resolveWait = null;\n        resolve();\n      };\n\n      resolveWait = settle;\n\n      if (completed || signal?.aborted || queue.length > 0) {\n        settle();\n      }\n    });\n\n    try {\n      const events = await adapter.getEvents(streamId);\n      const cursorBase = adapter.getCursorBase(streamId);\n\n      for (const event of events) {\n        if (signal?.aborted) break;\n        writer.write(formatSSE(event));\n      }\n\n      // Use cursor base to set lastSentCursor correctly after clear operations\n      // Events have cursors of cursorBase + index, so after replay the last cursor is cursorBase + length - 1\n      lastSentCursor = cursorBase + events.length - 1;\n      dropReplayDuplicates();\n\n      if (signal?.aborted) {\n        writer.end();\n        return;\n      }\n\n      // Wait for events or completion signal\n      while (!completed && !signal?.aborted) {\n        drainQueue();\n        if (completed || signal?.aborted) break;\n        await waitForSignal();\n      }\n\n      if (!signal?.aborted) {\n        drainQueue();\n      }\n    } finally {\n      signal?.removeEventListener('abort', onAbort);\n      unsubscribe();\n    }\n\n    if (!signal?.aborted) {\n      // Emit final data (Turn) if available before [DONE]\n      if (finalData !== undefined) {\n        writer.write(`data: ${JSON.stringify(finalData)}\\n\\n`);\n      }\n      writer.write('data: [DONE]\\n\\n');\n    }\n    writer.end();\n  } catch (error) {\n    if (!signal?.aborted) {\n      const errorMsg = error instanceof Error ? error.message : String(error);\n      writer.write(`data: ${JSON.stringify({ error: errorMsg })}\\n\\n`);\n    }\n    writer.end();\n  }\n}\n"],"mappings":";;;;;AA+BO,SAAS,UAAU,OAA4B;AACpD,QAAM,aAAa,qBAAqB,KAAK;AAC7C,SAAO,SAAS,KAAK,UAAU,UAAU,CAAC;AAAA;AAAA;AAC5C;AAcA,eAAsB,oBACpB,UACA,SACA,QACA,UAAyB,CAAC,GACX;AACf,QAAM,EAAE,OAAO,IAAI;AAEnB,MAAI,QAAQ,SAAS;AACnB,WAAO,IAAI;AACX;AAAA,EACF;AAEA,MAAI;AACF,QAAI,QAAQ,SAAS;AACnB,aAAO,IAAI;AACX;AAAA,IACF;AAEA,UAAM,QAA8D,CAAC;AACrE,QAAI,cAAmC;AACvC,QAAI,YAAY;AAChB,QAAI,iBAAiB;AACrB,QAAI,YAAqB;AAEzB,UAAM,UAAU,CAAC,OAAoB,WAA0B;AAC7D,YAAM,KAAK,EAAE,OAAO,QAAQ,UAAU,KAAK,CAAC;AAC5C,oBAAc;AAAA,IAChB;AAEA,UAAM,aAAa,MAAY;AAC7B,kBAAY;AACZ,oBAAc;AAAA,IAChB;AAEA,UAAM,cAAc,CAAC,SAAwB;AAC3C,kBAAY;AAAA,IACd;AAEA,UAAM,cAAc,QAAQ,UAAU,UAAU,SAAS,YAAY,WAAW;AAEhF,UAAM,UAAU,MAAY;AAC1B,kBAAY;AACZ,oBAAc;AAAA,IAChB;AACA,YAAQ,iBAAiB,SAAS,OAAO;AAEzC,UAAM,aAAa,MAAY;AAC7B,aAAO,MAAM,SAAS,KAAK,CAAC,QAAQ,SAAS;AAC3C,cAAM,OAAO,MAAM,MAAM;AACzB,YAAI,CAAC,KAAM;AACX,cAAM,EAAE,OAAO,OAAO,IAAI;AAC1B,YAAI,WAAW,QAAQ,UAAU,eAAgB;AACjD,eAAO,MAAM,UAAU,KAAK,CAAC;AAC7B,YAAI,WAAW,QAAQ,SAAS,gBAAgB;AAC9C,2BAAiB;AAAA,QACnB;AAAA,MACF;AAAA,IACF;AAEA,UAAM,uBAAuB,MAAY;AACvC,UAAI,MAAM,WAAW,EAAG;AACxB,YAAM,WAAiE,CAAC;AACxE,iBAAW,QAAQ,OAAO;AACxB,YAAI,KAAK,WAAW,QAAQ,KAAK,UAAU,eAAgB;AAC3D,iBAAS,KAAK,IAAI;AAAA,MACpB;AACA,YAAM,SAAS;AACf,YAAM,KAAK,GAAG,QAAQ;AAAA,IACxB;AAEA,UAAM,gBAAgB,MAAqB,IAAI,QAAQ,CAAC,YAAY;AAClE,UAAI,UAAU;AAEd,YAAM,SAAS,MAAY;AACzB,YAAI,QAAS;AACb,kBAAU;AACV,sBAAc;AACd,gBAAQ;AAAA,MACV;AAEA,oBAAc;AAEd,UAAI,aAAa,QAAQ,WAAW,MAAM,SAAS,GAAG;AACpD,eAAO;AAAA,MACT;AAAA,IACF,CAAC;AAED,QAAI;AACF,YAAM,SAAS,MAAM,QAAQ,UAAU,QAAQ;AAC/C,YAAM,aAAa,QAAQ,cAAc,QAAQ;AAEjD,iBAAW,SAAS,QAAQ;AAC1B,YAAI,QAAQ,QAAS;AACrB,eAAO,MAAM,UAAU,KAAK,CAAC;AAAA,MAC/B;AAIA,uBAAiB,aAAa,OAAO,SAAS;AAC9C,2BAAqB;AAErB,UAAI,QAAQ,SAAS;AACnB,eAAO,IAAI;AACX;AAAA,MACF;AAGA,aAAO,CAAC,aAAa,CAAC,QAAQ,SAAS;AACrC,mBAAW;AACX,YAAI,aAAa,QAAQ,QAAS;AAClC,cAAM,cAAc;AAAA,MACtB;AAEA,UAAI,CAAC,QAAQ,SAAS;AACpB,mBAAW;AAAA,MACb;AAAA,IACF,UAAE;AACA,cAAQ,oBAAoB,SAAS,OAAO;AAC5C,kBAAY;AAAA,IACd;AAEA,QAAI,CAAC,QAAQ,SAAS;AAEpB,UAAI,cAAc,QAAW;AAC3B,eAAO,MAAM,SAAS,KAAK,UAAU,SAAS,CAAC;AAAA;AAAA,CAAM;AAAA,MACvD;AACA,aAAO,MAAM,kBAAkB;AAAA,IACjC;AACA,WAAO,IAAI;AAAA,EACb,SAAS,OAAO;AACd,QAAI,CAAC,QAAQ,SAAS;AACpB,YAAM,WAAW,iBAAiB,QAAQ,MAAM,UAAU,OAAO,KAAK;AACtE,aAAO,MAAM,SAAS,KAAK,UAAU,EAAE,OAAO,SAAS,CAAC,CAAC;AAAA;AAAA,CAAM;AAAA,IACjE;AACA,WAAO,IAAI;AAAA,EACb;AACF;","names":[]}