@providerprotocol/ai 0.0.35 → 0.0.37

package/README.md

@@ -47,6 +47,12 @@ for await (const event of stream) {
 const turn = await stream.turn;
 ```
 
+Stream results are PromiseLike, so you can also await the stream directly to auto-drain:
+
+```typescript
+const turn = await claude.stream('Count to 5');
+```
+
 **Stream Control:**
 
 ```typescript
@@ -640,9 +646,39 @@ const model = llm({
 const result = await model.generate('Hello');
 ```
 
+### Persistence Middleware
+
+Load and save conversation threads around LLM requests:
+
+```typescript
+import { llm, Thread } from '@providerprotocol/ai';
+import { anthropic } from '@providerprotocol/ai/anthropic';
+import { persistenceMiddleware, PersistenceAdapter } from '@providerprotocol/ai/middleware/persistence';
+
+const adapter = new PersistenceAdapter({
+  id: 'conversation-123',
+  load: async (id) => loadThreadFromDatabase(id), // Thread | ThreadJSON | null
+  save: async (id, thread, turn) => {
+    await saveThreadToDatabase(id, thread);
+    if (turn) {
+      await saveTurnToDatabase(id, turn);
+    }
+  },
+});
+
+const model = llm({
+  model: anthropic('claude-sonnet-4-20250514'),
+  middleware: [persistenceMiddleware({ adapter })],
+});
+
+const turn = await model.generate('Hello!');
+```
+
 ### Pub-Sub Middleware (Stream Resumption)
 
-Enable reconnecting clients to catch up on missed events during active generation. The middleware buffers events and publishes them to subscribers.
+Enable reconnecting clients to catch up on missed events during active generation. The middleware buffers events, publishes them to subscribers, and removes streams on completion/abort/error.
+If a stream never reaches those hooks (for example, a process crash), the adapter may retain the entry. Custom adapters should invoke `onComplete` when `remove()` runs so subscriber streams can terminate.
+Streams are created lazily on first `append()` or `subscribe()` call.
 
 ```typescript
 import { llm } from '@providerprotocol/ai';
@@ -662,11 +698,12 @@ Bun.serve({
 
     if (!exists) {
       // Start background generation (fire and forget)
+      // Stream is created lazily on first append()
       const model = llm({
         model: anthropic('claude-sonnet-4-20250514'),
         middleware: [pubsubMiddleware({ adapter, streamId })],
       });
-      consumeInBackground(model.stream(messages));
+      model.stream(messages).then(turn => { /* save to DB */ });
     }
 
     // Both new and reconnect: subscribe to events
@@ -710,17 +747,12 @@ Implement `PubSubAdapter` for custom backends (Redis, etc.):
 import type { PubSubAdapter } from '@providerprotocol/ai/middleware/pubsub';
 
 const redisAdapter: PubSubAdapter = {
-  async exists(streamId) { /* ... */ },
-  async create(streamId, metadata) { /* ... */ },
-  async append(streamId, event) { /* ... */ },
-  async markCompleted(streamId) { /* ... */ },
-  async isCompleted(streamId) { /* ... */ },
-  async getEvents(streamId) { /* ... */ },
-  async getStream(streamId) { /* ... */ },
-  subscribe(streamId, callback) { /* ... */ },
-  publish(streamId, event) { /* ... */ },
-  async remove(streamId) { /* ... */ },
-  async cleanup(maxAge) { /* ... */ },
+  async exists(streamId) { /* check if stream exists */ },
+  async append(streamId, event) { /* append event, create lazily */ },
+  async getEvents(streamId) { /* return events or [] */ },
+  subscribe(streamId, onEvent, onComplete) { /* subscribe to live events */ },
+  publish(streamId, event) { /* broadcast to subscribers */ },
+  async remove(streamId) { /* notify onComplete then delete */ },
 };
 ```
 

package/dist/anthropic/index.d.ts

@@ -1,5 +1,5 @@
-import { d as Provider } from '../llm-DwbUK7un.js';
-import '../stream-CecfVCPO.js';
+import { e as Provider } from '../llm-DS_-l71X.js';
+import '../stream-sXhBtWjl.js';
 
 /**
  * @fileoverview Anthropic API type definitions.

package/dist/anthropic/index.js

@@ -3,35 +3,37 @@ import {
 } from "../chunk-PMK5LZ5Z.js";
 import {
   parseJsonResponse
-} from "../chunk-A2IM7PGT.js";
+} from "../chunk-TUTYMOBL.js";
 import {
   resolveApiKey
 } from "../chunk-ARVM24K2.js";
 import {
   createProvider
 } from "../chunk-JA3UZALR.js";
+import {
+  doFetch,
+  doStreamFetch,
+  normalizeHttpError
+} from "../chunk-SBGZJVTJ.js";
+import {
+  StreamEventType,
+  objectDelta
+} from "../chunk-MJI74VEJ.js";
 import {
   AssistantMessage,
   generateId,
   isAssistantMessage,
   isToolResultMessage,
   isUserMessage
-} from "../chunk-BRP5XJ6Q.js";
+} from "../chunk-WU4U6IHF.js";
 import {
-  doFetch,
-  doStreamFetch,
-  normalizeHttpError,
   toError
-} from "../chunk-AY55T37A.js";
+} from "../chunk-GIDT7C6I.js";
 import {
   ErrorCode,
   ModalityType,
   UPPError
 } from "../chunk-COS4ON4G.js";
-import {
-  StreamEventType,
-  objectDelta
-} from "../chunk-6S222DHN.js";
 
 // src/providers/anthropic/types.ts
 var betas = {