@ai-sdk/llamaindex 0.0.0-1c33ba03-20260114162300 → 0.0.0-4caafb2a-20260122145312

package/CHANGELOG.md

@@ -1,10 +1,91 @@
 # @ai-sdk/llamaindex
 
-## 0.0.0-1c33ba03-20260114162300
+## 0.0.0-4caafb2a-20260122145312
 
 ### Patch Changes
 
-- ai@0.0.0-1c33ba03-20260114162300
+- Updated dependencies [4caafb2]
+  - ai@0.0.0-4caafb2a-20260122145312
+
+## 2.0.46
+
+### Patch Changes
+
+- 8dc54db: chore: add src folders to package bundle
+  - ai@6.0.46
+
+## 2.0.45
+
+### Patch Changes
+
+- ai@6.0.45
+
+## 2.0.44
+
+### Patch Changes
+
+- ai@6.0.44
+
+## 2.0.43
+
+### Patch Changes
+
+- Updated dependencies [2dc9bfa]
+  - ai@6.0.43
+
+## 2.0.42
+
+### Patch Changes
+
+- ai@6.0.42
+
+## 2.0.41
+
+### Patch Changes
+
+- Updated dependencies [84b6e6d]
+  - ai@6.0.41
+
+## 2.0.40
+
+### Patch Changes
+
+- Updated dependencies [ab57783]
+  - ai@6.0.40
+
+## 2.0.39
+
+### Patch Changes
+
+- Updated dependencies [4e28ba0]
+  - ai@6.0.39
+
+## 2.0.38
+
+### Patch Changes
+
+- ai@6.0.38
+
+## 2.0.37
+
+### Patch Changes
+
+- Updated dependencies [b5dab9b]
+  - ai@6.0.37
+
+## 2.0.36
+
+### Patch Changes
+
+- Updated dependencies [46f46e4]
+  - ai@6.0.36
+
+## 2.0.35
+
+### Patch Changes
+
+- Updated dependencies [d7e7f1f]
+  - ai@6.0.35
 
 ## 2.0.34
 

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@ai-sdk/llamaindex",
-  "version": "0.0.0-1c33ba03-20260114162300",
+  "version": "0.0.0-4caafb2a-20260122145312",
   "license": "Apache-2.0",
   "sideEffects": false,
   "main": "./dist/index.js",
@@ -8,6 +8,7 @@
   "types": "./dist/index.d.ts",
   "files": [
     "dist/**/*",
+    "src",
     "CHANGELOG.md",
     "README.md"
   ],
@@ -20,7 +21,7 @@
     }
   },
   "dependencies": {
-    "ai": "0.0.0-1c33ba03-20260114162300"
+    "ai": "0.0.0-4caafb2a-20260122145312"
   },
   "devDependencies": {
     "@types/node": "20.17.24",

package/src/index.ts

@@ -0,0 +1 @@
+export * from './llamaindex-adapter';

package/src/llamaindex-adapter.test.ts

@@ -0,0 +1,39 @@
+import {
+  convertArrayToAsyncIterable,
+  convertReadableStreamToArray,
+} from 'ai/test';
+import { toUIMessageStream } from './llamaindex-adapter';
+import { describe, it, expect } from 'vitest';
+
+describe('toUIMessageStream', () => {
+  it('should convert AsyncIterable<EngineResponse>', async () => {
+    const inputStream = convertArrayToAsyncIterable([
+      { delta: 'Hello' },
+      { delta: 'World' },
+    ]);
+
+    expect(await convertReadableStreamToArray(toUIMessageStream(inputStream)))
+      .toMatchInlineSnapshot(`
+        [
+          {
+            "id": "1",
+            "type": "text-start",
+          },
+          {
+            "delta": "Hello",
+            "id": "1",
+            "type": "text-delta",
+          },
+          {
+            "delta": "World",
+            "id": "1",
+            "type": "text-delta",
+          },
+          {
+            "id": "1",
+            "type": "text-end",
+          },
+        ]
+      `);
+  });
+});

package/src/llamaindex-adapter.ts

@@ -0,0 +1,52 @@
+import { UIMessageChunk } from 'ai';
+import { convertAsyncIteratorToReadableStream } from 'ai/internal';
+import {
+  createCallbacksTransformer,
+  StreamCallbacks,
+} from './stream-callbacks';
+
+type EngineResponse = {
+  delta: string;
+};
+
+export function toUIMessageStream(
+  stream: AsyncIterable<EngineResponse>,
+  callbacks?: StreamCallbacks,
+) {
+  const trimStart = trimStartOfStream();
+
+  return convertAsyncIteratorToReadableStream(stream[Symbol.asyncIterator]())
+    .pipeThrough(
+      new TransformStream({
+        async transform(message, controller): Promise<void> {
+          controller.enqueue(trimStart(message.delta));
+        },
+      }),
+    )
+    .pipeThrough(createCallbacksTransformer(callbacks))
+    .pipeThrough(
+      new TransformStream<string, UIMessageChunk>({
+        start: async controller => {
+          controller.enqueue({ type: 'text-start', id: '1' });
+        },
+        transform: async (chunk, controller) => {
+          controller.enqueue({ type: 'text-delta', delta: chunk, id: '1' });
+        },
+        flush: async controller => {
+          controller.enqueue({ type: 'text-end', id: '1' });
+        },
+      }),
+    );
+}
+
+function trimStartOfStream(): (text: string) => string {
+  let isStreamStart = true;
+
+  return (text: string): string => {
+    if (isStreamStart) {
+      text = text.trimStart();
+      if (text) isStreamStart = false;
+    }
+    return text;
+  };
+}

package/src/stream-callbacks.ts

@@ -0,0 +1,65 @@
+/**
+ * Configuration options and helper callback methods for stream lifecycle events.
+ */
+export interface StreamCallbacks {
+  /** `onStart`: Called once when the stream is initialized. */
+  onStart?: () => Promise<void> | void;
+
+  /** `onFinal`: Called once when the stream is closed with the final completion message. */
+  onFinal?: (completion: string) => Promise<void> | void;
+
+  /** `onToken`: Called for each tokenized message. */
+  onToken?: (token: string) => Promise<void> | void;
+
+  /** `onText`: Called for each text chunk. */
+  onText?: (text: string) => Promise<void> | void;
+}
+
+/**
+ * Creates a transform stream that encodes input messages and invokes optional callback functions.
+ * The transform stream uses the provided callbacks to execute custom logic at different stages of the stream's lifecycle.
+ * - `onStart`: Called once when the stream is initialized.
+ * - `onToken`: Called for each tokenized message.
+ * - `onFinal`: Called once when the stream is closed with the final completion message.
+ *
+ * This function is useful when you want to process a stream of messages and perform specific actions during the stream's lifecycle.
+ *
+ * @param {StreamCallbacks} [callbacks] - An object containing the callback functions.
+ * @return {TransformStream<string, Uint8Array>} A transform stream that encodes input messages as Uint8Array and allows the execution of custom logic through callbacks.
+ *
+ * @example
+ * const callbacks = {
+ *   onStart: async () => console.log('Stream started'),
+ *   onToken: async (token) => console.log(`Token: ${token}`),
+ *   onFinal: async () => data.close()
+ * };
+ * const transformer = createCallbacksTransformer(callbacks);
+ */
+export function createCallbacksTransformer(
+  callbacks: StreamCallbacks | undefined = {},
+): TransformStream<string, string> {
+  let aggregatedResponse = '';
+
+  return new TransformStream({
+    async start(): Promise<void> {
+      if (callbacks.onStart) await callbacks.onStart();
+    },
+
+    async transform(message, controller): Promise<void> {
+      controller.enqueue(message);
+
+      aggregatedResponse += message;
+
+      if (callbacks.onToken) await callbacks.onToken(message);
+      if (callbacks.onText && typeof message === 'string') {
+        await callbacks.onText(message);
+      }
+    },
+
+    async flush(): Promise<void> {
+      if (callbacks.onFinal) {
+        await callbacks.onFinal(aggregatedResponse);
+      }
+    },
+  });
+}