@continuedev/fetch 1.0.9 → 1.0.10

package/dist/stream.js

@@ -1,6 +1,6 @@
 export async function* toAsyncIterable(nodeReadable) {
     for await (const chunk of nodeReadable) {
-        // @ts-expect-error
+        // @ts-ignore
         yield chunk;
     }
 }
@@ -64,7 +64,7 @@ export function parseDataLine(line) {
     }
 }
 function parseSseLine(line) {
-    if (line.startsWith("data: [DONE]")) {
+    if (line.startsWith("data:[DONE]") || line.startsWith("data: [DONE]")) {
         return { done: true, data: undefined };
     }
     if (line.startsWith("data:")) {

package/dist/stream.test.js

@@ -1,6 +1,56 @@
-// The parseDataLine function is not exported, so we need to import it
-// indirectly by re-exporting it for testing purposes
-import { parseDataLine } from "./stream.js";
+import { Readable } from "stream";
+import { parseDataLine, streamSse } from "./stream.js";
+function createMockResponse(sseLines) {
+    // Create a Readable stream that emits the SSE lines
+    const stream = new Readable({
+        read() {
+            for (const line of sseLines) {
+                this.push(line + "\n\n");
+            }
+            this.push(null); // End of stream
+        },
+    });
+    // Minimal Response mock
+    return {
+        status: 200,
+        body: stream,
+        text: async () => "",
+    };
+}
+describe("streamSse", () => {
+    it("yields parsed SSE data objects that ends with `data:[DONE]`", async () => {
+        const sseLines = [
+            'data: {"foo": "bar"}',
+            'data: {"baz": 42}',
+            "data:[DONE]",
+        ];
+        const response = createMockResponse(sseLines);
+        const results = [];
+        for await (const data of streamSse(response)) {
+            results.push(data);
+        }
+        expect(results).toEqual([{ foo: "bar" }, { baz: 42 }]);
+    });
+    it("yields parsed SSE data objects that ends with `data: [DONE]` (with a space before [DONE]", async () => {
+        const sseLines = [
+            'data: {"foo": "bar"}',
+            'data: {"baz": 42}',
+            "data: [DONE]",
+        ];
+        const response = createMockResponse(sseLines);
+        const results = [];
+        for await (const data of streamSse(response)) {
+            results.push(data);
+        }
+        expect(results).toEqual([{ foo: "bar" }, { baz: 42 }]);
+    });
+    it("throws on malformed JSON", async () => {
+        const sseLines = ['data: {"foo": "bar"', "data:[DONE]"];
+        const response = createMockResponse(sseLines);
+        const iterator = streamSse(response)[Symbol.asyncIterator]();
+        await expect(iterator.next()).rejects.toThrow(/Malformed JSON/);
+    });
+});
 describe("parseDataLine", () => {
     test("parseDataLine should parse valid JSON data with 'data: ' prefix", () => {
         const line = 'data: {"message":"hello","status":"ok"}';

package/jest.globals.d.ts

@@ -0,0 +1,14 @@
+// This file declares the Jest globals for TypeScript
+import '@jest/globals';
+
+declare global {
+  const describe: typeof import('@jest/globals').describe;
+  const expect: typeof import('@jest/globals').expect;
+  const it: typeof import('@jest/globals').it;
+  const test: typeof import('@jest/globals').test;
+  const beforeAll: typeof import('@jest/globals').beforeAll;
+  const afterAll: typeof import('@jest/globals').afterAll;
+  const beforeEach: typeof import('@jest/globals').beforeEach;
+  const afterEach: typeof import('@jest/globals').afterEach;
+  const jest: typeof import('@jest/globals').jest;
+}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@continuedev/fetch",
-  "version": "1.0.9",
+  "version": "1.0.10",
   "description": "",
   "main": "dist/index.js",
   "types": "dist/index.d.ts",

package/src/stream.test.ts

@@ -1,6 +1,66 @@
-// The parseDataLine function is not exported, so we need to import it
-// indirectly by re-exporting it for testing purposes
-import { parseDataLine } from "./stream.js";
+import { Readable } from "stream";
+import { parseDataLine, streamSse } from "./stream.js";
+
+function createMockResponse(sseLines: string[]): Response {
+  // Create a Readable stream that emits the SSE lines
+  const stream = new Readable({
+    read() {
+      for (const line of sseLines) {
+        this.push(line + "\n\n");
+      }
+      this.push(null); // End of stream
+    },
+  }) as any;
+
+  // Minimal Response mock
+  return {
+    status: 200,
+    body: stream,
+    text: async () => "",
+  } as unknown as Response;
+}
+
+describe("streamSse", () => {
+  it("yields parsed SSE data objects that ends with `data:[DONE]`", async () => {
+    const sseLines = [
+      'data: {"foo": "bar"}',
+      'data: {"baz": 42}',
+      "data:[DONE]",
+    ];
+    const response = createMockResponse(sseLines);
+
+    const results = [];
+    for await (const data of streamSse(response)) {
+      results.push(data);
+    }
+
+    expect(results).toEqual([{ foo: "bar" }, { baz: 42 }]);
+  });
+
+  it("yields parsed SSE data objects that ends with `data: [DONE]` (with a space before [DONE]", async () => {
+    const sseLines = [
+      'data: {"foo": "bar"}',
+      'data: {"baz": 42}',
+      "data: [DONE]",
+    ];
+    const response = createMockResponse(sseLines);
+
+    const results = [];
+    for await (const data of streamSse(response)) {
+      results.push(data);
+    }
+
+    expect(results).toEqual([{ foo: "bar" }, { baz: 42 }]);
+  });
+
+  it("throws on malformed JSON", async () => {
+    const sseLines = ['data: {"foo": "bar"', "data:[DONE]"];
+    const response = createMockResponse(sseLines);
+
+    const iterator = streamSse(response)[Symbol.asyncIterator]();
+    await expect(iterator.next()).rejects.toThrow(/Malformed JSON/);
+  });
+});
 
 describe("parseDataLine", () => {
   test("parseDataLine should parse valid JSON data with 'data: ' prefix", () => {

package/src/stream.ts

@@ -2,7 +2,7 @@ export async function* toAsyncIterable(
   nodeReadable: NodeJS.ReadableStream,
 ): AsyncGenerator<Uint8Array> {
   for await (const chunk of nodeReadable) {
-    // @ts-expect-error
+    // @ts-ignore
     yield chunk as Uint8Array;
   }
 }
@@ -13,6 +13,7 @@ export async function* streamResponse(
   if (response.status === 499) {
     return; // In case of client-side cancellation, just return
   }
+
   if (response.status !== 200) {
     throw new Error(await response.text());
   }
@@ -77,7 +78,7 @@ export function parseDataLine(line: string): any {
 }
 
 function parseSseLine(line: string): { done: boolean; data: any } {
-  if (line.startsWith("data: [DONE]")) {
+  if (line.startsWith("data:[DONE]") || line.startsWith("data: [DONE]")) {
     return { done: true, data: undefined };
   }
   if (line.startsWith("data:")) {

package/tsconfig.json

@@ -19,5 +19,5 @@
     "declaration": true
     // "sourceMap": true
   },
-  "include": ["src/**/*"]
+  "include": ["src/**/*", "jest.globals.d.ts"]
 }