ai 2.0.1 → 2.1.0

package/dist/index.test.mjs

@@ -1,10 +1,286 @@
-// streams/index.test.ts
-describe("ai", () => {
-  beforeEach(() => {
-  });
-  describe("not a real test", () => {
-    it("exports a default client", () => {
-      expect(true).toEqual(true);
+import {
+  init_streams,
+  streams_exports
+} from "./chunk-7KLTYB74.mjs";
+import "./chunk-TWW2ODJW.mjs";
+import "./chunk-KKQRUR3E.mjs";
+import "./chunk-U2OQ6HW6.mjs";
+import "./chunk-BJMBMGA3.mjs";
+import "./chunk-UJV6VDVU.mjs";
+import "./chunk-RBP6ONSV.mjs";
+import {
+  __async,
+  __commonJS,
+  __esm,
+  __toCommonJS
+} from "./chunk-2JQWCLY2.mjs";
+
+// tests/snapshots/openai-chat.ts
+var openai_chat_default;
+var init_openai_chat = __esm({
+  "tests/snapshots/openai-chat.ts"() {
+    "use strict";
+    openai_chat_default = [
+      {
+        id: "chatcmpl-7RyNSW2BXkOQQh7NlBc65j5kX8AjC",
+        object: "chat.completion.chunk",
+        created: 1686901302,
+        model: "gpt-3.5-turbo-0301",
+        choices: [
+          {
+            delta: { role: "assistant" },
+            index: 0,
+            finish_reason: null
+          }
+        ]
+      },
+      {
+        id: "chatcmpl-7RyNSW2BXkOQQh7NlBc65j5kX8AjC",
+        object: "chat.completion.chunk",
+        created: 1686901302,
+        model: "gpt-3.5-turbo-0301",
+        choices: [
+          {
+            delta: { content: "Hello" },
+            index: 0,
+            finish_reason: null
+          }
+        ]
+      },
+      {
+        id: "chatcmpl-7RyNSW2BXkOQQh7NlBc65j5kX8AjC",
+        object: "chat.completion.chunk",
+        created: 1686901302,
+        model: "gpt-3.5-turbo-0301",
+        choices: [{ delta: { content: "," }, index: 0, finish_reason: null }]
+      },
+      {
+        id: "chatcmpl-7RyNSW2BXkOQQh7NlBc65j5kX8AjC",
+        object: "chat.completion.chunk",
+        created: 1686901302,
+        model: "gpt-3.5-turbo-0301",
+        choices: [
+          {
+            delta: { content: " world" },
+            index: 0,
+            finish_reason: null
+          }
+        ]
+      },
+      {
+        id: "chatcmpl-7RyNSW2BXkOQQh7NlBc65j5kX8AjC",
+        object: "chat.completion.chunk",
+        created: 1686901302,
+        model: "gpt-3.5-turbo-0301",
+        choices: [{ delta: { content: "." }, index: 0, finish_reason: null }]
+      },
+      {
+        id: "chatcmpl-7RyNSW2BXkOQQh7NlBc65j5kX8AjC",
+        object: "chat.completion.chunk",
+        created: 1686901302,
+        model: "gpt-3.5-turbo-0301",
+        choices: [{ delta: {}, index: 0, finish_reason: "stop" }]
+      }
+    ];
+  }
+});
+
+// tests/utils/mock-service.ts
+import { createServer } from "http";
+function flushDataToResponse(res, chunks, suffix) {
+  return __async(this, null, function* () {
+    let resolve = () => {
+    };
+    let waitForDrain = new Promise((res2) => resolve = res2);
+    res.addListener("drain", () => {
+      resolve();
+      waitForDrain = new Promise((res2) => resolve = res2);
     });
+    try {
+      for (const item of chunks) {
+        const data = `data: ${JSON.stringify(item.value)}
+
+`;
+        const ok = res.write(data);
+        if (!ok) {
+          yield waitForDrain;
+        }
+        yield new Promise((r) => setTimeout(r, 100));
+      }
+      if (suffix) {
+        const data = `data: ${suffix}
+
+`;
+        res.write(data);
+      }
+    } catch (e) {
+    }
+    res.end();
   });
+}
+var setup;
+var init_mock_service = __esm({
+  "tests/utils/mock-service.ts"() {
+    "use strict";
+    init_openai_chat();
+    setup = () => {
+      let recentFlushed = [];
+      const server = createServer((req, res) => {
+        const service = req.headers["x-mock-service"] || "openai";
+        const type = req.headers["x-mock-type"] || "chat";
+        switch (type) {
+          case "chat":
+            switch (service) {
+              case "openai":
+                res.writeHead(200, {
+                  "Content-Type": "text/event-stream",
+                  "Cache-Control": "no-cache",
+                  Connection: "keep-alive"
+                });
+                res.flushHeaders();
+                recentFlushed = [];
+                flushDataToResponse(
+                  res,
+                  openai_chat_default.map(
+                    (value) => new Proxy(
+                      { value },
+                      {
+                        get(target) {
+                          recentFlushed.push(target.value);
+                          return target.value;
+                        }
+                      }
+                    )
+                  ),
+                  "[DONE]"
+                );
+                break;
+              default:
+                throw new Error(`Unknown service: ${service}`);
+            }
+            break;
+          default:
+            throw new Error(`Unknown type: ${type}`);
+        }
+      });
+      server.listen(3030);
+      return {
+        port: 3030,
+        api: "http://localhost:3030",
+        teardown: () => {
+          server.close();
+        },
+        getRecentFlushed: () => recentFlushed
+      };
+    };
+  }
+});
+
+// tests/utils/mock-client.ts
+var createClient;
+var init_mock_client = __esm({
+  "tests/utils/mock-client.ts"() {
+    "use strict";
+    createClient = (response) => {
+      return {
+        readAll() {
+          return __async(this, null, function* () {
+            if (!response.body) {
+              throw new Error("Response body is not readable");
+            }
+            let chunks = [];
+            const reader = response.body.getReader();
+            while (true) {
+              const { done, value } = yield reader.read();
+              if (done) {
+                break;
+              }
+              chunks.push(new TextDecoder().decode(value));
+            }
+            return chunks;
+          });
+        },
+        readAndAbort(controller) {
+          return __async(this, null, function* () {
+            if (!response.body) {
+              throw new Error("Response body is not readable");
+            }
+            let chunks = [];
+            const reader = response.body.getReader();
+            const { done, value } = yield reader.read();
+            if (!done) {
+              chunks.push(new TextDecoder().decode(value));
+            }
+            controller.abort();
+            reader.cancel();
+            return chunks;
+          });
+        }
+      };
+    };
+  }
+});
+
+// streams/index.test.ts
+var require_index_test = __commonJS({
+  "streams/index.test.ts"(exports) {
+    init_mock_service();
+    init_mock_client();
+    describe("AIStream", () => {
+      let server;
+      beforeAll(() => {
+        server = setup();
+      });
+      afterAll(() => {
+        server.teardown();
+      });
+      describe("OpenAIStream", () => {
+        if (typeof Response === "undefined") {
+          it("should skip this test on Node 16 because it doesn't support `Response`", () => {
+          });
+        } else {
+          const { OpenAIStream, StreamingTextResponse } = (init_streams(), __toCommonJS(streams_exports));
+          it("should be able to parse SSE and receive the streamed response", () => __async(exports, null, function* () {
+            const stream = OpenAIStream(
+              yield fetch(server.api, {
+                headers: {
+                  "x-mock-service": "openai",
+                  "x-mock-type": "chat"
+                }
+              })
+            );
+            const response = new StreamingTextResponse(stream);
+            const client = createClient(response);
+            const chunks = yield client.readAll();
+            expect(JSON.stringify(chunks)).toMatchInlineSnapshot(
+              `"["Hello",","," world","."]"`
+            );
+            expect(JSON.stringify(server.getRecentFlushed())).toMatchInlineSnapshot(
+              `"[{"id":"chatcmpl-7RyNSW2BXkOQQh7NlBc65j5kX8AjC","object":"chat.completion.chunk","created":1686901302,"model":"gpt-3.5-turbo-0301","choices":[{"delta":{"role":"assistant"},"index":0,"finish_reason":null}]},{"id":"chatcmpl-7RyNSW2BXkOQQh7NlBc65j5kX8AjC","object":"chat.completion.chunk","created":1686901302,"model":"gpt-3.5-turbo-0301","choices":[{"delta":{"content":"Hello"},"index":0,"finish_reason":null}]},{"id":"chatcmpl-7RyNSW2BXkOQQh7NlBc65j5kX8AjC","object":"chat.completion.chunk","created":1686901302,"model":"gpt-3.5-turbo-0301","choices":[{"delta":{"content":","},"index":0,"finish_reason":null}]},{"id":"chatcmpl-7RyNSW2BXkOQQh7NlBc65j5kX8AjC","object":"chat.completion.chunk","created":1686901302,"model":"gpt-3.5-turbo-0301","choices":[{"delta":{"content":" world"},"index":0,"finish_reason":null}]},{"id":"chatcmpl-7RyNSW2BXkOQQh7NlBc65j5kX8AjC","object":"chat.completion.chunk","created":1686901302,"model":"gpt-3.5-turbo-0301","choices":[{"delta":{"content":"."},"index":0,"finish_reason":null}]},{"id":"chatcmpl-7RyNSW2BXkOQQh7NlBc65j5kX8AjC","object":"chat.completion.chunk","created":1686901302,"model":"gpt-3.5-turbo-0301","choices":[{"delta":{},"index":0,"finish_reason":"stop"}]}]"`
+            );
+          }));
+          it("should handle backpressure on the server", () => __async(exports, null, function* () {
+            const controller = new AbortController();
+            const stream = OpenAIStream(
+              yield fetch(server.api, {
+                headers: {
+                  "x-mock-service": "openai",
+                  "x-mock-type": "chat"
+                },
+                signal: controller.signal
+              })
+            );
+            const response = new StreamingTextResponse(stream);
+            const client = createClient(response);
+            const chunks = yield client.readAndAbort(controller);
+            expect(JSON.stringify(chunks)).toMatchInlineSnapshot(`"["Hello"]"`);
+            expect(JSON.stringify(server.getRecentFlushed())).toMatchInlineSnapshot(
+              `"[{"id":"chatcmpl-7RyNSW2BXkOQQh7NlBc65j5kX8AjC","object":"chat.completion.chunk","created":1686901302,"model":"gpt-3.5-turbo-0301","choices":[{"delta":{"role":"assistant"},"index":0,"finish_reason":null}]},{"id":"chatcmpl-7RyNSW2BXkOQQh7NlBc65j5kX8AjC","object":"chat.completion.chunk","created":1686901302,"model":"gpt-3.5-turbo-0301","choices":[{"delta":{"content":"Hello"},"index":0,"finish_reason":null}]}]"`
+            );
+          }));
+        }
+      });
+    });
+  }
 });
+export default require_index_test();

package/dist/langchain-stream.mjs

@@ -1,8 +1,10 @@
 import {
-  LangChainStream
-} from "./chunk-GT4HKF2X.mjs";
-import "./chunk-265FSSO4.mjs";
-import "./chunk-2L3ZO4UM.mjs";
+  LangChainStream,
+  init_langchain_stream
+} from "./chunk-U2OQ6HW6.mjs";
+import "./chunk-UJV6VDVU.mjs";
+import "./chunk-2JQWCLY2.mjs";
+init_langchain_stream();
 export {
   LangChainStream
 };

package/dist/openai-stream.mjs

@@ -1,8 +1,10 @@
 import {
-  OpenAIStream
-} from "./chunk-TJMME6CL.mjs";
-import "./chunk-265FSSO4.mjs";
-import "./chunk-2L3ZO4UM.mjs";
+  OpenAIStream,
+  init_openai_stream
+} from "./chunk-BJMBMGA3.mjs";
+import "./chunk-UJV6VDVU.mjs";
+import "./chunk-2JQWCLY2.mjs";
+init_openai_stream();
 export {
   OpenAIStream
 };

package/dist/streaming-text-response.mjs

@@ -1,8 +1,10 @@
 import {
   StreamingTextResponse,
+  init_streaming_text_response,
   streamToResponse
-} from "./chunk-NK2CVBLI.mjs";
-import "./chunk-2L3ZO4UM.mjs";
+} from "./chunk-RBP6ONSV.mjs";
+import "./chunk-2JQWCLY2.mjs";
+init_streaming_text_response();
 export {
   StreamingTextResponse,
   streamToResponse

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "ai",
-  "version": "2.0.1",
+  "version": "2.1.0",
   "license": "Apache-2.0",
   "sideEffects": false,
   "main": "./dist/index.js",
@@ -9,7 +9,8 @@
   "files": [
     "dist/**/*",
     "react/dist/**/*",
-    "svelte/dist/**/*"
+    "svelte/dist/**/*",
+    "vue/dist/**/*"
   ],
   "exports": {
     "./package.json": "./package.json",
@@ -30,6 +31,12 @@
       "import": "./svelte/dist/index.mjs",
       "module": "./svelte/dist/index.mjs",
       "require": "./svelte/dist/index.js"
+    },
+    "./vue": {
+      "types": "./vue/dist/index.d.ts",
+      "import": "./vue/dist/index.mjs",
+      "module": "./vue/dist/index.mjs",
+      "require": "./vue/dist/index.js"
     }
   },
   "jest": {
@@ -40,7 +47,8 @@
     "eventsource-parser": "1.0.0",
     "nanoid": "^3.3.6",
     "sswr": "^1.10.0",
-    "swr": "2.1.5"
+    "swr": "2.1.5",
+    "swrv": "1.0.3"
   },
   "devDependencies": {
     "@edge-runtime/jest-environment": "1.1.0-beta.31",
@@ -58,7 +66,8 @@
   },
   "peerDependencies": {
     "react": "^18.0.0",
-    "svelte": "^3.29.0"
+    "svelte": "^3.29.0",
+    "vue": "^3.3.4"
   },
   "peerDependenciesMeta": {
     "react": {
@@ -66,6 +75,9 @@
     },
     "svelte": {
       "optional": true
+    },
+    "vue": {
+      "optional": true
     }
   },
   "engines": {
@@ -76,11 +88,11 @@
   },
   "scripts": {
     "build": "tsup",
-    "clean": "rm -rf .turbo && rm -rf node_modules && rm -rf dist && rm -rf react/dist && rm -rf svelte/dist",
+    "clean": "rm -rf .turbo && rm -rf node_modules && rm -rf dist && rm -rf react/dist && rm -rf svelte/dist && rm -rf vue/dist",
     "dev": "tsup --watch",
     "lint": "eslint \"./**/*.ts*\"",
     "type-check": "tsc --noEmit",
     "prettier-check": "prettier --check \"./**/*.ts*\"",
-    "test": "jest --env @edge-runtime/jest-environment .test.ts && jest --env node .test.ts"
+    "test": "jest --forceExit --env @edge-runtime/jest-environment .test.ts && jest --forceExit --env node .test.ts"
   }
 }

package/vue/dist/chunk-FT26CHLO.mjs

@@ -0,0 +1,137 @@
+import {
+  __async,
+  __spreadValues,
+  decodeAIStreamChunk
+} from "./chunk-WXH4YPZV.mjs";
+
+// vue/use-completion.ts
+import swrv from "swrv";
+import { ref } from "vue";
+var uniqueId = 0;
+var useSWRV = swrv.default || swrv;
+var store = {};
+function useCompletion({
+  api = "/api/completion",
+  id,
+  initialCompletion = "",
+  initialInput = "",
+  headers,
+  body,
+  onResponse,
+  onFinish,
+  onError
+} = {}) {
+  const completionId = id || `completion-${uniqueId++}`;
+  const key = `${api}|${completionId}`;
+  const { data, mutate: originalMutate } = useSWRV(
+    key,
+    () => store[key] || initialCompletion
+  );
+  data.value || (data.value = initialCompletion);
+  const mutate = (data2) => {
+    store[key] = data2;
+    return originalMutate();
+  };
+  const completion = data;
+  const error = ref(void 0);
+  const isLoading = ref(false);
+  let abortController = null;
+  function triggerRequest(prompt) {
+    return __async(this, null, function* () {
+      try {
+        isLoading.value = true;
+        abortController = new AbortController();
+        mutate("");
+        const res = yield fetch(api, {
+          method: "POST",
+          body: JSON.stringify(__spreadValues({
+            prompt
+          }, body)),
+          headers: headers || {},
+          signal: abortController.signal
+        }).catch((err) => {
+          throw err;
+        });
+        if (onResponse) {
+          try {
+            yield onResponse(res);
+          } catch (err) {
+            throw err;
+          }
+        }
+        if (!res.ok) {
+          throw new Error(
+            (yield res.text()) || "Failed to fetch the chat response."
+          );
+        }
+        if (!res.body) {
+          throw new Error("The response body is empty.");
+        }
+        let result = "";
+        const reader = res.body.getReader();
+        while (true) {
+          const { done, value } = yield reader.read();
+          if (done) {
+            break;
+          }
+          result += decodeAIStreamChunk(value);
+          mutate(result);
+          if (abortController === null) {
+            reader.cancel();
+            break;
+          }
+        }
+        if (onFinish) {
+          onFinish(prompt, result);
+        }
+        abortController = null;
+        return result;
+      } catch (err) {
+        if (err.name === "AbortError") {
+          abortController = null;
+          return null;
+        }
+        if (onError && error instanceof Error) {
+          onError(error);
+        }
+        error.value = err;
+      } finally {
+        isLoading.value = false;
+      }
+    });
+  }
+  const complete = (prompt) => __async(this, null, function* () {
+    return triggerRequest(prompt);
+  });
+  const stop = () => {
+    if (abortController) {
+      abortController.abort();
+      abortController = null;
+    }
+  };
+  const setCompletion = (completion2) => {
+    mutate(completion2);
+  };
+  const input = ref(initialInput);
+  const handleSubmit = (e) => {
+    e.preventDefault();
+    const inputValue = input.value;
+    if (!inputValue)
+      return;
+    return complete(inputValue);
+  };
+  return {
+    completion,
+    complete,
+    error,
+    stop,
+    setCompletion,
+    input,
+    handleSubmit,
+    isLoading
+  };
+}
+
+export {
+  useCompletion
+};