ai 2.0.0 → 2.1.0

package/dist/index.test.js

@@ -1,12 +1,568 @@
 "use strict";
+var __defProp = Object.defineProperty;
+var __defProps = Object.defineProperties;
+var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
+var __getOwnPropDescs = Object.getOwnPropertyDescriptors;
+var __getOwnPropNames = Object.getOwnPropertyNames;
+var __getOwnPropSymbols = Object.getOwnPropertySymbols;
+var __hasOwnProp = Object.prototype.hasOwnProperty;
+var __propIsEnum = Object.prototype.propertyIsEnumerable;
+var __defNormalProp = (obj, key, value) => key in obj ? __defProp(obj, key, { enumerable: true, configurable: true, writable: true, value }) : obj[key] = value;
+var __spreadValues = (a, b) => {
+  for (var prop in b || (b = {}))
+    if (__hasOwnProp.call(b, prop))
+      __defNormalProp(a, prop, b[prop]);
+  if (__getOwnPropSymbols)
+    for (var prop of __getOwnPropSymbols(b)) {
+      if (__propIsEnum.call(b, prop))
+        __defNormalProp(a, prop, b[prop]);
+    }
+  return a;
+};
+var __spreadProps = (a, b) => __defProps(a, __getOwnPropDescs(b));
+var __esm = (fn, res) => function __init() {
+  return fn && (res = (0, fn[__getOwnPropNames(fn)[0]])(fn = 0)), res;
+};
+var __export = (target, all) => {
+  for (var name in all)
+    __defProp(target, name, { get: all[name], enumerable: true });
+};
+var __copyProps = (to, from, except, desc) => {
+  if (from && typeof from === "object" || typeof from === "function") {
+    for (let key of __getOwnPropNames(from))
+      if (!__hasOwnProp.call(to, key) && key !== except)
+        __defProp(to, key, { get: () => from[key], enumerable: !(desc = __getOwnPropDesc(from, key)) || desc.enumerable });
+  }
+  return to;
+};
+var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
+var __async = (__this, __arguments, generator) => {
+  return new Promise((resolve, reject) => {
+    var fulfilled = (value) => {
+      try {
+        step(generator.next(value));
+      } catch (e) {
+        reject(e);
+      }
+    };
+    var rejected = (value) => {
+      try {
+        step(generator.throw(value));
+      } catch (e) {
+        reject(e);
+      }
+    };
+    var step = (x) => x.done ? resolve(x.value) : Promise.resolve(x.value).then(fulfilled, rejected);
+    step((generator = generator.apply(__this, __arguments)).next());
+  });
+};
 
-// streams/index.test.ts
-describe("ai", () => {
-  beforeEach(() => {
+// streams/ai-stream.ts
+function createEventStreamTransformer(customParser) {
+  const decoder = new TextDecoder();
+  let parser;
+  return new TransformStream({
+    start(controller) {
+      return __async(this, null, function* () {
+        function onParse(event) {
+          if (event.type === "event") {
+            const data = event.data;
+            if (data === "[DONE]") {
+              controller.terminate();
+              return;
+            }
+            const message = customParser(data);
+            if (message)
+              controller.enqueue(message);
+          }
+        }
+        parser = (0, import_eventsource_parser.createParser)(onParse);
+      });
+    },
+    transform(chunk) {
+      parser.feed(decoder.decode(chunk));
+    }
+  });
+}
+function createCallbacksTransformer(callbacks) {
+  const encoder = new TextEncoder();
+  let fullResponse = "";
+  const { onStart, onToken, onCompletion } = callbacks || {};
+  return new TransformStream({
+    start() {
+      return __async(this, null, function* () {
+        if (onStart)
+          yield onStart();
+      });
+    },
+    transform(message, controller) {
+      return __async(this, null, function* () {
+        controller.enqueue(encoder.encode(message));
+        if (onToken)
+          yield onToken(message);
+        if (onCompletion)
+          fullResponse += message;
+      });
+    },
+    flush() {
+      return __async(this, null, function* () {
+        yield onCompletion == null ? void 0 : onCompletion(fullResponse);
+      });
+    }
   });
-  describe("not a real test", () => {
-    it("exports a default client", () => {
-      expect(true).toEqual(true);
+}
+function trimStartOfStreamHelper() {
+  let start = true;
+  return (text) => {
+    if (start)
+      text = text.trimStart();
+    if (text)
+      start = false;
+    return text;
+  };
+}
+function AIStream(res, customParser, callbacks) {
+  if (!res.ok) {
+    throw new Error(
+      `Failed to convert the response to stream. Received status code: ${res.status}.`
+    );
+  }
+  const stream = res.body || new ReadableStream({
+    start(controller) {
+      controller.close();
+    }
+  });
+  return stream.pipeThrough(createEventStreamTransformer(customParser)).pipeThrough(createCallbacksTransformer(callbacks));
+}
+var import_eventsource_parser;
+var init_ai_stream = __esm({
+  "streams/ai-stream.ts"() {
+    "use strict";
+    import_eventsource_parser = require("eventsource-parser");
+  }
+});
+
+// streams/openai-stream.ts
+function parseOpenAIStream() {
+  const trimStartOfStream = trimStartOfStreamHelper();
+  return (data) => {
+    var _a, _b, _c, _d, _e;
+    const json = JSON.parse(data);
+    const text = trimStartOfStream(
+      (_e = (_d = (_b = (_a = json.choices[0]) == null ? void 0 : _a.delta) == null ? void 0 : _b.content) != null ? _d : (_c = json.choices[0]) == null ? void 0 : _c.text) != null ? _e : ""
+    );
+    return text;
+  };
+}
+function OpenAIStream(res, cb) {
+  return AIStream(res, parseOpenAIStream(), cb);
+}
+var init_openai_stream = __esm({
+  "streams/openai-stream.ts"() {
+    "use strict";
+    init_ai_stream();
+  }
+});
+
+// streams/streaming-text-response.ts
+function streamToResponse(res, response, init) {
+  response.writeHead((init == null ? void 0 : init.status) || 200, __spreadValues({
+    "Content-Type": "text/plain; charset=utf-8"
+  }, init == null ? void 0 : init.headers));
+  const reader = res.getReader();
+  function read() {
+    reader.read().then(({ done, value }) => {
+      if (done) {
+        response.end();
+        return;
+      }
+      response.write(value);
+      read();
+    });
+  }
+  read();
+}
+var StreamingTextResponse;
+var init_streaming_text_response = __esm({
+  "streams/streaming-text-response.ts"() {
+    "use strict";
+    StreamingTextResponse = class extends Response {
+      constructor(res, init) {
+        super(res, __spreadProps(__spreadValues({}, init), {
+          status: 200,
+          headers: __spreadValues({
+            "Content-Type": "text/plain; charset=utf-8"
+          }, init == null ? void 0 : init.headers)
+        }));
+      }
+    };
+  }
+});
+
+// streams/huggingface-stream.ts
+function createParser2(res) {
+  const trimStartOfStream = trimStartOfStreamHelper();
+  return new ReadableStream({
+    pull(controller) {
+      return __async(this, null, function* () {
+        var _a2, _b;
+        const { value, done } = yield res.next();
+        if (done) {
+          controller.close();
+          return;
+        }
+        const text = trimStartOfStream((_b = (_a2 = value.token) == null ? void 0 : _a2.text) != null ? _b : "");
+        if (!text)
+          return;
+        if (value.generated_text != null && value.generated_text.length > 0) {
+          controller.close();
+          return;
+        }
+        if (text === "</s>" || text === "<|endoftext|>") {
+          controller.close();
+        } else {
+          controller.enqueue(text);
+        }
+      });
+    }
+  });
+}
+function HuggingFaceStream(res, callbacks) {
+  return createParser2(res).pipeThrough(createCallbacksTransformer(callbacks));
+}
+var init_huggingface_stream = __esm({
+  "streams/huggingface-stream.ts"() {
+    "use strict";
+    init_ai_stream();
+  }
+});
+
+// streams/anthropic-stream.ts
+function parseAnthropicStream() {
+  let previous = "";
+  return (data) => {
+    const json = JSON.parse(data);
+    const text = json.completion;
+    const delta = text.slice(previous.length);
+    previous = text;
+    return delta;
+  };
+}
+function AnthropicStream(res, cb) {
+  return AIStream(res, parseAnthropicStream(), cb);
+}
+var init_anthropic_stream = __esm({
+  "streams/anthropic-stream.ts"() {
+    "use strict";
+    init_ai_stream();
+  }
+});
+
+// streams/langchain-stream.ts
+function LangChainStream(callbacks) {
+  const stream = new TransformStream();
+  const writer = stream.writable.getWriter();
+  return {
+    stream: stream.readable.pipeThrough(createCallbacksTransformer(callbacks)),
+    handlers: {
+      handleLLMNewToken: (token) => __async(this, null, function* () {
+        yield writer.ready;
+        yield writer.write(token);
+      }),
+      handleChainEnd: () => __async(this, null, function* () {
+        yield writer.ready;
+        yield writer.close();
+      }),
+      handleLLMError: (e) => __async(this, null, function* () {
+        yield writer.ready;
+        yield writer.abort(e);
+      })
+    }
+  };
+}
+var init_langchain_stream = __esm({
+  "streams/langchain-stream.ts"() {
+    "use strict";
+    init_ai_stream();
+  }
+});
+
+// shared/types.ts
+var init_types = __esm({
+  "shared/types.ts"() {
+    "use strict";
+  }
+});
+
+// streams/index.ts
+var streams_exports = {};
+__export(streams_exports, {
+  AIStream: () => AIStream,
+  AnthropicStream: () => AnthropicStream,
+  HuggingFaceStream: () => HuggingFaceStream,
+  LangChainStream: () => LangChainStream,
+  OpenAIStream: () => OpenAIStream,
+  StreamingTextResponse: () => StreamingTextResponse,
+  createCallbacksTransformer: () => createCallbacksTransformer,
+  createEventStreamTransformer: () => createEventStreamTransformer,
+  streamToResponse: () => streamToResponse,
+  trimStartOfStreamHelper: () => trimStartOfStreamHelper
+});
+var init_streams = __esm({
+  "streams/index.ts"() {
+    "use strict";
+    init_ai_stream();
+    init_openai_stream();
+    init_streaming_text_response();
+    init_huggingface_stream();
+    init_anthropic_stream();
+    init_langchain_stream();
+    init_types();
+  }
+});
+
+// tests/utils/mock-service.ts
+var import_node_http = require("http");
+
+// tests/snapshots/openai-chat.ts
+var openai_chat_default = [
+  {
+    id: "chatcmpl-7RyNSW2BXkOQQh7NlBc65j5kX8AjC",
+    object: "chat.completion.chunk",
+    created: 1686901302,
+    model: "gpt-3.5-turbo-0301",
+    choices: [
+      {
+        delta: { role: "assistant" },
+        index: 0,
+        finish_reason: null
+      }
+    ]
+  },
+  {
+    id: "chatcmpl-7RyNSW2BXkOQQh7NlBc65j5kX8AjC",
+    object: "chat.completion.chunk",
+    created: 1686901302,
+    model: "gpt-3.5-turbo-0301",
+    choices: [
+      {
+        delta: { content: "Hello" },
+        index: 0,
+        finish_reason: null
+      }
+    ]
+  },
+  {
+    id: "chatcmpl-7RyNSW2BXkOQQh7NlBc65j5kX8AjC",
+    object: "chat.completion.chunk",
+    created: 1686901302,
+    model: "gpt-3.5-turbo-0301",
+    choices: [{ delta: { content: "," }, index: 0, finish_reason: null }]
+  },
+  {
+    id: "chatcmpl-7RyNSW2BXkOQQh7NlBc65j5kX8AjC",
+    object: "chat.completion.chunk",
+    created: 1686901302,
+    model: "gpt-3.5-turbo-0301",
+    choices: [
+      {
+        delta: { content: " world" },
+        index: 0,
+        finish_reason: null
+      }
+    ]
+  },
+  {
+    id: "chatcmpl-7RyNSW2BXkOQQh7NlBc65j5kX8AjC",
+    object: "chat.completion.chunk",
+    created: 1686901302,
+    model: "gpt-3.5-turbo-0301",
+    choices: [{ delta: { content: "." }, index: 0, finish_reason: null }]
+  },
+  {
+    id: "chatcmpl-7RyNSW2BXkOQQh7NlBc65j5kX8AjC",
+    object: "chat.completion.chunk",
+    created: 1686901302,
+    model: "gpt-3.5-turbo-0301",
+    choices: [{ delta: {}, index: 0, finish_reason: "stop" }]
+  }
+];
+
+// tests/utils/mock-service.ts
+function flushDataToResponse(res, chunks, suffix) {
+  return __async(this, null, function* () {
+    let resolve = () => {
+    };
+    let waitForDrain = new Promise((res2) => resolve = res2);
+    res.addListener("drain", () => {
+      resolve();
+      waitForDrain = new Promise((res2) => resolve = res2);
     });
+    try {
+      for (const item of chunks) {
+        const data = `data: ${JSON.stringify(item.value)}
+
+`;
+        const ok = res.write(data);
+        if (!ok) {
+          yield waitForDrain;
+        }
+        yield new Promise((r) => setTimeout(r, 100));
+      }
+      if (suffix) {
+        const data = `data: ${suffix}
+
+`;
+        res.write(data);
+      }
+    } catch (e) {
+    }
+    res.end();
+  });
+}
+var setup = () => {
+  let recentFlushed = [];
+  const server = (0, import_node_http.createServer)((req, res) => {
+    const service = req.headers["x-mock-service"] || "openai";
+    const type = req.headers["x-mock-type"] || "chat";
+    switch (type) {
+      case "chat":
+        switch (service) {
+          case "openai":
+            res.writeHead(200, {
+              "Content-Type": "text/event-stream",
+              "Cache-Control": "no-cache",
+              Connection: "keep-alive"
+            });
+            res.flushHeaders();
+            recentFlushed = [];
+            flushDataToResponse(
+              res,
+              openai_chat_default.map(
+                (value) => new Proxy(
+                  { value },
+                  {
+                    get(target) {
+                      recentFlushed.push(target.value);
+                      return target.value;
+                    }
+                  }
+                )
+              ),
+              "[DONE]"
+            );
+            break;
+          default:
+            throw new Error(`Unknown service: ${service}`);
+        }
+        break;
+      default:
+        throw new Error(`Unknown type: ${type}`);
+    }
+  });
+  server.listen(3030);
+  return {
+    port: 3030,
+    api: "http://localhost:3030",
+    teardown: () => {
+      server.close();
+    },
+    getRecentFlushed: () => recentFlushed
+  };
+};
+
+// tests/utils/mock-client.ts
+var createClient = (response) => {
+  return {
+    readAll() {
+      return __async(this, null, function* () {
+        if (!response.body) {
+          throw new Error("Response body is not readable");
+        }
+        let chunks = [];
+        const reader = response.body.getReader();
+        while (true) {
+          const { done, value } = yield reader.read();
+          if (done) {
+            break;
+          }
+          chunks.push(new TextDecoder().decode(value));
+        }
+        return chunks;
+      });
+    },
+    readAndAbort(controller) {
+      return __async(this, null, function* () {
+        if (!response.body) {
+          throw new Error("Response body is not readable");
+        }
+        let chunks = [];
+        const reader = response.body.getReader();
+        const { done, value } = yield reader.read();
+        if (!done) {
+          chunks.push(new TextDecoder().decode(value));
+        }
+        controller.abort();
+        reader.cancel();
+        return chunks;
+      });
+    }
+  };
+};
+
+// streams/index.test.ts
+describe("AIStream", () => {
+  let server;
+  beforeAll(() => {
+    server = setup();
+  });
+  afterAll(() => {
+    server.teardown();
+  });
+  describe("OpenAIStream", () => {
+    if (typeof Response === "undefined") {
+      it("should skip this test on Node 16 because it doesn't support `Response`", () => {
+      });
+    } else {
+      const { OpenAIStream: OpenAIStream2, StreamingTextResponse: StreamingTextResponse2 } = (init_streams(), __toCommonJS(streams_exports));
+      it("should be able to parse SSE and receive the streamed response", () => __async(exports, null, function* () {
+        const stream = OpenAIStream2(
+          yield fetch(server.api, {
+            headers: {
+              "x-mock-service": "openai",
+              "x-mock-type": "chat"
+            }
+          })
+        );
+        const response = new StreamingTextResponse2(stream);
+        const client = createClient(response);
+        const chunks = yield client.readAll();
+        expect(JSON.stringify(chunks)).toMatchInlineSnapshot(
+          `"["Hello",","," world","."]"`
+        );
+        expect(JSON.stringify(server.getRecentFlushed())).toMatchInlineSnapshot(
+          `"[{"id":"chatcmpl-7RyNSW2BXkOQQh7NlBc65j5kX8AjC","object":"chat.completion.chunk","created":1686901302,"model":"gpt-3.5-turbo-0301","choices":[{"delta":{"role":"assistant"},"index":0,"finish_reason":null}]},{"id":"chatcmpl-7RyNSW2BXkOQQh7NlBc65j5kX8AjC","object":"chat.completion.chunk","created":1686901302,"model":"gpt-3.5-turbo-0301","choices":[{"delta":{"content":"Hello"},"index":0,"finish_reason":null}]},{"id":"chatcmpl-7RyNSW2BXkOQQh7NlBc65j5kX8AjC","object":"chat.completion.chunk","created":1686901302,"model":"gpt-3.5-turbo-0301","choices":[{"delta":{"content":","},"index":0,"finish_reason":null}]},{"id":"chatcmpl-7RyNSW2BXkOQQh7NlBc65j5kX8AjC","object":"chat.completion.chunk","created":1686901302,"model":"gpt-3.5-turbo-0301","choices":[{"delta":{"content":" world"},"index":0,"finish_reason":null}]},{"id":"chatcmpl-7RyNSW2BXkOQQh7NlBc65j5kX8AjC","object":"chat.completion.chunk","created":1686901302,"model":"gpt-3.5-turbo-0301","choices":[{"delta":{"content":"."},"index":0,"finish_reason":null}]},{"id":"chatcmpl-7RyNSW2BXkOQQh7NlBc65j5kX8AjC","object":"chat.completion.chunk","created":1686901302,"model":"gpt-3.5-turbo-0301","choices":[{"delta":{},"index":0,"finish_reason":"stop"}]}]"`
+        );
+      }));
+      it("should handle backpressure on the server", () => __async(exports, null, function* () {
+        const controller = new AbortController();
+        const stream = OpenAIStream2(
+          yield fetch(server.api, {
+            headers: {
+              "x-mock-service": "openai",
+              "x-mock-type": "chat"
+            },
+            signal: controller.signal
+          })
+        );
+        const response = new StreamingTextResponse2(stream);
+        const client = createClient(response);
+        const chunks = yield client.readAndAbort(controller);
+        expect(JSON.stringify(chunks)).toMatchInlineSnapshot(`"["Hello"]"`);
+        expect(JSON.stringify(server.getRecentFlushed())).toMatchInlineSnapshot(
+          `"[{"id":"chatcmpl-7RyNSW2BXkOQQh7NlBc65j5kX8AjC","object":"chat.completion.chunk","created":1686901302,"model":"gpt-3.5-turbo-0301","choices":[{"delta":{"role":"assistant"},"index":0,"finish_reason":null}]},{"id":"chatcmpl-7RyNSW2BXkOQQh7NlBc65j5kX8AjC","object":"chat.completion.chunk","created":1686901302,"model":"gpt-3.5-turbo-0301","choices":[{"delta":{"content":"Hello"},"index":0,"finish_reason":null}]}]"`
+        );
+      }));
+    }
   });
 });