ai 2.1.0 → 2.1.3

package/dist/index.test.mjs

@@ -1,286 +0,0 @@
-import {
-  init_streams,
-  streams_exports
-} from "./chunk-7KLTYB74.mjs";
-import "./chunk-TWW2ODJW.mjs";
-import "./chunk-KKQRUR3E.mjs";
-import "./chunk-U2OQ6HW6.mjs";
-import "./chunk-BJMBMGA3.mjs";
-import "./chunk-UJV6VDVU.mjs";
-import "./chunk-RBP6ONSV.mjs";
-import {
-  __async,
-  __commonJS,
-  __esm,
-  __toCommonJS
-} from "./chunk-2JQWCLY2.mjs";
-
-// tests/snapshots/openai-chat.ts
-var openai_chat_default;
-var init_openai_chat = __esm({
-  "tests/snapshots/openai-chat.ts"() {
-    "use strict";
-    openai_chat_default = [
-      {
-        id: "chatcmpl-7RyNSW2BXkOQQh7NlBc65j5kX8AjC",
-        object: "chat.completion.chunk",
-        created: 1686901302,
-        model: "gpt-3.5-turbo-0301",
-        choices: [
-          {
-            delta: { role: "assistant" },
-            index: 0,
-            finish_reason: null
-          }
-        ]
-      },
-      {
-        id: "chatcmpl-7RyNSW2BXkOQQh7NlBc65j5kX8AjC",
-        object: "chat.completion.chunk",
-        created: 1686901302,
-        model: "gpt-3.5-turbo-0301",
-        choices: [
-          {
-            delta: { content: "Hello" },
-            index: 0,
-            finish_reason: null
-          }
-        ]
-      },
-      {
-        id: "chatcmpl-7RyNSW2BXkOQQh7NlBc65j5kX8AjC",
-        object: "chat.completion.chunk",
-        created: 1686901302,
-        model: "gpt-3.5-turbo-0301",
-        choices: [{ delta: { content: "," }, index: 0, finish_reason: null }]
-      },
-      {
-        id: "chatcmpl-7RyNSW2BXkOQQh7NlBc65j5kX8AjC",
-        object: "chat.completion.chunk",
-        created: 1686901302,
-        model: "gpt-3.5-turbo-0301",
-        choices: [
-          {
-            delta: { content: " world" },
-            index: 0,
-            finish_reason: null
-          }
-        ]
-      },
-      {
-        id: "chatcmpl-7RyNSW2BXkOQQh7NlBc65j5kX8AjC",
-        object: "chat.completion.chunk",
-        created: 1686901302,
-        model: "gpt-3.5-turbo-0301",
-        choices: [{ delta: { content: "." }, index: 0, finish_reason: null }]
-      },
-      {
-        id: "chatcmpl-7RyNSW2BXkOQQh7NlBc65j5kX8AjC",
-        object: "chat.completion.chunk",
-        created: 1686901302,
-        model: "gpt-3.5-turbo-0301",
-        choices: [{ delta: {}, index: 0, finish_reason: "stop" }]
-      }
-    ];
-  }
-});
-
-// tests/utils/mock-service.ts
-import { createServer } from "http";
-function flushDataToResponse(res, chunks, suffix) {
-  return __async(this, null, function* () {
-    let resolve = () => {
-    };
-    let waitForDrain = new Promise((res2) => resolve = res2);
-    res.addListener("drain", () => {
-      resolve();
-      waitForDrain = new Promise((res2) => resolve = res2);
-    });
-    try {
-      for (const item of chunks) {
-        const data = `data: ${JSON.stringify(item.value)}
-
-`;
-        const ok = res.write(data);
-        if (!ok) {
-          yield waitForDrain;
-        }
-        yield new Promise((r) => setTimeout(r, 100));
-      }
-      if (suffix) {
-        const data = `data: ${suffix}
-
-`;
-        res.write(data);
-      }
-    } catch (e) {
-    }
-    res.end();
-  });
-}
-var setup;
-var init_mock_service = __esm({
-  "tests/utils/mock-service.ts"() {
-    "use strict";
-    init_openai_chat();
-    setup = () => {
-      let recentFlushed = [];
-      const server = createServer((req, res) => {
-        const service = req.headers["x-mock-service"] || "openai";
-        const type = req.headers["x-mock-type"] || "chat";
-        switch (type) {
-          case "chat":
-            switch (service) {
-              case "openai":
-                res.writeHead(200, {
-                  "Content-Type": "text/event-stream",
-                  "Cache-Control": "no-cache",
-                  Connection: "keep-alive"
-                });
-                res.flushHeaders();
-                recentFlushed = [];
-                flushDataToResponse(
-                  res,
-                  openai_chat_default.map(
-                    (value) => new Proxy(
-                      { value },
-                      {
-                        get(target) {
-                          recentFlushed.push(target.value);
-                          return target.value;
-                        }
-                      }
-                    )
-                  ),
-                  "[DONE]"
-                );
-                break;
-              default:
-                throw new Error(`Unknown service: ${service}`);
-            }
-            break;
-          default:
-            throw new Error(`Unknown type: ${type}`);
-        }
-      });
-      server.listen(3030);
-      return {
-        port: 3030,
-        api: "http://localhost:3030",
-        teardown: () => {
-          server.close();
-        },
-        getRecentFlushed: () => recentFlushed
-      };
-    };
-  }
-});
-
-// tests/utils/mock-client.ts
-var createClient;
-var init_mock_client = __esm({
-  "tests/utils/mock-client.ts"() {
-    "use strict";
-    createClient = (response) => {
-      return {
-        readAll() {
-          return __async(this, null, function* () {
-            if (!response.body) {
-              throw new Error("Response body is not readable");
-            }
-            let chunks = [];
-            const reader = response.body.getReader();
-            while (true) {
-              const { done, value } = yield reader.read();
-              if (done) {
-                break;
-              }
-              chunks.push(new TextDecoder().decode(value));
-            }
-            return chunks;
-          });
-        },
-        readAndAbort(controller) {
-          return __async(this, null, function* () {
-            if (!response.body) {
-              throw new Error("Response body is not readable");
-            }
-            let chunks = [];
-            const reader = response.body.getReader();
-            const { done, value } = yield reader.read();
-            if (!done) {
-              chunks.push(new TextDecoder().decode(value));
-            }
-            controller.abort();
-            reader.cancel();
-            return chunks;
-          });
-        }
-      };
-    };
-  }
-});
-
-// streams/index.test.ts
-var require_index_test = __commonJS({
-  "streams/index.test.ts"(exports) {
-    init_mock_service();
-    init_mock_client();
-    describe("AIStream", () => {
-      let server;
-      beforeAll(() => {
-        server = setup();
-      });
-      afterAll(() => {
-        server.teardown();
-      });
-      describe("OpenAIStream", () => {
-        if (typeof Response === "undefined") {
-          it("should skip this test on Node 16 because it doesn't support `Response`", () => {
-          });
-        } else {
-          const { OpenAIStream, StreamingTextResponse } = (init_streams(), __toCommonJS(streams_exports));
-          it("should be able to parse SSE and receive the streamed response", () => __async(exports, null, function* () {
-            const stream = OpenAIStream(
-              yield fetch(server.api, {
-                headers: {
-                  "x-mock-service": "openai",
-                  "x-mock-type": "chat"
-                }
-              })
-            );
-            const response = new StreamingTextResponse(stream);
-            const client = createClient(response);
-            const chunks = yield client.readAll();
-            expect(JSON.stringify(chunks)).toMatchInlineSnapshot(
-              `"["Hello",","," world","."]"`
-            );
-            expect(JSON.stringify(server.getRecentFlushed())).toMatchInlineSnapshot(
-              `"[{"id":"chatcmpl-7RyNSW2BXkOQQh7NlBc65j5kX8AjC","object":"chat.completion.chunk","created":1686901302,"model":"gpt-3.5-turbo-0301","choices":[{"delta":{"role":"assistant"},"index":0,"finish_reason":null}]},{"id":"chatcmpl-7RyNSW2BXkOQQh7NlBc65j5kX8AjC","object":"chat.completion.chunk","created":1686901302,"model":"gpt-3.5-turbo-0301","choices":[{"delta":{"content":"Hello"},"index":0,"finish_reason":null}]},{"id":"chatcmpl-7RyNSW2BXkOQQh7NlBc65j5kX8AjC","object":"chat.completion.chunk","created":1686901302,"model":"gpt-3.5-turbo-0301","choices":[{"delta":{"content":","},"index":0,"finish_reason":null}]},{"id":"chatcmpl-7RyNSW2BXkOQQh7NlBc65j5kX8AjC","object":"chat.completion.chunk","created":1686901302,"model":"gpt-3.5-turbo-0301","choices":[{"delta":{"content":" world"},"index":0,"finish_reason":null}]},{"id":"chatcmpl-7RyNSW2BXkOQQh7NlBc65j5kX8AjC","object":"chat.completion.chunk","created":1686901302,"model":"gpt-3.5-turbo-0301","choices":[{"delta":{"content":"."},"index":0,"finish_reason":null}]},{"id":"chatcmpl-7RyNSW2BXkOQQh7NlBc65j5kX8AjC","object":"chat.completion.chunk","created":1686901302,"model":"gpt-3.5-turbo-0301","choices":[{"delta":{},"index":0,"finish_reason":"stop"}]}]"`
-            );
-          }));
-          it("should handle backpressure on the server", () => __async(exports, null, function* () {
-            const controller = new AbortController();
-            const stream = OpenAIStream(
-              yield fetch(server.api, {
-                headers: {
-                  "x-mock-service": "openai",
-                  "x-mock-type": "chat"
-                },
-                signal: controller.signal
-              })
-            );
-            const response = new StreamingTextResponse(stream);
-            const client = createClient(response);
-            const chunks = yield client.readAndAbort(controller);
-            expect(JSON.stringify(chunks)).toMatchInlineSnapshot(`"["Hello"]"`);
-            expect(JSON.stringify(server.getRecentFlushed())).toMatchInlineSnapshot(
-              `"[{"id":"chatcmpl-7RyNSW2BXkOQQh7NlBc65j5kX8AjC","object":"chat.completion.chunk","created":1686901302,"model":"gpt-3.5-turbo-0301","choices":[{"delta":{"role":"assistant"},"index":0,"finish_reason":null}]},{"id":"chatcmpl-7RyNSW2BXkOQQh7NlBc65j5kX8AjC","object":"chat.completion.chunk","created":1686901302,"model":"gpt-3.5-turbo-0301","choices":[{"delta":{"content":"Hello"},"index":0,"finish_reason":null}]}]"`
-            );
-          }));
-        }
-      });
-    });
-  }
-});
-export default require_index_test();

package/dist/langchain-stream.d.ts

@@ -1,12 +0,0 @@
-import { AIStreamCallbacks } from './ai-stream.js';
-
-declare function LangChainStream(callbacks?: AIStreamCallbacks): {
-    stream: ReadableStream<Uint8Array>;
-    handlers: {
-        handleLLMNewToken: (token: string) => Promise<void>;
-        handleChainEnd: () => Promise<void>;
-        handleLLMError: (e: any) => Promise<void>;
-    };
-};
-
-export { LangChainStream };

package/dist/langchain-stream.js

@@ -1,102 +0,0 @@
-"use strict";
-var __defProp = Object.defineProperty;
-var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
-var __getOwnPropNames = Object.getOwnPropertyNames;
-var __hasOwnProp = Object.prototype.hasOwnProperty;
-var __export = (target, all) => {
-  for (var name in all)
-    __defProp(target, name, { get: all[name], enumerable: true });
-};
-var __copyProps = (to, from, except, desc) => {
-  if (from && typeof from === "object" || typeof from === "function") {
-    for (let key of __getOwnPropNames(from))
-      if (!__hasOwnProp.call(to, key) && key !== except)
-        __defProp(to, key, { get: () => from[key], enumerable: !(desc = __getOwnPropDesc(from, key)) || desc.enumerable });
-  }
-  return to;
-};
-var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
-var __async = (__this, __arguments, generator) => {
-  return new Promise((resolve, reject) => {
-    var fulfilled = (value) => {
-      try {
-        step(generator.next(value));
-      } catch (e) {
-        reject(e);
-      }
-    };
-    var rejected = (value) => {
-      try {
-        step(generator.throw(value));
-      } catch (e) {
-        reject(e);
-      }
-    };
-    var step = (x) => x.done ? resolve(x.value) : Promise.resolve(x.value).then(fulfilled, rejected);
-    step((generator = generator.apply(__this, __arguments)).next());
-  });
-};
-
-// streams/langchain-stream.ts
-var langchain_stream_exports = {};
-__export(langchain_stream_exports, {
-  LangChainStream: () => LangChainStream
-});
-module.exports = __toCommonJS(langchain_stream_exports);
-
-// streams/ai-stream.ts
-var import_eventsource_parser = require("eventsource-parser");
-function createCallbacksTransformer(callbacks) {
-  const encoder = new TextEncoder();
-  let fullResponse = "";
-  const { onStart, onToken, onCompletion } = callbacks || {};
-  return new TransformStream({
-    start() {
-      return __async(this, null, function* () {
-        if (onStart)
-          yield onStart();
-      });
-    },
-    transform(message, controller) {
-      return __async(this, null, function* () {
-        controller.enqueue(encoder.encode(message));
-        if (onToken)
-          yield onToken(message);
-        if (onCompletion)
-          fullResponse += message;
-      });
-    },
-    flush() {
-      return __async(this, null, function* () {
-        yield onCompletion == null ? void 0 : onCompletion(fullResponse);
-      });
-    }
-  });
-}
-
-// streams/langchain-stream.ts
-function LangChainStream(callbacks) {
-  const stream = new TransformStream();
-  const writer = stream.writable.getWriter();
-  return {
-    stream: stream.readable.pipeThrough(createCallbacksTransformer(callbacks)),
-    handlers: {
-      handleLLMNewToken: (token) => __async(this, null, function* () {
-        yield writer.ready;
-        yield writer.write(token);
-      }),
-      handleChainEnd: () => __async(this, null, function* () {
-        yield writer.ready;
-        yield writer.close();
-      }),
-      handleLLMError: (e) => __async(this, null, function* () {
-        yield writer.ready;
-        yield writer.abort(e);
-      })
-    }
-  };
-}
-// Annotate the CommonJS export names for ESM import in node:
-0 && (module.exports = {
-  LangChainStream
-});

package/dist/langchain-stream.mjs

@@ -1,10 +0,0 @@
-import {
-  LangChainStream,
-  init_langchain_stream
-} from "./chunk-U2OQ6HW6.mjs";
-import "./chunk-UJV6VDVU.mjs";
-import "./chunk-2JQWCLY2.mjs";
-init_langchain_stream();
-export {
-  LangChainStream
-};

package/dist/openai-stream.d.ts

@@ -1,5 +0,0 @@
-import { AIStreamCallbacks } from './ai-stream.js';
-
-declare function OpenAIStream(res: Response, cb?: AIStreamCallbacks): ReadableStream;
-
-export { OpenAIStream };

package/dist/openai-stream.js

@@ -1,144 +0,0 @@
-"use strict";
-var __defProp = Object.defineProperty;
-var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
-var __getOwnPropNames = Object.getOwnPropertyNames;
-var __hasOwnProp = Object.prototype.hasOwnProperty;
-var __export = (target, all) => {
-  for (var name in all)
-    __defProp(target, name, { get: all[name], enumerable: true });
-};
-var __copyProps = (to, from, except, desc) => {
-  if (from && typeof from === "object" || typeof from === "function") {
-    for (let key of __getOwnPropNames(from))
-      if (!__hasOwnProp.call(to, key) && key !== except)
-        __defProp(to, key, { get: () => from[key], enumerable: !(desc = __getOwnPropDesc(from, key)) || desc.enumerable });
-  }
-  return to;
-};
-var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
-var __async = (__this, __arguments, generator) => {
-  return new Promise((resolve, reject) => {
-    var fulfilled = (value) => {
-      try {
-        step(generator.next(value));
-      } catch (e) {
-        reject(e);
-      }
-    };
-    var rejected = (value) => {
-      try {
-        step(generator.throw(value));
-      } catch (e) {
-        reject(e);
-      }
-    };
-    var step = (x) => x.done ? resolve(x.value) : Promise.resolve(x.value).then(fulfilled, rejected);
-    step((generator = generator.apply(__this, __arguments)).next());
-  });
-};
-
-// streams/openai-stream.ts
-var openai_stream_exports = {};
-__export(openai_stream_exports, {
-  OpenAIStream: () => OpenAIStream
-});
-module.exports = __toCommonJS(openai_stream_exports);
-
-// streams/ai-stream.ts
-var import_eventsource_parser = require("eventsource-parser");
-function createEventStreamTransformer(customParser) {
-  const decoder = new TextDecoder();
-  let parser;
-  return new TransformStream({
-    start(controller) {
-      return __async(this, null, function* () {
-        function onParse(event) {
-          if (event.type === "event") {
-            const data = event.data;
-            if (data === "[DONE]") {
-              controller.terminate();
-              return;
-            }
-            const message = customParser(data);
-            if (message)
-              controller.enqueue(message);
-          }
-        }
-        parser = (0, import_eventsource_parser.createParser)(onParse);
-      });
-    },
-    transform(chunk) {
-      parser.feed(decoder.decode(chunk));
-    }
-  });
-}
-function createCallbacksTransformer(callbacks) {
-  const encoder = new TextEncoder();
-  let fullResponse = "";
-  const { onStart, onToken, onCompletion } = callbacks || {};
-  return new TransformStream({
-    start() {
-      return __async(this, null, function* () {
-        if (onStart)
-          yield onStart();
-      });
-    },
-    transform(message, controller) {
-      return __async(this, null, function* () {
-        controller.enqueue(encoder.encode(message));
-        if (onToken)
-          yield onToken(message);
-        if (onCompletion)
-          fullResponse += message;
-      });
-    },
-    flush() {
-      return __async(this, null, function* () {
-        yield onCompletion == null ? void 0 : onCompletion(fullResponse);
-      });
-    }
-  });
-}
-function trimStartOfStreamHelper() {
-  let start = true;
-  return (text) => {
-    if (start)
-      text = text.trimStart();
-    if (text)
-      start = false;
-    return text;
-  };
-}
-function AIStream(res, customParser, callbacks) {
-  if (!res.ok) {
-    throw new Error(
-      `Failed to convert the response to stream. Received status code: ${res.status}.`
-    );
-  }
-  const stream = res.body || new ReadableStream({
-    start(controller) {
-      controller.close();
-    }
-  });
-  return stream.pipeThrough(createEventStreamTransformer(customParser)).pipeThrough(createCallbacksTransformer(callbacks));
-}
-
-// streams/openai-stream.ts
-function parseOpenAIStream() {
-  const trimStartOfStream = trimStartOfStreamHelper();
-  return (data) => {
-    var _a, _b, _c, _d, _e;
-    const json = JSON.parse(data);
-    const text = trimStartOfStream(
-      (_e = (_d = (_b = (_a = json.choices[0]) == null ? void 0 : _a.delta) == null ? void 0 : _b.content) != null ? _d : (_c = json.choices[0]) == null ? void 0 : _c.text) != null ? _e : ""
-    );
-    return text;
-  };
-}
-function OpenAIStream(res, cb) {
-  return AIStream(res, parseOpenAIStream(), cb);
-}
-// Annotate the CommonJS export names for ESM import in node:
-0 && (module.exports = {
-  OpenAIStream
-});

package/dist/openai-stream.mjs

@@ -1,10 +0,0 @@
-import {
-  OpenAIStream,
-  init_openai_stream
-} from "./chunk-BJMBMGA3.mjs";
-import "./chunk-UJV6VDVU.mjs";
-import "./chunk-2JQWCLY2.mjs";
-init_openai_stream();
-export {
-  OpenAIStream
-};

package/dist/streaming-text-response.d.ts

@@ -1,17 +0,0 @@
-import { ServerResponse } from 'node:http';
-
-/**
- * A utility class for streaming text responses.
- */
-declare class StreamingTextResponse extends Response {
-    constructor(res: ReadableStream, init?: ResponseInit);
-}
-/**
- * A utility function to stream a ReadableStream to a Node.js response-like object.
- */
-declare function streamToResponse(res: ReadableStream, response: ServerResponse, init?: {
-    headers?: Record<string, string>;
-    status?: number;
-}): void;
-
-export { StreamingTextResponse, streamToResponse };

package/dist/streaming-text-response.js

@@ -1,75 +0,0 @@
-"use strict";
-var __defProp = Object.defineProperty;
-var __defProps = Object.defineProperties;
-var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
-var __getOwnPropDescs = Object.getOwnPropertyDescriptors;
-var __getOwnPropNames = Object.getOwnPropertyNames;
-var __getOwnPropSymbols = Object.getOwnPropertySymbols;
-var __hasOwnProp = Object.prototype.hasOwnProperty;
-var __propIsEnum = Object.prototype.propertyIsEnumerable;
-var __defNormalProp = (obj, key, value) => key in obj ? __defProp(obj, key, { enumerable: true, configurable: true, writable: true, value }) : obj[key] = value;
-var __spreadValues = (a, b) => {
-  for (var prop in b || (b = {}))
-    if (__hasOwnProp.call(b, prop))
-      __defNormalProp(a, prop, b[prop]);
-  if (__getOwnPropSymbols)
-    for (var prop of __getOwnPropSymbols(b)) {
-      if (__propIsEnum.call(b, prop))
-        __defNormalProp(a, prop, b[prop]);
-    }
-  return a;
-};
-var __spreadProps = (a, b) => __defProps(a, __getOwnPropDescs(b));
-var __export = (target, all) => {
-  for (var name in all)
-    __defProp(target, name, { get: all[name], enumerable: true });
-};
-var __copyProps = (to, from, except, desc) => {
-  if (from && typeof from === "object" || typeof from === "function") {
-    for (let key of __getOwnPropNames(from))
-      if (!__hasOwnProp.call(to, key) && key !== except)
-        __defProp(to, key, { get: () => from[key], enumerable: !(desc = __getOwnPropDesc(from, key)) || desc.enumerable });
-  }
-  return to;
-};
-var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
-
-// streams/streaming-text-response.ts
-var streaming_text_response_exports = {};
-__export(streaming_text_response_exports, {
-  StreamingTextResponse: () => StreamingTextResponse,
-  streamToResponse: () => streamToResponse
-});
-module.exports = __toCommonJS(streaming_text_response_exports);
-var StreamingTextResponse = class extends Response {
-  constructor(res, init) {
-    super(res, __spreadProps(__spreadValues({}, init), {
-      status: 200,
-      headers: __spreadValues({
-        "Content-Type": "text/plain; charset=utf-8"
-      }, init == null ? void 0 : init.headers)
-    }));
-  }
-};
-function streamToResponse(res, response, init) {
-  response.writeHead((init == null ? void 0 : init.status) || 200, __spreadValues({
-    "Content-Type": "text/plain; charset=utf-8"
-  }, init == null ? void 0 : init.headers));
-  const reader = res.getReader();
-  function read() {
-    reader.read().then(({ done, value }) => {
-      if (done) {
-        response.end();
-        return;
-      }
-      response.write(value);
-      read();
-    });
-  }
-  read();
-}
-// Annotate the CommonJS export names for ESM import in node:
-0 && (module.exports = {
-  StreamingTextResponse,
-  streamToResponse
-});

package/dist/streaming-text-response.mjs

@@ -1,11 +0,0 @@
-import {
-  StreamingTextResponse,
-  init_streaming_text_response,
-  streamToResponse
-} from "./chunk-RBP6ONSV.mjs";
-import "./chunk-2JQWCLY2.mjs";
-init_streaming_text_response();
-export {
-  StreamingTextResponse,
-  streamToResponse
-};