ai 2.1.0 → 2.1.2

package/dist/huggingface-stream.js

@@ -1,121 +0,0 @@
-"use strict";
-var __defProp = Object.defineProperty;
-var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
-var __getOwnPropNames = Object.getOwnPropertyNames;
-var __hasOwnProp = Object.prototype.hasOwnProperty;
-var __export = (target, all) => {
-  for (var name in all)
-    __defProp(target, name, { get: all[name], enumerable: true });
-};
-var __copyProps = (to, from, except, desc) => {
-  if (from && typeof from === "object" || typeof from === "function") {
-    for (let key of __getOwnPropNames(from))
-      if (!__hasOwnProp.call(to, key) && key !== except)
-        __defProp(to, key, { get: () => from[key], enumerable: !(desc = __getOwnPropDesc(from, key)) || desc.enumerable });
-  }
-  return to;
-};
-var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
-var __async = (__this, __arguments, generator) => {
-  return new Promise((resolve, reject) => {
-    var fulfilled = (value) => {
-      try {
-        step(generator.next(value));
-      } catch (e) {
-        reject(e);
-      }
-    };
-    var rejected = (value) => {
-      try {
-        step(generator.throw(value));
-      } catch (e) {
-        reject(e);
-      }
-    };
-    var step = (x) => x.done ? resolve(x.value) : Promise.resolve(x.value).then(fulfilled, rejected);
-    step((generator = generator.apply(__this, __arguments)).next());
-  });
-};
-
-// streams/huggingface-stream.ts
-var huggingface_stream_exports = {};
-__export(huggingface_stream_exports, {
-  HuggingFaceStream: () => HuggingFaceStream
-});
-module.exports = __toCommonJS(huggingface_stream_exports);
-
-// streams/ai-stream.ts
-var import_eventsource_parser = require("eventsource-parser");
-function createCallbacksTransformer(callbacks) {
-  const encoder = new TextEncoder();
-  let fullResponse = "";
-  const { onStart, onToken, onCompletion } = callbacks || {};
-  return new TransformStream({
-    start() {
-      return __async(this, null, function* () {
-        if (onStart)
-          yield onStart();
-      });
-    },
-    transform(message, controller) {
-      return __async(this, null, function* () {
-        controller.enqueue(encoder.encode(message));
-        if (onToken)
-          yield onToken(message);
-        if (onCompletion)
-          fullResponse += message;
-      });
-    },
-    flush() {
-      return __async(this, null, function* () {
-        yield onCompletion == null ? void 0 : onCompletion(fullResponse);
-      });
-    }
-  });
-}
-function trimStartOfStreamHelper() {
-  let start = true;
-  return (text) => {
-    if (start)
-      text = text.trimStart();
-    if (text)
-      start = false;
-    return text;
-  };
-}
-
-// streams/huggingface-stream.ts
-function createParser2(res) {
-  const trimStartOfStream = trimStartOfStreamHelper();
-  return new ReadableStream({
-    pull(controller) {
-      return __async(this, null, function* () {
-        var _a2, _b;
-        const { value, done } = yield res.next();
-        if (done) {
-          controller.close();
-          return;
-        }
-        const text = trimStartOfStream((_b = (_a2 = value.token) == null ? void 0 : _a2.text) != null ? _b : "");
-        if (!text)
-          return;
-        if (value.generated_text != null && value.generated_text.length > 0) {
-          controller.close();
-          return;
-        }
-        if (text === "</s>" || text === "<|endoftext|>") {
-          controller.close();
-        } else {
-          controller.enqueue(text);
-        }
-      });
-    }
-  });
-}
-function HuggingFaceStream(res, callbacks) {
-  return createParser2(res).pipeThrough(createCallbacksTransformer(callbacks));
-}
-// Annotate the CommonJS export names for ESM import in node:
-0 && (module.exports = {
-  HuggingFaceStream
-});

package/dist/huggingface-stream.mjs

@@ -1,10 +0,0 @@
-import {
-  HuggingFaceStream,
-  init_huggingface_stream
-} from "./chunk-KKQRUR3E.mjs";
-import "./chunk-UJV6VDVU.mjs";
-import "./chunk-2JQWCLY2.mjs";
-init_huggingface_stream();
-export {
-  HuggingFaceStream
-};

package/dist/index.test.d.ts

@@ -1,2 +0,0 @@
-
-export { }

package/dist/index.test.js

@@ -1,568 +0,0 @@
-"use strict";
-var __defProp = Object.defineProperty;
-var __defProps = Object.defineProperties;
-var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
-var __getOwnPropDescs = Object.getOwnPropertyDescriptors;
-var __getOwnPropNames = Object.getOwnPropertyNames;
-var __getOwnPropSymbols = Object.getOwnPropertySymbols;
-var __hasOwnProp = Object.prototype.hasOwnProperty;
-var __propIsEnum = Object.prototype.propertyIsEnumerable;
-var __defNormalProp = (obj, key, value) => key in obj ? __defProp(obj, key, { enumerable: true, configurable: true, writable: true, value }) : obj[key] = value;
-var __spreadValues = (a, b) => {
-  for (var prop in b || (b = {}))
-    if (__hasOwnProp.call(b, prop))
-      __defNormalProp(a, prop, b[prop]);
-  if (__getOwnPropSymbols)
-    for (var prop of __getOwnPropSymbols(b)) {
-      if (__propIsEnum.call(b, prop))
-        __defNormalProp(a, prop, b[prop]);
-    }
-  return a;
-};
-var __spreadProps = (a, b) => __defProps(a, __getOwnPropDescs(b));
-var __esm = (fn, res) => function __init() {
-  return fn && (res = (0, fn[__getOwnPropNames(fn)[0]])(fn = 0)), res;
-};
-var __export = (target, all) => {
-  for (var name in all)
-    __defProp(target, name, { get: all[name], enumerable: true });
-};
-var __copyProps = (to, from, except, desc) => {
-  if (from && typeof from === "object" || typeof from === "function") {
-    for (let key of __getOwnPropNames(from))
-      if (!__hasOwnProp.call(to, key) && key !== except)
-        __defProp(to, key, { get: () => from[key], enumerable: !(desc = __getOwnPropDesc(from, key)) || desc.enumerable });
-  }
-  return to;
-};
-var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
-var __async = (__this, __arguments, generator) => {
-  return new Promise((resolve, reject) => {
-    var fulfilled = (value) => {
-      try {
-        step(generator.next(value));
-      } catch (e) {
-        reject(e);
-      }
-    };
-    var rejected = (value) => {
-      try {
-        step(generator.throw(value));
-      } catch (e) {
-        reject(e);
-      }
-    };
-    var step = (x) => x.done ? resolve(x.value) : Promise.resolve(x.value).then(fulfilled, rejected);
-    step((generator = generator.apply(__this, __arguments)).next());
-  });
-};
-
-// streams/ai-stream.ts
-function createEventStreamTransformer(customParser) {
-  const decoder = new TextDecoder();
-  let parser;
-  return new TransformStream({
-    start(controller) {
-      return __async(this, null, function* () {
-        function onParse(event) {
-          if (event.type === "event") {
-            const data = event.data;
-            if (data === "[DONE]") {
-              controller.terminate();
-              return;
-            }
-            const message = customParser(data);
-            if (message)
-              controller.enqueue(message);
-          }
-        }
-        parser = (0, import_eventsource_parser.createParser)(onParse);
-      });
-    },
-    transform(chunk) {
-      parser.feed(decoder.decode(chunk));
-    }
-  });
-}
-function createCallbacksTransformer(callbacks) {
-  const encoder = new TextEncoder();
-  let fullResponse = "";
-  const { onStart, onToken, onCompletion } = callbacks || {};
-  return new TransformStream({
-    start() {
-      return __async(this, null, function* () {
-        if (onStart)
-          yield onStart();
-      });
-    },
-    transform(message, controller) {
-      return __async(this, null, function* () {
-        controller.enqueue(encoder.encode(message));
-        if (onToken)
-          yield onToken(message);
-        if (onCompletion)
-          fullResponse += message;
-      });
-    },
-    flush() {
-      return __async(this, null, function* () {
-        yield onCompletion == null ? void 0 : onCompletion(fullResponse);
-      });
-    }
-  });
-}
-function trimStartOfStreamHelper() {
-  let start = true;
-  return (text) => {
-    if (start)
-      text = text.trimStart();
-    if (text)
-      start = false;
-    return text;
-  };
-}
-function AIStream(res, customParser, callbacks) {
-  if (!res.ok) {
-    throw new Error(
-      `Failed to convert the response to stream. Received status code: ${res.status}.`
-    );
-  }
-  const stream = res.body || new ReadableStream({
-    start(controller) {
-      controller.close();
-    }
-  });
-  return stream.pipeThrough(createEventStreamTransformer(customParser)).pipeThrough(createCallbacksTransformer(callbacks));
-}
-var import_eventsource_parser;
-var init_ai_stream = __esm({
-  "streams/ai-stream.ts"() {
-    "use strict";
-    import_eventsource_parser = require("eventsource-parser");
-  }
-});
-
-// streams/openai-stream.ts
-function parseOpenAIStream() {
-  const trimStartOfStream = trimStartOfStreamHelper();
-  return (data) => {
-    var _a, _b, _c, _d, _e;
-    const json = JSON.parse(data);
-    const text = trimStartOfStream(
-      (_e = (_d = (_b = (_a = json.choices[0]) == null ? void 0 : _a.delta) == null ? void 0 : _b.content) != null ? _d : (_c = json.choices[0]) == null ? void 0 : _c.text) != null ? _e : ""
-    );
-    return text;
-  };
-}
-function OpenAIStream(res, cb) {
-  return AIStream(res, parseOpenAIStream(), cb);
-}
-var init_openai_stream = __esm({
-  "streams/openai-stream.ts"() {
-    "use strict";
-    init_ai_stream();
-  }
-});
-
-// streams/streaming-text-response.ts
-function streamToResponse(res, response, init) {
-  response.writeHead((init == null ? void 0 : init.status) || 200, __spreadValues({
-    "Content-Type": "text/plain; charset=utf-8"
-  }, init == null ? void 0 : init.headers));
-  const reader = res.getReader();
-  function read() {
-    reader.read().then(({ done, value }) => {
-      if (done) {
-        response.end();
-        return;
-      }
-      response.write(value);
-      read();
-    });
-  }
-  read();
-}
-var StreamingTextResponse;
-var init_streaming_text_response = __esm({
-  "streams/streaming-text-response.ts"() {
-    "use strict";
-    StreamingTextResponse = class extends Response {
-      constructor(res, init) {
-        super(res, __spreadProps(__spreadValues({}, init), {
-          status: 200,
-          headers: __spreadValues({
-            "Content-Type": "text/plain; charset=utf-8"
-          }, init == null ? void 0 : init.headers)
-        }));
-      }
-    };
-  }
-});
-
-// streams/huggingface-stream.ts
-function createParser2(res) {
-  const trimStartOfStream = trimStartOfStreamHelper();
-  return new ReadableStream({
-    pull(controller) {
-      return __async(this, null, function* () {
-        var _a2, _b;
-        const { value, done } = yield res.next();
-        if (done) {
-          controller.close();
-          return;
-        }
-        const text = trimStartOfStream((_b = (_a2 = value.token) == null ? void 0 : _a2.text) != null ? _b : "");
-        if (!text)
-          return;
-        if (value.generated_text != null && value.generated_text.length > 0) {
-          controller.close();
-          return;
-        }
-        if (text === "</s>" || text === "<|endoftext|>") {
-          controller.close();
-        } else {
-          controller.enqueue(text);
-        }
-      });
-    }
-  });
-}
-function HuggingFaceStream(res, callbacks) {
-  return createParser2(res).pipeThrough(createCallbacksTransformer(callbacks));
-}
-var init_huggingface_stream = __esm({
-  "streams/huggingface-stream.ts"() {
-    "use strict";
-    init_ai_stream();
-  }
-});
-
-// streams/anthropic-stream.ts
-function parseAnthropicStream() {
-  let previous = "";
-  return (data) => {
-    const json = JSON.parse(data);
-    const text = json.completion;
-    const delta = text.slice(previous.length);
-    previous = text;
-    return delta;
-  };
-}
-function AnthropicStream(res, cb) {
-  return AIStream(res, parseAnthropicStream(), cb);
-}
-var init_anthropic_stream = __esm({
-  "streams/anthropic-stream.ts"() {
-    "use strict";
-    init_ai_stream();
-  }
-});
-
-// streams/langchain-stream.ts
-function LangChainStream(callbacks) {
-  const stream = new TransformStream();
-  const writer = stream.writable.getWriter();
-  return {
-    stream: stream.readable.pipeThrough(createCallbacksTransformer(callbacks)),
-    handlers: {
-      handleLLMNewToken: (token) => __async(this, null, function* () {
-        yield writer.ready;
-        yield writer.write(token);
-      }),
-      handleChainEnd: () => __async(this, null, function* () {
-        yield writer.ready;
-        yield writer.close();
-      }),
-      handleLLMError: (e) => __async(this, null, function* () {
-        yield writer.ready;
-        yield writer.abort(e);
-      })
-    }
-  };
-}
-var init_langchain_stream = __esm({
-  "streams/langchain-stream.ts"() {
-    "use strict";
-    init_ai_stream();
-  }
-});
-
-// shared/types.ts
-var init_types = __esm({
-  "shared/types.ts"() {
-    "use strict";
-  }
-});
-
-// streams/index.ts
-var streams_exports = {};
-__export(streams_exports, {
-  AIStream: () => AIStream,
-  AnthropicStream: () => AnthropicStream,
-  HuggingFaceStream: () => HuggingFaceStream,
-  LangChainStream: () => LangChainStream,
-  OpenAIStream: () => OpenAIStream,
-  StreamingTextResponse: () => StreamingTextResponse,
-  createCallbacksTransformer: () => createCallbacksTransformer,
-  createEventStreamTransformer: () => createEventStreamTransformer,
-  streamToResponse: () => streamToResponse,
-  trimStartOfStreamHelper: () => trimStartOfStreamHelper
-});
-var init_streams = __esm({
-  "streams/index.ts"() {
-    "use strict";
-    init_ai_stream();
-    init_openai_stream();
-    init_streaming_text_response();
-    init_huggingface_stream();
-    init_anthropic_stream();
-    init_langchain_stream();
-    init_types();
-  }
-});
-
-// tests/utils/mock-service.ts
-var import_node_http = require("http");
-
-// tests/snapshots/openai-chat.ts
-var openai_chat_default = [
-  {
-    id: "chatcmpl-7RyNSW2BXkOQQh7NlBc65j5kX8AjC",
-    object: "chat.completion.chunk",
-    created: 1686901302,
-    model: "gpt-3.5-turbo-0301",
-    choices: [
-      {
-        delta: { role: "assistant" },
-        index: 0,
-        finish_reason: null
-      }
-    ]
-  },
-  {
-    id: "chatcmpl-7RyNSW2BXkOQQh7NlBc65j5kX8AjC",
-    object: "chat.completion.chunk",
-    created: 1686901302,
-    model: "gpt-3.5-turbo-0301",
-    choices: [
-      {
-        delta: { content: "Hello" },
-        index: 0,
-        finish_reason: null
-      }
-    ]
-  },
-  {
-    id: "chatcmpl-7RyNSW2BXkOQQh7NlBc65j5kX8AjC",
-    object: "chat.completion.chunk",
-    created: 1686901302,
-    model: "gpt-3.5-turbo-0301",
-    choices: [{ delta: { content: "," }, index: 0, finish_reason: null }]
-  },
-  {
-    id: "chatcmpl-7RyNSW2BXkOQQh7NlBc65j5kX8AjC",
-    object: "chat.completion.chunk",
-    created: 1686901302,
-    model: "gpt-3.5-turbo-0301",
-    choices: [
-      {
-        delta: { content: " world" },
-        index: 0,
-        finish_reason: null
-      }
-    ]
-  },
-  {
-    id: "chatcmpl-7RyNSW2BXkOQQh7NlBc65j5kX8AjC",
-    object: "chat.completion.chunk",
-    created: 1686901302,
-    model: "gpt-3.5-turbo-0301",
-    choices: [{ delta: { content: "." }, index: 0, finish_reason: null }]
-  },
-  {
-    id: "chatcmpl-7RyNSW2BXkOQQh7NlBc65j5kX8AjC",
-    object: "chat.completion.chunk",
-    created: 1686901302,
-    model: "gpt-3.5-turbo-0301",
-    choices: [{ delta: {}, index: 0, finish_reason: "stop" }]
-  }
-];
-
-// tests/utils/mock-service.ts
-function flushDataToResponse(res, chunks, suffix) {
-  return __async(this, null, function* () {
-    let resolve = () => {
-    };
-    let waitForDrain = new Promise((res2) => resolve = res2);
-    res.addListener("drain", () => {
-      resolve();
-      waitForDrain = new Promise((res2) => resolve = res2);
-    });
-    try {
-      for (const item of chunks) {
-        const data = `data: ${JSON.stringify(item.value)}
-
-`;
-        const ok = res.write(data);
-        if (!ok) {
-          yield waitForDrain;
-        }
-        yield new Promise((r) => setTimeout(r, 100));
-      }
-      if (suffix) {
-        const data = `data: ${suffix}
-
-`;
-        res.write(data);
-      }
-    } catch (e) {
-    }
-    res.end();
-  });
-}
-var setup = () => {
-  let recentFlushed = [];
-  const server = (0, import_node_http.createServer)((req, res) => {
-    const service = req.headers["x-mock-service"] || "openai";
-    const type = req.headers["x-mock-type"] || "chat";
-    switch (type) {
-      case "chat":
-        switch (service) {
-          case "openai":
-            res.writeHead(200, {
-              "Content-Type": "text/event-stream",
-              "Cache-Control": "no-cache",
-              Connection: "keep-alive"
-            });
-            res.flushHeaders();
-            recentFlushed = [];
-            flushDataToResponse(
-              res,
-              openai_chat_default.map(
-                (value) => new Proxy(
-                  { value },
-                  {
-                    get(target) {
-                      recentFlushed.push(target.value);
-                      return target.value;
-                    }
-                  }
-                )
-              ),
-              "[DONE]"
-            );
-            break;
-          default:
-            throw new Error(`Unknown service: ${service}`);
-        }
-        break;
-      default:
-        throw new Error(`Unknown type: ${type}`);
-    }
-  });
-  server.listen(3030);
-  return {
-    port: 3030,
-    api: "http://localhost:3030",
-    teardown: () => {
-      server.close();
-    },
-    getRecentFlushed: () => recentFlushed
-  };
-};
-
-// tests/utils/mock-client.ts
-var createClient = (response) => {
-  return {
-    readAll() {
-      return __async(this, null, function* () {
-        if (!response.body) {
-          throw new Error("Response body is not readable");
-        }
-        let chunks = [];
-        const reader = response.body.getReader();
-        while (true) {
-          const { done, value } = yield reader.read();
-          if (done) {
-            break;
-          }
-          chunks.push(new TextDecoder().decode(value));
-        }
-        return chunks;
-      });
-    },
-    readAndAbort(controller) {
-      return __async(this, null, function* () {
-        if (!response.body) {
-          throw new Error("Response body is not readable");
-        }
-        let chunks = [];
-        const reader = response.body.getReader();
-        const { done, value } = yield reader.read();
-        if (!done) {
-          chunks.push(new TextDecoder().decode(value));
-        }
-        controller.abort();
-        reader.cancel();
-        return chunks;
-      });
-    }
-  };
-};
-
-// streams/index.test.ts
-describe("AIStream", () => {
-  let server;
-  beforeAll(() => {
-    server = setup();
-  });
-  afterAll(() => {
-    server.teardown();
-  });
-  describe("OpenAIStream", () => {
-    if (typeof Response === "undefined") {
-      it("should skip this test on Node 16 because it doesn't support `Response`", () => {
-      });
-    } else {
-      const { OpenAIStream: OpenAIStream2, StreamingTextResponse: StreamingTextResponse2 } = (init_streams(), __toCommonJS(streams_exports));
-      it("should be able to parse SSE and receive the streamed response", () => __async(exports, null, function* () {
-        const stream = OpenAIStream2(
-          yield fetch(server.api, {
-            headers: {
-              "x-mock-service": "openai",
-              "x-mock-type": "chat"
-            }
-          })
-        );
-        const response = new StreamingTextResponse2(stream);
-        const client = createClient(response);
-        const chunks = yield client.readAll();
-        expect(JSON.stringify(chunks)).toMatchInlineSnapshot(
-          `"["Hello",","," world","."]"`
-        );
-        expect(JSON.stringify(server.getRecentFlushed())).toMatchInlineSnapshot(
-          `"[{"id":"chatcmpl-7RyNSW2BXkOQQh7NlBc65j5kX8AjC","object":"chat.completion.chunk","created":1686901302,"model":"gpt-3.5-turbo-0301","choices":[{"delta":{"role":"assistant"},"index":0,"finish_reason":null}]},{"id":"chatcmpl-7RyNSW2BXkOQQh7NlBc65j5kX8AjC","object":"chat.completion.chunk","created":1686901302,"model":"gpt-3.5-turbo-0301","choices":[{"delta":{"content":"Hello"},"index":0,"finish_reason":null}]},{"id":"chatcmpl-7RyNSW2BXkOQQh7NlBc65j5kX8AjC","object":"chat.completion.chunk","created":1686901302,"model":"gpt-3.5-turbo-0301","choices":[{"delta":{"content":","},"index":0,"finish_reason":null}]},{"id":"chatcmpl-7RyNSW2BXkOQQh7NlBc65j5kX8AjC","object":"chat.completion.chunk","created":1686901302,"model":"gpt-3.5-turbo-0301","choices":[{"delta":{"content":" world"},"index":0,"finish_reason":null}]},{"id":"chatcmpl-7RyNSW2BXkOQQh7NlBc65j5kX8AjC","object":"chat.completion.chunk","created":1686901302,"model":"gpt-3.5-turbo-0301","choices":[{"delta":{"content":"."},"index":0,"finish_reason":null}]},{"id":"chatcmpl-7RyNSW2BXkOQQh7NlBc65j5kX8AjC","object":"chat.completion.chunk","created":1686901302,"model":"gpt-3.5-turbo-0301","choices":[{"delta":{},"index":0,"finish_reason":"stop"}]}]"`
-        );
-      }));
-      it("should handle backpressure on the server", () => __async(exports, null, function* () {
-        const controller = new AbortController();
-        const stream = OpenAIStream2(
-          yield fetch(server.api, {
-            headers: {
-              "x-mock-service": "openai",
-              "x-mock-type": "chat"
-            },
-            signal: controller.signal
-          })
-        );
-        const response = new StreamingTextResponse2(stream);
-        const client = createClient(response);
-        const chunks = yield client.readAndAbort(controller);
-        expect(JSON.stringify(chunks)).toMatchInlineSnapshot(`"["Hello"]"`);
-        expect(JSON.stringify(server.getRecentFlushed())).toMatchInlineSnapshot(
-          `"[{"id":"chatcmpl-7RyNSW2BXkOQQh7NlBc65j5kX8AjC","object":"chat.completion.chunk","created":1686901302,"model":"gpt-3.5-turbo-0301","choices":[{"delta":{"role":"assistant"},"index":0,"finish_reason":null}]},{"id":"chatcmpl-7RyNSW2BXkOQQh7NlBc65j5kX8AjC","object":"chat.completion.chunk","created":1686901302,"model":"gpt-3.5-turbo-0301","choices":[{"delta":{"content":"Hello"},"index":0,"finish_reason":null}]}]"`
-        );
-      }));
-    }
-  });
-});