@copilotkit/react-core 0.17.0-alpha.5 → 0.17.0

package/dist/chunk-FP4EXCGS.mjs

@@ -0,0 +1,27 @@
+import { CopilotContext } from './chunk-6A4PCNMZ.mjs';
+import { useRef, useContext, useMemo, useEffect } from 'react';
+import { nanoid } from 'nanoid';
+
+function useMakeCopilotActionable(annotatedFunction, dependencies) {
+  const idRef = useRef(nanoid());
+  const { setEntryPoint, removeEntryPoint } = useContext(CopilotContext);
+  const memoizedAnnotatedFunction = useMemo(
+    () => ({
+      name: annotatedFunction.name,
+      description: annotatedFunction.description,
+      argumentAnnotations: annotatedFunction.argumentAnnotations,
+      implementation: annotatedFunction.implementation
+    }),
+    dependencies
+  );
+  useEffect(() => {
+    setEntryPoint(idRef.current, memoizedAnnotatedFunction);
+    return () => {
+      removeEntryPoint(idRef.current);
+    };
+  }, [memoizedAnnotatedFunction, setEntryPoint, removeEntryPoint]);
+}
+
+export { useMakeCopilotActionable };
+//# sourceMappingURL=out.js.map
+//# sourceMappingURL=chunk-FP4EXCGS.mjs.map

package/dist/chunk-FP4EXCGS.mjs.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../src/hooks/use-make-copilot-actionable.ts"],"names":[],"mappings":";;;;;AAEA,SAAS,QAAQ,YAAY,WAAW,eAAe;AAGvD,SAAS,cAAc;AAEhB,SAAS,yBACd,mBACA,cACA;AACA,QAAM,QAAQ,OAAO,OAAO,CAAC;AAC7B,QAAM,EAAE,eAAe,iBAAiB,IAAI,WAAW,cAAc;AAErE,QAAM,4BAA4D;AAAA,IAChE,OAAO;AAAA,MACL,MAAM,kBAAkB;AAAA,MACxB,aAAa,kBAAkB;AAAA,MAC/B,qBAAqB,kBAAkB;AAAA,MACvC,gBAAgB,kBAAkB;AAAA,IACpC;AAAA,IACA;AAAA,EACF;AAEA,YAAU,MAAM;AACd,kBAAc,MAAM,SAAS,yBAAqD;AAElF,WAAO,MAAM;AACX,uBAAiB,MAAM,OAAO;AAAA,IAChC;AAAA,EACF,GAAG,CAAC,2BAA2B,eAAe,gBAAgB,CAAC;AACjE","sourcesContent":["\"use client\";\n\nimport { useRef, useContext, useEffect, useMemo } from \"react\";\nimport { CopilotContext } from \"../context/copilot-context\";\nimport { AnnotatedFunction } from \"../types/annotated-function\";\nimport { nanoid } from \"nanoid\";\n\nexport function useMakeCopilotActionable<ActionInput extends any[]>(\n  annotatedFunction: AnnotatedFunction<ActionInput>,\n  dependencies: any[],\n) {\n  const idRef = useRef(nanoid()); // generate a unique id\n  const { setEntryPoint, removeEntryPoint } = useContext(CopilotContext);\n\n  const memoizedAnnotatedFunction: AnnotatedFunction<ActionInput> = useMemo(\n    () => ({\n      name: annotatedFunction.name,\n      description: annotatedFunction.description,\n      argumentAnnotations: annotatedFunction.argumentAnnotations,\n      implementation: annotatedFunction.implementation,\n    }),\n    dependencies,\n  );\n\n  useEffect(() => {\n    setEntryPoint(idRef.current, memoizedAnnotatedFunction as AnnotatedFunction<any[]>);\n\n    return () => {\n      removeEntryPoint(idRef.current);\n    };\n  }, [memoizedAnnotatedFunction, setEntryPoint, removeEntryPoint]);\n}\n"]}

package/dist/chunk-FRAKUJWH.mjs

@@ -0,0 +1,3 @@
+
+//# sourceMappingURL=out.js.map
+//# sourceMappingURL=chunk-FRAKUJWH.mjs.map

package/dist/chunk-FRAKUJWH.mjs.map

@@ -0,0 +1 @@
+{"version":3,"sources":[],"names":[],"mappings":""}

package/dist/chunk-HW5IH6PV.mjs

@@ -0,0 +1,19 @@
+import { CopilotContext } from './chunk-6A4PCNMZ.mjs';
+import { useContext, useRef, useEffect } from 'react';
+
+function useMakeCopilotReadable(information, parentId, categories) {
+  const { addContext, removeContext } = useContext(CopilotContext);
+  const idRef = useRef();
+  useEffect(() => {
+    const id = addContext(information, parentId, categories);
+    idRef.current = id;
+    return () => {
+      removeContext(id);
+    };
+  }, [information, parentId, addContext, removeContext]);
+  return idRef.current;
+}
+
+export { useMakeCopilotReadable };
+//# sourceMappingURL=out.js.map
+//# sourceMappingURL=chunk-HW5IH6PV.mjs.map

package/dist/chunk-HW5IH6PV.mjs.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../src/hooks/use-make-copilot-readable.ts"],"names":[],"mappings":";;;;;AAEA,SAAS,YAAY,WAAW,cAAc;AAUvC,SAAS,uBACd,aACA,UACA,YACoB;AACpB,QAAM,EAAE,YAAY,cAAc,IAAI,WAAW,cAAc;AAC/D,QAAM,QAAQ,OAAe;AAE7B,YAAU,MAAM;AACd,UAAM,KAAK,WAAW,aAAa,UAAU,UAAU;AACvD,UAAM,UAAU;AAEhB,WAAO,MAAM;AACX,oBAAc,EAAE;AAAA,IAClB;AAAA,EACF,GAAG,CAAC,aAAa,UAAU,YAAY,aAAa,CAAC;AAErD,SAAO,MAAM;AACf","sourcesContent":["\"use client\";\n\nimport { useContext, useEffect, useRef } from \"react\";\nimport { CopilotContext } from \"../context/copilot-context\";\n\n/**\n * Adds the given information to the Copilot context to make it readable by Copilot.\n * @param information - The information to be added to the Copilot context.\n * @param parentId - The ID of the parent context, if any.\n * @param categories - An array of categories to control which context are visible where. Particularly useful with CopilotTextarea (see `useMakeAutosuggestionFunction`)\n * @returns The ID of the added context.\n */\nexport function useMakeCopilotReadable(\n  information: string,\n  parentId?: string,\n  categories?: string[],\n): string | undefined {\n  const { addContext, removeContext } = useContext(CopilotContext);\n  const idRef = useRef<string>();\n\n  useEffect(() => {\n    const id = addContext(information, parentId, categories);\n    idRef.current = id;\n\n    return () => {\n      removeContext(id);\n    };\n  }, [information, parentId, addContext, removeContext]);\n\n  return idRef.current;\n}\n"]}

package/dist/chunk-JD7BAH7U.mjs

@@ -0,0 +1,3 @@
+
+//# sourceMappingURL=out.js.map
+//# sourceMappingURL=chunk-JD7BAH7U.mjs.map

package/dist/chunk-JD7BAH7U.mjs.map

@@ -0,0 +1 @@
+{"version":3,"sources":[],"names":[],"mappings":""}

package/dist/chunk-MRXNTQOX.mjs

@@ -0,0 +1,55 @@
+var __defProp = Object.defineProperty;
+var __defProps = Object.defineProperties;
+var __getOwnPropDescs = Object.getOwnPropertyDescriptors;
+var __getOwnPropSymbols = Object.getOwnPropertySymbols;
+var __hasOwnProp = Object.prototype.hasOwnProperty;
+var __propIsEnum = Object.prototype.propertyIsEnumerable;
+var __defNormalProp = (obj, key, value) => key in obj ? __defProp(obj, key, { enumerable: true, configurable: true, writable: true, value }) : obj[key] = value;
+var __spreadValues = (a, b) => {
+  for (var prop in b || (b = {}))
+    if (__hasOwnProp.call(b, prop))
+      __defNormalProp(a, prop, b[prop]);
+  if (__getOwnPropSymbols)
+    for (var prop of __getOwnPropSymbols(b)) {
+      if (__propIsEnum.call(b, prop))
+        __defNormalProp(a, prop, b[prop]);
+    }
+  return a;
+};
+var __spreadProps = (a, b) => __defProps(a, __getOwnPropDescs(b));
+var __objRest = (source, exclude) => {
+  var target = {};
+  for (var prop in source)
+    if (__hasOwnProp.call(source, prop) && exclude.indexOf(prop) < 0)
+      target[prop] = source[prop];
+  if (source != null && __getOwnPropSymbols)
+    for (var prop of __getOwnPropSymbols(source)) {
+      if (exclude.indexOf(prop) < 0 && __propIsEnum.call(source, prop))
+        target[prop] = source[prop];
+    }
+  return target;
+};
+var __async = (__this, __arguments, generator) => {
+  return new Promise((resolve, reject) => {
+    var fulfilled = (value) => {
+      try {
+        step(generator.next(value));
+      } catch (e) {
+        reject(e);
+      }
+    };
+    var rejected = (value) => {
+      try {
+        step(generator.throw(value));
+      } catch (e) {
+        reject(e);
+      }
+    };
+    var step = (x) => x.done ? resolve(x.value) : Promise.resolve(x.value).then(fulfilled, rejected);
+    step((generator = generator.apply(__this, __arguments)).next());
+  });
+};
+
+export { __async, __objRest, __spreadProps, __spreadValues };
+//# sourceMappingURL=out.js.map
+//# sourceMappingURL=chunk-MRXNTQOX.mjs.map

package/dist/chunk-MRXNTQOX.mjs.map

@@ -0,0 +1 @@
+{"version":3,"sources":[],"names":[],"mappings":"","sourcesContent":[]}

package/dist/chunk-MZ5UN3BY.mjs

@@ -0,0 +1,28 @@
+import { __async } from './chunk-MRXNTQOX.mjs';
+
+// src/openai-assistants/utils/process-message-stream.ts
+function processMessageStream(reader, processMessage) {
+  return __async(this, null, function* () {
+    const decoder = new TextDecoder();
+    let buffer = "";
+    while (true) {
+      const { done, value } = yield reader.read();
+      if (done) {
+        if (buffer.length > 0) {
+          processMessage(buffer);
+        }
+        break;
+      }
+      buffer += decoder.decode(value, { stream: true });
+      let endIndex;
+      while ((endIndex = buffer.indexOf("\n")) !== -1) {
+        processMessage(buffer.substring(0, endIndex).trim());
+        buffer = buffer.substring(endIndex + 1);
+      }
+    }
+  });
+}
+
+export { processMessageStream };
+//# sourceMappingURL=out.js.map
+//# sourceMappingURL=chunk-MZ5UN3BY.mjs.map

package/dist/chunk-MZ5UN3BY.mjs.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../src/openai-assistants/utils/process-message-stream.ts"],"names":[],"mappings":";;;;;AAAA,SAAsB,qBACpB,QACA,gBACA;AAAA;AACA,UAAM,UAAU,IAAI,YAAY;AAChC,QAAI,SAAS;AACb,WAAO,MAAM;AACX,YAAM,EAAE,MAAM,MAAM,IAAI,MAAM,OAAO,KAAK;AAE1C,UAAI,MAAM;AACR,YAAI,OAAO,SAAS,GAAG;AACrB,yBAAe,MAAM;AAAA,QACvB;AACA;AAAA,MACF;AAEA,gBAAU,QAAQ,OAAO,OAAO,EAAE,QAAQ,KAAK,CAAC;AAEhD,UAAI;AACJ,cAAQ,WAAW,OAAO,QAAQ,IAAI,OAAO,IAAI;AAC/C,uBAAe,OAAO,UAAU,GAAG,QAAQ,EAAE,KAAK,CAAC;AACnD,iBAAS,OAAO,UAAU,WAAW,CAAC;AAAA,MACxC;AAAA,IACF;AAAA,EACF;AAAA","sourcesContent":["export async function processMessageStream(\n  reader: ReadableStreamDefaultReader<Uint8Array>,\n  processMessage: (message: string) => void | Promise<void>,\n) {\n  const decoder = new TextDecoder();\n  let buffer = \"\";\n  while (true) {\n    const { done, value } = await reader.read();\n\n    if (done) {\n      if (buffer.length > 0) {\n        processMessage(buffer);\n      }\n      break;\n    }\n\n    buffer += decoder.decode(value, { stream: true });\n\n    let endIndex: number;\n    while ((endIndex = buffer.indexOf(\"\\n\")) !== -1) {\n      processMessage(buffer.substring(0, endIndex).trim());\n      buffer = buffer.substring(endIndex + 1); // Remove the processed instruction + delimiter\n    }\n  }\n}\n"]}

package/dist/chunk-PUFR5OAI.mjs

@@ -0,0 +1,3 @@
+
+//# sourceMappingURL=out.js.map
+//# sourceMappingURL=chunk-PUFR5OAI.mjs.map

package/dist/chunk-PUFR5OAI.mjs.map

@@ -0,0 +1 @@
+{"version":3,"sources":[],"names":[],"mappings":""}

package/dist/chunk-QTET3FBV.mjs

@@ -0,0 +1,165 @@
+import { StandardCopilotApiConfig } from './chunk-F2JIAPZQ.mjs';
+import { use_tree_default } from './chunk-VUY2K2DI.mjs';
+import { CopilotContext } from './chunk-6A4PCNMZ.mjs';
+import { use_flat_category_store_default } from './chunk-YULKJPY3.mjs';
+import { __objRest, __spreadProps, __spreadValues, __async } from './chunk-MRXNTQOX.mjs';
+import { useState, useCallback } from 'react';
+import { jsx } from 'react/jsx-runtime';
+
+function CopilotProvider(_a) {
+  var _b = _a, { children } = _b, props = __objRest(_b, ["children"]);
+  const [entryPoints, setEntryPoints] = useState({});
+  const { addElement, removeElement, printTree } = use_tree_default();
+  const {
+    addElement: addDocument,
+    removeElement: removeDocument,
+    allElements: allDocuments
+  } = use_flat_category_store_default();
+  const setEntryPoint = useCallback((id, entryPoint) => {
+    setEntryPoints((prevPoints) => {
+      return __spreadProps(__spreadValues({}, prevPoints), {
+        [id]: entryPoint
+      });
+    });
+  }, []);
+  const removeEntryPoint = useCallback((id) => {
+    setEntryPoints((prevPoints) => {
+      const newPoints = __spreadValues({}, prevPoints);
+      delete newPoints[id];
+      return newPoints;
+    });
+  }, []);
+  const getContextString = useCallback(
+    (documents, categories) => {
+      const documentsString = documents.map((document) => {
+        return `${document.name} (${document.sourceApplication}):
+${document.getContents()}`;
+      }).join("\n\n");
+      const nonDocumentStrings = printTree(categories);
+      return `${documentsString}
+
+${nonDocumentStrings}`;
+    },
+    [printTree]
+  );
+  const addContext = useCallback(
+    (context, parentId, categories = defaultCopilotContextCategories) => {
+      return addElement(context, categories, parentId);
+    },
+    [addElement]
+  );
+  const removeContext = useCallback(
+    (id) => {
+      removeElement(id);
+    },
+    [removeElement]
+  );
+  const getChatCompletionFunctionDescriptions = useCallback(() => {
+    return entryPointsToChatCompletionFunctions(Object.values(entryPoints));
+  }, [entryPoints]);
+  const getFunctionCallHandler = useCallback(() => {
+    return entryPointsToFunctionCallHandler(Object.values(entryPoints));
+  }, [entryPoints]);
+  const getDocumentsContext = useCallback(
+    (categories) => {
+      return allDocuments(categories);
+    },
+    [allDocuments]
+  );
+  const addDocumentContext = useCallback(
+    (documentPointer, categories = defaultCopilotContextCategories) => {
+      return addDocument(documentPointer, categories);
+    },
+    [addDocument]
+  );
+  const removeDocumentContext = useCallback(
+    (documentId) => {
+      removeDocument(documentId);
+    },
+    [removeDocument]
+  );
+  let copilotApiConfig;
+  if ("chatApiEndpoint" in props) {
+    copilotApiConfig = new StandardCopilotApiConfig(
+      props.chatApiEndpoint,
+      props.chatApiEndpointV2 || `${props.chatApiEndpoint}/v2`,
+      {},
+      {}
+    );
+  } else {
+    copilotApiConfig = props.chatApiConfig;
+  }
+  return /* @__PURE__ */ jsx(
+    CopilotContext.Provider,
+    {
+      value: {
+        entryPoints,
+        getChatCompletionFunctionDescriptions,
+        getFunctionCallHandler,
+        setEntryPoint,
+        removeEntryPoint,
+        getContextString,
+        addContext,
+        removeContext,
+        getDocumentsContext,
+        addDocumentContext,
+        removeDocumentContext,
+        copilotApiConfig
+      },
+      children
+    }
+  );
+}
+var defaultCopilotContextCategories = ["global"];
+function entryPointsToFunctionCallHandler(entryPoints) {
+  return (chatMessages, functionCall) => __async(this, null, function* () {
+    let entrypointsByFunctionName = {};
+    for (let entryPoint of entryPoints) {
+      entrypointsByFunctionName[entryPoint.name] = entryPoint;
+    }
+    const entryPointFunction = entrypointsByFunctionName[functionCall.name || ""];
+    if (entryPointFunction) {
+      let functionCallArguments = [];
+      if (functionCall.arguments) {
+        functionCallArguments = JSON.parse(functionCall.arguments);
+      }
+      const paramsInCorrectOrder = [];
+      for (let arg of entryPointFunction.argumentAnnotations) {
+        paramsInCorrectOrder.push(
+          functionCallArguments[arg.name]
+        );
+      }
+      yield entryPointFunction.implementation(...paramsInCorrectOrder);
+    }
+  });
+}
+function entryPointsToChatCompletionFunctions(entryPoints) {
+  return entryPoints.map(annotatedFunctionToChatCompletionFunction);
+}
+function annotatedFunctionToChatCompletionFunction(annotatedFunction) {
+  let parameters = {};
+  for (let arg of annotatedFunction.argumentAnnotations) {
+    let _a = arg, forwardedArgs = __objRest(_a, ["name", "required"]);
+    parameters[arg.name] = forwardedArgs;
+  }
+  let requiredParameterNames = [];
+  for (let arg of annotatedFunction.argumentAnnotations) {
+    if (arg.required) {
+      requiredParameterNames.push(arg.name);
+    }
+  }
+  let chatCompletionFunction = {
+    name: annotatedFunction.name,
+    description: annotatedFunction.description,
+    parameters: {
+      type: "object",
+      properties: parameters,
+      required: requiredParameterNames
+    }
+  };
+  return chatCompletionFunction;
+}
+
+export { CopilotProvider, defaultCopilotContextCategories };
+//# sourceMappingURL=out.js.map
+//# sourceMappingURL=chunk-QTET3FBV.mjs.map

package/dist/chunk-QTET3FBV.mjs.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../src/components/copilot-provider/copilot-provider.tsx"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;AAEA,SAAS,aAAa,gBAAgB;AA0JlC;AA3GG,SAAS,gBAAgB,IAA2D;AAA3D,eAAE,WAjDlC,IAiDgC,IAAe,kBAAf,IAAe,CAAb;AAIhC,QAAM,CAAC,aAAa,cAAc,IAAI,SAAmD,CAAC,CAAC;AAE3F,QAAM,EAAE,YAAY,eAAe,UAAU,IAAI,iBAAQ;AAEzD,QAAM;AAAA,IACJ,YAAY;AAAA,IACZ,eAAe;AAAA,IACf,aAAa;AAAA,EACf,IAAI,gCAAsC;AAE1C,QAAM,gBAAgB,YAAY,CAAC,IAAY,eAAyC;AACtF,mBAAe,CAAC,eAAe;AAC7B,aAAO,iCACF,aADE;AAAA,QAEL,CAAC,EAAE,GAAG;AAAA,MACR;AAAA,IACF,CAAC;AAAA,EACH,GAAG,CAAC,CAAC;AAEL,QAAM,mBAAmB,YAAY,CAAC,OAAe;AACnD,mBAAe,CAAC,eAAe;AAC7B,YAAM,YAAY,mBAAK;AACvB,aAAO,UAAU,EAAE;AACnB,aAAO;AAAA,IACT,CAAC;AAAA,EACH,GAAG,CAAC,CAAC;AAEL,QAAM,mBAAmB;AAAA,IACvB,CAAC,WAA8B,eAAyB;AACtD,YAAM,kBAAkB,UACrB,IAAI,CAAC,aAAa;AACjB,eAAO,GAAG,SAAS,SAAS,SAAS;AAAA,EAAwB,SAAS,YAAY;AAAA,MACpF,CAAC,EACA,KAAK,MAAM;AAEd,YAAM,qBAAqB,UAAU,UAAU;AAE/C,aAAO,GAAG;AAAA;AAAA,EAAsB;AAAA,IAClC;AAAA,IACA,CAAC,SAAS;AAAA,EACZ;AAEA,QAAM,aAAa;AAAA,IACjB,CACE,SACA,UACA,aAAuB,oCACpB;AACH,aAAO,WAAW,SAAS,YAAY,QAAQ;AAAA,IACjD;AAAA,IACA,CAAC,UAAU;AAAA,EACb;AAEA,QAAM,gBAAgB;AAAA,IACpB,CAAC,OAAe;AACd,oBAAc,EAAE;AAAA,IAClB;AAAA,IACA,CAAC,aAAa;AAAA,EAChB;AAEA,QAAM,wCAAwC,YAAY,MAAM;AAC9D,WAAO,qCAAqC,OAAO,OAAO,WAAW,CAAC;AAAA,EACxE,GAAG,CAAC,WAAW,CAAC;AAEhB,QAAM,yBAAyB,YAAY,MAAM;AAC/C,WAAO,iCAAiC,OAAO,OAAO,WAAW,CAAC;AAAA,EACpE,GAAG,CAAC,WAAW,CAAC;AAEhB,QAAM,sBAAsB;AAAA,IAC1B,CAAC,eAAyB;AACxB,aAAO,aAAa,UAAU;AAAA,IAChC;AAAA,IACA,CAAC,YAAY;AAAA,EACf;AAEA,QAAM,qBAAqB;AAAA,IACzB,CAAC,iBAAkC,aAAuB,oCAAoC;AAC5F,aAAO,YAAY,iBAAiB,UAAU;AAAA,IAChD;AAAA,IACA,CAAC,WAAW;AAAA,EACd;AAEA,QAAM,wBAAwB;AAAA,IAC5B,CAAC,eAAuB;AACtB,qBAAe,UAAU;AAAA,IAC3B;AAAA,IACA,CAAC,cAAc;AAAA,EACjB;AAGA,MAAI;AACJ,MAAI,qBAAqB,OAAO;AAC9B,uBAAmB,IAAI;AAAA,MACrB,MAAM;AAAA,MACN,MAAM,qBAAqB,GAAG,MAAM;AAAA,MACpC,CAAC;AAAA,MACD,CAAC;AAAA,IACH;AAAA,EACF,OAAO;AACL,uBAAmB,MAAM;AAAA,EAC3B;AAEA,SACE;AAAA,IAAC,eAAe;AAAA,IAAf;AAAA,MACC,OAAO;AAAA,QACL;AAAA,QACA;AAAA,QACA;AAAA,QACA;AAAA,QACA;AAAA,QACA;AAAA,QACA;AAAA,QACA;AAAA,QACA;AAAA,QACA;AAAA,QACA;AAAA,QACA;AAAA,MACF;AAAA,MAEC;AAAA;AAAA,EACH;AAEJ;AAEO,IAAM,kCAAkC,CAAC,QAAQ;AAExD,SAAS,iCACP,aACqB;AACrB,SAAO,CAAO,cAAc,iBAAiB;AAC3C,QAAI,4BAAsE,CAAC;AAC3E,aAAS,cAAc,aAAa;AAClC,gCAA0B,WAAW,IAAI,IAAI;AAAA,IAC/C;AAEA,UAAM,qBAAqB,0BAA0B,aAAa,QAAQ,EAAE;AAC5E,QAAI,oBAAoB;AACtB,UAAI,wBAA+C,CAAC;AACpD,UAAI,aAAa,WAAW;AAC1B,gCAAwB,KAAK,MAAM,aAAa,SAAS;AAAA,MAC3D;AAEA,YAAM,uBAA8B,CAAC;AACrC,eAAS,OAAO,mBAAmB,qBAAqB;AACtD,6BAAqB;AAAA,UACnB,sBAAsB,IAAI,IAA0C;AAAA,QACtE;AAAA,MACF;AAEA,YAAM,mBAAmB,eAAe,GAAG,oBAAoB;AAAA,IAmBjE;AAAA,EACF;AACF;AAEA,SAAS,qCACP,aACuC;AACvC,SAAO,YAAY,IAAI,yCAAyC;AAClE;AAEA,SAAS,0CACP,mBACqC;AAErC,MAAI,aAAqC,CAAC;AAC1C,WAAS,OAAO,kBAAkB,qBAAqB;AAErD,QAA2C,UAArC,QAAM,SA9OhB,IA8O+C,IAAlB,0BAAkB,IAAlB,CAAnB,QAAM;AACZ,eAAW,IAAI,IAAI,IAAI;AAAA,EACzB;AAEA,MAAI,yBAAmC,CAAC;AACxC,WAAS,OAAO,kBAAkB,qBAAqB;AACrD,QAAI,IAAI,UAAU;AAChB,6BAAuB,KAAK,IAAI,IAAI;AAAA,IACtC;AAAA,EACF;AAGA,MAAI,yBAA8D;AAAA,IAChE,MAAM,kBAAkB;AAAA,IACxB,aAAa,kBAAkB;AAAA,IAC/B,YAAY;AAAA,MACV,MAAM;AAAA,MACN,YAAY;AAAA,MACZ,UAAU;AAAA,IACZ;AAAA,EACF;AAEA,SAAO;AACT","sourcesContent":["\"use client\";\n\nimport { useCallback, useState } from \"react\";\nimport { CopilotContext, CopilotApiConfig } from \"../../context/copilot-context\";\nimport useTree from \"../../hooks/use-tree\";\nimport { AnnotatedFunction } from \"../../types/annotated-function\";\nimport { ChatCompletionCreateParams } from \"openai/resources/chat\";\nimport { DocumentPointer, FunctionCallHandler } from \"../../types\";\nimport useFlatCategoryStore from \"../../hooks/use-flat-category-store\";\nimport { StandardCopilotApiConfig } from \"./standard-copilot-api-config\";\nimport { CopilotProviderProps } from \"./copilot-provider-props\";\n\n/**\n * The CopilotProvider component.\n * This component provides the Copilot context to its children.\n * It can be configured either with a chat API endpoint or a CopilotApiConfig.\n *\n * NOTE: The backend can use OpenAI, or you can bring your own LLM.\n * For examples of the backend api implementation, see `examples/next-openai` usage (under `src/api/copilotkit`),\n * or read the documentation at https://docs.copilotkit.ai\n * In particular, Getting-Started > Quickstart-Backend: https://docs.copilotkit.ai/getting-started/quickstart-backend\n *\n * Example usage:\n * ```\n * <CopilotProvider chatApiEndpoint=\"https://your.copilotkit.api\">\n *    <App />\n * </CopilotProvider>\n * ```\n *\n * or\n *\n * ```\n * const copilotApiConfig = new StandardCopilotApiConfig(\n *  \"https://your.copilotkit.api/v1\",\n *  \"https://your.copilotkit.api/v2\",\n *  {},\n *  {}\n *  );\n *\n * // ...\n *\n * <CopilotProvider chatApiConfig={copilotApiConfig}>\n *    <App />\n * </CopilotProvider>\n * ```\n *\n * @param props - The props for the component.\n * @returns The CopilotProvider component.\n */\nexport function CopilotProvider({ children, ...props }: CopilotProviderProps): JSX.Element {\n  // Compute all the functions and properties that we need to pass\n  // to the CopilotContext.\n\n  const [entryPoints, setEntryPoints] = useState<Record<string, AnnotatedFunction<any[]>>>({});\n\n  const { addElement, removeElement, printTree } = useTree();\n\n  const {\n    addElement: addDocument,\n    removeElement: removeDocument,\n    allElements: allDocuments,\n  } = useFlatCategoryStore<DocumentPointer>();\n\n  const setEntryPoint = useCallback((id: string, entryPoint: AnnotatedFunction<any[]>) => {\n    setEntryPoints((prevPoints) => {\n      return {\n        ...prevPoints,\n        [id]: entryPoint,\n      };\n    });\n  }, []);\n\n  const removeEntryPoint = useCallback((id: string) => {\n    setEntryPoints((prevPoints) => {\n      const newPoints = { ...prevPoints };\n      delete newPoints[id];\n      return newPoints;\n    });\n  }, []);\n\n  const getContextString = useCallback(\n    (documents: DocumentPointer[], categories: string[]) => {\n      const documentsString = documents\n        .map((document) => {\n          return `${document.name} (${document.sourceApplication}):\\n${document.getContents()}`;\n        })\n        .join(\"\\n\\n\");\n\n      const nonDocumentStrings = printTree(categories);\n\n      return `${documentsString}\\n\\n${nonDocumentStrings}`;\n    },\n    [printTree],\n  );\n\n  const addContext = useCallback(\n    (\n      context: string,\n      parentId?: string,\n      categories: string[] = defaultCopilotContextCategories,\n    ) => {\n      return addElement(context, categories, parentId);\n    },\n    [addElement],\n  );\n\n  const removeContext = useCallback(\n    (id: string) => {\n      removeElement(id);\n    },\n    [removeElement],\n  );\n\n  const getChatCompletionFunctionDescriptions = useCallback(() => {\n    return entryPointsToChatCompletionFunctions(Object.values(entryPoints));\n  }, [entryPoints]);\n\n  const getFunctionCallHandler = useCallback(() => {\n    return entryPointsToFunctionCallHandler(Object.values(entryPoints));\n  }, [entryPoints]);\n\n  const getDocumentsContext = useCallback(\n    (categories: string[]) => {\n      return allDocuments(categories);\n    },\n    [allDocuments],\n  );\n\n  const addDocumentContext = useCallback(\n    (documentPointer: DocumentPointer, categories: string[] = defaultCopilotContextCategories) => {\n      return addDocument(documentPointer, categories);\n    },\n    [addDocument],\n  );\n\n  const removeDocumentContext = useCallback(\n    (documentId: string) => {\n      removeDocument(documentId);\n    },\n    [removeDocument],\n  );\n\n  // get the appropriate CopilotApiConfig from the props\n  let copilotApiConfig: CopilotApiConfig;\n  if (\"chatApiEndpoint\" in props) {\n    copilotApiConfig = new StandardCopilotApiConfig(\n      props.chatApiEndpoint,\n      props.chatApiEndpointV2 || `${props.chatApiEndpoint}/v2`,\n      {},\n      {},\n    );\n  } else {\n    copilotApiConfig = props.chatApiConfig;\n  }\n\n  return (\n    <CopilotContext.Provider\n      value={{\n        entryPoints,\n        getChatCompletionFunctionDescriptions,\n        getFunctionCallHandler,\n        setEntryPoint,\n        removeEntryPoint,\n        getContextString,\n        addContext,\n        removeContext,\n        getDocumentsContext,\n        addDocumentContext,\n        removeDocumentContext,\n        copilotApiConfig: copilotApiConfig,\n      }}\n    >\n      {children}\n    </CopilotContext.Provider>\n  );\n}\n\nexport const defaultCopilotContextCategories = [\"global\"];\n\nfunction entryPointsToFunctionCallHandler(\n  entryPoints: AnnotatedFunction<any[]>[],\n): FunctionCallHandler {\n  return async (chatMessages, functionCall) => {\n    let entrypointsByFunctionName: Record<string, AnnotatedFunction<any[]>> = {};\n    for (let entryPoint of entryPoints) {\n      entrypointsByFunctionName[entryPoint.name] = entryPoint;\n    }\n\n    const entryPointFunction = entrypointsByFunctionName[functionCall.name || \"\"];\n    if (entryPointFunction) {\n      let functionCallArguments: Record<string, any>[] = [];\n      if (functionCall.arguments) {\n        functionCallArguments = JSON.parse(functionCall.arguments);\n      }\n\n      const paramsInCorrectOrder: any[] = [];\n      for (let arg of entryPointFunction.argumentAnnotations) {\n        paramsInCorrectOrder.push(\n          functionCallArguments[arg.name as keyof typeof functionCallArguments],\n        );\n      }\n\n      await entryPointFunction.implementation(...paramsInCorrectOrder);\n\n      // commented out becasue for now we don't want to return anything\n      // const result = await entryPointFunction.implementation(\n      //   ...parsedFunctionCallArguments\n      // );\n      // const functionResponse: ChatRequest = {\n      //   messages: [\n      //     ...chatMessages,\n      //     {\n      //       id: nanoid(),\n      //       name: functionCall.name,\n      //       role: 'function' as const,\n      //       content: JSON.stringify(result),\n      //     },\n      //   ],\n      // };\n\n      // return functionResponse;\n    }\n  };\n}\n\nfunction entryPointsToChatCompletionFunctions(\n  entryPoints: AnnotatedFunction<any[]>[],\n): ChatCompletionCreateParams.Function[] {\n  return entryPoints.map(annotatedFunctionToChatCompletionFunction);\n}\n\nfunction annotatedFunctionToChatCompletionFunction(\n  annotatedFunction: AnnotatedFunction<any[]>,\n): ChatCompletionCreateParams.Function {\n  // Create the parameters object based on the argumentAnnotations\n  let parameters: { [key: string]: any } = {};\n  for (let arg of annotatedFunction.argumentAnnotations) {\n    // isolate the args we should forward inline\n    let { name, required, ...forwardedArgs } = arg;\n    parameters[arg.name] = forwardedArgs;\n  }\n\n  let requiredParameterNames: string[] = [];\n  for (let arg of annotatedFunction.argumentAnnotations) {\n    if (arg.required) {\n      requiredParameterNames.push(arg.name);\n    }\n  }\n\n  // Create the ChatCompletionFunctions object\n  let chatCompletionFunction: ChatCompletionCreateParams.Function = {\n    name: annotatedFunction.name,\n    description: annotatedFunction.description,\n    parameters: {\n      type: \"object\",\n      properties: parameters,\n      required: requiredParameterNames,\n    },\n  };\n\n  return chatCompletionFunction;\n}\n"]}

package/dist/chunk-SPCZTZCY.mjs

@@ -0,0 +1,3 @@
+
+//# sourceMappingURL=out.js.map
+//# sourceMappingURL=chunk-SPCZTZCY.mjs.map

package/dist/chunk-SPCZTZCY.mjs.map

@@ -0,0 +1 @@
+{"version":3,"sources":[],"names":[],"mappings":""}

package/dist/chunk-TKXPMMND.mjs

@@ -0,0 +1,177 @@
+import { ChatCompletionTransport } from './chunk-VK25FIML.mjs';
+import { __async, __spreadValues } from './chunk-MRXNTQOX.mjs';
+import EventEmitter from 'eventemitter3';
+
+var DEFAULT_MAX_TOKENS = 8192;
+var ChatCompletionClient = class extends EventEmitter {
+  constructor(params) {
+    super();
+    this.chatCompletionTransport = null;
+    this.mode = null;
+    this.functionCallName = "";
+    this.functionCallArguments = "";
+    this.onData = (data) => {
+      if (this.mode === "function" && !data.choices[0].delta.function_call) {
+        const success = this.tryFlushFunctionCall();
+        if (!success) {
+          return;
+        }
+      }
+      this.mode = data.choices[0].delta.function_call ? "function" : "message";
+      if (this.mode === "message") {
+        if (data.choices[0].delta.content) {
+          this.emit("content", data.choices[0].delta.content);
+        }
+        return;
+      } else if (this.mode === "function") {
+        if (data.choices[0].delta.function_call.name) {
+          this.functionCallName = data.choices[0].delta.function_call.name;
+        }
+        if (data.choices[0].delta.function_call.arguments) {
+          this.functionCallArguments += data.choices[0].delta.function_call.arguments;
+        }
+        this.emit("partial", this.functionCallName, this.functionCallArguments);
+        return;
+      }
+    };
+    this.onError = (error) => {
+      this.emit("error", error);
+      this.cleanup();
+    };
+    this.onEnd = () => {
+      if (this.mode === "function") {
+        const success = this.tryFlushFunctionCall();
+        if (!success) {
+          return;
+        }
+      }
+      this.emit("end");
+      this.cleanup();
+    };
+  }
+  fetch(params) {
+    return __async(this, null, function* () {
+      params = __spreadValues({}, params);
+      if (params.model && params.model in maxTokensByModel) {
+        params.maxTokens || (params.maxTokens = maxTokensByModel[params.model]);
+      } else {
+        params.maxTokens || (params.maxTokens = DEFAULT_MAX_TOKENS);
+      }
+      params.functions || (params.functions = []);
+      params.messages = this.buildPrompt(params);
+      return yield this.runPrompt(params);
+    });
+  }
+  buildPrompt(params) {
+    let maxTokens = params.maxTokens;
+    const messages = params.messages;
+    const functions = params.functions;
+    const functionsNumTokens = countFunctionsTokens(functions);
+    if (functionsNumTokens > maxTokens) {
+      throw new Error(`Too many tokens in function calls: ${functionsNumTokens} > ${maxTokens}`);
+    }
+    maxTokens -= functionsNumTokens;
+    for (const message of messages) {
+      if (message.role === "system") {
+        const numTokens = this.countTokens(message);
+        maxTokens -= numTokens;
+        if (maxTokens < 0) {
+          throw new Error("Not enough tokens for system message.");
+        }
+      }
+    }
+    const result = [];
+    let cutoff = false;
+    const reversedMessages = [...messages].reverse();
+    for (const message of reversedMessages) {
+      if (message.role === "system") {
+        result.unshift(message);
+        continue;
+      } else if (cutoff) {
+        continue;
+      }
+      let numTokens = this.countTokens(message);
+      if (maxTokens < numTokens) {
+        cutoff = true;
+        continue;
+      }
+      result.unshift(message);
+      maxTokens -= numTokens;
+    }
+    return result;
+  }
+  runPrompt(params) {
+    return __async(this, null, function* () {
+      this.chatCompletionTransport = new ChatCompletionTransport({});
+      this.chatCompletionTransport.on("data", this.onData);
+      this.chatCompletionTransport.on("error", this.onError);
+      this.chatCompletionTransport.on("end", this.onEnd);
+      yield this.chatCompletionTransport.fetch(params);
+    });
+  }
+  tryFlushFunctionCall() {
+    let args = null;
+    try {
+      args = JSON.parse(this.functionCallArguments);
+    } catch (error) {
+      this.emit("error", error);
+      this.cleanup();
+      return false;
+    }
+    this.emit("function", {
+      name: this.functionCallName,
+      arguments: args
+    });
+    this.mode = null;
+    this.functionCallName = "";
+    this.functionCallArguments = "";
+    return true;
+  }
+  cleanup() {
+    if (this.chatCompletionTransport) {
+      this.chatCompletionTransport.off("data", this.onData);
+      this.chatCompletionTransport.off("error", this.onError);
+      this.chatCompletionTransport.off("end", this.onEnd);
+    }
+    this.chatCompletionTransport = null;
+    this.mode = null;
+    this.functionCallName = "";
+    this.functionCallArguments = "";
+  }
+  countTokens(message) {
+    if (message.content) {
+      return estimateTokens(message.content);
+    } else if (message.function_call) {
+      return estimateTokens(JSON.stringify(message.function_call));
+    }
+    return 0;
+  }
+};
+var maxTokensByModel = {
+  "gpt-3.5-turbo": 4097,
+  "gpt-3.5-turbo-16k": 16385,
+  "gpt-4": 8192,
+  "gpt-4-1106-preview": 8192,
+  "gpt-4-32k": 32768,
+  "gpt-3.5-turbo-0301": 4097,
+  "gpt-4-0314": 8192,
+  "gpt-4-32k-0314": 32768,
+  "gpt-3.5-turbo-0613": 4097,
+  "gpt-4-0613": 8192,
+  "gpt-4-32k-0613": 32768,
+  "gpt-3.5-turbo-16k-0613": 16385
+};
+function estimateTokens(text) {
+  return text.length / 3;
+}
+function countFunctionsTokens(functions) {
+  if (functions.length === 0) {
+    return 0;
+  }
+  const json = JSON.stringify(functions);
+  return estimateTokens(json);
+}
+
+export { ChatCompletionClient };
+//# sourceMappingURL=out.js.map
+//# sourceMappingURL=chunk-TKXPMMND.mjs.map

package/dist/chunk-TKXPMMND.mjs.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../src/openai/chat-completion-client.ts"],"names":[],"mappings":";;;;;;;;;AAAA,OAAO,kBAAkB;AAiCzB,IAAM,qBAAqB;AAEpB,IAAM,uBAAN,cAAmC,aAAyC;AAAA,EAMjF,YAAY,QAA2C;AACrD,UAAM;AANR,SAAQ,0BAA0D;AAClE,SAAQ,OAAsC;AAC9C,SAAQ,mBAA2B;AACnC,SAAQ,wBAAgC;AAyExC,SAAQ,SAAS,CAAC,SAA8B;AAE9C,UAAI,KAAK,SAAS,cAAc,CAAC,KAAK,QAAQ,CAAC,EAAE,MAAM,eAAe;AACpE,cAAM,UAAU,KAAK,qBAAqB;AAC1C,YAAI,CAAC,SAAS;AACZ;AAAA,QACF;AAAA,MACF;AAEA,WAAK,OAAO,KAAK,QAAQ,CAAC,EAAE,MAAM,gBAAgB,aAAa;AAE/D,UAAI,KAAK,SAAS,WAAW;AAG3B,YAAI,KAAK,QAAQ,CAAC,EAAE,MAAM,SAAS;AACjC,eAAK,KAAK,WAAW,KAAK,QAAQ,CAAC,EAAE,MAAM,OAAO;AAAA,QACpD;AAEA;AAAA,MACF,WAAW,KAAK,SAAS,YAAY;AAGnC,YAAI,KAAK,QAAQ,CAAC,EAAE,MAAM,cAAe,MAAM;AAC7C,eAAK,mBAAmB,KAAK,QAAQ,CAAC,EAAE,MAAM,cAAe;AAAA,QAC/D;AACA,YAAI,KAAK,QAAQ,CAAC,EAAE,MAAM,cAAe,WAAW;AAClD,eAAK,yBAAyB,KAAK,QAAQ,CAAC,EAAE,MAAM,cAAe;AAAA,QACrE;AACA,aAAK,KAAK,WAAW,KAAK,kBAAkB,KAAK,qBAAqB;AAEtE;AAAA,MACF;AAAA,IACF;AAEA,SAAQ,UAAU,CAAC,UAAe;AAChC,WAAK,KAAK,SAAS,KAAK;AACxB,WAAK,QAAQ;AAAA,IACf;AAEA,SAAQ,QAAQ,MAAM;AACpB,UAAI,KAAK,SAAS,YAAY;AAC5B,cAAM,UAAU,KAAK,qBAAqB;AAC1C,YAAI,CAAC,SAAS;AACZ;AAAA,QACF;AAAA,MACF;AACA,WAAK,KAAK,KAAK;AACf,WAAK,QAAQ;AAAA,IACf;AAAA,EArHA;AAAA,EAEa,MAAM,QAA4C;AAAA;AAC7D,eAAS,mBAAK;AACd,UAAI,OAAO,SAAS,OAAO,SAAS,kBAAkB;AACpD,eAAO,cAAP,OAAO,YAAc,iBAAiB,OAAO,KAAK;AAAA,MACpD,OAAO;AACL,eAAO,cAAP,OAAO,YAAc;AAAA,MACvB;AAEA,aAAO,cAAP,OAAO,YAAc,CAAC;AACtB,aAAO,WAAW,KAAK,YAAY,MAAM;AACzC,aAAO,MAAM,KAAK,UAAU,MAAM;AAAA,IACpC;AAAA;AAAA,EAEQ,YAAY,QAAuD;AACzE,QAAI,YAAY,OAAO;AACvB,UAAM,WAAW,OAAO;AACxB,UAAM,YAAY,OAAO;AACzB,UAAM,qBAAqB,qBAAqB,SAAS;AACzD,QAAI,qBAAqB,WAAW;AAClC,YAAM,IAAI,MAAM,sCAAsC,wBAAwB,WAAW;AAAA,IAC3F;AACA,iBAAa;AAEb,eAAW,WAAW,UAAU;AAC9B,UAAI,QAAQ,SAAS,UAAU;AAC7B,cAAM,YAAY,KAAK,YAAY,OAAO;AAC1C,qBAAa;AAEb,YAAI,YAAY,GAAG;AACjB,gBAAM,IAAI,MAAM,uCAAuC;AAAA,QACzD;AAAA,MACF;AAAA,IACF;AAEA,UAAM,SAAoB,CAAC;AAC3B,QAAI,SAAkB;AAEtB,UAAM,mBAAmB,CAAC,GAAG,QAAQ,EAAE,QAAQ;AAC/C,eAAW,WAAW,kBAAkB;AACtC,UAAI,QAAQ,SAAS,UAAU;AAC7B,eAAO,QAAQ,OAAO;AACtB;AAAA,MACF,WAAW,QAAQ;AACjB;AAAA,MACF;AACA,UAAI,YAAY,KAAK,YAAY,OAAO;AACxC,UAAI,YAAY,WAAW;AACzB,iBAAS;AACT;AAAA,MACF;AACA,aAAO,QAAQ,OAAO;AACtB,mBAAa;AAAA,IACf;AAEA,WAAO;AAAA,EACT;AAAA,EAEc,UAAU,QAA2D;AAAA;AACjF,WAAK,0BAA0B,IAAI,wBAAwB,CAAC,CAAC;AAE7D,WAAK,wBAAwB,GAAG,QAAQ,KAAK,MAAM;AACnD,WAAK,wBAAwB,GAAG,SAAS,KAAK,OAAO;AACrD,WAAK,wBAAwB,GAAG,OAAO,KAAK,KAAK;AAEjD,YAAM,KAAK,wBAAwB,MAAM,MAAM;AAAA,IACjD;AAAA;AAAA,EAoDQ,uBAAgC;AACtC,QAAI,OAAY;AAChB,QAAI;AACF,aAAO,KAAK,MAAM,KAAK,qBAAqB;AAAA,IAC9C,SAAS,OAAP;AACA,WAAK,KAAK,SAAS,KAAK;AACxB,WAAK,QAAQ;AACb,aAAO;AAAA,IACT;AACA,SAAK,KAAK,YAAY;AAAA,MACpB,MAAM,KAAK;AAAA,MACX,WAAW;AAAA,IACb,CAAC;AACD,SAAK,OAAO;AACZ,SAAK,mBAAmB;AACxB,SAAK,wBAAwB;AAC7B,WAAO;AAAA,EACT;AAAA,EAEQ,UAAU;AAChB,QAAI,KAAK,yBAAyB;AAChC,WAAK,wBAAwB,IAAI,QAAQ,KAAK,MAAM;AACpD,WAAK,wBAAwB,IAAI,SAAS,KAAK,OAAO;AACtD,WAAK,wBAAwB,IAAI,OAAO,KAAK,KAAK;AAAA,IACpD;AACA,SAAK,0BAA0B;AAC/B,SAAK,OAAO;AACZ,SAAK,mBAAmB;AACxB,SAAK,wBAAwB;AAAA,EAC/B;AAAA,EAEO,YAAY,SAA0B;AAC3C,QAAI,QAAQ,SAAS;AACnB,aAAO,eAAe,QAAQ,OAAO;AAAA,IACvC,WAAW,QAAQ,eAAe;AAChC,aAAO,eAAe,KAAK,UAAU,QAAQ,aAAa,CAAC;AAAA,IAC7D;AACA,WAAO;AAAA,EACT;AACF;AAEA,IAAM,mBAA8C;AAAA,EAClD,iBAAiB;AAAA,EACjB,qBAAqB;AAAA,EACrB,SAAS;AAAA,EACT,sBAAsB;AAAA,EACtB,aAAa;AAAA,EACb,sBAAsB;AAAA,EACtB,cAAc;AAAA,EACd,kBAAkB;AAAA,EAClB,sBAAsB;AAAA,EACtB,cAAc;AAAA,EACd,kBAAkB;AAAA,EAClB,0BAA0B;AAC5B;AAEA,SAAS,eAAe,MAAsB;AAC5C,SAAO,KAAK,SAAS;AACvB;AAEA,SAAS,qBAAqB,WAA+B;AAC3D,MAAI,UAAU,WAAW,GAAG;AAC1B,WAAO;AAAA,EACT;AACA,QAAM,OAAO,KAAK,UAAU,SAAS;AACrC,SAAO,eAAe,IAAI;AAC5B","sourcesContent":["import EventEmitter from \"eventemitter3\";\nimport { Function, Message, Role } from \"../types\";\nimport {\n  ChatCompletionTransport,\n  ChatCompletionTransportFetchParams,\n} from \"./chat-completion-transport\";\n\ninterface ChatCompletionClientConfiguration {}\n\ninterface ChatCompletionClientEvents {\n  content: string;\n  partial: [string, string];\n  error: any;\n  function: {\n    name: string;\n    arguments: any;\n  };\n  end: void;\n}\n\nexport interface ChatCompletionChunk {\n  choices: {\n    delta: {\n      role: Role;\n      content?: string | null;\n      function_call?: {\n        name?: string;\n        arguments?: string;\n      };\n    };\n  }[];\n}\n\nconst DEFAULT_MAX_TOKENS = 8192;\n\nexport class ChatCompletionClient extends EventEmitter<ChatCompletionClientEvents> {\n  private chatCompletionTransport: ChatCompletionTransport | null = null;\n  private mode: \"function\" | \"message\" | null = null;\n  private functionCallName: string = \"\";\n  private functionCallArguments: string = \"\";\n\n  constructor(params: ChatCompletionClientConfiguration) {\n    super();\n  }\n\n  public async fetch(params: ChatCompletionTransportFetchParams) {\n    params = { ...params };\n    if (params.model && params.model in maxTokensByModel) {\n      params.maxTokens ||= maxTokensByModel[params.model];\n    } else {\n      params.maxTokens ||= DEFAULT_MAX_TOKENS;\n    }\n\n    params.functions ||= [];\n    params.messages = this.buildPrompt(params);\n    return await this.runPrompt(params);\n  }\n\n  private buildPrompt(params: ChatCompletionTransportFetchParams): Message[] {\n    let maxTokens = params.maxTokens!;\n    const messages = params.messages!;\n    const functions = params.functions!;\n    const functionsNumTokens = countFunctionsTokens(functions);\n    if (functionsNumTokens > maxTokens) {\n      throw new Error(`Too many tokens in function calls: ${functionsNumTokens} > ${maxTokens}`);\n    }\n    maxTokens -= functionsNumTokens;\n\n    for (const message of messages) {\n      if (message.role === \"system\") {\n        const numTokens = this.countTokens(message);\n        maxTokens -= numTokens;\n\n        if (maxTokens < 0) {\n          throw new Error(\"Not enough tokens for system message.\");\n        }\n      }\n    }\n\n    const result: Message[] = [];\n    let cutoff: boolean = false;\n\n    const reversedMessages = [...messages].reverse();\n    for (const message of reversedMessages) {\n      if (message.role === \"system\") {\n        result.unshift(message);\n        continue;\n      } else if (cutoff) {\n        continue;\n      }\n      let numTokens = this.countTokens(message);\n      if (maxTokens < numTokens) {\n        cutoff = true;\n        continue;\n      }\n      result.unshift(message);\n      maxTokens -= numTokens;\n    }\n\n    return result;\n  }\n\n  private async runPrompt(params: ChatCompletionTransportFetchParams): Promise<void> {\n    this.chatCompletionTransport = new ChatCompletionTransport({});\n\n    this.chatCompletionTransport.on(\"data\", this.onData);\n    this.chatCompletionTransport.on(\"error\", this.onError);\n    this.chatCompletionTransport.on(\"end\", this.onEnd);\n\n    await this.chatCompletionTransport.fetch(params);\n  }\n\n  private onData = (data: ChatCompletionChunk) => {\n    // In case we are in a function call but the next message is not a function call, flush it.\n    if (this.mode === \"function\" && !data.choices[0].delta.function_call) {\n      const success = this.tryFlushFunctionCall();\n      if (!success) {\n        return;\n      }\n    }\n\n    this.mode = data.choices[0].delta.function_call ? \"function\" : \"message\";\n\n    if (this.mode === \"message\") {\n      // if we get a message, emit the content and return;\n\n      if (data.choices[0].delta.content) {\n        this.emit(\"content\", data.choices[0].delta.content);\n      }\n\n      return;\n    } else if (this.mode === \"function\") {\n      // if we get a function call, we buffer the name and arguments, then emit a partial event.\n\n      if (data.choices[0].delta.function_call!.name) {\n        this.functionCallName = data.choices[0].delta.function_call!.name!;\n      }\n      if (data.choices[0].delta.function_call!.arguments) {\n        this.functionCallArguments += data.choices[0].delta.function_call!.arguments!;\n      }\n      this.emit(\"partial\", this.functionCallName, this.functionCallArguments);\n\n      return;\n    }\n  };\n\n  private onError = (error: any) => {\n    this.emit(\"error\", error);\n    this.cleanup();\n  };\n\n  private onEnd = () => {\n    if (this.mode === \"function\") {\n      const success = this.tryFlushFunctionCall();\n      if (!success) {\n        return;\n      }\n    }\n    this.emit(\"end\");\n    this.cleanup();\n  };\n\n  private tryFlushFunctionCall(): boolean {\n    let args: any = null;\n    try {\n      args = JSON.parse(this.functionCallArguments);\n    } catch (error) {\n      this.emit(\"error\", error);\n      this.cleanup();\n      return false;\n    }\n    this.emit(\"function\", {\n      name: this.functionCallName,\n      arguments: args,\n    });\n    this.mode = null;\n    this.functionCallName = \"\";\n    this.functionCallArguments = \"\";\n    return true;\n  }\n\n  private cleanup() {\n    if (this.chatCompletionTransport) {\n      this.chatCompletionTransport.off(\"data\", this.onData);\n      this.chatCompletionTransport.off(\"error\", this.onError);\n      this.chatCompletionTransport.off(\"end\", this.onEnd);\n    }\n    this.chatCompletionTransport = null;\n    this.mode = null;\n    this.functionCallName = \"\";\n    this.functionCallArguments = \"\";\n  }\n\n  public countTokens(message: Message): number {\n    if (message.content) {\n      return estimateTokens(message.content);\n    } else if (message.function_call) {\n      return estimateTokens(JSON.stringify(message.function_call));\n    }\n    return 0;\n  }\n}\n\nconst maxTokensByModel: { [key: string]: number } = {\n  \"gpt-3.5-turbo\": 4097,\n  \"gpt-3.5-turbo-16k\": 16385,\n  \"gpt-4\": 8192,\n  \"gpt-4-1106-preview\": 8192,\n  \"gpt-4-32k\": 32768,\n  \"gpt-3.5-turbo-0301\": 4097,\n  \"gpt-4-0314\": 8192,\n  \"gpt-4-32k-0314\": 32768,\n  \"gpt-3.5-turbo-0613\": 4097,\n  \"gpt-4-0613\": 8192,\n  \"gpt-4-32k-0613\": 32768,\n  \"gpt-3.5-turbo-16k-0613\": 16385,\n};\n\nfunction estimateTokens(text: string): number {\n  return text.length / 3;\n}\n\nfunction countFunctionsTokens(functions: Function[]): number {\n  if (functions.length === 0) {\n    return 0;\n  }\n  const json = JSON.stringify(functions);\n  return estimateTokens(json);\n}\n"]}