@copilotkit/react-core 0.16.0 → 0.17.0-alpha.0

package/dist/hooks/index.mjs

@@ -1,15 +1,655 @@
-import '../chunk-QACD2U6P.mjs';
-export { useCopilotChat } from '../chunk-DE37LEZJ.mjs';
-import '../chunk-JD7BAH7U.mjs';
-import '../chunk-SPCZTZCY.mjs';
-import '../chunk-EV26IMLL.mjs';
-import '../chunk-F2JIAPZQ.mjs';
-import '../chunk-VUY2K2DI.mjs';
-import '../chunk-YULKJPY3.mjs';
-export { useMakeCopilotActionable } from '../chunk-WL2MC3E2.mjs';
-export { useMakeCopilotDocumentReadable } from '../chunk-RFZQHCNS.mjs';
-export { useMakeCopilotReadable } from '../chunk-PF7LXYPO.mjs';
-import '../chunk-YGJFU4ZP.mjs';
-import '../chunk-MRXNTQOX.mjs';
-//# sourceMappingURL=out.js.map
+var __defProp = Object.defineProperty;
+var __defProps = Object.defineProperties;
+var __getOwnPropDescs = Object.getOwnPropertyDescriptors;
+var __getOwnPropSymbols = Object.getOwnPropertySymbols;
+var __hasOwnProp = Object.prototype.hasOwnProperty;
+var __propIsEnum = Object.prototype.propertyIsEnumerable;
+var __defNormalProp = (obj, key, value) => key in obj ? __defProp(obj, key, { enumerable: true, configurable: true, writable: true, value }) : obj[key] = value;
+var __spreadValues = (a, b) => {
+  for (var prop in b || (b = {}))
+    if (__hasOwnProp.call(b, prop))
+      __defNormalProp(a, prop, b[prop]);
+  if (__getOwnPropSymbols)
+    for (var prop of __getOwnPropSymbols(b)) {
+      if (__propIsEnum.call(b, prop))
+        __defNormalProp(a, prop, b[prop]);
+    }
+  return a;
+};
+var __spreadProps = (a, b) => __defProps(a, __getOwnPropDescs(b));
+var __objRest = (source, exclude) => {
+  var target = {};
+  for (var prop in source)
+    if (__hasOwnProp.call(source, prop) && exclude.indexOf(prop) < 0)
+      target[prop] = source[prop];
+  if (source != null && __getOwnPropSymbols)
+    for (var prop of __getOwnPropSymbols(source)) {
+      if (exclude.indexOf(prop) < 0 && __propIsEnum.call(source, prop))
+        target[prop] = source[prop];
+    }
+  return target;
+};
+var __async = (__this, __arguments, generator) => {
+  return new Promise((resolve, reject) => {
+    var fulfilled = (value) => {
+      try {
+        step(generator.next(value));
+      } catch (e) {
+        reject(e);
+      }
+    };
+    var rejected = (value) => {
+      try {
+        step(generator.throw(value));
+      } catch (e) {
+        reject(e);
+      }
+    };
+    var step = (x) => x.done ? resolve(x.value) : Promise.resolve(x.value).then(fulfilled, rejected);
+    step((generator = generator.apply(__this, __arguments)).next());
+  });
+};
+
+// src/hooks/use-copilot-chat.ts
+import { useMemo, useContext } from "react";
+
+// src/context/copilot-context.tsx
+import React from "react";
+var emptyCopilotContext = {
+  entryPoints: {},
+  setEntryPoint: () => {
+  },
+  removeEntryPoint: () => {
+  },
+  getChatCompletionFunctionDescriptions: () => returnAndThrowInDebug([]),
+  getFunctionCallHandler: () => returnAndThrowInDebug(() => __async(void 0, null, function* () {
+  })),
+  getContextString: (documents, categories) => returnAndThrowInDebug(""),
+  addContext: () => "",
+  removeContext: () => {
+  },
+  getDocumentsContext: (categories) => returnAndThrowInDebug([]),
+  addDocumentContext: () => returnAndThrowInDebug(""),
+  removeDocumentContext: () => {
+  },
+  copilotApiConfig: new class {
+    get chatApiEndpoint() {
+      throw new Error(
+        "Remember to wrap your app in a `<CopilotProvider> {...} </CopilotProvider>` !!!"
+      );
+    }
+    get chatApiEndpointV2() {
+      throw new Error(
+        "Remember to wrap your app in a `<CopilotProvider> {...} </CopilotProvider>` !!!"
+      );
+    }
+    get headers() {
+      return {};
+    }
+    get body() {
+      return {};
+    }
+  }()
+};
+var CopilotContext = React.createContext(emptyCopilotContext);
+function returnAndThrowInDebug(value) {
+  throw new Error(
+    "Remember to wrap your app in a `<CopilotProvider> {...} </CopilotProvider>` !!!"
+  );
+  return value;
+}
+
+// src/hooks/use-chat.ts
+import { useState } from "react";
+import { nanoid } from "nanoid";
+
+// src/openai/chat-completion-client.ts
+import EventEmitter2 from "eventemitter3";
+
+// src/openai/chat-completion-transport.ts
+import EventEmitter from "eventemitter3";
+var DEFAULT_MODEL = "gpt-4-1106-preview";
+var ChatCompletionTransport = class extends EventEmitter {
+  constructor({ url }) {
+    super();
+    this.buffer = new Uint8Array();
+    this.bodyReader = null;
+    this.url = url;
+  }
+  cleanup() {
+    return __async(this, null, function* () {
+      if (this.bodyReader) {
+        try {
+          yield this.bodyReader.cancel();
+        } catch (error) {
+          console.warn("Failed to cancel body reader:", error);
+        }
+      }
+      this.bodyReader = null;
+      this.buffer = new Uint8Array();
+    });
+  }
+  fetch(_0) {
+    return __async(this, arguments, function* ({
+      model,
+      messages,
+      copilotConfig,
+      functions,
+      temperature,
+      headers,
+      body,
+      signal
+    }) {
+      yield this.cleanup();
+      temperature || (temperature = 0.5);
+      functions || (functions = []);
+      model || (model = DEFAULT_MODEL);
+      const cleanedMessages = messages.map((message) => {
+        const { content, role, name, function_call } = message;
+        return { content, role, name, function_call };
+      });
+      try {
+        const response = yield fetch(this.url, {
+          method: "POST",
+          headers: __spreadValues(__spreadValues({
+            "Content-Type": "application/json"
+          }, copilotConfig.headers), headers ? __spreadValues({}, headers) : {}),
+          body: JSON.stringify(__spreadValues(__spreadValues(__spreadValues(__spreadValues(__spreadValues({
+            model,
+            messages: cleanedMessages,
+            stream: true
+          }, functions.length ? { functions } : {}), temperature ? { temperature } : {}), functions.length != 0 ? { function_call: "auto" } : {}), copilotConfig.body), body ? __spreadValues({}, body) : {})),
+          signal
+        });
+        if (!response.ok) {
+          try {
+            const errorText = yield response.text();
+            yield this.cleanup();
+            const msg = `Error ${response.status}: ${errorText}`;
+            this.emit("error", new Error(msg));
+          } catch (_error) {
+            yield this.cleanup();
+            const msg = `Error ${response.status}: ${response.statusText}`;
+            this.emit("error", new Error(msg));
+          }
+          return;
+        }
+        if (response.body == null) {
+          yield this.cleanup();
+          const msg = "Response body is null";
+          this.emit("error", new Error(msg));
+          return;
+        }
+        this.bodyReader = response.body.getReader();
+        yield this.streamBody();
+      } catch (error) {
+        yield this.cleanup();
+        this.emit("error", error);
+        return;
+      }
+    });
+  }
+  streamBody() {
+    return __async(this, null, function* () {
+      while (true) {
+        try {
+          const { done, value } = yield this.bodyReader.read();
+          if (done) {
+            yield this.cleanup();
+            this.emit("end");
+            return;
+          }
+          const shouldContinue = yield this.processData(value);
+          if (!shouldContinue) {
+            return;
+          }
+        } catch (error) {
+          yield this.cleanup();
+          this.emit("error", error);
+          return;
+        }
+      }
+    });
+  }
+  processData(data) {
+    return __async(this, null, function* () {
+      const newBuffer = new Uint8Array(this.buffer.length + data.length);
+      newBuffer.set(this.buffer);
+      newBuffer.set(data, this.buffer.length);
+      this.buffer = newBuffer;
+      const dataString = new TextDecoder("utf-8").decode(this.buffer);
+      let lines = dataString.split("\n").filter((line) => line.trim() !== "");
+      if (!dataString.endsWith("\n")) {
+        const lastLine = lines.pop() || "";
+        const remainingBytes = new TextEncoder().encode(lastLine);
+        this.buffer = new Uint8Array(remainingBytes);
+      } else {
+        this.buffer = new Uint8Array();
+      }
+      for (const line of lines) {
+        const cleanedLine = line.replace(/^data: /, "");
+        if (cleanedLine === "[DONE]") {
+          yield this.cleanup();
+          this.emit("end");
+          return false;
+        }
+        let json;
+        try {
+          json = JSON.parse(cleanedLine);
+        } catch (error) {
+          console.error("Failed to parse JSON:", error);
+          continue;
+        }
+        this.emit("data", json);
+      }
+      return true;
+    });
+  }
+};
+
+// src/openai/chat-completion-client.ts
+var DEFAULT_MAX_TOKENS = 8192;
+var ChatCompletionClient = class extends EventEmitter2 {
+  constructor(params) {
+    super();
+    this.chatCompletionTransport = null;
+    this.mode = null;
+    this.functionCallName = "";
+    this.functionCallArguments = "";
+    this.onData = (data) => {
+      if (this.mode === "function" && !data.choices[0].delta.function_call) {
+        const success = this.tryFlushFunctionCall();
+        if (!success) {
+          return;
+        }
+      }
+      this.mode = data.choices[0].delta.function_call ? "function" : "message";
+      if (this.mode === "message") {
+        if (data.choices[0].delta.content) {
+          this.emit("content", data.choices[0].delta.content);
+        }
+        return;
+      } else if (this.mode === "function") {
+        if (data.choices[0].delta.function_call.name) {
+          this.functionCallName = data.choices[0].delta.function_call.name;
+        }
+        if (data.choices[0].delta.function_call.arguments) {
+          this.functionCallArguments += data.choices[0].delta.function_call.arguments;
+        }
+        this.emit("partial", this.functionCallName, this.functionCallArguments);
+        return;
+      }
+    };
+    this.onError = (error) => {
+      this.emit("error", error);
+      this.cleanup();
+    };
+    this.onEnd = () => {
+      if (this.mode === "function") {
+        const success = this.tryFlushFunctionCall();
+        if (!success) {
+          return;
+        }
+      }
+      this.emit("end");
+      this.cleanup();
+    };
+    this.model = params.model;
+    this.url = params.url;
+  }
+  fetch(params) {
+    return __async(this, null, function* () {
+      params = __spreadValues({}, params);
+      if (this.model && this.model in maxTokensByModel) {
+        params.maxTokens || (params.maxTokens = maxTokensByModel[this.model]);
+      } else {
+        params.maxTokens || (params.maxTokens = DEFAULT_MAX_TOKENS);
+      }
+      params.functions || (params.functions = []);
+      params.model = this.model;
+      params.messages = this.buildPrompt(params);
+      return yield this.runPrompt(params);
+    });
+  }
+  buildPrompt(params) {
+    let maxTokens = params.maxTokens;
+    const messages = params.messages;
+    const functions = params.functions;
+    const functionsNumTokens = countFunctionsTokens(functions);
+    if (functionsNumTokens > maxTokens) {
+      throw new Error(`Too many tokens in function calls: ${functionsNumTokens} > ${maxTokens}`);
+    }
+    maxTokens -= functionsNumTokens;
+    for (const message of messages) {
+      if (message.role === "system") {
+        const numTokens = this.countTokens(message);
+        maxTokens -= numTokens;
+        if (maxTokens < 0) {
+          throw new Error("Not enough tokens for system message.");
+        }
+      }
+    }
+    const result = [];
+    let cutoff = false;
+    const reversedMessages = [...messages].reverse();
+    for (const message of reversedMessages) {
+      if (message.role === "system") {
+        result.unshift(message);
+        continue;
+      } else if (cutoff) {
+        continue;
+      }
+      let numTokens = this.countTokens(message);
+      if (maxTokens < numTokens) {
+        cutoff = true;
+        continue;
+      }
+      result.unshift(message);
+      maxTokens -= numTokens;
+    }
+    return result;
+  }
+  runPrompt(params) {
+    return __async(this, null, function* () {
+      this.chatCompletionTransport = new ChatCompletionTransport({
+        url: this.url
+      });
+      this.chatCompletionTransport.on("data", this.onData);
+      this.chatCompletionTransport.on("error", this.onError);
+      this.chatCompletionTransport.on("end", this.onEnd);
+      yield this.chatCompletionTransport.fetch(params);
+    });
+  }
+  tryFlushFunctionCall() {
+    let args = null;
+    try {
+      args = JSON.parse(this.functionCallArguments);
+    } catch (error) {
+      this.emit("error", error);
+      this.cleanup();
+      return false;
+    }
+    this.emit("function", {
+      name: this.functionCallName,
+      arguments: args
+    });
+    this.mode = null;
+    this.functionCallName = "";
+    this.functionCallArguments = "";
+    return true;
+  }
+  cleanup() {
+    if (this.chatCompletionTransport) {
+      this.chatCompletionTransport.off("data", this.onData);
+      this.chatCompletionTransport.off("error", this.onError);
+      this.chatCompletionTransport.off("end", this.onEnd);
+    }
+    this.chatCompletionTransport = null;
+    this.mode = null;
+    this.functionCallName = "";
+    this.functionCallArguments = "";
+  }
+  countTokens(message) {
+    if (message.content) {
+      return estimateTokens(message.content);
+    } else if (message.function_call) {
+      return estimateTokens(JSON.stringify(message.function_call));
+    }
+    return 0;
+  }
+};
+var maxTokensByModel = {
+  "gpt-3.5-turbo": 4097,
+  "gpt-3.5-turbo-16k": 16385,
+  "gpt-4": 8192,
+  "gpt-4-1106-preview": 8192,
+  "gpt-4-32k": 32768,
+  "gpt-3.5-turbo-0301": 4097,
+  "gpt-4-0314": 8192,
+  "gpt-4-32k-0314": 32768,
+  "gpt-3.5-turbo-0613": 4097,
+  "gpt-4-0613": 8192,
+  "gpt-4-32k-0613": 32768,
+  "gpt-3.5-turbo-16k-0613": 16385
+};
+function estimateTokens(text) {
+  return text.length / 3;
+}
+function countFunctionsTokens(functions) {
+  if (functions.length === 0) {
+    return 0;
+  }
+  const json = JSON.stringify(functions);
+  return estimateTokens(json);
+}
+
+// src/hooks/use-chat.ts
+function useChat(options) {
+  const [messages, setMessages] = useState([]);
+  const [input, setInput] = useState("");
+  const [isLoading, setIsLoading] = useState(false);
+  const runChatCompletion = (messages2) => __async(this, null, function* () {
+    return new Promise((resolve, reject) => {
+      setIsLoading(true);
+      const assistantMessage = {
+        id: nanoid(),
+        createdAt: /* @__PURE__ */ new Date(),
+        content: "",
+        role: "assistant"
+      };
+      setMessages([...messages2, __spreadValues({}, assistantMessage)]);
+      const messagesWithContext = [...options.initialMessages || [], ...messages2];
+      const client = new ChatCompletionClient({
+        url: options.api || "/api/copilotkit/openai"
+      });
+      const cleanup = () => {
+        client.off("content");
+        client.off("end");
+        client.off("error");
+        client.off("function");
+      };
+      client.on("content", (content) => {
+        assistantMessage.content += content;
+        setMessages([...messages2, __spreadValues({}, assistantMessage)]);
+      });
+      client.on("end", () => {
+        setIsLoading(false);
+        cleanup();
+        resolve(__spreadValues({}, assistantMessage));
+      });
+      client.on("error", (error) => {
+        setIsLoading(false);
+        cleanup();
+        reject(error);
+      });
+      client.on("function", (functionCall) => __async(this, null, function* () {
+        assistantMessage.function_call = {
+          name: functionCall.name,
+          arguments: JSON.stringify(functionCall.arguments)
+        };
+        setMessages([...messages2, __spreadValues({}, assistantMessage)]);
+        setIsLoading(false);
+        cleanup();
+        resolve(__spreadValues({}, assistantMessage));
+      }));
+      client.fetch({
+        messages: messagesWithContext,
+        functions: options.functions,
+        headers: options.headers,
+        copilotConfig: options.copilotConfig
+      });
+    });
+  });
+  const runChatCompletionAndHandleFunctionCall = (messages2) => __async(this, null, function* () {
+    const message = yield runChatCompletion(messages2);
+    if (message.function_call && options.onFunctionCall) {
+      yield options.onFunctionCall(messages2, message.function_call);
+    }
+  });
+  const append = (message) => __async(this, null, function* () {
+    if (isLoading) {
+      return;
+    }
+    const newMessages = [...messages, message];
+    setMessages(newMessages);
+    return runChatCompletionAndHandleFunctionCall(newMessages);
+  });
+  const reload = () => __async(this, null, function* () {
+    if (isLoading || messages.length === 0) {
+      return;
+    }
+    let newMessages = [...messages];
+    const lastMessage = messages[messages.length - 1];
+    if (lastMessage.role === "assistant") {
+      newMessages = newMessages.slice(0, -1);
+    }
+    setMessages(newMessages);
+    return runChatCompletionAndHandleFunctionCall(newMessages);
+  });
+  const stop = () => {
+    throw new Error("Not implemented");
+  };
+  return {
+    messages,
+    append,
+    reload,
+    stop,
+    isLoading,
+    input,
+    setInput
+  };
+}
+
+// src/components/copilot-provider/copilot-provider.tsx
+import { useCallback, useState as useState2 } from "react";
+import { jsx } from "react/jsx-runtime";
+var defaultCopilotContextCategories = ["global"];
+
+// src/hooks/use-copilot-chat.ts
+function useCopilotChat(_a) {
+  var _b = _a, {
+    makeSystemMessage
+  } = _b, options = __objRest(_b, [
+    "makeSystemMessage"
+  ]);
+  const {
+    getContextString,
+    getChatCompletionFunctionDescriptions,
+    getFunctionCallHandler,
+    copilotApiConfig
+  } = useContext(CopilotContext);
+  const systemMessage = useMemo(() => {
+    const systemMessageMaker = makeSystemMessage || defaultSystemMessage;
+    const contextString = getContextString([], defaultCopilotContextCategories);
+    return {
+      id: "system",
+      content: systemMessageMaker(contextString),
+      role: "system"
+    };
+  }, [getContextString, makeSystemMessage]);
+  const functionDescriptions = useMemo(() => {
+    return getChatCompletionFunctionDescriptions();
+  }, [getChatCompletionFunctionDescriptions]);
+  const { messages, append, reload, stop, isLoading, input, setInput } = useChat(__spreadProps(__spreadValues({}, options), {
+    copilotConfig: copilotApiConfig,
+    id: options.id,
+    initialMessages: [systemMessage].concat(options.initialMessages || []),
+    functions: functionDescriptions,
+    onFunctionCall: getFunctionCallHandler(),
+    headers: __spreadValues({}, options.headers),
+    body: __spreadValues({}, options.body)
+  }));
+  const visibleMessages = messages.filter(
+    (message) => message.role === "user" || message.role === "assistant"
+  );
+  return {
+    visibleMessages,
+    append,
+    reload,
+    stop,
+    isLoading,
+    input,
+    setInput
+  };
+}
+function defaultSystemMessage(contextString) {
+  return `
+Please act as an efficient, competent, conscientious, and industrious professional assistant.
+
+Help the user achieve their goals, and you do so in a way that is as efficient as possible, without unnecessary fluff, but also without sacrificing professionalism.
+Always be polite and respectful, and prefer brevity over verbosity.
+
+The user has provided you with the following context:
+\`\`\`
+${contextString}
+\`\`\`
+
+They have also provided you with functions you can call to initiate actions on their behalf, or functions you can call to receive more information.
+
+Please assist them as best you can.
+
+You can ask them for clarifying questions if needed, but don't be annoying about it. If you can reasonably 'fill in the blanks' yourself, do so.
+
+If you would like to call a function, call it without saying anything else.
+`;
+}
+
+// src/hooks/use-make-copilot-actionable.ts
+import { useRef, useContext as useContext2, useEffect, useMemo as useMemo2 } from "react";
+import { nanoid as nanoid2 } from "nanoid";
+function useMakeCopilotActionable(annotatedFunction, dependencies) {
+  const idRef = useRef(nanoid2());
+  const { setEntryPoint, removeEntryPoint } = useContext2(CopilotContext);
+  const memoizedAnnotatedFunction = useMemo2(
+    () => ({
+      name: annotatedFunction.name,
+      description: annotatedFunction.description,
+      argumentAnnotations: annotatedFunction.argumentAnnotations,
+      implementation: annotatedFunction.implementation
+    }),
+    dependencies
+  );
+  useEffect(() => {
+    setEntryPoint(idRef.current, memoizedAnnotatedFunction);
+    return () => {
+      removeEntryPoint(idRef.current);
+    };
+  }, [memoizedAnnotatedFunction, setEntryPoint, removeEntryPoint]);
+}
+
+// src/hooks/use-make-copilot-readable.ts
+import { useContext as useContext3, useEffect as useEffect2, useRef as useRef2 } from "react";
+function useMakeCopilotReadable(information, parentId, categories) {
+  const { addContext, removeContext } = useContext3(CopilotContext);
+  const idRef = useRef2();
+  useEffect2(() => {
+    const id = addContext(information, parentId, categories);
+    idRef.current = id;
+    return () => {
+      removeContext(id);
+    };
+  }, [information, parentId, addContext, removeContext]);
+  return idRef.current;
+}
+
+// src/hooks/use-make-copilot-document-readable.ts
+import { useContext as useContext4, useEffect as useEffect3, useRef as useRef3 } from "react";
+function useMakeCopilotDocumentReadable(document, categories, dependencies = []) {
+  const { addDocumentContext, removeDocumentContext } = useContext4(CopilotContext);
+  const idRef = useRef3();
+  useEffect3(() => {
+    const id = addDocumentContext(document, categories);
+    idRef.current = id;
+    return () => {
+      removeDocumentContext(id);
+    };
+  }, [addDocumentContext, removeDocumentContext, ...dependencies]);
+  return idRef.current;
+}
+export {
+  useCopilotChat,
+  useMakeCopilotActionable,
+  useMakeCopilotDocumentReadable,
+  useMakeCopilotReadable
+};
 //# sourceMappingURL=index.mjs.map