@copilotkit/react-core 0.38.0-mme-pre.0 → 0.38.0-mme-alpha.0

package/dist/index.js

@@ -86,13 +86,8 @@ __export(src_exports, {
   CopilotTask: () => CopilotTask,
   defaultCopilotContextCategories: () => defaultCopilotContextCategories,
   extract: () => extract,
-  fetchAndDecodeChatCompletion: () => fetchAndDecodeChatCompletion,
-  fetchAndDecodeChatCompletionAsText: () => fetchAndDecodeChatCompletionAsText,
-  fetchChatCompletion: () => fetchChatCompletion,
-  processMessageStream: () => processMessageStream,
   useCopilotAction: () => useCopilotAction,
   useCopilotChat: () => useCopilotChat,
-  useCopilotChatV2: () => useCopilotChatV2,
   useCopilotContext: () => useCopilotContext,
   useCopilotReadable: () => useCopilotReadable,
   useMakeCopilotActionable: () => useMakeCopilotActionable,
@@ -107,17 +102,16 @@ var import_react4 = require("react");
 // src/context/copilot-context.tsx
 var import_react = __toESM(require("react"));
 var emptyCopilotContext = {
-  entryPoints: {},
-  setEntryPoint: () => {
+  actions: {},
+  setAction: () => {
   },
-  removeEntryPoint: () => {
+  removeAction: () => {
   },
   chatComponentsCache: { current: {} },
   getContextString: (documents, categories) => returnAndThrowInDebug(""),
   addContext: () => "",
   removeContext: () => {
   },
-  getChatCompletionFunctionDescriptions: () => returnAndThrowInDebug([]),
   getFunctionCallHandler: () => returnAndThrowInDebug(() => __async(void 0, null, function* () {
   })),
   messages: [],
@@ -368,7 +362,7 @@ function CopilotKit(_a) {
     throw new Error("Please provide either a url or a publicApiKey to the CopilotKit component.");
   }
   const chatApiEndpoint = props.runtimeUrl || props.url || import_shared.COPILOT_CLOUD_CHAT_URL;
-  const [entryPoints, setEntryPoints] = (0, import_react4.useState)({});
+  const [actions, setActions] = (0, import_react4.useState)({});
   const chatComponentsCache = (0, import_react4.useRef)({});
   const { addElement, removeElement, printTree } = use_tree_default();
   const [messages, setMessages] = (0, import_react4.useState)([]);
@@ -379,15 +373,15 @@ function CopilotKit(_a) {
     removeElement: removeDocument,
     allElements: allDocuments
   } = use_flat_category_store_default();
-  const setEntryPoint = (0, import_react4.useCallback)((id, entryPoint) => {
-    setEntryPoints((prevPoints) => {
+  const setAction = (0, import_react4.useCallback)((id, action) => {
+    setActions((prevPoints) => {
       return __spreadProps(__spreadValues({}, prevPoints), {
-        [id]: entryPoint
+        [id]: action
       });
     });
   }, []);
-  const removeEntryPoint = (0, import_react4.useCallback)((id) => {
-    setEntryPoints((prevPoints) => {
+  const removeAction = (0, import_react4.useCallback)((id) => {
+    setActions((prevPoints) => {
       const newPoints = __spreadValues({}, prevPoints);
       delete newPoints[id];
       return newPoints;
@@ -418,17 +412,11 @@ ${nonDocumentStrings}`;
     },
     [removeElement]
   );
-  const getChatCompletionFunctionDescriptions = (0, import_react4.useCallback)(
-    (customEntryPoints) => {
-      return entryPointsToChatCompletionFunctions(Object.values(customEntryPoints || entryPoints));
-    },
-    [entryPoints]
-  );
   const getFunctionCallHandler = (0, import_react4.useCallback)(
     (customEntryPoints) => {
-      return entryPointsToFunctionCallHandler(Object.values(customEntryPoints || entryPoints));
+      return entryPointsToFunctionCallHandler(Object.values(customEntryPoints || actions));
     },
-    [entryPoints]
+    [actions]
   );
   const getDocumentsContext = (0, import_react4.useCallback)(
     (categories) => {
@@ -494,12 +482,11 @@ ${nonDocumentStrings}`;
     CopilotContext.Provider,
     {
       value: {
-        entryPoints,
+        actions,
         chatComponentsCache,
-        getChatCompletionFunctionDescriptions,
         getFunctionCallHandler,
-        setEntryPoint,
-        removeEntryPoint,
+        setAction,
+        removeAction,
         getContextString,
         addContext,
         removeContext,
@@ -522,266 +509,160 @@ ${nonDocumentStrings}`;
   );
 }
 var defaultCopilotContextCategories = ["global"];
-function entryPointsToChatCompletionFunctions(actions) {
-  return actions.map(import_shared.actionToChatCompletionFunction);
-}
 function entryPointsToFunctionCallHandler(actions) {
-  return (chatMessages, functionCall) => __async(this, null, function* () {
+  return (_0) => __async(this, [_0], function* ({ messages, name, args }) {
     let actionsByFunctionName = {};
     for (let action2 of actions) {
       actionsByFunctionName[action2.name] = action2;
     }
-    const action = actionsByFunctionName[functionCall.name || ""];
+    const action = actionsByFunctionName[name];
     if (action) {
-      let functionCallArguments = [];
-      if (functionCall.arguments) {
-        functionCallArguments = JSON.parse(functionCall.arguments);
-      }
-      return yield action.handler(functionCallArguments);
+      return yield action.handler(args);
     }
   });
 }
 
 // src/hooks/use-copilot-chat.ts
 var import_react6 = require("react");
+var import_runtime_client_gql2 = require("@copilotkit/runtime-client-gql");
 
 // src/hooks/use-chat.ts
 var import_react5 = require("react");
-var import_shared3 = require("@copilotkit/shared");
-var import_nanoid3 = require("nanoid");
-
-// src/utils/fetch-chat-completion.ts
 var import_shared2 = require("@copilotkit/shared");
-function fetchChatCompletion(_0) {
-  return __async(this, arguments, function* ({
-    copilotConfig,
-    model,
-    messages,
-    tools,
-    temperature,
-    headers,
-    body,
-    signal,
-    toolChoice
-  }) {
-    temperature || (temperature = 0.5);
-    tools || (tools = []);
-    const cleanedMessages = messages.map((message) => {
-      const { content, role, name, function_call } = message;
-      return { content, role, name, function_call };
-    });
-    toolChoice || (toolChoice = "auto");
-    const response = yield fetch(copilotConfig.chatApiEndpoint, {
-      method: "POST",
-      headers: __spreadValues(__spreadValues({
-        "Content-Type": "application/json"
-      }, copilotConfig.headers), headers ? __spreadValues({}, headers) : {}),
-      body: JSON.stringify(__spreadValues(__spreadValues(__spreadValues(__spreadValues(__spreadValues(__spreadValues(__spreadValues(__spreadValues({
-        model,
-        messages: cleanedMessages,
-        stream: true
-      }, tools.length ? { tools } : {}), temperature ? { temperature } : {}), tools.length != 0 ? { tool_choice: toolChoice } : {}), copilotConfig.body), copilotConfig.backendOnlyProps), excludeBackendOnlyProps(copilotConfig)), body ? __spreadValues({}, body) : {}), copilotConfig.cloud ? { cloud: copilotConfig.cloud } : {})),
-      signal,
-      credentials: copilotConfig.credentials
-    });
-    return response;
-  });
-}
-function excludeBackendOnlyProps(copilotConfig) {
-  var _a;
-  const backendOnlyProps = (_a = copilotConfig.backendOnlyProps) != null ? _a : {};
-  if (Object.keys(backendOnlyProps).length > 0) {
-    return {
-      [import_shared2.EXCLUDE_FROM_FORWARD_PROPS_KEYS]: Object.keys(backendOnlyProps)
-    };
-  } else {
-    return {};
-  }
-}
-function fetchAndDecodeChatCompletion(params) {
-  return __async(this, null, function* () {
-    const response = yield fetchChatCompletion(params);
-    if (!response.ok || !response.body) {
-      response.events = null;
-    } else {
-      const events = yield (0, import_shared2.decodeChatCompletion)((0, import_shared2.parseChatCompletion)(response.body));
-      response.events = events;
-    }
-    return response;
-  });
-}
-function fetchAndDecodeChatCompletionAsText(params) {
-  return __async(this, null, function* () {
-    const response = yield fetchChatCompletion(params);
-    if (!response.ok || !response.body) {
-      response.events = null;
-    } else {
-      const events = yield (0, import_shared2.decodeChatCompletionAsText)(
-        (0, import_shared2.decodeChatCompletion)((0, import_shared2.parseChatCompletion)(response.body))
-      );
-      response.events = events;
-    }
-    return response;
-  });
-}
-
-// src/hooks/use-chat.ts
-var import_untruncate_json = __toESM(require("untruncate-json"));
+var import_runtime_client_gql = require("@copilotkit/runtime-client-gql");
 function useChat(options) {
-  const { messages, setMessages, makeSystemMessageCallback } = options;
+  const {
+    messages,
+    setMessages,
+    makeSystemMessageCallback,
+    copilotConfig,
+    setIsLoading,
+    initialMessages,
+    isLoading,
+    actions,
+    onFunctionCall
+  } = options;
   const abortControllerRef = (0, import_react5.useRef)();
   const threadIdRef = (0, import_react5.useRef)(null);
   const runIdRef = (0, import_react5.useRef)(null);
-  const publicApiKey = options.copilotConfig.publicApiKey;
-  const headers = __spreadValues(__spreadValues({}, options.headers || {}), publicApiKey ? { [import_shared3.COPILOT_CLOUD_PUBLIC_API_KEY_HEADER]: publicApiKey } : {});
-  const runChatCompletion = (messages2) => __async(this, null, function* () {
-    var _a, _b;
-    options.setIsLoading(true);
-    const newMessages = [
-      {
-        id: (0, import_nanoid3.nanoid)(),
-        createdAt: /* @__PURE__ */ new Date(),
+  const publicApiKey = copilotConfig.publicApiKey;
+  const headers = __spreadValues(__spreadValues({}, copilotConfig.headers || {}), publicApiKey ? { [import_shared2.COPILOT_CLOUD_PUBLIC_API_KEY_HEADER]: publicApiKey } : {});
+  const runtimeClient = new import_runtime_client_gql.CopilotRuntimeClient({
+    url: copilotConfig.chatApiEndpoint,
+    publicApiKey: copilotConfig.publicApiKey,
+    headers
+  });
+  const runChatCompletion = (previousMessages) => __async(this, null, function* () {
+    var _a, _b, _c, _d, _e;
+    setIsLoading(true);
+    let newMessages = [
+      new import_runtime_client_gql.TextMessage({
         content: "",
-        role: "assistant"
-      }
+        role: import_runtime_client_gql.Role.Assistant
+      })
     ];
     const abortController = new AbortController();
     abortControllerRef.current = abortController;
-    setMessages([...messages2, ...newMessages]);
-    const copilotConfigBody = options.copilotConfig.body || {};
-    if (threadIdRef.current) {
-      copilotConfigBody.threadId = threadIdRef.current;
-    }
-    if (runIdRef.current) {
-      copilotConfigBody.runId = runIdRef.current;
-    }
+    setMessages([...previousMessages, ...newMessages]);
     const systemMessage = makeSystemMessageCallback();
-    const messagesWithContext = [systemMessage, ...options.initialMessages || [], ...messages2];
-    const response = yield fetchAndDecodeChatCompletion({
-      copilotConfig: __spreadProps(__spreadValues({}, options.copilotConfig), { body: copilotConfigBody }),
-      messages: messagesWithContext,
-      tools: (_a = options.tools) == null ? void 0 : _a.current,
-      headers,
-      signal: abortController.signal
-    });
-    if (response.headers.get("threadid")) {
-      threadIdRef.current = response.headers.get("threadid");
-    }
-    if (response.headers.get("runid")) {
-      runIdRef.current = response.headers.get("runid");
-    }
-    if (!response.events) {
-      setMessages([
-        ...messages2,
-        {
-          id: (0, import_nanoid3.nanoid)(),
-          createdAt: /* @__PURE__ */ new Date(),
-          content: response.statusText,
-          role: "assistant"
+    const messagesWithContext = [systemMessage, ...initialMessages || [], ...previousMessages];
+    const stream = import_runtime_client_gql.CopilotRuntimeClient.asStream(
+      runtimeClient.generateCopilotResponse(__spreadValues({
+        frontend: {
+          actions: actions.map((action) => ({
+            name: action.name,
+            description: action.description || "",
+            jsonSchema: JSON.stringify((0, import_shared2.actionParametersToJsonSchema)(action.parameters || []))
+          }))
+        },
+        threadId: threadIdRef.current,
+        runId: runIdRef.current,
+        messages: (0, import_runtime_client_gql.convertMessagesToGqlInput)(messagesWithContext)
+      }, copilotConfig.cloud ? {
+        cloud: {
+          guardrails: {
+            inputValidationRules: {
+              allowList: copilotConfig.cloud.guardrails.input.restrictToTopic.validTopics,
+              denyList: copilotConfig.cloud.guardrails.input.restrictToTopic.invalidTopics
+            }
+          }
         }
-      ]);
-      options.setIsLoading(false);
-      throw new Error("Failed to fetch chat completion");
-    }
-    const reader = response.events.getReader();
-    let feedback = false;
+      } : {}))
+    );
+    const guardrailsEnabled = ((_c = (_b = (_a = copilotConfig.cloud) == null ? void 0 : _a.guardrails) == null ? void 0 : _b.input) == null ? void 0 : _c.restrictToTopic.enabled) || false;
+    const reader = stream.getReader();
+    let results = {};
     try {
       while (true) {
         const { done, value } = yield reader.read();
         if (done) {
           break;
         }
-        let currentMessage = Object.assign({}, newMessages[newMessages.length - 1]);
-        if (value.type === "content") {
-          if (currentMessage.function_call || currentMessage.role === "function") {
-            currentMessage = {
-              id: (0, import_nanoid3.nanoid)(),
-              createdAt: /* @__PURE__ */ new Date(),
-              content: "",
-              role: "assistant"
-            };
-            newMessages.push(currentMessage);
-          }
-          currentMessage.content += value.content;
-          newMessages[newMessages.length - 1] = currentMessage;
-          setMessages([...messages2, ...newMessages]);
-        } else if (value.type === "result") {
-          currentMessage = {
-            id: (0, import_nanoid3.nanoid)(),
-            role: "function",
-            content: value.content,
-            name: value.name
-          };
-          newMessages.push(currentMessage);
-          setMessages([...messages2, ...newMessages]);
-          feedback = true;
-        } else if (value.type === "function" || value.type === "partial") {
-          if (currentMessage.content != "" || currentMessage.function_call || currentMessage.role == "function") {
-            currentMessage = {
-              id: (0, import_nanoid3.nanoid)(),
-              createdAt: /* @__PURE__ */ new Date(),
-              content: "",
-              role: "assistant"
-            };
-            newMessages.push(currentMessage);
-          }
-          if (value.type === "function") {
-            currentMessage.function_call = {
-              name: value.name,
-              arguments: JSON.stringify(value.arguments),
-              scope: value.scope
-            };
-          } else if (value.type === "partial") {
-            let partialArguments = {};
-            try {
-              partialArguments = JSON.parse((0, import_untruncate_json.default)(value.arguments));
-            } catch (e) {
-            }
-            currentMessage.partialFunctionCall = {
-              name: value.name,
-              arguments: partialArguments
-            };
-          }
-          newMessages[newMessages.length - 1] = currentMessage;
-          setMessages([...messages2, ...newMessages]);
-          if (value.type === "function") {
-            try {
-              if (((_b = options.onFunctionCall) == null ? void 0 : _b.current) && value.scope === "client") {
-                const result = yield options.onFunctionCall.current(
-                  messages2,
-                  currentMessage.function_call
-                );
-                currentMessage = {
-                  id: (0, import_nanoid3.nanoid)(),
-                  role: "function",
-                  content: (0, import_shared3.encodeResult)(result),
-                  name: currentMessage.function_call.name
-                };
-                newMessages.push(currentMessage);
-                setMessages([...messages2, ...newMessages]);
-                feedback = true;
+        if (!value.generateCopilotResponse) {
+          continue;
+        }
+        threadIdRef.current = value.generateCopilotResponse.threadId || null;
+        runIdRef.current = value.generateCopilotResponse.runId || null;
+        const messages2 = (0, import_runtime_client_gql.convertGqlOutputToMessages)(value.generateCopilotResponse.messages);
+        if (messages2.length === 0) {
+          continue;
+        }
+        newMessages = [];
+        if (((_d = value.generateCopilotResponse.status) == null ? void 0 : _d.__typename) === "FailedResponseStatus" && value.generateCopilotResponse.status.reason === "GUARDRAILS_VALIDATION_FAILED") {
+          newMessages = [
+            new import_runtime_client_gql.TextMessage({
+              role: import_runtime_client_gql.MessageRole.Assistant,
+              content: ((_e = value.generateCopilotResponse.status.details) == null ? void 0 : _e.guardrailsReason) || ""
+            })
+          ];
+        } else {
+          for (const message of messages2) {
+            newMessages.push(message);
+            if (message instanceof import_runtime_client_gql.ActionExecutionMessage && message.status.code !== import_runtime_client_gql.MessageStatusCode.Pending && message.scope === "client" && onFunctionCall) {
+              if (!(message.id in results)) {
+                if (guardrailsEnabled && value.generateCopilotResponse.status === void 0) {
+                  break;
+                }
+                const result = yield onFunctionCall({
+                  messages: previousMessages,
+                  name: message.name,
+                  args: message.arguments
+                });
+                results[message.id] = result;
               }
-            } catch (error) {
-              console.error("Failed to execute function call", error);
+              newMessages.push(
+                new import_runtime_client_gql.ResultMessage({
+                  result: import_runtime_client_gql.ResultMessage.encodeResult(results[message.id]),
+                  actionExecutionId: message.id,
+                  actionName: message.name
+                })
+              );
             }
           }
         }
+        if (newMessages.length > 0) {
+          setMessages([...previousMessages, ...newMessages]);
+        }
       }
-      if (feedback) {
+      if (
+        // if we have client side results
+        Object.values(results).length || // or the last message we received is a result
+        newMessages.length && newMessages[newMessages.length - 1] instanceof import_runtime_client_gql.ResultMessage
+      ) {
         yield new Promise((resolve) => setTimeout(resolve, 10));
-        return yield runChatCompletion([...messages2, ...newMessages]);
+        return yield runChatCompletion([...previousMessages, ...newMessages]);
       } else {
         return newMessages.slice();
       }
     } finally {
-      options.setIsLoading(false);
+      setIsLoading(false);
     }
   });
   const runChatCompletionAndHandleFunctionCall = (messages2) => __async(this, null, function* () {
     yield runChatCompletion(messages2);
   });
   const append = (message) => __async(this, null, function* () {
-    if (options.isLoading) {
+    if (isLoading) {
       return;
     }
     const newMessages = [...messages, message];
@@ -789,12 +670,12 @@ function useChat(options) {
     return runChatCompletionAndHandleFunctionCall(newMessages);
   });
   const reload = () => __async(this, null, function* () {
-    if (options.isLoading || messages.length === 0) {
+    if (isLoading || messages.length === 0) {
       return;
     }
     let newMessages = [...messages];
     const lastMessage = messages[messages.length - 1];
-    if (lastMessage.role === "assistant") {
+    if (lastMessage instanceof import_runtime_client_gql.TextMessage && lastMessage.role === "assistant") {
       newMessages = newMessages.slice(0, -1);
     }
     setMessages(newMessages);
@@ -820,14 +701,14 @@ function useCopilotChat(_a = {}) {
   ]);
   const {
     getContextString,
-    getChatCompletionFunctionDescriptions,
     getFunctionCallHandler,
     copilotApiConfig,
     messages,
     setMessages,
     isLoading,
     setIsLoading,
-    chatInstructions
+    chatInstructions,
+    actions
   } = (0, import_react6.useContext)(CopilotContext);
   const latestGetContextString = useUpdatedRef(getContextString);
   const deleteMessage = (0, import_react6.useCallback)(
@@ -839,36 +720,24 @@ function useCopilotChat(_a = {}) {
   const makeSystemMessageCallback = (0, import_react6.useCallback)(() => {
     const systemMessageMaker = makeSystemMessage2 || defaultSystemMessage;
     const contextString = latestGetContextString.current([], defaultCopilotContextCategories);
-    return {
-      id: "system",
+    return new import_runtime_client_gql2.TextMessage({
       content: systemMessageMaker(contextString, chatInstructions),
-      role: "system"
-    };
+      role: import_runtime_client_gql2.Role.System
+    });
   }, [getContextString, makeSystemMessage2, chatInstructions]);
-  const functionDescriptions = (0, import_react6.useMemo)(() => {
-    return getChatCompletionFunctionDescriptions();
-  }, [getChatCompletionFunctionDescriptions]);
-  const tools = useUpdatedRef(functionDescriptions);
-  const onFunctionCall = useUpdatedRef(getFunctionCallHandler());
   const { append, reload, stop } = useChat(__spreadProps(__spreadValues({}, options), {
+    actions: Object.values(actions),
     copilotConfig: copilotApiConfig,
-    id: options.id,
     initialMessages: options.initialMessages || [],
-    tools,
-    onFunctionCall,
-    headers: __spreadValues({}, options.headers),
-    body: __spreadValues({}, options.body),
+    onFunctionCall: getFunctionCallHandler(),
     messages,
     setMessages,
     makeSystemMessageCallback,
     isLoading,
     setIsLoading
   }));
-  const visibleMessages = messages.filter(
-    (message) => message.role === "user" || message.role === "assistant" || message.role === "function"
-  );
   return {
-    visibleMessages,
+    visibleMessages: messages,
     appendMessage: append,
     setMessages,
     reloadMessages: reload,
@@ -910,11 +779,11 @@ ${additionalInstructions}` : "");
 
 // src/hooks/use-make-copilot-actionable.ts
 var import_react7 = require("react");
-var import_nanoid4 = require("nanoid");
-var import_shared4 = require("@copilotkit/shared");
+var import_nanoid3 = require("nanoid");
+var import_shared3 = require("@copilotkit/shared");
 function useMakeCopilotActionable(annotatedFunction, dependencies) {
-  const idRef = (0, import_react7.useRef)((0, import_nanoid4.nanoid)());
-  const { setEntryPoint, removeEntryPoint } = (0, import_react7.useContext)(CopilotContext);
+  const idRef = (0, import_react7.useRef)((0, import_nanoid3.nanoid)());
+  const { setAction, removeAction } = (0, import_react7.useContext)(CopilotContext);
   const memoizedAnnotatedFunction = (0, import_react7.useMemo)(
     () => ({
       name: annotatedFunction.name,
@@ -925,23 +794,23 @@ function useMakeCopilotActionable(annotatedFunction, dependencies) {
     dependencies
   );
   (0, import_react7.useEffect)(() => {
-    const action = (0, import_shared4.annotatedFunctionToAction)(memoizedAnnotatedFunction);
-    setEntryPoint(idRef.current, action);
+    const action = (0, import_shared3.annotatedFunctionToAction)(memoizedAnnotatedFunction);
+    setAction(idRef.current, action);
     return () => {
-      removeEntryPoint(idRef.current);
+      removeAction(idRef.current);
     };
-  }, [memoizedAnnotatedFunction, setEntryPoint, removeEntryPoint]);
+  }, [memoizedAnnotatedFunction, setAction, removeAction]);
 }
 
 // src/hooks/use-copilot-action.ts
 var import_react8 = require("react");
-var import_nanoid5 = require("nanoid");
+var import_nanoid4 = require("nanoid");
 function useCopilotAction(action, dependencies) {
-  const { setEntryPoint, removeEntryPoint, entryPoints, chatComponentsCache } = (0, import_react8.useContext)(CopilotContext);
-  const idRef = (0, import_react8.useRef)((0, import_nanoid5.nanoid)());
+  const { setAction, removeAction, actions, chatComponentsCache } = (0, import_react8.useContext)(CopilotContext);
+  const idRef = (0, import_react8.useRef)((0, import_nanoid4.nanoid)());
   if (dependencies === void 0) {
-    if (entryPoints[idRef.current]) {
-      entryPoints[idRef.current].handler = action.handler;
+    if (actions[idRef.current]) {
+      actions[idRef.current].handler = action.handler;
       if (typeof action.render === "function") {
         if (chatComponentsCache.current !== null) {
           chatComponentsCache.current[action.name] = action.render;
@@ -950,16 +819,16 @@ function useCopilotAction(action, dependencies) {
     }
   }
   (0, import_react8.useEffect)(() => {
-    setEntryPoint(idRef.current, action);
+    setAction(idRef.current, action);
     if (chatComponentsCache.current !== null && action.render !== void 0) {
       chatComponentsCache.current[action.name] = action.render;
     }
     return () => {
-      removeEntryPoint(idRef.current);
+      removeAction(idRef.current);
     };
   }, [
-    setEntryPoint,
-    removeEntryPoint,
+    setAction,
+    removeAction,
     action.description,
     action.name,
     // This should be faster than deep equality checking
@@ -1022,150 +891,9 @@ function useCopilotReadable({ description, value, parentId, categories, convert
   return idRef.current;
 }
 
-// src/openai-assistants/hooks/use-copilot-chat-v2.ts
-var import_react12 = require("react");
-
-// src/openai-assistants/utils/process-message-stream.ts
-function processMessageStream(reader, processMessage) {
-  return __async(this, null, function* () {
-    const decoder = new TextDecoder();
-    let buffer = "";
-    while (true) {
-      const { done, value } = yield reader.read();
-      if (done) {
-        if (buffer.length > 0) {
-          processMessage(buffer);
-        }
-        break;
-      }
-      buffer += decoder.decode(value, { stream: true });
-      let endIndex;
-      while ((endIndex = buffer.indexOf("\n")) !== -1) {
-        processMessage(buffer.substring(0, endIndex).trim());
-        buffer = buffer.substring(endIndex + 1);
-      }
-    }
-  });
-}
-
-// src/openai-assistants/hooks/use-copilot-chat-v2.ts
-var import_shared5 = require("@copilotkit/shared");
-function useCopilotChatV2(options) {
-  const {
-    getContextString,
-    getChatCompletionFunctionDescriptions,
-    getFunctionCallHandler,
-    copilotApiConfig
-  } = (0, import_react12.useContext)(CopilotContext);
-  const [messages, setMessages] = (0, import_react12.useState)([]);
-  const [input, setInput] = (0, import_react12.useState)("");
-  const [threadId, setThreadId] = (0, import_react12.useState)(void 0);
-  const [status, setStatus] = (0, import_react12.useState)("awaiting_message");
-  const [error, setError] = (0, import_react12.useState)(void 0);
-  const systemMessage = (0, import_react12.useMemo)(() => {
-    const systemMessageMaker = options.makeSystemMessage || defaultSystemMessage2;
-    const contextString = getContextString([], defaultCopilotContextCategories);
-    return {
-      id: "system",
-      content: systemMessageMaker(contextString),
-      role: "system"
-    };
-  }, [getContextString, options.makeSystemMessage]);
-  const handleInputChange = (e) => {
-    setInput(e.target.value);
-  };
-  const submitMessage = (e) => __async(this, null, function* () {
-    var _a, _b;
-    e.preventDefault();
-    if (input === "") {
-      return;
-    }
-    setStatus("in_progress");
-    setMessages((messages2) => [...messages2, { id: "", role: "user", content: input }]);
-    setInput("");
-    const apiUrl = copilotApiConfig.chatApiEndpointV2;
-    const functions = getChatCompletionFunctionDescriptions();
-    const result = yield fetch(apiUrl, {
-      method: "POST",
-      headers: __spreadValues(__spreadValues({
-        "Content-Type": "application/json"
-      }, copilotApiConfig.headers), options.headers),
-      body: JSON.stringify(__spreadValues(__spreadValues(__spreadValues({
-        // always use user-provided threadId when available:
-        threadId: (_b = (_a = options.threadId) != null ? _a : threadId) != null ? _b : null,
-        message: input
-      }, functions.length > 0 && { functions }), copilotApiConfig.body), options.body))
-    });
-    if (result.body == null) {
-      throw new Error("The response body is empty.");
-    }
-    yield processMessageStream(result.body.getReader(), (message) => {
-      try {
-        const { type, value } = (0, import_shared5.parseStreamPart)(message);
-        switch (type) {
-          case "assistant_message": {
-            setMessages((messages2) => [
-              ...messages2,
-              {
-                id: value.id,
-                role: value.role,
-                content: value.content[0].text.value
-              }
-            ]);
-            break;
-          }
-          case "assistant_control_data": {
-            setThreadId(value.threadId);
-            setMessages((messages2) => {
-              const lastMessage = messages2[messages2.length - 1];
-              lastMessage.id = value.messageId;
-              return [...messages2.slice(0, messages2.length - 1), lastMessage];
-            });
-            break;
-          }
-          case "error": {
-            setError(value);
-            break;
-          }
-        }
-      } catch (error2) {
-        setError(error2);
-      }
-    });
-    setStatus("awaiting_message");
-  });
-  return {
-    messages,
-    input,
-    handleInputChange,
-    submitMessage,
-    status,
-    error
-  };
-}
-function defaultSystemMessage2(contextString) {
-  return `
-Please act as an efficient, competent, conscientious, and industrious professional assistant.
-
-Help the user achieve their goals, and you do so in a way that is as efficient as possible, without unnecessary fluff, but also without sacrificing professionalism.
-Always be polite and respectful, and prefer brevity over verbosity.
-
-The user has provided you with the following context:
-\`\`\`
-${contextString}
-\`\`\`
-
-They have also provided you with functions you can call to initiate actions on their behalf, or functions you can call to receive more information.
-
-Please assist them as best you can.
-
-You can ask them for clarifying questions if needed, but don't be annoying about it. If you can reasonably 'fill in the blanks' yourself, do so.
-
-If you would like to call a function, call it without saying anything else.
-`;
-}
-
 // src/lib/copilot-task.ts
+var import_runtime_client_gql3 = require("@copilotkit/runtime-client-gql");
+var import_shared4 = require("@copilotkit/shared");
 var CopilotTask = class {
   constructor(config) {
     this.instructions = config.instructions;
@@ -1180,9 +908,10 @@ var CopilotTask = class {
    */
   run(context, data) {
     return __async(this, null, function* () {
-      const entryPoints = this.includeCopilotActions ? Object.assign({}, context.entryPoints) : {};
+      var _a, _b;
+      const actions = this.includeCopilotActions ? Object.assign({}, context.actions) : {};
       for (const fn of this.actions) {
-        entryPoints[fn.name] = fn;
+        actions[fn.name] = fn;
       }
       let contextString = "";
       if (data) {
@@ -1191,43 +920,36 @@ var CopilotTask = class {
       if (this.includeCopilotReadable) {
         contextString += context.getContextString([], defaultCopilotContextCategories);
       }
-      const systemMessage = {
-        id: "system",
+      const systemMessage = new import_runtime_client_gql3.TextMessage({
         content: taskSystemMessage(contextString, this.instructions),
-        role: "system"
-      };
+        role: import_runtime_client_gql3.Role.System
+      });
       const messages = [systemMessage];
-      const response = yield fetchAndDecodeChatCompletion({
-        copilotConfig: context.copilotApiConfig,
-        messages,
-        tools: context.getChatCompletionFunctionDescriptions(entryPoints),
-        headers: context.copilotApiConfig.headers,
-        body: context.copilotApiConfig.body
+      const runtimeClient = new import_runtime_client_gql3.CopilotRuntimeClient({
+        url: context.copilotApiConfig.chatApiEndpoint,
+        publicApiKey: context.copilotApiConfig.publicApiKey,
+        headers: context.copilotApiConfig.headers
       });
-      if (!response.events) {
-        throw new Error("Failed to execute task");
-      }
-      const reader = response.events.getReader();
-      let functionCalls = [];
-      while (true) {
-        const { done, value } = yield reader.read();
-        if (done) {
-          break;
-        }
-        if (value.type === "function") {
-          functionCalls.push({
-            name: value.name,
-            arguments: JSON.stringify(value.arguments)
-          });
-          break;
-        }
-      }
-      if (!functionCalls.length) {
-        throw new Error("No function call occurred");
-      }
-      const functionCallHandler = context.getFunctionCallHandler(entryPoints);
+      const response = yield runtimeClient.generateCopilotResponse({
+        frontend: {
+          actions: Object.values(actions).map((action) => ({
+            name: action.name,
+            description: action.description || "",
+            jsonSchema: JSON.stringify((0, import_shared4.actionParametersToJsonSchema)(action.parameters || []))
+          }))
+        },
+        messages: (0, import_runtime_client_gql3.convertMessagesToGqlInput)(messages)
+      }).toPromise();
+      const functionCallHandler = context.getFunctionCallHandler(actions);
+      const functionCalls = (0, import_runtime_client_gql3.convertGqlOutputToMessages)(
+        ((_b = (_a = response.data) == null ? void 0 : _a.generateCopilotResponse) == null ? void 0 : _b.messages) || []
+      ).filter((m) => m instanceof import_runtime_client_gql3.ActionExecutionMessage);
       for (const functionCall of functionCalls) {
-        yield functionCallHandler(messages, functionCall);
+        yield functionCallHandler({
+          messages,
+          name: functionCall.name,
+          args: functionCall.arguments
+        });
       }
     });
   }
@@ -1259,8 +981,10 @@ ${instructions}
 }
 
 // src/utils/extract.ts
-var import_shared6 = require("@copilotkit/shared");
-var import_untruncate_json2 = __toESM(require("untruncate-json"));
+var import_shared5 = require("@copilotkit/shared");
+var import_runtime_client_gql4 = require("@copilotkit/runtime-client-gql");
+var import_runtime_client_gql5 = require("@copilotkit/runtime-client-gql");
+var import_runtime_client_gql6 = require("@copilotkit/runtime-client-gql");
 function extract(_0) {
   return __async(this, arguments, function* ({
     context,
@@ -1288,51 +1012,60 @@ function extract(_0) {
     if (includeReadable) {
       contextString += context.getContextString([], defaultCopilotContextCategories);
     }
-    const systemMessage = {
-      id: "system",
+    const systemMessage = new import_runtime_client_gql4.TextMessage({
       content: makeSystemMessage(contextString, instructions),
-      role: "system"
-    };
-    const headers = __spreadValues(__spreadValues({}, context.copilotApiConfig.headers || {}), context.copilotApiConfig.publicApiKey ? { [import_shared6.COPILOT_CLOUD_PUBLIC_API_KEY_HEADER]: context.copilotApiConfig.publicApiKey } : {});
-    const response = yield fetchAndDecodeChatCompletion({
-      copilotConfig: context.copilotApiConfig,
-      messages: includeMessages ? [systemMessage, ...messages] : [systemMessage],
-      tools: context.getChatCompletionFunctionDescriptions({ extract: action }),
-      headers,
-      body: context.copilotApiConfig.body,
-      toolChoice: { type: "function", function: { name: "extract" } },
-      signal: abortSignal
+      role: import_runtime_client_gql4.Role.System
     });
-    if (!response.events) {
-      throw new Error("extract() failed: Could not fetch chat completion");
-    }
-    const reader = response.events.getReader();
+    const headers = __spreadValues(__spreadValues({}, context.copilotApiConfig.headers || {}), context.copilotApiConfig.publicApiKey ? { [import_shared5.COPILOT_CLOUD_PUBLIC_API_KEY_HEADER]: context.copilotApiConfig.publicApiKey } : {});
+    const runtimeClient = new import_runtime_client_gql5.CopilotRuntimeClient({
+      url: context.copilotApiConfig.chatApiEndpoint,
+      publicApiKey: context.copilotApiConfig.publicApiKey,
+      headers
+    });
+    const response = import_runtime_client_gql5.CopilotRuntimeClient.asStream(
+      runtimeClient.generateCopilotResponse({
+        frontend: {
+          actions: [
+            {
+              name: action.name,
+              description: action.description || "",
+              jsonSchema: JSON.stringify((0, import_shared5.actionParametersToJsonSchema)(action.parameters || []))
+            }
+          ]
+        },
+        messages: (0, import_runtime_client_gql6.convertMessagesToGqlInput)(
+          includeMessages ? [systemMessage, ...messages] : [systemMessage]
+        )
+      })
+    );
+    const reader = response.getReader();
     let isInitial = true;
+    let actionExecutionMessage = void 0;
     while (true) {
       const { done, value } = yield reader.read();
       if (done) {
         break;
       }
-      if (value.type === "partial") {
-        try {
-          let partialArguments = JSON.parse((0, import_untruncate_json2.default)(value.arguments));
-          stream == null ? void 0 : stream({
-            status: isInitial ? "initial" : "inProgress",
-            args: partialArguments
-          });
-          isInitial = false;
-        } catch (e) {
-        }
-      }
-      if (value.type === "function") {
-        stream == null ? void 0 : stream({
-          status: "complete",
-          args: value.arguments
-        });
-        return value.arguments;
+      actionExecutionMessage = (0, import_runtime_client_gql4.convertGqlOutputToMessages)(
+        value.generateCopilotResponse.messages
+      ).find((msg) => msg instanceof import_runtime_client_gql4.ActionExecutionMessage);
+      if (!actionExecutionMessage) {
+        continue;
       }
+      stream == null ? void 0 : stream({
+        status: isInitial ? "initial" : "inProgress",
+        args: actionExecutionMessage.arguments
+      });
+      isInitial = false;
     }
-    throw new Error("extract() failed: No function call occurred");
+    if (!actionExecutionMessage) {
+      throw new Error("extract() failed: No function call occurred");
+    }
+    stream == null ? void 0 : stream({
+      status: "complete",
+      args: actionExecutionMessage.arguments
+    });
+    return actionExecutionMessage.arguments;
   });
 }
 function makeSystemMessage(contextString, instructions) {
@@ -1347,7 +1080,7 @@ The user has provided you with the following context:
 ${contextString}
 \`\`\`
 
-They have also provided you with a function you MUST call to initiate actions on their behalf.
+They have also provided you with a function called extract you MUST call to initiate actions on their behalf.
 
 Please assist them as best you can.
 
@@ -1369,13 +1102,8 @@ Any additional messages provided are for providing context only and should not b
   CopilotTask,
   defaultCopilotContextCategories,
   extract,
-  fetchAndDecodeChatCompletion,
-  fetchAndDecodeChatCompletionAsText,
-  fetchChatCompletion,
-  processMessageStream,
   useCopilotAction,
   useCopilotChat,
-  useCopilotChatV2,
   useCopilotContext,
   useCopilotReadable,
   useMakeCopilotActionable,