@copilotkit/react-core 0.18.0-alpha.1 → 0.18.0-alpha.2

package/dist/openai-assistants/utils/process-message-stream.js

@@ -0,0 +1,49 @@
+'use strict';
+
+var __async = (__this, __arguments, generator) => {
+  return new Promise((resolve, reject) => {
+    var fulfilled = (value) => {
+      try {
+        step(generator.next(value));
+      } catch (e) {
+        reject(e);
+      }
+    };
+    var rejected = (value) => {
+      try {
+        step(generator.throw(value));
+      } catch (e) {
+        reject(e);
+      }
+    };
+    var step = (x) => x.done ? resolve(x.value) : Promise.resolve(x.value).then(fulfilled, rejected);
+    step((generator = generator.apply(__this, __arguments)).next());
+  });
+};
+
+// src/openai-assistants/utils/process-message-stream.ts
+function processMessageStream(reader, processMessage) {
+  return __async(this, null, function* () {
+    const decoder = new TextDecoder();
+    let buffer = "";
+    while (true) {
+      const { done, value } = yield reader.read();
+      if (done) {
+        if (buffer.length > 0) {
+          processMessage(buffer);
+        }
+        break;
+      }
+      buffer += decoder.decode(value, { stream: true });
+      let endIndex;
+      while ((endIndex = buffer.indexOf("\n")) !== -1) {
+        processMessage(buffer.substring(0, endIndex).trim());
+        buffer = buffer.substring(endIndex + 1);
+      }
+    }
+  });
+}
+
+exports.processMessageStream = processMessageStream;
+//# sourceMappingURL=out.js.map
+//# sourceMappingURL=process-message-stream.js.map

package/dist/openai-assistants/utils/process-message-stream.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../../src/openai-assistants/utils/process-message-stream.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;AAAA,SAAsB,qBACpB,QACA,gBACA;AAAA;AACA,UAAM,UAAU,IAAI,YAAY;AAChC,QAAI,SAAS;AACb,WAAO,MAAM;AACX,YAAM,EAAE,MAAM,MAAM,IAAI,MAAM,OAAO,KAAK;AAE1C,UAAI,MAAM;AACR,YAAI,OAAO,SAAS,GAAG;AACrB,yBAAe,MAAM;AAAA,QACvB;AACA;AAAA,MACF;AAEA,gBAAU,QAAQ,OAAO,OAAO,EAAE,QAAQ,KAAK,CAAC;AAEhD,UAAI;AACJ,cAAQ,WAAW,OAAO,QAAQ,IAAI,OAAO,IAAI;AAC/C,uBAAe,OAAO,UAAU,GAAG,QAAQ,EAAE,KAAK,CAAC;AACnD,iBAAS,OAAO,UAAU,WAAW,CAAC;AAAA,MACxC;AAAA,IACF;AAAA,EACF;AAAA","sourcesContent":["export async function processMessageStream(\n  reader: ReadableStreamDefaultReader<Uint8Array>,\n  processMessage: (message: string) => void | Promise<void>,\n) {\n  const decoder = new TextDecoder();\n  let buffer = \"\";\n  while (true) {\n    const { done, value } = await reader.read();\n\n    if (done) {\n      if (buffer.length > 0) {\n        processMessage(buffer);\n      }\n      break;\n    }\n\n    buffer += decoder.decode(value, { stream: true });\n\n    let endIndex: number;\n    while ((endIndex = buffer.indexOf(\"\\n\")) !== -1) {\n      processMessage(buffer.substring(0, endIndex).trim());\n      buffer = buffer.substring(endIndex + 1); // Remove the processed instruction + delimiter\n    }\n  }\n}\n"]}

package/dist/types/document-pointer.js

@@ -0,0 +1,4 @@
+'use strict';
+
+//# sourceMappingURL=out.js.map
+//# sourceMappingURL=document-pointer.js.map

package/dist/types/index.d.ts

@@ -1,4 +1,2 @@
-export { AnnotatedFunction, AnnotatedFunctionArgument } from './annotated-function.js';
 export { DocumentPointer } from './document-pointer.js';
-export { Function, FunctionCall, FunctionCallHandler, Message, Role } from './base.js';
 export { SystemMessageFunction } from './system-message.js';

package/dist/types/index.js

@@ -0,0 +1,4 @@
+'use strict';
+
+//# sourceMappingURL=out.js.map
+//# sourceMappingURL=index.js.map

package/dist/types/system-message.js

@@ -0,0 +1,4 @@
+'use strict';
+
+//# sourceMappingURL=out.js.map
+//# sourceMappingURL=system-message.js.map

package/dist/utils/fetch-chat-completion.d.ts

@@ -0,0 +1,28 @@
+import { Message, Function, ChatCompletionEvent } from '@copilotkit/shared';
+import { CopilotApiConfig } from '../context/copilot-context.js';
+import 'react';
+import '../hooks/use-tree.js';
+import '../types/document-pointer.js';
+
+interface FetchChatCompletionParams {
+    copilotConfig: CopilotApiConfig;
+    model?: string;
+    messages: Message[];
+    functions?: Function[];
+    temperature?: number;
+    maxTokens?: number;
+    headers?: Record<string, string> | Headers;
+    body?: object;
+    signal?: AbortSignal;
+}
+declare function fetchChatCompletion({ copilotConfig, model, messages, functions, temperature, headers, body, signal, }: FetchChatCompletionParams): Promise<Response>;
+interface DecodedChatCompletionResponse extends Response {
+    events: ReadableStream<ChatCompletionEvent> | null;
+}
+declare function fetchAndDecodeChatCompletion(params: FetchChatCompletionParams): Promise<DecodedChatCompletionResponse>;
+interface DecodedChatCompletionResponseAsText extends Response {
+    events: ReadableStream<string> | null;
+}
+declare function fetchAndDecodeChatCompletionAsText(params: FetchChatCompletionParams): Promise<DecodedChatCompletionResponseAsText>;
+
+export { DecodedChatCompletionResponse, DecodedChatCompletionResponseAsText, FetchChatCompletionParams, fetchAndDecodeChatCompletion, fetchAndDecodeChatCompletionAsText, fetchChatCompletion };

package/dist/utils/fetch-chat-completion.js

@@ -0,0 +1,103 @@
+'use strict';
+
+var shared = require('@copilotkit/shared');
+
+var __defProp = Object.defineProperty;
+var __defProps = Object.defineProperties;
+var __getOwnPropDescs = Object.getOwnPropertyDescriptors;
+var __getOwnPropSymbols = Object.getOwnPropertySymbols;
+var __hasOwnProp = Object.prototype.hasOwnProperty;
+var __propIsEnum = Object.prototype.propertyIsEnumerable;
+var __defNormalProp = (obj, key, value) => key in obj ? __defProp(obj, key, { enumerable: true, configurable: true, writable: true, value }) : obj[key] = value;
+var __spreadValues = (a, b) => {
+  for (var prop in b || (b = {}))
+    if (__hasOwnProp.call(b, prop))
+      __defNormalProp(a, prop, b[prop]);
+  if (__getOwnPropSymbols)
+    for (var prop of __getOwnPropSymbols(b)) {
+      if (__propIsEnum.call(b, prop))
+        __defNormalProp(a, prop, b[prop]);
+    }
+  return a;
+};
+var __spreadProps = (a, b) => __defProps(a, __getOwnPropDescs(b));
+var __async = (__this, __arguments, generator) => {
+  return new Promise((resolve, reject) => {
+    var fulfilled = (value) => {
+      try {
+        step(generator.next(value));
+      } catch (e) {
+        reject(e);
+      }
+    };
+    var rejected = (value) => {
+      try {
+        step(generator.throw(value));
+      } catch (e) {
+        reject(e);
+      }
+    };
+    var step = (x) => x.done ? resolve(x.value) : Promise.resolve(x.value).then(fulfilled, rejected);
+    step((generator = generator.apply(__this, __arguments)).next());
+  });
+};
+function fetchChatCompletion(_0) {
+  return __async(this, arguments, function* ({
+    copilotConfig,
+    model,
+    messages,
+    functions,
+    temperature,
+    headers,
+    body,
+    signal
+  }) {
+    temperature || (temperature = 0.5);
+    functions || (functions = []);
+    const cleanedMessages = messages.map((message) => {
+      const { content, role, name, function_call } = message;
+      return { content, role, name, function_call };
+    });
+    const response = yield fetch(copilotConfig.chatApiEndpoint, {
+      method: "POST",
+      headers: __spreadValues(__spreadValues({
+        "Content-Type": "application/json"
+      }, copilotConfig.headers), headers ? __spreadValues({}, headers) : {}),
+      body: JSON.stringify(__spreadValues(__spreadValues(__spreadValues(__spreadValues(__spreadValues({
+        model,
+        messages: cleanedMessages,
+        stream: true
+      }, functions.length ? { functions } : {}), temperature ? { temperature } : {}), functions.length != 0 ? { function_call: "auto" } : {}), copilotConfig.body), body ? __spreadValues({}, body) : {})),
+      signal
+    });
+    return response;
+  });
+}
+function fetchAndDecodeChatCompletion(params) {
+  return __async(this, null, function* () {
+    const response = yield fetchChatCompletion(params);
+    if (!response.ok || !response.body) {
+      return __spreadProps(__spreadValues({}, response), { events: null });
+    }
+    const events = yield shared.decodeChatCompletion(shared.parseChatCompletion(response.body));
+    return __spreadProps(__spreadValues({}, response), { events });
+  });
+}
+function fetchAndDecodeChatCompletionAsText(params) {
+  return __async(this, null, function* () {
+    const response = yield fetchChatCompletion(params);
+    if (!response.ok || !response.body) {
+      return __spreadProps(__spreadValues({}, response), { events: null });
+    }
+    const events = yield shared.decodeChatCompletionAsText(
+      shared.decodeChatCompletion(shared.parseChatCompletion(response.body))
+    );
+    return __spreadProps(__spreadValues({}, response), { events });
+  });
+}
+
+exports.fetchAndDecodeChatCompletion = fetchAndDecodeChatCompletion;
+exports.fetchAndDecodeChatCompletionAsText = fetchAndDecodeChatCompletionAsText;
+exports.fetchChatCompletion = fetchChatCompletion;
+//# sourceMappingURL=out.js.map
+//# sourceMappingURL=fetch-chat-completion.js.map

package/dist/utils/fetch-chat-completion.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../src/utils/fetch-chat-completion.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA;AAAA,EAIE;AAAA,EACA;AAAA,EACA;AAAA,OACK;AAeP,SAAsB,oBAAoB,IASO;AAAA,6CATP;AAAA,IACxC;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,EACF,GAAiD;AAC/C,kCAAgB;AAChB,8BAAc,CAAC;AAGf,UAAM,kBAAkB,SAAS,IAAI,CAAC,YAAY;AAChD,YAAM,EAAE,SAAS,MAAM,MAAM,cAAc,IAAI;AAC/C,aAAO,EAAE,SAAS,MAAM,MAAM,cAAc;AAAA,IAC9C,CAAC;AAED,UAAM,WAAW,MAAM,MAAM,cAAc,iBAAiB;AAAA,MAC1D,QAAQ;AAAA,MACR,SAAS;AAAA,QACP,gBAAgB;AAAA,SACb,cAAc,UACb,UAAU,mBAAK,WAAY,CAAC;AAAA,MAElC,MAAM,KAAK,UAAU;AAAA,QACnB;AAAA,QACA,UAAU;AAAA,QACV,QAAQ;AAAA,SACJ,UAAU,SAAS,EAAE,UAAU,IAAI,CAAC,IACpC,cAAc,EAAE,YAAY,IAAI,CAAC,IACjC,UAAU,UAAU,IAAI,EAAE,eAAe,OAAO,IAAI,CAAC,IACtD,cAAc,OACb,OAAO,mBAAK,QAAS,CAAC,EAC3B;AAAA,MACD;AAAA,IACF,CAAC;AAED,WAAO;AAAA,EACT;AAAA;AAMA,SAAsB,6BACpB,QACwC;AAAA;AACxC,UAAM,WAAW,MAAM,oBAAoB,MAAM;AACjD,QAAI,CAAC,SAAS,MAAM,CAAC,SAAS,MAAM;AAClC,aAAO,iCAAK,WAAL,EAAe,QAAQ,KAAK;AAAA,IACrC;AACA,UAAM,SAAS,MAAM,qBAAqB,oBAAoB,SAAS,IAAI,CAAC;AAC5E,WAAO,iCAAK,WAAL,EAAe,OAAO;AAAA,EAC/B;AAAA;AAMA,SAAsB,mCACpB,QAC8C;AAAA;AAC9C,UAAM,WAAW,MAAM,oBAAoB,MAAM;AACjD,QAAI,CAAC,SAAS,MAAM,CAAC,SAAS,MAAM;AAClC,aAAO,iCAAK,WAAL,EAAe,QAAQ,KAAK;AAAA,IACrC;AACA,UAAM,SAAS,MAAM;AAAA,MACnB,qBAAqB,oBAAoB,SAAS,IAAI,CAAC;AAAA,IACzD;AACA,WAAO,iCAAK,WAAL,EAAe,OAAO;AAAA,EAC/B;AAAA","sourcesContent":["import {\n  Message,\n  Function,\n  ChatCompletionEvent,\n  decodeChatCompletion,\n  parseChatCompletion,\n  decodeChatCompletionAsText,\n} from \"@copilotkit/shared\";\nimport { CopilotApiConfig } from \"../context\";\n\nexport interface FetchChatCompletionParams {\n  copilotConfig: CopilotApiConfig;\n  model?: string;\n  messages: Message[];\n  functions?: Function[];\n  temperature?: number;\n  maxTokens?: number;\n  headers?: Record<string, string> | Headers;\n  body?: object;\n  signal?: AbortSignal;\n}\n\nexport async function fetchChatCompletion({\n  copilotConfig,\n  model,\n  messages,\n  functions,\n  temperature,\n  headers,\n  body,\n  signal,\n}: FetchChatCompletionParams): Promise<Response> {\n  temperature ||= 0.5;\n  functions ||= [];\n\n  // clean up any extra properties from messages\n  const cleanedMessages = messages.map((message) => {\n    const { content, role, name, function_call } = message;\n    return { content, role, name, function_call };\n  });\n\n  const response = await fetch(copilotConfig.chatApiEndpoint, {\n    method: \"POST\",\n    headers: {\n      \"Content-Type\": \"application/json\",\n      ...copilotConfig.headers,\n      ...(headers ? { ...headers } : {}),\n    },\n    body: JSON.stringify({\n      model,\n      messages: cleanedMessages,\n      stream: true,\n      ...(functions.length ? { functions } : {}),\n      ...(temperature ? { temperature } : {}),\n      ...(functions.length != 0 ? { function_call: \"auto\" } : {}),\n      ...copilotConfig.body,\n      ...(body ? { ...body } : {}),\n    }),\n    signal,\n  });\n\n  return response;\n}\n\nexport interface DecodedChatCompletionResponse extends Response {\n  events: ReadableStream<ChatCompletionEvent> | null;\n}\n\nexport async function fetchAndDecodeChatCompletion(\n  params: FetchChatCompletionParams,\n): Promise<DecodedChatCompletionResponse> {\n  const response = await fetchChatCompletion(params);\n  if (!response.ok || !response.body) {\n    return { ...response, events: null };\n  }\n  const events = await decodeChatCompletion(parseChatCompletion(response.body));\n  return { ...response, events };\n}\n\nexport interface DecodedChatCompletionResponseAsText extends Response {\n  events: ReadableStream<string> | null;\n}\n\nexport async function fetchAndDecodeChatCompletionAsText(\n  params: FetchChatCompletionParams,\n): Promise<DecodedChatCompletionResponseAsText> {\n  const response = await fetchChatCompletion(params);\n  if (!response.ok || !response.body) {\n    return { ...response, events: null };\n  }\n  const events = await decodeChatCompletionAsText(\n    decodeChatCompletion(parseChatCompletion(response.body)),\n  );\n  return { ...response, events };\n}\n"]}

package/dist/utils/fetch-chat-completion.mjs

@@ -0,0 +1,4 @@
+export { fetchAndDecodeChatCompletion, fetchAndDecodeChatCompletionAsText, fetchChatCompletion } from '../chunk-UAKLDQMP.mjs';
+import '../chunk-MRXNTQOX.mjs';
+//# sourceMappingURL=out.js.map
+//# sourceMappingURL=fetch-chat-completion.mjs.map

package/dist/utils/utils.js

@@ -0,0 +1,4 @@
+'use strict';
+
+//# sourceMappingURL=out.js.map
+//# sourceMappingURL=utils.js.map

package/dist/utils/utils.test.js

@@ -0,0 +1,10 @@
+'use strict';
+
+// src/utils/utils.test.ts
+describe("emptyTest", () => {
+  it("should be truthy", () => {
+    expect(true).toBeTruthy();
+  });
+});
+//# sourceMappingURL=out.js.map
+//# sourceMappingURL=utils.test.js.map

package/dist/utils/utils.test.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../src/utils/utils.test.ts"],"names":[],"mappings":";AAEA,SAAS,aAAa,MAAM;AAC1B,KAAG,oBAAoB,MAAM;AAC3B,WAAO,IAAI,EAAE,WAAW;AAAA,EAC1B,CAAC;AACH,CAAC","sourcesContent":["import * as utils from \"./utils\";\n\ndescribe(\"emptyTest\", () => {\n  it(\"should be truthy\", () => {\n    expect(true).toBeTruthy();\n  });\n});\n"]}

package/package.json

@@ -4,11 +4,13 @@
   "publishConfig": {
     "access": "public"
   },
-  "version": "0.18.0-alpha.1",
+  "version": "0.18.0-alpha.2",
   "sideEffects": false,
   "main": "./dist/index.js",
   "module": "./dist/index.mjs",
-  "exports": "./dist/index.mjs",
+  "exports": {
+    ".": "./dist/index.js"
+  },
   "types": "./dist/index.d.ts",
   "license": "MIT",
   "peerDependencies": {
@@ -23,17 +25,15 @@
     "ts-jest": "^29.1.1",
     "tsup": "^6.7.0",
     "typescript": "^5.1.3",
-    "tsconfig": "0.7.0-alpha.0",
-    "eslint-config-custom": "0.3.0-alpha.0"
+    "tsconfig": "0.7.0-alpha.1",
+    "eslint-config-custom": "0.3.0-alpha.1"
   },
   "dependencies": {
-    "eventemitter3": "^5.0.1",
     "nanoid": "^4.0.2",
-    "openai": "^4.6.0",
-    "@copilotkit/shared": "0.2.0-alpha.0"
+    "@copilotkit/shared": "0.2.0-alpha.1"
   },
   "scripts": {
-    "build": "tsup --treeshake",
+    "build": "tsup --treeshake --clean",
     "dev": "tsup --watch --no-splitting",
     "test": "jest",
     "check-types": "tsc --noEmit",

package/src/components/copilot-provider/copilotkit-props.tsx

@@ -0,0 +1,42 @@
+"use client";
+import { ReactNode } from "react";
+
+/**
+ * Props for CopilotKit.
+ */
+
+export interface CopilotKitProps {
+  /**
+   * The endpoint for the chat API.
+   */
+  url: string;
+
+  /**
+   * additional headers to be sent with the request
+   * @default {}
+   * @example
+   * ```
+   * {
+   *   'Authorization': 'Bearer your_token_here'
+   * }
+   * ```
+   */
+  headers?: Record<string, string>;
+
+  /**
+   * Additional body params to be sent with the request
+   * @default {}
+   * @example
+   * ```
+   * {
+   *   'message': 'Hello, world!'
+   * }
+   * ```
+   */
+  body?: Record<string, any>;
+
+  /**
+   * The children to be rendered within the CopilotKit.
+   */
+  children: ReactNode;
+}

package/src/components/copilot-provider/{copilot-provider.tsx → copilotkit.tsx}

@@ -1,17 +1,21 @@
 "use client";
 
+import { Function } from "@copilotkit/shared";
 import { useCallback, useState } from "react";
 import { CopilotContext, CopilotApiConfig } from "../../context/copilot-context";
 import useTree from "../../hooks/use-tree";
-import { AnnotatedFunction } from "../../types/annotated-function";
-import { ChatCompletionCreateParams } from "openai/resources/chat";
-import { DocumentPointer, FunctionCallHandler } from "../../types";
+import { DocumentPointer } from "../../types";
+import {
+  FunctionCallHandler,
+  AnnotatedFunction,
+  annotatedFunctionToChatCompletionFunction,
+} from "@copilotkit/shared";
 import useFlatCategoryStore from "../../hooks/use-flat-category-store";
 import { StandardCopilotApiConfig } from "./standard-copilot-api-config";
-import { CopilotProviderProps } from "./copilot-provider-props";
+import { CopilotKitProps } from "./copilotkit-props";
 
 /**
- * The CopilotProvider component.
+ * The CopilotKit component.
  * This component provides the Copilot context to its children.
  * It can be configured either with a chat API endpoint or a CopilotApiConfig.
  *
@@ -22,9 +26,9 @@ import { CopilotProviderProps } from "./copilot-provider-props";
  *
  * Example usage:
  * ```
- * <CopilotProvider chatApiEndpoint="https://your.copilotkit.api">
+ * <CopilotKit url="https://your.copilotkit.api">
  *    <App />
- * </CopilotProvider>
+ * </CopilotKit>
  * ```
  *
  * or
@@ -39,15 +43,15 @@ import { CopilotProviderProps } from "./copilot-provider-props";
  *
  * // ...
  *
- * <CopilotProvider chatApiConfig={copilotApiConfig}>
+ * <CopilotKit chatApiConfig={copilotApiConfig}>
  *    <App />
- * </CopilotProvider>
+ * </CopilotKit>
  * ```
  *
  * @param props - The props for the component.
- * @returns The CopilotProvider component.
+ * @returns The CopilotKit component.
  */
-export function CopilotProvider({ children, ...props }: CopilotProviderProps): JSX.Element {
+export function CopilotKit({ children, ...props }: CopilotKitProps) {
   // Compute all the functions and properties that we need to pass
   // to the CopilotContext.
 
@@ -141,17 +145,12 @@ export function CopilotProvider({ children, ...props }: CopilotProviderProps): J
   );
 
   // get the appropriate CopilotApiConfig from the props
-  let copilotApiConfig: CopilotApiConfig;
-  if ("chatApiEndpoint" in props) {
-    copilotApiConfig = new StandardCopilotApiConfig(
-      props.chatApiEndpoint,
-      props.chatApiEndpointV2 || `${props.chatApiEndpoint}/v2`,
-      {},
-      {},
-    );
-  } else {
-    copilotApiConfig = props.chatApiConfig;
-  }
+  const copilotApiConfig: CopilotApiConfig = new StandardCopilotApiConfig(
+    props.url,
+    `${props.url}/v2`,
+    props.headers || {},
+    props.body || {},
+  );
 
   return (
     <CopilotContext.Provider
@@ -223,40 +222,6 @@ function entryPointsToFunctionCallHandler(
   };
 }
 
-function entryPointsToChatCompletionFunctions(
-  entryPoints: AnnotatedFunction<any[]>[],
-): ChatCompletionCreateParams.Function[] {
+function entryPointsToChatCompletionFunctions(entryPoints: AnnotatedFunction<any[]>[]): Function[] {
   return entryPoints.map(annotatedFunctionToChatCompletionFunction);
 }
-
-function annotatedFunctionToChatCompletionFunction(
-  annotatedFunction: AnnotatedFunction<any[]>,
-): ChatCompletionCreateParams.Function {
-  // Create the parameters object based on the argumentAnnotations
-  let parameters: { [key: string]: any } = {};
-  for (let arg of annotatedFunction.argumentAnnotations) {
-    // isolate the args we should forward inline
-    let { name, required, ...forwardedArgs } = arg;
-    parameters[arg.name] = forwardedArgs;
-  }
-
-  let requiredParameterNames: string[] = [];
-  for (let arg of annotatedFunction.argumentAnnotations) {
-    if (arg.required) {
-      requiredParameterNames.push(arg.name);
-    }
-  }
-
-  // Create the ChatCompletionFunctions object
-  let chatCompletionFunction: ChatCompletionCreateParams.Function = {
-    name: annotatedFunction.name,
-    description: annotatedFunction.description,
-    parameters: {
-      type: "object",
-      properties: parameters,
-      required: requiredParameterNames,
-    },
-  };
-
-  return chatCompletionFunction;
-}

package/src/components/copilot-provider/index.ts

@@ -1,7 +1,3 @@
-export { CopilotProvider, defaultCopilotContextCategories } from "./copilot-provider";
+export { CopilotKit, defaultCopilotContextCategories } from "./copilotkit";
 
-export type {
-  CopilotProviderApiEndpointProps,
-  CopilotProviderApiConfigProps,
-  CopilotProviderProps,
-} from "./copilot-provider-props";
+export type { CopilotKitProps } from "./copilotkit-props";

package/src/context/copilot-context.tsx

@@ -1,10 +1,8 @@
 "use client";
 
-import { FunctionCallHandler } from "../types";
+import { FunctionCallHandler, AnnotatedFunction, Function } from "@copilotkit/shared";
 import React from "react";
 import { TreeNodeId } from "../hooks/use-tree";
-import { AnnotatedFunction } from "../types/annotated-function";
-import { ChatCompletionCreateParams } from "openai/resources/chat";
 import { DocumentPointer } from "../types";
 
 /**
@@ -51,7 +49,7 @@ export interface CopilotContextParams {
   entryPoints: Record<string, AnnotatedFunction<any[]>>;
   setEntryPoint: (id: string, entryPoint: AnnotatedFunction<any[]>) => void;
   removeEntryPoint: (id: string) => void;
-  getChatCompletionFunctionDescriptions: () => ChatCompletionCreateParams.Function[];
+  getChatCompletionFunctionDescriptions: () => Function[];
   getFunctionCallHandler: () => FunctionCallHandler;
 
   // text context
@@ -86,14 +84,10 @@ const emptyCopilotContext: CopilotContextParams = {
 
   copilotApiConfig: new (class implements CopilotApiConfig {
     get chatApiEndpoint(): string {
-      throw new Error(
-        "Remember to wrap your app in a `<CopilotProvider> {...} </CopilotProvider>` !!!",
-      );
+      throw new Error("Remember to wrap your app in a `<CopilotKit> {...} </CopilotKit>` !!!");
     }
     get chatApiEndpointV2(): string {
-      throw new Error(
-        "Remember to wrap your app in a `<CopilotProvider> {...} </CopilotProvider>` !!!",
-      );
+      throw new Error("Remember to wrap your app in a `<CopilotKit> {...} </CopilotKit>` !!!");
     }
     get headers(): Record<string, string> {
       return {};
@@ -107,8 +101,6 @@ const emptyCopilotContext: CopilotContextParams = {
 export const CopilotContext = React.createContext<CopilotContextParams>(emptyCopilotContext);
 
 function returnAndThrowInDebug<T>(value: T): T {
-  throw new Error(
-    "Remember to wrap your app in a `<CopilotProvider> {...} </CopilotProvider>` !!!",
-  );
+  throw new Error("Remember to wrap your app in a `<CopilotKit> {...} </CopilotKit>` !!!");
   return value;
 }

package/src/hooks/use-chat.ts

@@ -1,7 +1,7 @@
 import { useRef, useState } from "react";
-import { Message, Function, FunctionCallHandler } from "../types";
+import { Message, Function, FunctionCallHandler, FunctionCall } from "@copilotkit/shared";
 import { nanoid } from "nanoid";
-import { ChatCompletionClient } from "../openai/chat-completion-client";
+import { fetchAndDecodeChatCompletion } from "../utils/fetch-chat-completion";
 import { CopilotApiConfig } from "../context";
 
 export type UseChatOptions = {
@@ -87,84 +87,66 @@ export function useChat(options: UseChatOptionsWithCopilotConfig): UseChatHelper
   const abortControllerRef = useRef<AbortController>();
 
   const runChatCompletion = async (messages: Message[]): Promise<Message> => {
-    return new Promise<Message>((resolve, reject) => {
-      setIsLoading(true);
-
-      const abortController = new AbortController();
-      abortControllerRef.current = abortController;
-
-      const assistantMessage: Message = {
-        id: nanoid(),
-        createdAt: new Date(),
-        content: "",
-        role: "assistant",
-      };
-
-      // Assistant messages are always copied when using setState
-      setMessages([...messages, { ...assistantMessage }]);
-
-      const messagesWithContext = [...(options.initialMessages || []), ...messages];
-
-      const client = new ChatCompletionClient({});
-
-      const cleanup = () => {
-        client.off("content");
-        client.off("end");
-        client.off("error");
-        client.off("function");
-
-        abortControllerRef.current = undefined;
-      };
-
-      abortController.signal.addEventListener("abort", () => {
-        setIsLoading(false);
-        cleanup();
-        reject(new DOMException("Aborted", "AbortError"));
-      });
-
-      client.on("content", (content) => {
-        assistantMessage.content += content;
-        setMessages([...messages, { ...assistantMessage }]);
-      });
+    setIsLoading(true);
+    const assistantMessage: Message = {
+      id: nanoid(),
+      createdAt: new Date(),
+      content: "",
+      role: "assistant",
+    };
+    const abortController = new AbortController();
+    abortControllerRef.current = abortController;
+
+    setMessages([...messages, { ...assistantMessage }]);
+
+    const messagesWithContext = [...(options.initialMessages || []), ...messages];
+    const response = await fetchAndDecodeChatCompletion({
+      copilotConfig: options.copilotConfig,
+      messages: messagesWithContext,
+      functions: options.functions,
+      headers: options.headers,
+      signal: abortController.signal,
+    });
 
-      client.on("end", () => {
-        setIsLoading(false);
-        cleanup();
-        resolve({ ...assistantMessage });
-      });
+    if (!response.events) {
+      throw new Error("Failed to fetch chat completion");
+    }
 
-      client.on("error", (error) => {
-        setIsLoading(false);
-        cleanup();
-        reject(error);
-      });
-
-      client.on("function", async (functionCall) => {
-        assistantMessage.function_call = {
-          name: functionCall.name,
-          arguments: JSON.stringify(functionCall.arguments),
-        };
-        setMessages([...messages, { ...assistantMessage }]);
-        // quit early if we get a function call
+    const reader = response.events.getReader();
+
+    while (true) {
+      try {
+        const { done, value } = await reader.read();
+
+        if (done) {
+          setIsLoading(false);
+          return { ...assistantMessage };
+        }
+
+        if (value.type === "content") {
+          assistantMessage.content += value.content;
+          setMessages([...messages, { ...assistantMessage }]);
+        } else if (value.type === "function") {
+          assistantMessage.function_call = {
+            name: value.name,
+            arguments: JSON.stringify(value.arguments),
+          };
+          setMessages([...messages, { ...assistantMessage }]);
+          // quit early if we get a function call
+          setIsLoading(false);
+          return { ...assistantMessage };
+        }
+      } catch (error) {
         setIsLoading(false);
-        cleanup();
-        resolve({ ...assistantMessage });
-      });
-
-      client.fetch({
-        copilotConfig: options.copilotConfig,
-        messages: messagesWithContext,
-        functions: options.functions,
-        headers: options.headers,
-        signal: abortController.signal,
-      });
-    });
+        throw error;
+      }
+    }
   };
 
   const runChatCompletionAndHandleFunctionCall = async (messages: Message[]): Promise<void> => {
     const message = await runChatCompletion(messages);
     if (message.function_call && options.onFunctionCall) {
-      await options.onFunctionCall(messages, message.function_call);
+      await options.onFunctionCall(messages, message.function_call as FunctionCall);
     }
   };