@copilotkit/react-core 0.16.0-alpha.3 → 0.17.0-alpha.0

package/dist/hooks/use-chat.mjs.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../src/hooks/use-chat.ts","../../src/openai/chat-completion-client.ts","../../src/openai/chat-completion-transport.ts"],"sourcesContent":["import { useState } from \"react\";\nimport { Message, Function, FunctionCallHandler } from \"../types\";\nimport { nanoid } from \"nanoid\";\nimport { ChatCompletionClient } from \"../openai/chat-completion-client\";\nimport { CopilotApiConfig } from \"../context\";\n\nexport type UseChatOptions = {\n  /**\n   * The API endpoint that accepts a `{ messages: Message[] }` object and returns\n   * a stream of tokens of the AI chat response. Defaults to `/api/chat`.\n   */\n  api?: string;\n  /**\n   * A unique identifier for the chat. If not provided, a random one will be\n   * generated. When provided, the `useChat` hook with the same `id` will\n   * have shared states across components.\n   */\n  id?: string;\n  /**\n   * System messages of the chat. Defaults to an empty array.\n   */\n  initialMessages?: Message[];\n  /**\n   * Callback function to be called when a function call is received.\n   * If the function returns a `ChatRequest` object, the request will be sent\n   * automatically to the API and will be used to update the chat.\n   */\n  onFunctionCall?: FunctionCallHandler;\n  /**\n   * HTTP headers to be sent with the API request.\n   */\n  headers?: Record<string, string> | Headers;\n  /**\n   * Extra body object to be sent with the API request.\n   * @example\n   * Send a `sessionId` to the API along with the messages.\n   * ```js\n   * useChat({\n   *   body: {\n   *     sessionId: '123',\n   *   }\n   * })\n   * ```\n   */\n  body?: object;\n  /**\n   * Function definitions to be sent to the API.\n   */\n  functions?: Function[];\n};\n\nexport type UseChatHelpers = {\n  /** Current messages in the chat */\n  messages: Message[];\n  /**\n   * Append a user message to the chat list. This triggers the API call to fetch\n   * the assistant's response.\n   * @param message The message to append\n   */\n  append: (message: Message) => Promise<void>;\n  /**\n   * Reload the last AI chat response for the given chat history. If the last\n   * message isn't from the assistant, it will request the API to generate a\n   * new response.\n   */\n  reload: () => Promise<void>;\n  /**\n   * Abort the current request immediately, keep the generated tokens if any.\n   */\n  stop: () => void;\n  /** The current value of the input */\n  input: string;\n  /** setState-powered method to update the input value */\n  setInput: React.Dispatch<React.SetStateAction<string>>;\n  /** Whether the API request is in progress */\n  isLoading: boolean;\n};\n\nexport type UseChatOptionsWithCopilotConfig = UseChatOptions & {\n  copilotConfig: CopilotApiConfig;\n};\n\nexport function useChat(options: UseChatOptionsWithCopilotConfig): UseChatHelpers {\n  const [messages, setMessages] = useState<Message[]>([]);\n  const [input, setInput] = useState(\"\");\n  const [isLoading, setIsLoading] = useState(false);\n\n  const runChatCompletion = async (messages: Message[]): Promise<Message> => {\n    return new Promise<Message>((resolve, reject) => {\n      setIsLoading(true);\n\n      const assistantMessage: Message = {\n        id: nanoid(),\n        createdAt: new Date(),\n        content: \"\",\n        role: \"assistant\",\n      };\n\n      // Assistant messages are always copied when using setState\n      setMessages([...messages, { ...assistantMessage }]);\n\n      const messagesWithContext = [...(options.initialMessages || []), ...messages];\n\n      const client = new ChatCompletionClient({\n        url: options.api || \"/api/copilotkit/openai\",\n      });\n\n      const cleanup = () => {\n        client.off(\"content\");\n        client.off(\"end\");\n        client.off(\"error\");\n        client.off(\"function\");\n      };\n\n      client.on(\"content\", (content) => {\n        assistantMessage.content += content;\n        setMessages([...messages, { ...assistantMessage }]);\n      });\n\n      client.on(\"end\", () => {\n        setIsLoading(false);\n        cleanup();\n        resolve({ ...assistantMessage });\n      });\n\n      client.on(\"error\", (error) => {\n        setIsLoading(false);\n        cleanup();\n        reject(error);\n      });\n\n      client.on(\"function\", async (functionCall) => {\n        assistantMessage.function_call = {\n          name: functionCall.name,\n          arguments: JSON.stringify(functionCall.arguments),\n        };\n        setMessages([...messages, { ...assistantMessage }]);\n        // quit early if we get a function call\n        setIsLoading(false);\n        cleanup();\n        resolve({ ...assistantMessage });\n      });\n\n      client.fetch({\n        messages: messagesWithContext,\n        functions: options.functions,\n        headers: options.headers,\n        copilotConfig: options.copilotConfig,\n      });\n    });\n  };\n\n  const runChatCompletionAndHandleFunctionCall = async (messages: Message[]): Promise<void> => {\n    const message = await runChatCompletion(messages);\n    if (message.function_call && options.onFunctionCall) {\n      await options.onFunctionCall(messages, message.function_call);\n    }\n  };\n\n  const append = async (message: Message): Promise<void> => {\n    if (isLoading) {\n      return;\n    }\n    const newMessages = [...messages, message];\n    setMessages(newMessages);\n    return runChatCompletionAndHandleFunctionCall(newMessages);\n  };\n\n  const reload = async (): Promise<void> => {\n    if (isLoading || messages.length === 0) {\n      return;\n    }\n    let newMessages = [...messages];\n    const lastMessage = messages[messages.length - 1];\n\n    if (lastMessage.role === \"assistant\") {\n      newMessages = newMessages.slice(0, -1);\n    }\n    setMessages(newMessages);\n\n    return runChatCompletionAndHandleFunctionCall(newMessages);\n  };\n\n  const stop = (): void => {\n    throw new Error(\"Not implemented\");\n  };\n\n  return {\n    messages,\n    append,\n    reload,\n    stop,\n    isLoading,\n    input,\n    setInput,\n  };\n}\n","import EventEmitter from \"eventemitter3\";\nimport { Function, Message, Role } from \"../types\";\nimport {\n  ChatCompletionTransport,\n  ChatCompletionTransportFetchParams,\n} from \"./chat-completion-transport\";\n\ninterface ChatCompletionClientConfiguration {\n  url: string;\n  model?: string;\n}\n\ninterface ChatCompletionClientEvents {\n  content: string;\n  partial: [string, string];\n  error: any;\n  function: {\n    name: string;\n    arguments: any;\n  };\n  end: void;\n}\n\nexport interface ChatCompletionChunk {\n  choices: {\n    delta: {\n      role: Role;\n      content?: string | null;\n      function_call?: {\n        name?: string;\n        arguments?: string;\n      };\n    };\n  }[];\n}\n\nconst DEFAULT_MAX_TOKENS = 8192;\n\nexport class ChatCompletionClient extends EventEmitter<ChatCompletionClientEvents> {\n  private url: string;\n  private model?: string;\n\n  private chatCompletionTransport: ChatCompletionTransport | null = null;\n  private mode: \"function\" | \"message\" | null = null;\n  private functionCallName: string = \"\";\n  private functionCallArguments: string = \"\";\n\n  constructor(params: ChatCompletionClientConfiguration) {\n    super();\n    this.model = params.model;\n    this.url = params.url;\n  }\n\n  public async fetch(params: ChatCompletionTransportFetchParams) {\n    params = { ...params };\n    if (this.model && this.model in maxTokensByModel) {\n      params.maxTokens ||= maxTokensByModel[this.model];\n    } else {\n      params.maxTokens ||= DEFAULT_MAX_TOKENS;\n    }\n\n    params.functions ||= [];\n    params.model = this.model;\n    params.messages = this.buildPrompt(params);\n    return await this.runPrompt(params);\n  }\n\n  private buildPrompt(params: ChatCompletionTransportFetchParams): Message[] {\n    let maxTokens = params.maxTokens!;\n    const messages = params.messages!;\n    const functions = params.functions!;\n    const functionsNumTokens = countFunctionsTokens(functions);\n    if (functionsNumTokens > maxTokens) {\n      throw new Error(`Too many tokens in function calls: ${functionsNumTokens} > ${maxTokens}`);\n    }\n    maxTokens -= functionsNumTokens;\n\n    for (const message of messages) {\n      if (message.role === \"system\") {\n        const numTokens = this.countTokens(message);\n        maxTokens -= numTokens;\n\n        if (maxTokens < 0) {\n          throw new Error(\"Not enough tokens for system message.\");\n        }\n      }\n    }\n\n    const result: Message[] = [];\n    let cutoff: boolean = false;\n\n    const reversedMessages = [...messages].reverse();\n    for (const message of reversedMessages) {\n      if (message.role === \"system\") {\n        result.unshift(message);\n        continue;\n      } else if (cutoff) {\n        continue;\n      }\n      let numTokens = this.countTokens(message);\n      if (maxTokens < numTokens) {\n        cutoff = true;\n        continue;\n      }\n      result.unshift(message);\n      maxTokens -= numTokens;\n    }\n\n    return result;\n  }\n\n  private async runPrompt(params: ChatCompletionTransportFetchParams): Promise<void> {\n    this.chatCompletionTransport = new ChatCompletionTransport({\n      url: this.url,\n    });\n\n    this.chatCompletionTransport.on(\"data\", this.onData);\n    this.chatCompletionTransport.on(\"error\", this.onError);\n    this.chatCompletionTransport.on(\"end\", this.onEnd);\n\n    await this.chatCompletionTransport.fetch(params);\n  }\n\n  private onData = (data: ChatCompletionChunk) => {\n    // In case we are in a function call but the next message is not a function call, flush it.\n    if (this.mode === \"function\" && !data.choices[0].delta.function_call) {\n      const success = this.tryFlushFunctionCall();\n      if (!success) {\n        return;\n      }\n    }\n\n    this.mode = data.choices[0].delta.function_call ? \"function\" : \"message\";\n\n    if (this.mode === \"message\") {\n      // if we get a message, emit the content and return;\n\n      if (data.choices[0].delta.content) {\n        this.emit(\"content\", data.choices[0].delta.content);\n      }\n\n      return;\n    } else if (this.mode === \"function\") {\n      // if we get a function call, we buffer the name and arguments, then emit a partial event.\n\n      if (data.choices[0].delta.function_call!.name) {\n        this.functionCallName = data.choices[0].delta.function_call!.name!;\n      }\n      if (data.choices[0].delta.function_call!.arguments) {\n        this.functionCallArguments += data.choices[0].delta.function_call!.arguments!;\n      }\n      this.emit(\"partial\", this.functionCallName, this.functionCallArguments);\n\n      return;\n    }\n  };\n\n  private onError = (error: any) => {\n    this.emit(\"error\", error);\n    this.cleanup();\n  };\n\n  private onEnd = () => {\n    if (this.mode === \"function\") {\n      const success = this.tryFlushFunctionCall();\n      if (!success) {\n        return;\n      }\n    }\n    this.emit(\"end\");\n    this.cleanup();\n  };\n\n  private tryFlushFunctionCall(): boolean {\n    let args: any = null;\n    try {\n      args = JSON.parse(this.functionCallArguments);\n    } catch (error) {\n      this.emit(\"error\", error);\n      this.cleanup();\n      return false;\n    }\n    this.emit(\"function\", {\n      name: this.functionCallName,\n      arguments: args,\n    });\n    this.mode = null;\n    this.functionCallName = \"\";\n    this.functionCallArguments = \"\";\n    return true;\n  }\n\n  private cleanup() {\n    if (this.chatCompletionTransport) {\n      this.chatCompletionTransport.off(\"data\", this.onData);\n      this.chatCompletionTransport.off(\"error\", this.onError);\n      this.chatCompletionTransport.off(\"end\", this.onEnd);\n    }\n    this.chatCompletionTransport = null;\n    this.mode = null;\n    this.functionCallName = \"\";\n    this.functionCallArguments = \"\";\n  }\n\n  public countTokens(message: Message): number {\n    if (message.content) {\n      return estimateTokens(message.content);\n    } else if (message.function_call) {\n      return estimateTokens(JSON.stringify(message.function_call));\n    }\n    return 0;\n  }\n}\n\nconst maxTokensByModel: { [key: string]: number } = {\n  \"gpt-3.5-turbo\": 4097,\n  \"gpt-3.5-turbo-16k\": 16385,\n  \"gpt-4\": 8192,\n  \"gpt-4-1106-preview\": 8192,\n  \"gpt-4-32k\": 32768,\n  \"gpt-3.5-turbo-0301\": 4097,\n  \"gpt-4-0314\": 8192,\n  \"gpt-4-32k-0314\": 32768,\n  \"gpt-3.5-turbo-0613\": 4097,\n  \"gpt-4-0613\": 8192,\n  \"gpt-4-32k-0613\": 32768,\n  \"gpt-3.5-turbo-16k-0613\": 16385,\n};\n\nfunction estimateTokens(text: string): number {\n  return text.length / 3;\n}\n\nfunction countFunctionsTokens(functions: Function[]): number {\n  if (functions.length === 0) {\n    return 0;\n  }\n  const json = JSON.stringify(functions);\n  return estimateTokens(json);\n}\n","import EventEmitter from \"eventemitter3\";\nimport { Message, Function } from \"../types\";\nimport { CopilotApiConfig } from \"../context\";\n\nexport interface ChatCompletionTransportConfiguration {\n  url: string;\n}\n\ninterface ChatCompletionTransportEvents {\n  end: void;\n  data: any;\n  error: any;\n}\n\nexport interface ChatCompletionTransportFetchParams {\n  model?: string;\n  messages: Message[];\n  functions?: Function[];\n  temperature?: number;\n  maxTokens?: number;\n  headers?: Record<string, string> | Headers;\n  body?: object;\n  copilotConfig: CopilotApiConfig;\n  signal?: AbortSignal;\n}\n\nconst DEFAULT_MODEL = \"gpt-4-1106-preview\";\n\nexport class ChatCompletionTransport extends EventEmitter<ChatCompletionTransportEvents> {\n  private buffer = new Uint8Array();\n  private bodyReader: ReadableStreamDefaultReader<Uint8Array> | null = null;\n  private url: string;\n\n  constructor({ url }: ChatCompletionTransportConfiguration) {\n    super();\n    this.url = url;\n  }\n\n  private async cleanup() {\n    if (this.bodyReader) {\n      try {\n        await this.bodyReader.cancel();\n      } catch (error) {\n        console.warn(\"Failed to cancel body reader:\", error);\n      }\n    }\n    this.bodyReader = null;\n    this.buffer = new Uint8Array();\n  }\n\n  public async fetch({\n    model,\n    messages,\n    copilotConfig,\n    functions,\n    temperature,\n    headers,\n    body,\n    signal,\n  }: ChatCompletionTransportFetchParams): Promise<void> {\n    await this.cleanup();\n\n    temperature ||= 0.5;\n    functions ||= [];\n    model ||= DEFAULT_MODEL;\n\n    // clean up any extra properties from messages\n    const cleanedMessages = messages.map((message) => {\n      const { content, role, name, function_call } = message;\n      return { content, role, name, function_call };\n    });\n\n    try {\n      const response = await fetch(this.url, {\n        method: \"POST\",\n        headers: {\n          \"Content-Type\": \"application/json\",\n          ...copilotConfig.headers,\n          ...(headers ? { ...headers } : {}),\n        },\n        body: JSON.stringify({\n          model,\n          messages: cleanedMessages,\n          stream: true,\n          ...(functions.length ? { functions } : {}),\n          ...(temperature ? { temperature } : {}),\n          ...(functions.length != 0 ? { function_call: \"auto\" } : {}),\n          ...copilotConfig.body,\n          ...(body ? { ...body } : {}),\n        }),\n        signal,\n      });\n\n      if (!response.ok) {\n        try {\n          const errorText = await response.text();\n          await this.cleanup();\n          const msg = `Error ${response.status}: ${errorText}`;\n          this.emit(\"error\", new Error(msg));\n        } catch (_error) {\n          await this.cleanup();\n          const msg = `Error ${response.status}: ${response.statusText}`;\n          this.emit(\"error\", new Error(msg));\n        }\n        return;\n      }\n\n      if (response.body == null) {\n        await this.cleanup();\n        const msg = \"Response body is null\";\n        this.emit(\"error\", new Error(msg));\n        return;\n      }\n\n      this.bodyReader = response.body.getReader();\n\n      await this.streamBody();\n    } catch (error) {\n      await this.cleanup();\n      this.emit(\"error\", error);\n      return;\n    }\n  }\n\n  private async streamBody() {\n    while (true) {\n      try {\n        const { done, value } = await this.bodyReader!.read();\n\n        if (done) {\n          await this.cleanup();\n          this.emit(\"end\");\n          return;\n        }\n\n        const shouldContinue = await this.processData(value);\n\n        if (!shouldContinue) {\n          return;\n        }\n      } catch (error) {\n        await this.cleanup();\n        this.emit(\"error\", error);\n        return;\n      }\n    }\n  }\n\n  private async processData(data: Uint8Array): Promise<boolean> {\n    // Append new data to the temp buffer\n    const newBuffer = new Uint8Array(this.buffer.length + data.length);\n    newBuffer.set(this.buffer);\n    newBuffer.set(data, this.buffer.length);\n    this.buffer = newBuffer;\n\n    const dataString = new TextDecoder(\"utf-8\").decode(this.buffer);\n\n    let lines = dataString.split(\"\\n\").filter((line) => line.trim() !== \"\");\n\n    // If the last line isn't complete, keep it in the buffer for next time\n    if (!dataString.endsWith(\"\\n\")) {\n      const lastLine = lines.pop() || \"\";\n      const remainingBytes = new TextEncoder().encode(lastLine);\n      this.buffer = new Uint8Array(remainingBytes);\n    } else {\n      this.buffer = new Uint8Array();\n    }\n\n    for (const line of lines) {\n      const cleanedLine = line.replace(/^data: /, \"\");\n\n      if (cleanedLine === \"[DONE]\") {\n        await this.cleanup();\n        this.emit(\"end\");\n        return false;\n      }\n\n      let json;\n      try {\n        json = JSON.parse(cleanedLine);\n      } catch (error) {\n        console.error(\"Failed to parse JSON:\", error);\n        continue;\n      }\n\n      this.emit(\"data\", json);\n    }\n    return true;\n  }\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,SAAS,gBAAgB;AAEzB,SAAS,cAAc;;;ACFvB,OAAOA,mBAAkB;;;ACAzB,OAAO,kBAAkB;AA0BzB,IAAM,gBAAgB;AAEf,IAAM,0BAAN,cAAsC,aAA4C;AAAA,EAKvF,YAAY,EAAE,IAAI,GAAyC;AACzD,UAAM;AALR,SAAQ,SAAS,IAAI,WAAW;AAChC,SAAQ,aAA6D;AAKnE,SAAK,MAAM;AAAA,EACb;AAAA,EAEc,UAAU;AAAA;AACtB,UAAI,KAAK,YAAY;AACnB,YAAI;AACF,gBAAM,KAAK,WAAW,OAAO;AAAA,QAC/B,SAAS,OAAP;AACA,kBAAQ,KAAK,iCAAiC,KAAK;AAAA,QACrD;AAAA,MACF;AACA,WAAK,aAAa;AAClB,WAAK,SAAS,IAAI,WAAW;AAAA,IAC/B;AAAA;AAAA,EAEa,MAAM,IASmC;AAAA,+CATnC;AAAA,MACjB;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,IACF,GAAsD;AACpD,YAAM,KAAK,QAAQ;AAEnB,oCAAgB;AAChB,gCAAc,CAAC;AACf,wBAAU;AAGV,YAAM,kBAAkB,SAAS,IAAI,CAAC,YAAY;AAChD,cAAM,EAAE,SAAS,MAAM,MAAM,cAAc,IAAI;AAC/C,eAAO,EAAE,SAAS,MAAM,MAAM,cAAc;AAAA,MAC9C,CAAC;AAED,UAAI;AACF,cAAM,WAAW,MAAM,MAAM,KAAK,KAAK;AAAA,UACrC,QAAQ;AAAA,UACR,SAAS;AAAA,YACP,gBAAgB;AAAA,aACb,cAAc,UACb,UAAU,mBAAK,WAAY,CAAC;AAAA,UAElC,MAAM,KAAK,UAAU;AAAA,YACnB;AAAA,YACA,UAAU;AAAA,YACV,QAAQ;AAAA,aACJ,UAAU,SAAS,EAAE,UAAU,IAAI,CAAC,IACpC,cAAc,EAAE,YAAY,IAAI,CAAC,IACjC,UAAU,UAAU,IAAI,EAAE,eAAe,OAAO,IAAI,CAAC,IACtD,cAAc,OACb,OAAO,mBAAK,QAAS,CAAC,EAC3B;AAAA,UACD;AAAA,QACF,CAAC;AAED,YAAI,CAAC,SAAS,IAAI;AAChB,cAAI;AACF,kBAAM,YAAY,MAAM,SAAS,KAAK;AACtC,kBAAM,KAAK,QAAQ;AACnB,kBAAM,MAAM,SAAS,SAAS,WAAW;AACzC,iBAAK,KAAK,SAAS,IAAI,MAAM,GAAG,CAAC;AAAA,UACnC,SAAS,QAAP;AACA,kBAAM,KAAK,QAAQ;AACnB,kBAAM,MAAM,SAAS,SAAS,WAAW,SAAS;AAClD,iBAAK,KAAK,SAAS,IAAI,MAAM,GAAG,CAAC;AAAA,UACnC;AACA;AAAA,QACF;AAEA,YAAI,SAAS,QAAQ,MAAM;AACzB,gBAAM,KAAK,QAAQ;AACnB,gBAAM,MAAM;AACZ,eAAK,KAAK,SAAS,IAAI,MAAM,GAAG,CAAC;AACjC;AAAA,QACF;AAEA,aAAK,aAAa,SAAS,KAAK,UAAU;AAE1C,cAAM,KAAK,WAAW;AAAA,MACxB,SAAS,OAAP;AACA,cAAM,KAAK,QAAQ;AACnB,aAAK,KAAK,SAAS,KAAK;AACxB;AAAA,MACF;AAAA,IACF;AAAA;AAAA,EAEc,aAAa;AAAA;AACzB,aAAO,MAAM;AACX,YAAI;AACF,gBAAM,EAAE,MAAM,MAAM,IAAI,MAAM,KAAK,WAAY,KAAK;AAEpD,cAAI,MAAM;AACR,kBAAM,KAAK,QAAQ;AACnB,iBAAK,KAAK,KAAK;AACf;AAAA,UACF;AAEA,gBAAM,iBAAiB,MAAM,KAAK,YAAY,KAAK;AAEnD,cAAI,CAAC,gBAAgB;AACnB;AAAA,UACF;AAAA,QACF,SAAS,OAAP;AACA,gBAAM,KAAK,QAAQ;AACnB,eAAK,KAAK,SAAS,KAAK;AACxB;AAAA,QACF;AAAA,MACF;AAAA,IACF;AAAA;AAAA,EAEc,YAAY,MAAoC;AAAA;AAE5D,YAAM,YAAY,IAAI,WAAW,KAAK,OAAO,SAAS,KAAK,MAAM;AACjE,gBAAU,IAAI,KAAK,MAAM;AACzB,gBAAU,IAAI,MAAM,KAAK,OAAO,MAAM;AACtC,WAAK,SAAS;AAEd,YAAM,aAAa,IAAI,YAAY,OAAO,EAAE,OAAO,KAAK,MAAM;AAE9D,UAAI,QAAQ,WAAW,MAAM,IAAI,EAAE,OAAO,CAAC,SAAS,KAAK,KAAK,MAAM,EAAE;AAGtE,UAAI,CAAC,WAAW,SAAS,IAAI,GAAG;AAC9B,cAAM,WAAW,MAAM,IAAI,KAAK;AAChC,cAAM,iBAAiB,IAAI,YAAY,EAAE,OAAO,QAAQ;AACxD,aAAK,SAAS,IAAI,WAAW,cAAc;AAAA,MAC7C,OAAO;AACL,aAAK,SAAS,IAAI,WAAW;AAAA,MAC/B;AAEA,iBAAW,QAAQ,OAAO;AACxB,cAAM,cAAc,KAAK,QAAQ,WAAW,EAAE;AAE9C,YAAI,gBAAgB,UAAU;AAC5B,gBAAM,KAAK,QAAQ;AACnB,eAAK,KAAK,KAAK;AACf,iBAAO;AAAA,QACT;AAEA,YAAI;AACJ,YAAI;AACF,iBAAO,KAAK,MAAM,WAAW;AAAA,QAC/B,SAAS,OAAP;AACA,kBAAQ,MAAM,yBAAyB,KAAK;AAC5C;AAAA,QACF;AAEA,aAAK,KAAK,QAAQ,IAAI;AAAA,MACxB;AACA,aAAO;AAAA,IACT;AAAA;AACF;;;ADzJA,IAAM,qBAAqB;AAEpB,IAAM,uBAAN,cAAmCC,cAAyC;AAAA,EASjF,YAAY,QAA2C;AACrD,UAAM;AANR,SAAQ,0BAA0D;AAClE,SAAQ,OAAsC;AAC9C,SAAQ,mBAA2B;AACnC,SAAQ,wBAAgC;AA8ExC,SAAQ,SAAS,CAAC,SAA8B;AAE9C,UAAI,KAAK,SAAS,cAAc,CAAC,KAAK,QAAQ,CAAC,EAAE,MAAM,eAAe;AACpE,cAAM,UAAU,KAAK,qBAAqB;AAC1C,YAAI,CAAC,SAAS;AACZ;AAAA,QACF;AAAA,MACF;AAEA,WAAK,OAAO,KAAK,QAAQ,CAAC,EAAE,MAAM,gBAAgB,aAAa;AAE/D,UAAI,KAAK,SAAS,WAAW;AAG3B,YAAI,KAAK,QAAQ,CAAC,EAAE,MAAM,SAAS;AACjC,eAAK,KAAK,WAAW,KAAK,QAAQ,CAAC,EAAE,MAAM,OAAO;AAAA,QACpD;AAEA;AAAA,MACF,WAAW,KAAK,SAAS,YAAY;AAGnC,YAAI,KAAK,QAAQ,CAAC,EAAE,MAAM,cAAe,MAAM;AAC7C,eAAK,mBAAmB,KAAK,QAAQ,CAAC,EAAE,MAAM,cAAe;AAAA,QAC/D;AACA,YAAI,KAAK,QAAQ,CAAC,EAAE,MAAM,cAAe,WAAW;AAClD,eAAK,yBAAyB,KAAK,QAAQ,CAAC,EAAE,MAAM,cAAe;AAAA,QACrE;AACA,aAAK,KAAK,WAAW,KAAK,kBAAkB,KAAK,qBAAqB;AAEtE;AAAA,MACF;AAAA,IACF;AAEA,SAAQ,UAAU,CAAC,UAAe;AAChC,WAAK,KAAK,SAAS,KAAK;AACxB,WAAK,QAAQ;AAAA,IACf;AAEA,SAAQ,QAAQ,MAAM;AACpB,UAAI,KAAK,SAAS,YAAY;AAC5B,cAAM,UAAU,KAAK,qBAAqB;AAC1C,YAAI,CAAC,SAAS;AACZ;AAAA,QACF;AAAA,MACF;AACA,WAAK,KAAK,KAAK;AACf,WAAK,QAAQ;AAAA,IACf;AA1HE,SAAK,QAAQ,OAAO;AACpB,SAAK,MAAM,OAAO;AAAA,EACpB;AAAA,EAEa,MAAM,QAA4C;AAAA;AAC7D,eAAS,mBAAK;AACd,UAAI,KAAK,SAAS,KAAK,SAAS,kBAAkB;AAChD,eAAO,cAAP,OAAO,YAAc,iBAAiB,KAAK,KAAK;AAAA,MAClD,OAAO;AACL,eAAO,cAAP,OAAO,YAAc;AAAA,MACvB;AAEA,aAAO,cAAP,OAAO,YAAc,CAAC;AACtB,aAAO,QAAQ,KAAK;AACpB,aAAO,WAAW,KAAK,YAAY,MAAM;AACzC,aAAO,MAAM,KAAK,UAAU,MAAM;AAAA,IACpC;AAAA;AAAA,EAEQ,YAAY,QAAuD;AACzE,QAAI,YAAY,OAAO;AACvB,UAAM,WAAW,OAAO;AACxB,UAAM,YAAY,OAAO;AACzB,UAAM,qBAAqB,qBAAqB,SAAS;AACzD,QAAI,qBAAqB,WAAW;AAClC,YAAM,IAAI,MAAM,sCAAsC,wBAAwB,WAAW;AAAA,IAC3F;AACA,iBAAa;AAEb,eAAW,WAAW,UAAU;AAC9B,UAAI,QAAQ,SAAS,UAAU;AAC7B,cAAM,YAAY,KAAK,YAAY,OAAO;AAC1C,qBAAa;AAEb,YAAI,YAAY,GAAG;AACjB,gBAAM,IAAI,MAAM,uCAAuC;AAAA,QACzD;AAAA,MACF;AAAA,IACF;AAEA,UAAM,SAAoB,CAAC;AAC3B,QAAI,SAAkB;AAEtB,UAAM,mBAAmB,CAAC,GAAG,QAAQ,EAAE,QAAQ;AAC/C,eAAW,WAAW,kBAAkB;AACtC,UAAI,QAAQ,SAAS,UAAU;AAC7B,eAAO,QAAQ,OAAO;AACtB;AAAA,MACF,WAAW,QAAQ;AACjB;AAAA,MACF;AACA,UAAI,YAAY,KAAK,YAAY,OAAO;AACxC,UAAI,YAAY,WAAW;AACzB,iBAAS;AACT;AAAA,MACF;AACA,aAAO,QAAQ,OAAO;AACtB,mBAAa;AAAA,IACf;AAEA,WAAO;AAAA,EACT;AAAA,EAEc,UAAU,QAA2D;AAAA;AACjF,WAAK,0BAA0B,IAAI,wBAAwB;AAAA,QACzD,KAAK,KAAK;AAAA,MACZ,CAAC;AAED,WAAK,wBAAwB,GAAG,QAAQ,KAAK,MAAM;AACnD,WAAK,wBAAwB,GAAG,SAAS,KAAK,OAAO;AACrD,WAAK,wBAAwB,GAAG,OAAO,KAAK,KAAK;AAEjD,YAAM,KAAK,wBAAwB,MAAM,MAAM;AAAA,IACjD;AAAA;AAAA,EAoDQ,uBAAgC;AACtC,QAAI,OAAY;AAChB,QAAI;AACF,aAAO,KAAK,MAAM,KAAK,qBAAqB;AAAA,IAC9C,SAAS,OAAP;AACA,WAAK,KAAK,SAAS,KAAK;AACxB,WAAK,QAAQ;AACb,aAAO;AAAA,IACT;AACA,SAAK,KAAK,YAAY;AAAA,MACpB,MAAM,KAAK;AAAA,MACX,WAAW;AAAA,IACb,CAAC;AACD,SAAK,OAAO;AACZ,SAAK,mBAAmB;AACxB,SAAK,wBAAwB;AAC7B,WAAO;AAAA,EACT;AAAA,EAEQ,UAAU;AAChB,QAAI,KAAK,yBAAyB;AAChC,WAAK,wBAAwB,IAAI,QAAQ,KAAK,MAAM;AACpD,WAAK,wBAAwB,IAAI,SAAS,KAAK,OAAO;AACtD,WAAK,wBAAwB,IAAI,OAAO,KAAK,KAAK;AAAA,IACpD;AACA,SAAK,0BAA0B;AAC/B,SAAK,OAAO;AACZ,SAAK,mBAAmB;AACxB,SAAK,wBAAwB;AAAA,EAC/B;AAAA,EAEO,YAAY,SAA0B;AAC3C,QAAI,QAAQ,SAAS;AACnB,aAAO,eAAe,QAAQ,OAAO;AAAA,IACvC,WAAW,QAAQ,eAAe;AAChC,aAAO,eAAe,KAAK,UAAU,QAAQ,aAAa,CAAC;AAAA,IAC7D;AACA,WAAO;AAAA,EACT;AACF;AAEA,IAAM,mBAA8C;AAAA,EAClD,iBAAiB;AAAA,EACjB,qBAAqB;AAAA,EACrB,SAAS;AAAA,EACT,sBAAsB;AAAA,EACtB,aAAa;AAAA,EACb,sBAAsB;AAAA,EACtB,cAAc;AAAA,EACd,kBAAkB;AAAA,EAClB,sBAAsB;AAAA,EACtB,cAAc;AAAA,EACd,kBAAkB;AAAA,EAClB,0BAA0B;AAC5B;AAEA,SAAS,eAAe,MAAsB;AAC5C,SAAO,KAAK,SAAS;AACvB;AAEA,SAAS,qBAAqB,WAA+B;AAC3D,MAAI,UAAU,WAAW,GAAG;AAC1B,WAAO;AAAA,EACT;AACA,QAAM,OAAO,KAAK,UAAU,SAAS;AACrC,SAAO,eAAe,IAAI;AAC5B;;;AD7JO,SAAS,QAAQ,SAA0D;AAChF,QAAM,CAAC,UAAU,WAAW,IAAI,SAAoB,CAAC,CAAC;AACtD,QAAM,CAAC,OAAO,QAAQ,IAAI,SAAS,EAAE;AACrC,QAAM,CAAC,WAAW,YAAY,IAAI,SAAS,KAAK;AAEhD,QAAM,oBAAoB,CAAOC,cAA0C;AACzE,WAAO,IAAI,QAAiB,CAAC,SAAS,WAAW;AAC/C,mBAAa,IAAI;AAEjB,YAAM,mBAA4B;AAAA,QAChC,IAAI,OAAO;AAAA,QACX,WAAW,oBAAI,KAAK;AAAA,QACpB,SAAS;AAAA,QACT,MAAM;AAAA,MACR;AAGA,kBAAY,CAAC,GAAGA,WAAU,mBAAK,iBAAkB,CAAC;AAElD,YAAM,sBAAsB,CAAC,GAAI,QAAQ,mBAAmB,CAAC,GAAI,GAAGA,SAAQ;AAE5E,YAAM,SAAS,IAAI,qBAAqB;AAAA,QACtC,KAAK,QAAQ,OAAO;AAAA,MACtB,CAAC;AAED,YAAM,UAAU,MAAM;AACpB,eAAO,IAAI,SAAS;AACpB,eAAO,IAAI,KAAK;AAChB,eAAO,IAAI,OAAO;AAClB,eAAO,IAAI,UAAU;AAAA,MACvB;AAEA,aAAO,GAAG,WAAW,CAAC,YAAY;AAChC,yBAAiB,WAAW;AAC5B,oBAAY,CAAC,GAAGA,WAAU,mBAAK,iBAAkB,CAAC;AAAA,MACpD,CAAC;AAED,aAAO,GAAG,OAAO,MAAM;AACrB,qBAAa,KAAK;AAClB,gBAAQ;AACR,gBAAQ,mBAAK,iBAAkB;AAAA,MACjC,CAAC;AAED,aAAO,GAAG,SAAS,CAAC,UAAU;AAC5B,qBAAa,KAAK;AAClB,gBAAQ;AACR,eAAO,KAAK;AAAA,MACd,CAAC;AAED,aAAO,GAAG,YAAY,CAAO,iBAAiB;AAC5C,yBAAiB,gBAAgB;AAAA,UAC/B,MAAM,aAAa;AAAA,UACnB,WAAW,KAAK,UAAU,aAAa,SAAS;AAAA,QAClD;AACA,oBAAY,CAAC,GAAGA,WAAU,mBAAK,iBAAkB,CAAC;AAElD,qBAAa,KAAK;AAClB,gBAAQ;AACR,gBAAQ,mBAAK,iBAAkB;AAAA,MACjC,EAAC;AAED,aAAO,MAAM;AAAA,QACX,UAAU;AAAA,QACV,WAAW,QAAQ;AAAA,QACnB,SAAS,QAAQ;AAAA,QACjB,eAAe,QAAQ;AAAA,MACzB,CAAC;AAAA,IACH,CAAC;AAAA,EACH;AAEA,QAAM,yCAAyC,CAAOA,cAAuC;AAC3F,UAAM,UAAU,MAAM,kBAAkBA,SAAQ;AAChD,QAAI,QAAQ,iBAAiB,QAAQ,gBAAgB;AACnD,YAAM,QAAQ,eAAeA,WAAU,QAAQ,aAAa;AAAA,IAC9D;AAAA,EACF;AAEA,QAAM,SAAS,CAAO,YAAoC;AACxD,QAAI,WAAW;AACb;AAAA,IACF;AACA,UAAM,cAAc,CAAC,GAAG,UAAU,OAAO;AACzC,gBAAY,WAAW;AACvB,WAAO,uCAAuC,WAAW;AAAA,EAC3D;AAEA,QAAM,SAAS,MAA2B;AACxC,QAAI,aAAa,SAAS,WAAW,GAAG;AACtC;AAAA,IACF;AACA,QAAI,cAAc,CAAC,GAAG,QAAQ;AAC9B,UAAM,cAAc,SAAS,SAAS,SAAS,CAAC;AAEhD,QAAI,YAAY,SAAS,aAAa;AACpC,oBAAc,YAAY,MAAM,GAAG,EAAE;AAAA,IACvC;AACA,gBAAY,WAAW;AAEvB,WAAO,uCAAuC,WAAW;AAAA,EAC3D;AAEA,QAAM,OAAO,MAAY;AACvB,UAAM,IAAI,MAAM,iBAAiB;AAAA,EACnC;AAEA,SAAO;AAAA,IACL;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,EACF;AACF;","names":["EventEmitter","EventEmitter","messages"]}

package/dist/hooks/use-copilot-chat.d.ts

@@ -1,12 +1,19 @@
-import { UseChatOptions, Message, CreateMessage, ChatRequestOptions } from 'ai';
+import { Message } from '../types/base.js';
+import { UseChatOptions } from './use-chat.js';
+import '../context/copilot-context.js';
+import '../types/annotated-function.js';
+import '../types/document-pointer.js';
+import 'react';
+import './use-tree.js';
+import 'openai/resources/chat';
 
 interface UseCopilotChatOptions extends UseChatOptions {
     makeSystemMessage?: (contextString: string) => string;
 }
 interface UseCopilotChatReturn {
     visibleMessages: Message[];
-    append: (message: Message | CreateMessage, chatRequestOptions?: ChatRequestOptions) => Promise<string | null | undefined>;
-    reload: (chatRequestOptions?: ChatRequestOptions) => Promise<string | null | undefined>;
+    append: (message: Message) => Promise<void>;
+    reload: () => Promise<void>;
     stop: () => void;
     isLoading: boolean;
     input: string;

package/dist/hooks/use-copilot-chat.mjs

@@ -1,11 +1,600 @@
-export { defaultSystemMessage, useCopilotChat } from '../chunk-OFRZZ5OF.mjs';
-import '../chunk-JD7BAH7U.mjs';
-import '../chunk-SPCZTZCY.mjs';
-import '../chunk-6LKBKYRJ.mjs';
-import '../chunk-6N6X7K7T.mjs';
-import '../chunk-VUY2K2DI.mjs';
-import '../chunk-YULKJPY3.mjs';
-import '../chunk-3MAIWZNZ.mjs';
-import '../chunk-MRXNTQOX.mjs';
-//# sourceMappingURL=out.js.map
+var __defProp = Object.defineProperty;
+var __defProps = Object.defineProperties;
+var __getOwnPropDescs = Object.getOwnPropertyDescriptors;
+var __getOwnPropSymbols = Object.getOwnPropertySymbols;
+var __hasOwnProp = Object.prototype.hasOwnProperty;
+var __propIsEnum = Object.prototype.propertyIsEnumerable;
+var __defNormalProp = (obj, key, value) => key in obj ? __defProp(obj, key, { enumerable: true, configurable: true, writable: true, value }) : obj[key] = value;
+var __spreadValues = (a, b) => {
+  for (var prop in b || (b = {}))
+    if (__hasOwnProp.call(b, prop))
+      __defNormalProp(a, prop, b[prop]);
+  if (__getOwnPropSymbols)
+    for (var prop of __getOwnPropSymbols(b)) {
+      if (__propIsEnum.call(b, prop))
+        __defNormalProp(a, prop, b[prop]);
+    }
+  return a;
+};
+var __spreadProps = (a, b) => __defProps(a, __getOwnPropDescs(b));
+var __objRest = (source, exclude) => {
+  var target = {};
+  for (var prop in source)
+    if (__hasOwnProp.call(source, prop) && exclude.indexOf(prop) < 0)
+      target[prop] = source[prop];
+  if (source != null && __getOwnPropSymbols)
+    for (var prop of __getOwnPropSymbols(source)) {
+      if (exclude.indexOf(prop) < 0 && __propIsEnum.call(source, prop))
+        target[prop] = source[prop];
+    }
+  return target;
+};
+var __async = (__this, __arguments, generator) => {
+  return new Promise((resolve, reject) => {
+    var fulfilled = (value) => {
+      try {
+        step(generator.next(value));
+      } catch (e) {
+        reject(e);
+      }
+    };
+    var rejected = (value) => {
+      try {
+        step(generator.throw(value));
+      } catch (e) {
+        reject(e);
+      }
+    };
+    var step = (x) => x.done ? resolve(x.value) : Promise.resolve(x.value).then(fulfilled, rejected);
+    step((generator = generator.apply(__this, __arguments)).next());
+  });
+};
+
+// src/hooks/use-copilot-chat.ts
+import { useMemo, useContext } from "react";
+
+// src/context/copilot-context.tsx
+import React from "react";
+var emptyCopilotContext = {
+  entryPoints: {},
+  setEntryPoint: () => {
+  },
+  removeEntryPoint: () => {
+  },
+  getChatCompletionFunctionDescriptions: () => returnAndThrowInDebug([]),
+  getFunctionCallHandler: () => returnAndThrowInDebug(() => __async(void 0, null, function* () {
+  })),
+  getContextString: (documents, categories) => returnAndThrowInDebug(""),
+  addContext: () => "",
+  removeContext: () => {
+  },
+  getDocumentsContext: (categories) => returnAndThrowInDebug([]),
+  addDocumentContext: () => returnAndThrowInDebug(""),
+  removeDocumentContext: () => {
+  },
+  copilotApiConfig: new class {
+    get chatApiEndpoint() {
+      throw new Error(
+        "Remember to wrap your app in a `<CopilotProvider> {...} </CopilotProvider>` !!!"
+      );
+    }
+    get chatApiEndpointV2() {
+      throw new Error(
+        "Remember to wrap your app in a `<CopilotProvider> {...} </CopilotProvider>` !!!"
+      );
+    }
+    get headers() {
+      return {};
+    }
+    get body() {
+      return {};
+    }
+  }()
+};
+var CopilotContext = React.createContext(emptyCopilotContext);
+function returnAndThrowInDebug(value) {
+  throw new Error(
+    "Remember to wrap your app in a `<CopilotProvider> {...} </CopilotProvider>` !!!"
+  );
+  return value;
+}
+
+// src/hooks/use-chat.ts
+import { useState } from "react";
+import { nanoid } from "nanoid";
+
+// src/openai/chat-completion-client.ts
+import EventEmitter2 from "eventemitter3";
+
+// src/openai/chat-completion-transport.ts
+import EventEmitter from "eventemitter3";
+var DEFAULT_MODEL = "gpt-4-1106-preview";
+var ChatCompletionTransport = class extends EventEmitter {
+  constructor({ url }) {
+    super();
+    this.buffer = new Uint8Array();
+    this.bodyReader = null;
+    this.url = url;
+  }
+  cleanup() {
+    return __async(this, null, function* () {
+      if (this.bodyReader) {
+        try {
+          yield this.bodyReader.cancel();
+        } catch (error) {
+          console.warn("Failed to cancel body reader:", error);
+        }
+      }
+      this.bodyReader = null;
+      this.buffer = new Uint8Array();
+    });
+  }
+  fetch(_0) {
+    return __async(this, arguments, function* ({
+      model,
+      messages,
+      copilotConfig,
+      functions,
+      temperature,
+      headers,
+      body,
+      signal
+    }) {
+      yield this.cleanup();
+      temperature || (temperature = 0.5);
+      functions || (functions = []);
+      model || (model = DEFAULT_MODEL);
+      const cleanedMessages = messages.map((message) => {
+        const { content, role, name, function_call } = message;
+        return { content, role, name, function_call };
+      });
+      try {
+        const response = yield fetch(this.url, {
+          method: "POST",
+          headers: __spreadValues(__spreadValues({
+            "Content-Type": "application/json"
+          }, copilotConfig.headers), headers ? __spreadValues({}, headers) : {}),
+          body: JSON.stringify(__spreadValues(__spreadValues(__spreadValues(__spreadValues(__spreadValues({
+            model,
+            messages: cleanedMessages,
+            stream: true
+          }, functions.length ? { functions } : {}), temperature ? { temperature } : {}), functions.length != 0 ? { function_call: "auto" } : {}), copilotConfig.body), body ? __spreadValues({}, body) : {})),
+          signal
+        });
+        if (!response.ok) {
+          try {
+            const errorText = yield response.text();
+            yield this.cleanup();
+            const msg = `Error ${response.status}: ${errorText}`;
+            this.emit("error", new Error(msg));
+          } catch (_error) {
+            yield this.cleanup();
+            const msg = `Error ${response.status}: ${response.statusText}`;
+            this.emit("error", new Error(msg));
+          }
+          return;
+        }
+        if (response.body == null) {
+          yield this.cleanup();
+          const msg = "Response body is null";
+          this.emit("error", new Error(msg));
+          return;
+        }
+        this.bodyReader = response.body.getReader();
+        yield this.streamBody();
+      } catch (error) {
+        yield this.cleanup();
+        this.emit("error", error);
+        return;
+      }
+    });
+  }
+  streamBody() {
+    return __async(this, null, function* () {
+      while (true) {
+        try {
+          const { done, value } = yield this.bodyReader.read();
+          if (done) {
+            yield this.cleanup();
+            this.emit("end");
+            return;
+          }
+          const shouldContinue = yield this.processData(value);
+          if (!shouldContinue) {
+            return;
+          }
+        } catch (error) {
+          yield this.cleanup();
+          this.emit("error", error);
+          return;
+        }
+      }
+    });
+  }
+  processData(data) {
+    return __async(this, null, function* () {
+      const newBuffer = new Uint8Array(this.buffer.length + data.length);
+      newBuffer.set(this.buffer);
+      newBuffer.set(data, this.buffer.length);
+      this.buffer = newBuffer;
+      const dataString = new TextDecoder("utf-8").decode(this.buffer);
+      let lines = dataString.split("\n").filter((line) => line.trim() !== "");
+      if (!dataString.endsWith("\n")) {
+        const lastLine = lines.pop() || "";
+        const remainingBytes = new TextEncoder().encode(lastLine);
+        this.buffer = new Uint8Array(remainingBytes);
+      } else {
+        this.buffer = new Uint8Array();
+      }
+      for (const line of lines) {
+        const cleanedLine = line.replace(/^data: /, "");
+        if (cleanedLine === "[DONE]") {
+          yield this.cleanup();
+          this.emit("end");
+          return false;
+        }
+        let json;
+        try {
+          json = JSON.parse(cleanedLine);
+        } catch (error) {
+          console.error("Failed to parse JSON:", error);
+          continue;
+        }
+        this.emit("data", json);
+      }
+      return true;
+    });
+  }
+};
+
+// src/openai/chat-completion-client.ts
+var DEFAULT_MAX_TOKENS = 8192;
+var ChatCompletionClient = class extends EventEmitter2 {
+  constructor(params) {
+    super();
+    this.chatCompletionTransport = null;
+    this.mode = null;
+    this.functionCallName = "";
+    this.functionCallArguments = "";
+    this.onData = (data) => {
+      if (this.mode === "function" && !data.choices[0].delta.function_call) {
+        const success = this.tryFlushFunctionCall();
+        if (!success) {
+          return;
+        }
+      }
+      this.mode = data.choices[0].delta.function_call ? "function" : "message";
+      if (this.mode === "message") {
+        if (data.choices[0].delta.content) {
+          this.emit("content", data.choices[0].delta.content);
+        }
+        return;
+      } else if (this.mode === "function") {
+        if (data.choices[0].delta.function_call.name) {
+          this.functionCallName = data.choices[0].delta.function_call.name;
+        }
+        if (data.choices[0].delta.function_call.arguments) {
+          this.functionCallArguments += data.choices[0].delta.function_call.arguments;
+        }
+        this.emit("partial", this.functionCallName, this.functionCallArguments);
+        return;
+      }
+    };
+    this.onError = (error) => {
+      this.emit("error", error);
+      this.cleanup();
+    };
+    this.onEnd = () => {
+      if (this.mode === "function") {
+        const success = this.tryFlushFunctionCall();
+        if (!success) {
+          return;
+        }
+      }
+      this.emit("end");
+      this.cleanup();
+    };
+    this.model = params.model;
+    this.url = params.url;
+  }
+  fetch(params) {
+    return __async(this, null, function* () {
+      params = __spreadValues({}, params);
+      if (this.model && this.model in maxTokensByModel) {
+        params.maxTokens || (params.maxTokens = maxTokensByModel[this.model]);
+      } else {
+        params.maxTokens || (params.maxTokens = DEFAULT_MAX_TOKENS);
+      }
+      params.functions || (params.functions = []);
+      params.model = this.model;
+      params.messages = this.buildPrompt(params);
+      return yield this.runPrompt(params);
+    });
+  }
+  buildPrompt(params) {
+    let maxTokens = params.maxTokens;
+    const messages = params.messages;
+    const functions = params.functions;
+    const functionsNumTokens = countFunctionsTokens(functions);
+    if (functionsNumTokens > maxTokens) {
+      throw new Error(`Too many tokens in function calls: ${functionsNumTokens} > ${maxTokens}`);
+    }
+    maxTokens -= functionsNumTokens;
+    for (const message of messages) {
+      if (message.role === "system") {
+        const numTokens = this.countTokens(message);
+        maxTokens -= numTokens;
+        if (maxTokens < 0) {
+          throw new Error("Not enough tokens for system message.");
+        }
+      }
+    }
+    const result = [];
+    let cutoff = false;
+    const reversedMessages = [...messages].reverse();
+    for (const message of reversedMessages) {
+      if (message.role === "system") {
+        result.unshift(message);
+        continue;
+      } else if (cutoff) {
+        continue;
+      }
+      let numTokens = this.countTokens(message);
+      if (maxTokens < numTokens) {
+        cutoff = true;
+        continue;
+      }
+      result.unshift(message);
+      maxTokens -= numTokens;
+    }
+    return result;
+  }
+  runPrompt(params) {
+    return __async(this, null, function* () {
+      this.chatCompletionTransport = new ChatCompletionTransport({
+        url: this.url
+      });
+      this.chatCompletionTransport.on("data", this.onData);
+      this.chatCompletionTransport.on("error", this.onError);
+      this.chatCompletionTransport.on("end", this.onEnd);
+      yield this.chatCompletionTransport.fetch(params);
+    });
+  }
+  tryFlushFunctionCall() {
+    let args = null;
+    try {
+      args = JSON.parse(this.functionCallArguments);
+    } catch (error) {
+      this.emit("error", error);
+      this.cleanup();
+      return false;
+    }
+    this.emit("function", {
+      name: this.functionCallName,
+      arguments: args
+    });
+    this.mode = null;
+    this.functionCallName = "";
+    this.functionCallArguments = "";
+    return true;
+  }
+  cleanup() {
+    if (this.chatCompletionTransport) {
+      this.chatCompletionTransport.off("data", this.onData);
+      this.chatCompletionTransport.off("error", this.onError);
+      this.chatCompletionTransport.off("end", this.onEnd);
+    }
+    this.chatCompletionTransport = null;
+    this.mode = null;
+    this.functionCallName = "";
+    this.functionCallArguments = "";
+  }
+  countTokens(message) {
+    if (message.content) {
+      return estimateTokens(message.content);
+    } else if (message.function_call) {
+      return estimateTokens(JSON.stringify(message.function_call));
+    }
+    return 0;
+  }
+};
+var maxTokensByModel = {
+  "gpt-3.5-turbo": 4097,
+  "gpt-3.5-turbo-16k": 16385,
+  "gpt-4": 8192,
+  "gpt-4-1106-preview": 8192,
+  "gpt-4-32k": 32768,
+  "gpt-3.5-turbo-0301": 4097,
+  "gpt-4-0314": 8192,
+  "gpt-4-32k-0314": 32768,
+  "gpt-3.5-turbo-0613": 4097,
+  "gpt-4-0613": 8192,
+  "gpt-4-32k-0613": 32768,
+  "gpt-3.5-turbo-16k-0613": 16385
+};
+function estimateTokens(text) {
+  return text.length / 3;
+}
+function countFunctionsTokens(functions) {
+  if (functions.length === 0) {
+    return 0;
+  }
+  const json = JSON.stringify(functions);
+  return estimateTokens(json);
+}
+
+// src/hooks/use-chat.ts
+function useChat(options) {
+  const [messages, setMessages] = useState([]);
+  const [input, setInput] = useState("");
+  const [isLoading, setIsLoading] = useState(false);
+  const runChatCompletion = (messages2) => __async(this, null, function* () {
+    return new Promise((resolve, reject) => {
+      setIsLoading(true);
+      const assistantMessage = {
+        id: nanoid(),
+        createdAt: /* @__PURE__ */ new Date(),
+        content: "",
+        role: "assistant"
+      };
+      setMessages([...messages2, __spreadValues({}, assistantMessage)]);
+      const messagesWithContext = [...options.initialMessages || [], ...messages2];
+      const client = new ChatCompletionClient({
+        url: options.api || "/api/copilotkit/openai"
+      });
+      const cleanup = () => {
+        client.off("content");
+        client.off("end");
+        client.off("error");
+        client.off("function");
+      };
+      client.on("content", (content) => {
+        assistantMessage.content += content;
+        setMessages([...messages2, __spreadValues({}, assistantMessage)]);
+      });
+      client.on("end", () => {
+        setIsLoading(false);
+        cleanup();
+        resolve(__spreadValues({}, assistantMessage));
+      });
+      client.on("error", (error) => {
+        setIsLoading(false);
+        cleanup();
+        reject(error);
+      });
+      client.on("function", (functionCall) => __async(this, null, function* () {
+        assistantMessage.function_call = {
+          name: functionCall.name,
+          arguments: JSON.stringify(functionCall.arguments)
+        };
+        setMessages([...messages2, __spreadValues({}, assistantMessage)]);
+        setIsLoading(false);
+        cleanup();
+        resolve(__spreadValues({}, assistantMessage));
+      }));
+      client.fetch({
+        messages: messagesWithContext,
+        functions: options.functions,
+        headers: options.headers,
+        copilotConfig: options.copilotConfig
+      });
+    });
+  });
+  const runChatCompletionAndHandleFunctionCall = (messages2) => __async(this, null, function* () {
+    const message = yield runChatCompletion(messages2);
+    if (message.function_call && options.onFunctionCall) {
+      yield options.onFunctionCall(messages2, message.function_call);
+    }
+  });
+  const append = (message) => __async(this, null, function* () {
+    if (isLoading) {
+      return;
+    }
+    const newMessages = [...messages, message];
+    setMessages(newMessages);
+    return runChatCompletionAndHandleFunctionCall(newMessages);
+  });
+  const reload = () => __async(this, null, function* () {
+    if (isLoading || messages.length === 0) {
+      return;
+    }
+    let newMessages = [...messages];
+    const lastMessage = messages[messages.length - 1];
+    if (lastMessage.role === "assistant") {
+      newMessages = newMessages.slice(0, -1);
+    }
+    setMessages(newMessages);
+    return runChatCompletionAndHandleFunctionCall(newMessages);
+  });
+  const stop = () => {
+    throw new Error("Not implemented");
+  };
+  return {
+    messages,
+    append,
+    reload,
+    stop,
+    isLoading,
+    input,
+    setInput
+  };
+}
+
+// src/components/copilot-provider/copilot-provider.tsx
+import { useCallback, useState as useState2 } from "react";
+import { jsx } from "react/jsx-runtime";
+var defaultCopilotContextCategories = ["global"];
+
+// src/hooks/use-copilot-chat.ts
+function useCopilotChat(_a) {
+  var _b = _a, {
+    makeSystemMessage
+  } = _b, options = __objRest(_b, [
+    "makeSystemMessage"
+  ]);
+  const {
+    getContextString,
+    getChatCompletionFunctionDescriptions,
+    getFunctionCallHandler,
+    copilotApiConfig
+  } = useContext(CopilotContext);
+  const systemMessage = useMemo(() => {
+    const systemMessageMaker = makeSystemMessage || defaultSystemMessage;
+    const contextString = getContextString([], defaultCopilotContextCategories);
+    return {
+      id: "system",
+      content: systemMessageMaker(contextString),
+      role: "system"
+    };
+  }, [getContextString, makeSystemMessage]);
+  const functionDescriptions = useMemo(() => {
+    return getChatCompletionFunctionDescriptions();
+  }, [getChatCompletionFunctionDescriptions]);
+  const { messages, append, reload, stop, isLoading, input, setInput } = useChat(__spreadProps(__spreadValues({}, options), {
+    copilotConfig: copilotApiConfig,
+    id: options.id,
+    initialMessages: [systemMessage].concat(options.initialMessages || []),
+    functions: functionDescriptions,
+    onFunctionCall: getFunctionCallHandler(),
+    headers: __spreadValues({}, options.headers),
+    body: __spreadValues({}, options.body)
+  }));
+  const visibleMessages = messages.filter(
+    (message) => message.role === "user" || message.role === "assistant"
+  );
+  return {
+    visibleMessages,
+    append,
+    reload,
+    stop,
+    isLoading,
+    input,
+    setInput
+  };
+}
+function defaultSystemMessage(contextString) {
+  return `
+Please act as an efficient, competent, conscientious, and industrious professional assistant.
+
+Help the user achieve their goals, and you do so in a way that is as efficient as possible, without unnecessary fluff, but also without sacrificing professionalism.
+Always be polite and respectful, and prefer brevity over verbosity.
+
+The user has provided you with the following context:
+\`\`\`
+${contextString}
+\`\`\`
+
+They have also provided you with functions you can call to initiate actions on their behalf, or functions you can call to receive more information.
+
+Please assist them as best you can.
+
+You can ask them for clarifying questions if needed, but don't be annoying about it. If you can reasonably 'fill in the blanks' yourself, do so.
+
+If you would like to call a function, call it without saying anything else.
+`;
+}
+export {
+  defaultSystemMessage,
+  useCopilotChat
+};
 //# sourceMappingURL=use-copilot-chat.mjs.map