@copilotkit/react-core 0.17.0-alpha.4 → 0.17.0-alpha.5

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (119) hide show
  1. package/.turbo/turbo-build.log +101 -105
  2. package/CHANGELOG.md +6 -0
  3. package/dist/components/copilot-provider/copilot-provider-props.mjs +1 -2
  4. package/dist/components/copilot-provider/copilot-provider-props.mjs.map +1 -1
  5. package/dist/components/copilot-provider/copilot-provider.mjs +468 -7
  6. package/dist/components/copilot-provider/copilot-provider.mjs.map +1 -1
  7. package/dist/components/copilot-provider/index.mjs +467 -8
  8. package/dist/components/copilot-provider/index.mjs.map +1 -1
  9. package/dist/components/copilot-provider/standard-copilot-api-config.mjs +12 -3
  10. package/dist/components/copilot-provider/standard-copilot-api-config.mjs.map +1 -1
  11. package/dist/components/index.mjs +467 -9
  12. package/dist/components/index.mjs.map +1 -1
  13. package/dist/context/copilot-context.mjs +70 -3
  14. package/dist/context/copilot-context.mjs.map +1 -1
  15. package/dist/context/index.mjs +69 -4
  16. package/dist/context/index.mjs.map +1 -1
  17. package/dist/hooks/index.mjs +646 -17
  18. package/dist/hooks/index.mjs.map +1 -1
  19. package/dist/hooks/use-chat.mjs +452 -5
  20. package/dist/hooks/use-chat.mjs.map +1 -1
  21. package/dist/hooks/use-copilot-chat.mjs +591 -13
  22. package/dist/hooks/use-copilot-chat.mjs.map +1 -1
  23. package/dist/hooks/use-flat-category-store.mjs +68 -3
  24. package/dist/hooks/use-flat-category-store.mjs.map +1 -1
  25. package/dist/hooks/use-make-copilot-actionable.mjs +95 -4
  26. package/dist/hooks/use-make-copilot-actionable.mjs.map +1 -1
  27. package/dist/hooks/use-make-copilot-document-readable.mjs +87 -4
  28. package/dist/hooks/use-make-copilot-document-readable.mjs.map +1 -1
  29. package/dist/hooks/use-make-copilot-readable.mjs +87 -4
  30. package/dist/hooks/use-make-copilot-readable.mjs.map +1 -1
  31. package/dist/hooks/use-tree.mjs +153 -3
  32. package/dist/hooks/use-tree.mjs.map +1 -1
  33. package/dist/index.mjs +1194 -26
  34. package/dist/index.mjs.map +1 -1
  35. package/dist/openai/chat-completion-client.mjs +353 -4
  36. package/dist/openai/chat-completion-client.mjs.map +1 -1
  37. package/dist/openai/chat-completion-stream.mjs +217 -4
  38. package/dist/openai/chat-completion-stream.mjs.map +1 -1
  39. package/dist/openai/chat-completion-transport.mjs +179 -3
  40. package/dist/openai/chat-completion-transport.mjs.map +1 -1
  41. package/dist/openai/index.mjs +217 -5
  42. package/dist/openai/index.mjs.map +1 -1
  43. package/dist/openai-assistants/hooks/index.mjs +235 -14
  44. package/dist/openai-assistants/hooks/index.mjs.map +1 -1
  45. package/dist/openai-assistants/hooks/use-assistants.mjs +52 -8
  46. package/dist/openai-assistants/hooks/use-assistants.mjs.map +1 -1
  47. package/dist/openai-assistants/hooks/use-copilot-chat-v2.mjs +236 -13
  48. package/dist/openai-assistants/hooks/use-copilot-chat-v2.mjs.map +1 -1
  49. package/dist/openai-assistants/index.mjs +236 -15
  50. package/dist/openai-assistants/index.mjs.map +1 -1
  51. package/dist/openai-assistants/utils/index.mjs +46 -4
  52. package/dist/openai-assistants/utils/index.mjs.map +1 -1
  53. package/dist/openai-assistants/utils/process-message-stream.mjs +46 -3
  54. package/dist/openai-assistants/utils/process-message-stream.mjs.map +1 -1
  55. package/dist/types/annotated-function.mjs +0 -2
  56. package/dist/types/annotated-function.mjs.map +1 -1
  57. package/dist/types/base.mjs +0 -2
  58. package/dist/types/base.mjs.map +1 -1
  59. package/dist/types/document-pointer.mjs +0 -2
  60. package/dist/types/document-pointer.mjs.map +1 -1
  61. package/dist/types/index.mjs +0 -2
  62. package/dist/types/index.mjs.map +1 -1
  63. package/dist/types/message.mjs +0 -2
  64. package/dist/types/message.mjs.map +1 -1
  65. package/dist/utils/utils.mjs +0 -2
  66. package/dist/utils/utils.mjs.map +1 -1
  67. package/dist/utils/utils.test.mjs +0 -1
  68. package/dist/utils/utils.test.mjs.map +1 -1
  69. package/package.json +1 -1
  70. package/dist/chunk-56GURLWX.mjs +0 -165
  71. package/dist/chunk-56GURLWX.mjs.map +0 -1
  72. package/dist/chunk-5UGLWBZJ.mjs +0 -3
  73. package/dist/chunk-5UGLWBZJ.mjs.map +0 -1
  74. package/dist/chunk-6A4PCNMZ.mjs +0 -48
  75. package/dist/chunk-6A4PCNMZ.mjs.map +0 -1
  76. package/dist/chunk-6SOQYBNX.mjs +0 -44
  77. package/dist/chunk-6SOQYBNX.mjs.map +0 -1
  78. package/dist/chunk-7GFKOIO7.mjs +0 -3
  79. package/dist/chunk-7GFKOIO7.mjs.map +0 -1
  80. package/dist/chunk-7P4OYNP3.mjs +0 -19
  81. package/dist/chunk-7P4OYNP3.mjs.map +0 -1
  82. package/dist/chunk-BABVSMJR.mjs +0 -3
  83. package/dist/chunk-BABVSMJR.mjs.map +0 -1
  84. package/dist/chunk-EFZPSZWO.mjs +0 -3
  85. package/dist/chunk-EFZPSZWO.mjs.map +0 -1
  86. package/dist/chunk-ELXZFAYR.mjs +0 -77
  87. package/dist/chunk-ELXZFAYR.mjs.map +0 -1
  88. package/dist/chunk-F2JIAPZQ.mjs +0 -13
  89. package/dist/chunk-F2JIAPZQ.mjs.map +0 -1
  90. package/dist/chunk-FP4EXCGS.mjs +0 -27
  91. package/dist/chunk-FP4EXCGS.mjs.map +0 -1
  92. package/dist/chunk-FRAKUJWH.mjs +0 -3
  93. package/dist/chunk-FRAKUJWH.mjs.map +0 -1
  94. package/dist/chunk-HW5IH6PV.mjs +0 -19
  95. package/dist/chunk-HW5IH6PV.mjs.map +0 -1
  96. package/dist/chunk-JD7BAH7U.mjs +0 -3
  97. package/dist/chunk-JD7BAH7U.mjs.map +0 -1
  98. package/dist/chunk-LV3MQPZL.mjs +0 -125
  99. package/dist/chunk-LV3MQPZL.mjs.map +0 -1
  100. package/dist/chunk-MRXNTQOX.mjs +0 -55
  101. package/dist/chunk-MRXNTQOX.mjs.map +0 -1
  102. package/dist/chunk-MZ5UN3BY.mjs +0 -28
  103. package/dist/chunk-MZ5UN3BY.mjs.map +0 -1
  104. package/dist/chunk-PUFR5OAI.mjs +0 -3
  105. package/dist/chunk-PUFR5OAI.mjs.map +0 -1
  106. package/dist/chunk-SPCZTZCY.mjs +0 -3
  107. package/dist/chunk-SPCZTZCY.mjs.map +0 -1
  108. package/dist/chunk-TKXPMMND.mjs +0 -177
  109. package/dist/chunk-TKXPMMND.mjs.map +0 -1
  110. package/dist/chunk-VK25FIML.mjs +0 -144
  111. package/dist/chunk-VK25FIML.mjs.map +0 -1
  112. package/dist/chunk-VNRDQJXW.mjs +0 -3
  113. package/dist/chunk-VNRDQJXW.mjs.map +0 -1
  114. package/dist/chunk-VUY2K2DI.mjs +0 -135
  115. package/dist/chunk-VUY2K2DI.mjs.map +0 -1
  116. package/dist/chunk-WMXA2TIX.mjs +0 -102
  117. package/dist/chunk-WMXA2TIX.mjs.map +0 -1
  118. package/dist/chunk-YULKJPY3.mjs +0 -70
  119. package/dist/chunk-YULKJPY3.mjs.map +0 -1
@@ -1,27 +0,0 @@
1
- import { CopilotContext } from './chunk-6A4PCNMZ.mjs';
2
- import { useRef, useContext, useMemo, useEffect } from 'react';
3
- import { nanoid } from 'nanoid';
4
-
5
- function useMakeCopilotActionable(annotatedFunction, dependencies) {
6
- const idRef = useRef(nanoid());
7
- const { setEntryPoint, removeEntryPoint } = useContext(CopilotContext);
8
- const memoizedAnnotatedFunction = useMemo(
9
- () => ({
10
- name: annotatedFunction.name,
11
- description: annotatedFunction.description,
12
- argumentAnnotations: annotatedFunction.argumentAnnotations,
13
- implementation: annotatedFunction.implementation
14
- }),
15
- dependencies
16
- );
17
- useEffect(() => {
18
- setEntryPoint(idRef.current, memoizedAnnotatedFunction);
19
- return () => {
20
- removeEntryPoint(idRef.current);
21
- };
22
- }, [memoizedAnnotatedFunction, setEntryPoint, removeEntryPoint]);
23
- }
24
-
25
- export { useMakeCopilotActionable };
26
- //# sourceMappingURL=out.js.map
27
- //# sourceMappingURL=chunk-FP4EXCGS.mjs.map
@@ -1 +0,0 @@
1
- {"version":3,"sources":["../src/hooks/use-make-copilot-actionable.ts"],"names":[],"mappings":";;;;;AAEA,SAAS,QAAQ,YAAY,WAAW,eAAe;AAGvD,SAAS,cAAc;AAEhB,SAAS,yBACd,mBACA,cACA;AACA,QAAM,QAAQ,OAAO,OAAO,CAAC;AAC7B,QAAM,EAAE,eAAe,iBAAiB,IAAI,WAAW,cAAc;AAErE,QAAM,4BAA4D;AAAA,IAChE,OAAO;AAAA,MACL,MAAM,kBAAkB;AAAA,MACxB,aAAa,kBAAkB;AAAA,MAC/B,qBAAqB,kBAAkB;AAAA,MACvC,gBAAgB,kBAAkB;AAAA,IACpC;AAAA,IACA;AAAA,EACF;AAEA,YAAU,MAAM;AACd,kBAAc,MAAM,SAAS,yBAAqD;AAElF,WAAO,MAAM;AACX,uBAAiB,MAAM,OAAO;AAAA,IAChC;AAAA,EACF,GAAG,CAAC,2BAA2B,eAAe,gBAAgB,CAAC;AACjE","sourcesContent":["\"use client\";\n\nimport { useRef, useContext, useEffect, useMemo } from \"react\";\nimport { CopilotContext } from \"../context/copilot-context\";\nimport { AnnotatedFunction } from \"../types/annotated-function\";\nimport { nanoid } from \"nanoid\";\n\nexport function useMakeCopilotActionable<ActionInput extends any[]>(\n annotatedFunction: AnnotatedFunction<ActionInput>,\n dependencies: any[],\n) {\n const idRef = useRef(nanoid()); // generate a unique id\n const { setEntryPoint, removeEntryPoint } = useContext(CopilotContext);\n\n const memoizedAnnotatedFunction: AnnotatedFunction<ActionInput> = useMemo(\n () => ({\n name: annotatedFunction.name,\n description: annotatedFunction.description,\n argumentAnnotations: annotatedFunction.argumentAnnotations,\n implementation: annotatedFunction.implementation,\n }),\n dependencies,\n );\n\n useEffect(() => {\n setEntryPoint(idRef.current, memoizedAnnotatedFunction as AnnotatedFunction<any[]>);\n\n return () => {\n removeEntryPoint(idRef.current);\n };\n }, [memoizedAnnotatedFunction, setEntryPoint, removeEntryPoint]);\n}\n"]}
@@ -1,3 +0,0 @@
1
-
2
- //# sourceMappingURL=out.js.map
3
- //# sourceMappingURL=chunk-FRAKUJWH.mjs.map
@@ -1 +0,0 @@
1
- {"version":3,"sources":[],"names":[],"mappings":""}
@@ -1,19 +0,0 @@
1
- import { CopilotContext } from './chunk-6A4PCNMZ.mjs';
2
- import { useContext, useRef, useEffect } from 'react';
3
-
4
- function useMakeCopilotReadable(information, parentId, categories) {
5
- const { addContext, removeContext } = useContext(CopilotContext);
6
- const idRef = useRef();
7
- useEffect(() => {
8
- const id = addContext(information, parentId, categories);
9
- idRef.current = id;
10
- return () => {
11
- removeContext(id);
12
- };
13
- }, [information, parentId, addContext, removeContext]);
14
- return idRef.current;
15
- }
16
-
17
- export { useMakeCopilotReadable };
18
- //# sourceMappingURL=out.js.map
19
- //# sourceMappingURL=chunk-HW5IH6PV.mjs.map
@@ -1 +0,0 @@
1
- {"version":3,"sources":["../src/hooks/use-make-copilot-readable.ts"],"names":[],"mappings":";;;;;AAEA,SAAS,YAAY,WAAW,cAAc;AAUvC,SAAS,uBACd,aACA,UACA,YACoB;AACpB,QAAM,EAAE,YAAY,cAAc,IAAI,WAAW,cAAc;AAC/D,QAAM,QAAQ,OAAe;AAE7B,YAAU,MAAM;AACd,UAAM,KAAK,WAAW,aAAa,UAAU,UAAU;AACvD,UAAM,UAAU;AAEhB,WAAO,MAAM;AACX,oBAAc,EAAE;AAAA,IAClB;AAAA,EACF,GAAG,CAAC,aAAa,UAAU,YAAY,aAAa,CAAC;AAErD,SAAO,MAAM;AACf","sourcesContent":["\"use client\";\n\nimport { useContext, useEffect, useRef } from \"react\";\nimport { CopilotContext } from \"../context/copilot-context\";\n\n/**\n * Adds the given information to the Copilot context to make it readable by Copilot.\n * @param information - The information to be added to the Copilot context.\n * @param parentId - The ID of the parent context, if any.\n * @param categories - An array of categories to control which context are visible where. Particularly useful with CopilotTextarea (see `useMakeAutosuggestionFunction`)\n * @returns The ID of the added context.\n */\nexport function useMakeCopilotReadable(\n information: string,\n parentId?: string,\n categories?: string[],\n): string | undefined {\n const { addContext, removeContext } = useContext(CopilotContext);\n const idRef = useRef<string>();\n\n useEffect(() => {\n const id = addContext(information, parentId, categories);\n idRef.current = id;\n\n return () => {\n removeContext(id);\n };\n }, [information, parentId, addContext, removeContext]);\n\n return idRef.current;\n}\n"]}
@@ -1,3 +0,0 @@
1
-
2
- //# sourceMappingURL=out.js.map
3
- //# sourceMappingURL=chunk-JD7BAH7U.mjs.map
@@ -1 +0,0 @@
1
- {"version":3,"sources":[],"names":[],"mappings":""}
@@ -1,125 +0,0 @@
1
- import { processMessageStream } from './chunk-MZ5UN3BY.mjs';
2
- import { defaultCopilotContextCategories } from './chunk-56GURLWX.mjs';
3
- import { CopilotContext } from './chunk-6A4PCNMZ.mjs';
4
- import { __async, __spreadValues } from './chunk-MRXNTQOX.mjs';
5
- import { useContext, useState, useMemo } from 'react';
6
- import { parseStreamPart } from '@copilotkit/shared';
7
-
8
- function useCopilotChatV2(options) {
9
- const {
10
- getContextString,
11
- getChatCompletionFunctionDescriptions,
12
- getFunctionCallHandler,
13
- copilotApiConfig
14
- } = useContext(CopilotContext);
15
- const [messages, setMessages] = useState([]);
16
- const [input, setInput] = useState("");
17
- const [threadId, setThreadId] = useState(void 0);
18
- const [status, setStatus] = useState("awaiting_message");
19
- const [error, setError] = useState(void 0);
20
- useMemo(() => {
21
- const systemMessageMaker = options.makeSystemMessage || defaultSystemMessage;
22
- const contextString = getContextString([], defaultCopilotContextCategories);
23
- return {
24
- id: "system",
25
- content: systemMessageMaker(contextString),
26
- role: "system"
27
- };
28
- }, [getContextString, options.makeSystemMessage]);
29
- const handleInputChange = (e) => {
30
- setInput(e.target.value);
31
- };
32
- const submitMessage = (e) => __async(this, null, function* () {
33
- var _a, _b;
34
- e.preventDefault();
35
- if (input === "") {
36
- return;
37
- }
38
- setStatus("in_progress");
39
- setMessages((messages2) => [...messages2, { id: "", role: "user", content: input }]);
40
- setInput("");
41
- const apiUrl = copilotApiConfig.chatApiEndpointV2;
42
- const functions = getChatCompletionFunctionDescriptions();
43
- const result = yield fetch(apiUrl, {
44
- method: "POST",
45
- headers: __spreadValues(__spreadValues({
46
- "Content-Type": "application/json"
47
- }, copilotApiConfig.headers), options.headers),
48
- body: JSON.stringify(__spreadValues(__spreadValues(__spreadValues({
49
- // always use user-provided threadId when available:
50
- threadId: (_b = (_a = options.threadId) != null ? _a : threadId) != null ? _b : null,
51
- message: input
52
- }, functions.length > 0 && { functions }), copilotApiConfig.body), options.body))
53
- });
54
- if (result.body == null) {
55
- throw new Error("The response body is empty.");
56
- }
57
- yield processMessageStream(result.body.getReader(), (message) => {
58
- try {
59
- const { type, value } = parseStreamPart(message);
60
- switch (type) {
61
- case "assistant_message": {
62
- setMessages((messages2) => [
63
- ...messages2,
64
- {
65
- id: value.id,
66
- role: value.role,
67
- content: value.content[0].text.value
68
- }
69
- ]);
70
- break;
71
- }
72
- case "assistant_control_data": {
73
- setThreadId(value.threadId);
74
- setMessages((messages2) => {
75
- const lastMessage = messages2[messages2.length - 1];
76
- lastMessage.id = value.messageId;
77
- return [...messages2.slice(0, messages2.length - 1), lastMessage];
78
- });
79
- break;
80
- }
81
- case "error": {
82
- setError(value);
83
- break;
84
- }
85
- }
86
- } catch (error2) {
87
- setError(error2);
88
- }
89
- });
90
- setStatus("awaiting_message");
91
- });
92
- return {
93
- messages,
94
- input,
95
- handleInputChange,
96
- submitMessage,
97
- status,
98
- error
99
- };
100
- }
101
- function defaultSystemMessage(contextString) {
102
- return `
103
- Please act as an efficient, competent, conscientious, and industrious professional assistant.
104
-
105
- Help the user achieve their goals, and you do so in a way that is as efficient as possible, without unnecessary fluff, but also without sacrificing professionalism.
106
- Always be polite and respectful, and prefer brevity over verbosity.
107
-
108
- The user has provided you with the following context:
109
- \`\`\`
110
- ${contextString}
111
- \`\`\`
112
-
113
- They have also provided you with functions you can call to initiate actions on their behalf, or functions you can call to receive more information.
114
-
115
- Please assist them as best you can.
116
-
117
- You can ask them for clarifying questions if needed, but don't be annoying about it. If you can reasonably 'fill in the blanks' yourself, do so.
118
-
119
- If you would like to call a function, call it without saying anything else.
120
- `;
121
- }
122
-
123
- export { defaultSystemMessage, useCopilotChatV2 };
124
- //# sourceMappingURL=out.js.map
125
- //# sourceMappingURL=chunk-LV3MQPZL.mjs.map
@@ -1 +0,0 @@
1
- {"version":3,"sources":["../src/openai-assistants/hooks/use-copilot-chat-v2.ts"],"names":["messages","error"],"mappings":";;;;;;;;;;;;;;;AAAA,SAAS,YAAY,SAAS,gBAAgB;AAE9C,SAAkB,uBAAuB;AA6ClC,SAAS,iBAAiB,SAA0D;AACzF,QAAM;AAAA,IACJ;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,EACF,IAAI,WAAW,cAAc;AAE7B,QAAM,CAAC,UAAU,WAAW,IAAI,SAAoB,CAAC,CAAC;AACtD,QAAM,CAAC,OAAO,QAAQ,IAAI,SAAS,EAAE;AACrC,QAAM,CAAC,UAAU,WAAW,IAAI,SAA6B,MAAS;AACtE,QAAM,CAAC,QAAQ,SAAS,IAAI,SAA0B,kBAAkB;AACxE,QAAM,CAAC,OAAO,QAAQ,IAAI,SAA8B,MAAS;AAEjE,QAAM,gBAAyB,QAAQ,MAAM;AAC3C,UAAM,qBAAqB,QAAQ,qBAAqB;AACxD,UAAM,gBAAgB,iBAAiB,CAAC,GAAG,+BAA+B;AAE1E,WAAO;AAAA,MACL,IAAI;AAAA,MACJ,SAAS,mBAAmB,aAAa;AAAA,MACzC,MAAM;AAAA,IACR;AAAA,EACF,GAAG,CAAC,kBAAkB,QAAQ,iBAAiB,CAAC;AAEhD,QAAM,oBAAoB,CAAC,MAAW;AACpC,aAAS,EAAE,OAAO,KAAK;AAAA,EACzB;AAEA,QAAM,gBAAgB,CAAO,MAAW;AA5E1C;AA6EI,MAAE,eAAe;AAEjB,QAAI,UAAU,IAAI;AAChB;AAAA,IACF;AAEA,cAAU,aAAa;AAEvB,gBAAY,CAACA,cAAa,CAAC,GAAGA,WAAU,EAAE,IAAI,IAAI,MAAM,QAAQ,SAAS,MAAM,CAAC,CAAC;AAEjF,aAAS,EAAE;AAEX,UAAM,SAAS,iBAAiB;AAEhC,UAAM,YAAY,sCAAsC;AAExD,UAAM,SAAS,MAAM,MAAM,QAAQ;AAAA,MACjC,QAAQ;AAAA,MACR,SAAS;AAAA,QACP,gBAAgB;AAAA,SACb,iBAAiB,UACjB,QAAQ;AAAA,MAEb,MAAM,KAAK,UAAU;AAAA;AAAA,QAEnB,WAAU,mBAAQ,aAAR,YAAoB,aAApB,YAAgC;AAAA,QAC1C,SAAS;AAAA,SACL,UAAU,SAAS,KAAK,EAAE,UAAqB,IAChD,iBAAiB,OACjB,QAAQ,KACZ;AAAA,IACH,CAAC;AAED,QAAI,OAAO,QAAQ,MAAM;AACvB,YAAM,IAAI,MAAM,6BAA6B;AAAA,IAC/C;AAEA,UAAM,qBAAqB,OAAO,KAAK,UAAU,GAAG,CAAC,YAAoB;AACvE,UAAI;AACF,cAAM,EAAE,MAAM,MAAM,IAAI,gBAAgB,OAAO;AAE/C,gBAAQ,MAAM;AAAA,UACZ,KAAK,qBAAqB;AAExB,wBAAY,CAACA,cAAa;AAAA,cACxB,GAAGA;AAAA,cACH;AAAA,gBACE,IAAI,MAAM;AAAA,gBACV,MAAM,MAAM;AAAA,gBACZ,SAAS,MAAM,QAAQ,CAAC,EAAE,KAAK;AAAA,cACjC;AAAA,YACF,CAAC;AACD;AAAA,UACF;AAAA,UAEA,KAAK,0BAA0B;AAC7B,wBAAY,MAAM,QAAQ;AAG1B,wBAAY,CAACA,cAAa;AACxB,oBAAM,cAAcA,UAASA,UAAS,SAAS,CAAC;AAChD,0BAAY,KAAK,MAAM;AACvB,qBAAO,CAAC,GAAGA,UAAS,MAAM,GAAGA,UAAS,SAAS,CAAC,GAAG,WAAW;AAAA,YAChE,CAAC;AAED;AAAA,UACF;AAAA,UAEA,KAAK,SAAS;AACZ,qBAAS,KAAK;AACd;AAAA,UACF;AAAA,QACF;AAAA,MACF,SAASC,QAAP;AACA,iBAASA,MAAK;AAAA,MAChB;AAAA,IACF,CAAC;AAED,cAAU,kBAAkB;AAAA,EAC9B;AAEA,SAAO;AAAA,IACL;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,EACF;AACF;AAEO,SAAS,qBAAqB,eAA+B;AAClE,SAAO;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAQP;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAWF","sourcesContent":["import { useContext, useMemo, useState } from \"react\";\nimport { processMessageStream } from \"../utils\";\nimport { Message, parseStreamPart } from \"@copilotkit/shared\";\nimport { CopilotContext } from \"../../context\";\nimport { defaultCopilotContextCategories } from \"../../components\";\n\nexport type AssistantStatus = \"in_progress\" | \"awaiting_message\";\n\nexport interface RequestForwardingOptions {\n /**\n * The credentials mode to be used for the fetch request.\n * Possible values are: 'omit', 'same-origin', 'include'.\n * Defaults to 'same-origin'.\n */\n credentials?: RequestCredentials;\n /**\n * HTTP headers to be sent with the API request.\n */\n headers?: Record<string, string> | Headers;\n /**\n * Extra body object to be sent with the API request.\n * @example\n * Send a `sessionId` to the API along with the messages.\n * ```js\n * useChat({\n * body: {\n * sessionId: '123',\n * }\n * })\n * ```\n */\n body?: object;\n}\nexport interface UseCopilotChatOptionsV2 extends RequestForwardingOptions {\n makeSystemMessage?: (contextString: string) => string;\n threadId?: string | undefined;\n}\n\nexport interface UseCopilotChatV2Result {\n messages: Message[];\n input: string;\n handleInputChange: (e: any) => void;\n submitMessage: (e: any) => Promise<void>;\n status: AssistantStatus;\n error: unknown;\n}\n\nexport function useCopilotChatV2(options: UseCopilotChatOptionsV2): UseCopilotChatV2Result {\n const {\n getContextString,\n getChatCompletionFunctionDescriptions,\n getFunctionCallHandler,\n copilotApiConfig,\n } = useContext(CopilotContext);\n\n const [messages, setMessages] = useState<Message[]>([]);\n const [input, setInput] = useState(\"\");\n const [threadId, setThreadId] = useState<string | undefined>(undefined);\n const [status, setStatus] = useState<AssistantStatus>(\"awaiting_message\");\n const [error, setError] = useState<unknown | undefined>(undefined);\n\n const systemMessage: Message = useMemo(() => {\n const systemMessageMaker = options.makeSystemMessage || defaultSystemMessage;\n const contextString = getContextString([], defaultCopilotContextCategories); // TODO: make the context categories configurable\n\n return {\n id: \"system\",\n content: systemMessageMaker(contextString),\n role: \"system\",\n };\n }, [getContextString, options.makeSystemMessage]);\n\n const handleInputChange = (e: any) => {\n setInput(e.target.value);\n };\n\n const submitMessage = async (e: any) => {\n e.preventDefault();\n\n if (input === \"\") {\n return;\n }\n\n setStatus(\"in_progress\");\n\n setMessages((messages) => [...messages, { id: \"\", role: \"user\", content: input }]);\n\n setInput(\"\");\n\n const apiUrl = copilotApiConfig.chatApiEndpointV2;\n\n const functions = getChatCompletionFunctionDescriptions();\n\n const result = await fetch(apiUrl, {\n method: \"POST\",\n headers: {\n \"Content-Type\": \"application/json\",\n ...copilotApiConfig.headers,\n ...options.headers,\n },\n body: JSON.stringify({\n // always use user-provided threadId when available:\n threadId: options.threadId ?? threadId ?? null,\n message: input,\n ...(functions.length > 0 && { functions: functions }),\n ...copilotApiConfig.body,\n ...options.body,\n }),\n });\n\n if (result.body == null) {\n throw new Error(\"The response body is empty.\");\n }\n\n await processMessageStream(result.body.getReader(), (message: string) => {\n try {\n const { type, value } = parseStreamPart(message);\n\n switch (type) {\n case \"assistant_message\": {\n // append message:\n setMessages((messages) => [\n ...messages,\n {\n id: value.id,\n role: value.role,\n content: value.content[0].text.value,\n },\n ]);\n break;\n }\n\n case \"assistant_control_data\": {\n setThreadId(value.threadId);\n\n // set id of last message:\n setMessages((messages) => {\n const lastMessage = messages[messages.length - 1];\n lastMessage.id = value.messageId;\n return [...messages.slice(0, messages.length - 1), lastMessage];\n });\n\n break;\n }\n\n case \"error\": {\n setError(value);\n break;\n }\n }\n } catch (error) {\n setError(error);\n }\n });\n\n setStatus(\"awaiting_message\");\n };\n\n return {\n messages,\n input,\n handleInputChange,\n submitMessage,\n status,\n error,\n };\n}\n\nexport function defaultSystemMessage(contextString: string): string {\n return `\nPlease act as an efficient, competent, conscientious, and industrious professional assistant.\n\nHelp the user achieve their goals, and you do so in a way that is as efficient as possible, without unnecessary fluff, but also without sacrificing professionalism.\nAlways be polite and respectful, and prefer brevity over verbosity.\n\nThe user has provided you with the following context:\n\\`\\`\\`\n${contextString}\n\\`\\`\\`\n\nThey have also provided you with functions you can call to initiate actions on their behalf, or functions you can call to receive more information.\n\nPlease assist them as best you can.\n\nYou can ask them for clarifying questions if needed, but don't be annoying about it. If you can reasonably 'fill in the blanks' yourself, do so.\n\nIf you would like to call a function, call it without saying anything else.\n`;\n}\n"]}
@@ -1,55 +0,0 @@
1
- var __defProp = Object.defineProperty;
2
- var __defProps = Object.defineProperties;
3
- var __getOwnPropDescs = Object.getOwnPropertyDescriptors;
4
- var __getOwnPropSymbols = Object.getOwnPropertySymbols;
5
- var __hasOwnProp = Object.prototype.hasOwnProperty;
6
- var __propIsEnum = Object.prototype.propertyIsEnumerable;
7
- var __defNormalProp = (obj, key, value) => key in obj ? __defProp(obj, key, { enumerable: true, configurable: true, writable: true, value }) : obj[key] = value;
8
- var __spreadValues = (a, b) => {
9
- for (var prop in b || (b = {}))
10
- if (__hasOwnProp.call(b, prop))
11
- __defNormalProp(a, prop, b[prop]);
12
- if (__getOwnPropSymbols)
13
- for (var prop of __getOwnPropSymbols(b)) {
14
- if (__propIsEnum.call(b, prop))
15
- __defNormalProp(a, prop, b[prop]);
16
- }
17
- return a;
18
- };
19
- var __spreadProps = (a, b) => __defProps(a, __getOwnPropDescs(b));
20
- var __objRest = (source, exclude) => {
21
- var target = {};
22
- for (var prop in source)
23
- if (__hasOwnProp.call(source, prop) && exclude.indexOf(prop) < 0)
24
- target[prop] = source[prop];
25
- if (source != null && __getOwnPropSymbols)
26
- for (var prop of __getOwnPropSymbols(source)) {
27
- if (exclude.indexOf(prop) < 0 && __propIsEnum.call(source, prop))
28
- target[prop] = source[prop];
29
- }
30
- return target;
31
- };
32
- var __async = (__this, __arguments, generator) => {
33
- return new Promise((resolve, reject) => {
34
- var fulfilled = (value) => {
35
- try {
36
- step(generator.next(value));
37
- } catch (e) {
38
- reject(e);
39
- }
40
- };
41
- var rejected = (value) => {
42
- try {
43
- step(generator.throw(value));
44
- } catch (e) {
45
- reject(e);
46
- }
47
- };
48
- var step = (x) => x.done ? resolve(x.value) : Promise.resolve(x.value).then(fulfilled, rejected);
49
- step((generator = generator.apply(__this, __arguments)).next());
50
- });
51
- };
52
-
53
- export { __async, __objRest, __spreadProps, __spreadValues };
54
- //# sourceMappingURL=out.js.map
55
- //# sourceMappingURL=chunk-MRXNTQOX.mjs.map
@@ -1 +0,0 @@
1
- {"version":3,"sources":[],"names":[],"mappings":"","sourcesContent":[]}
@@ -1,28 +0,0 @@
1
- import { __async } from './chunk-MRXNTQOX.mjs';
2
-
3
- // src/openai-assistants/utils/process-message-stream.ts
4
- function processMessageStream(reader, processMessage) {
5
- return __async(this, null, function* () {
6
- const decoder = new TextDecoder();
7
- let buffer = "";
8
- while (true) {
9
- const { done, value } = yield reader.read();
10
- if (done) {
11
- if (buffer.length > 0) {
12
- processMessage(buffer);
13
- }
14
- break;
15
- }
16
- buffer += decoder.decode(value, { stream: true });
17
- let endIndex;
18
- while ((endIndex = buffer.indexOf("\n")) !== -1) {
19
- processMessage(buffer.substring(0, endIndex).trim());
20
- buffer = buffer.substring(endIndex + 1);
21
- }
22
- }
23
- });
24
- }
25
-
26
- export { processMessageStream };
27
- //# sourceMappingURL=out.js.map
28
- //# sourceMappingURL=chunk-MZ5UN3BY.mjs.map
@@ -1 +0,0 @@
1
- {"version":3,"sources":["../src/openai-assistants/utils/process-message-stream.ts"],"names":[],"mappings":";;;;;AAAA,SAAsB,qBACpB,QACA,gBACA;AAAA;AACA,UAAM,UAAU,IAAI,YAAY;AAChC,QAAI,SAAS;AACb,WAAO,MAAM;AACX,YAAM,EAAE,MAAM,MAAM,IAAI,MAAM,OAAO,KAAK;AAE1C,UAAI,MAAM;AACR,YAAI,OAAO,SAAS,GAAG;AACrB,yBAAe,MAAM;AAAA,QACvB;AACA;AAAA,MACF;AAEA,gBAAU,QAAQ,OAAO,OAAO,EAAE,QAAQ,KAAK,CAAC;AAEhD,UAAI;AACJ,cAAQ,WAAW,OAAO,QAAQ,IAAI,OAAO,IAAI;AAC/C,uBAAe,OAAO,UAAU,GAAG,QAAQ,EAAE,KAAK,CAAC;AACnD,iBAAS,OAAO,UAAU,WAAW,CAAC;AAAA,MACxC;AAAA,IACF;AAAA,EACF;AAAA","sourcesContent":["export async function processMessageStream(\n reader: ReadableStreamDefaultReader<Uint8Array>,\n processMessage: (message: string) => void | Promise<void>,\n) {\n const decoder = new TextDecoder();\n let buffer = \"\";\n while (true) {\n const { done, value } = await reader.read();\n\n if (done) {\n if (buffer.length > 0) {\n processMessage(buffer);\n }\n break;\n }\n\n buffer += decoder.decode(value, { stream: true });\n\n let endIndex: number;\n while ((endIndex = buffer.indexOf(\"\\n\")) !== -1) {\n processMessage(buffer.substring(0, endIndex).trim());\n buffer = buffer.substring(endIndex + 1); // Remove the processed instruction + delimiter\n }\n }\n}\n"]}
@@ -1,3 +0,0 @@
1
-
2
- //# sourceMappingURL=out.js.map
3
- //# sourceMappingURL=chunk-PUFR5OAI.mjs.map
@@ -1 +0,0 @@
1
- {"version":3,"sources":[],"names":[],"mappings":""}
@@ -1,3 +0,0 @@
1
-
2
- //# sourceMappingURL=out.js.map
3
- //# sourceMappingURL=chunk-SPCZTZCY.mjs.map
@@ -1 +0,0 @@
1
- {"version":3,"sources":[],"names":[],"mappings":""}
@@ -1,177 +0,0 @@
1
- import { ChatCompletionTransport } from './chunk-VK25FIML.mjs';
2
- import { __async, __spreadValues } from './chunk-MRXNTQOX.mjs';
3
- import EventEmitter from 'eventemitter3';
4
-
5
- var DEFAULT_MAX_TOKENS = 8192;
6
- var ChatCompletionClient = class extends EventEmitter {
7
- constructor(params) {
8
- super();
9
- this.chatCompletionTransport = null;
10
- this.mode = null;
11
- this.functionCallName = "";
12
- this.functionCallArguments = "";
13
- this.onData = (data) => {
14
- if (this.mode === "function" && !data.choices[0].delta.function_call) {
15
- const success = this.tryFlushFunctionCall();
16
- if (!success) {
17
- return;
18
- }
19
- }
20
- this.mode = data.choices[0].delta.function_call ? "function" : "message";
21
- if (this.mode === "message") {
22
- if (data.choices[0].delta.content) {
23
- this.emit("content", data.choices[0].delta.content);
24
- }
25
- return;
26
- } else if (this.mode === "function") {
27
- if (data.choices[0].delta.function_call.name) {
28
- this.functionCallName = data.choices[0].delta.function_call.name;
29
- }
30
- if (data.choices[0].delta.function_call.arguments) {
31
- this.functionCallArguments += data.choices[0].delta.function_call.arguments;
32
- }
33
- this.emit("partial", this.functionCallName, this.functionCallArguments);
34
- return;
35
- }
36
- };
37
- this.onError = (error) => {
38
- this.emit("error", error);
39
- this.cleanup();
40
- };
41
- this.onEnd = () => {
42
- if (this.mode === "function") {
43
- const success = this.tryFlushFunctionCall();
44
- if (!success) {
45
- return;
46
- }
47
- }
48
- this.emit("end");
49
- this.cleanup();
50
- };
51
- }
52
- fetch(params) {
53
- return __async(this, null, function* () {
54
- params = __spreadValues({}, params);
55
- if (params.model && params.model in maxTokensByModel) {
56
- params.maxTokens || (params.maxTokens = maxTokensByModel[params.model]);
57
- } else {
58
- params.maxTokens || (params.maxTokens = DEFAULT_MAX_TOKENS);
59
- }
60
- params.functions || (params.functions = []);
61
- params.messages = this.buildPrompt(params);
62
- return yield this.runPrompt(params);
63
- });
64
- }
65
- buildPrompt(params) {
66
- let maxTokens = params.maxTokens;
67
- const messages = params.messages;
68
- const functions = params.functions;
69
- const functionsNumTokens = countFunctionsTokens(functions);
70
- if (functionsNumTokens > maxTokens) {
71
- throw new Error(`Too many tokens in function calls: ${functionsNumTokens} > ${maxTokens}`);
72
- }
73
- maxTokens -= functionsNumTokens;
74
- for (const message of messages) {
75
- if (message.role === "system") {
76
- const numTokens = this.countTokens(message);
77
- maxTokens -= numTokens;
78
- if (maxTokens < 0) {
79
- throw new Error("Not enough tokens for system message.");
80
- }
81
- }
82
- }
83
- const result = [];
84
- let cutoff = false;
85
- const reversedMessages = [...messages].reverse();
86
- for (const message of reversedMessages) {
87
- if (message.role === "system") {
88
- result.unshift(message);
89
- continue;
90
- } else if (cutoff) {
91
- continue;
92
- }
93
- let numTokens = this.countTokens(message);
94
- if (maxTokens < numTokens) {
95
- cutoff = true;
96
- continue;
97
- }
98
- result.unshift(message);
99
- maxTokens -= numTokens;
100
- }
101
- return result;
102
- }
103
- runPrompt(params) {
104
- return __async(this, null, function* () {
105
- this.chatCompletionTransport = new ChatCompletionTransport({});
106
- this.chatCompletionTransport.on("data", this.onData);
107
- this.chatCompletionTransport.on("error", this.onError);
108
- this.chatCompletionTransport.on("end", this.onEnd);
109
- yield this.chatCompletionTransport.fetch(params);
110
- });
111
- }
112
- tryFlushFunctionCall() {
113
- let args = null;
114
- try {
115
- args = JSON.parse(this.functionCallArguments);
116
- } catch (error) {
117
- this.emit("error", error);
118
- this.cleanup();
119
- return false;
120
- }
121
- this.emit("function", {
122
- name: this.functionCallName,
123
- arguments: args
124
- });
125
- this.mode = null;
126
- this.functionCallName = "";
127
- this.functionCallArguments = "";
128
- return true;
129
- }
130
- cleanup() {
131
- if (this.chatCompletionTransport) {
132
- this.chatCompletionTransport.off("data", this.onData);
133
- this.chatCompletionTransport.off("error", this.onError);
134
- this.chatCompletionTransport.off("end", this.onEnd);
135
- }
136
- this.chatCompletionTransport = null;
137
- this.mode = null;
138
- this.functionCallName = "";
139
- this.functionCallArguments = "";
140
- }
141
- countTokens(message) {
142
- if (message.content) {
143
- return estimateTokens(message.content);
144
- } else if (message.function_call) {
145
- return estimateTokens(JSON.stringify(message.function_call));
146
- }
147
- return 0;
148
- }
149
- };
150
- var maxTokensByModel = {
151
- "gpt-3.5-turbo": 4097,
152
- "gpt-3.5-turbo-16k": 16385,
153
- "gpt-4": 8192,
154
- "gpt-4-1106-preview": 8192,
155
- "gpt-4-32k": 32768,
156
- "gpt-3.5-turbo-0301": 4097,
157
- "gpt-4-0314": 8192,
158
- "gpt-4-32k-0314": 32768,
159
- "gpt-3.5-turbo-0613": 4097,
160
- "gpt-4-0613": 8192,
161
- "gpt-4-32k-0613": 32768,
162
- "gpt-3.5-turbo-16k-0613": 16385
163
- };
164
- function estimateTokens(text) {
165
- return text.length / 3;
166
- }
167
- function countFunctionsTokens(functions) {
168
- if (functions.length === 0) {
169
- return 0;
170
- }
171
- const json = JSON.stringify(functions);
172
- return estimateTokens(json);
173
- }
174
-
175
- export { ChatCompletionClient };
176
- //# sourceMappingURL=out.js.map
177
- //# sourceMappingURL=chunk-TKXPMMND.mjs.map
@@ -1 +0,0 @@
1
- {"version":3,"sources":["../src/openai/chat-completion-client.ts"],"names":[],"mappings":";;;;;;;;;AAAA,OAAO,kBAAkB;AAiCzB,IAAM,qBAAqB;AAEpB,IAAM,uBAAN,cAAmC,aAAyC;AAAA,EAMjF,YAAY,QAA2C;AACrD,UAAM;AANR,SAAQ,0BAA0D;AAClE,SAAQ,OAAsC;AAC9C,SAAQ,mBAA2B;AACnC,SAAQ,wBAAgC;AAyExC,SAAQ,SAAS,CAAC,SAA8B;AAE9C,UAAI,KAAK,SAAS,cAAc,CAAC,KAAK,QAAQ,CAAC,EAAE,MAAM,eAAe;AACpE,cAAM,UAAU,KAAK,qBAAqB;AAC1C,YAAI,CAAC,SAAS;AACZ;AAAA,QACF;AAAA,MACF;AAEA,WAAK,OAAO,KAAK,QAAQ,CAAC,EAAE,MAAM,gBAAgB,aAAa;AAE/D,UAAI,KAAK,SAAS,WAAW;AAG3B,YAAI,KAAK,QAAQ,CAAC,EAAE,MAAM,SAAS;AACjC,eAAK,KAAK,WAAW,KAAK,QAAQ,CAAC,EAAE,MAAM,OAAO;AAAA,QACpD;AAEA;AAAA,MACF,WAAW,KAAK,SAAS,YAAY;AAGnC,YAAI,KAAK,QAAQ,CAAC,EAAE,MAAM,cAAe,MAAM;AAC7C,eAAK,mBAAmB,KAAK,QAAQ,CAAC,EAAE,MAAM,cAAe;AAAA,QAC/D;AACA,YAAI,KAAK,QAAQ,CAAC,EAAE,MAAM,cAAe,WAAW;AAClD,eAAK,yBAAyB,KAAK,QAAQ,CAAC,EAAE,MAAM,cAAe;AAAA,QACrE;AACA,aAAK,KAAK,WAAW,KAAK,kBAAkB,KAAK,qBAAqB;AAEtE;AAAA,MACF;AAAA,IACF;AAEA,SAAQ,UAAU,CAAC,UAAe;AAChC,WAAK,KAAK,SAAS,KAAK;AACxB,WAAK,QAAQ;AAAA,IACf;AAEA,SAAQ,QAAQ,MAAM;AACpB,UAAI,KAAK,SAAS,YAAY;AAC5B,cAAM,UAAU,KAAK,qBAAqB;AAC1C,YAAI,CAAC,SAAS;AACZ;AAAA,QACF;AAAA,MACF;AACA,WAAK,KAAK,KAAK;AACf,WAAK,QAAQ;AAAA,IACf;AAAA,EArHA;AAAA,EAEa,MAAM,QAA4C;AAAA;AAC7D,eAAS,mBAAK;AACd,UAAI,OAAO,SAAS,OAAO,SAAS,kBAAkB;AACpD,eAAO,cAAP,OAAO,YAAc,iBAAiB,OAAO,KAAK;AAAA,MACpD,OAAO;AACL,eAAO,cAAP,OAAO,YAAc;AAAA,MACvB;AAEA,aAAO,cAAP,OAAO,YAAc,CAAC;AACtB,aAAO,WAAW,KAAK,YAAY,MAAM;AACzC,aAAO,MAAM,KAAK,UAAU,MAAM;AAAA,IACpC;AAAA;AAAA,EAEQ,YAAY,QAAuD;AACzE,QAAI,YAAY,OAAO;AACvB,UAAM,WAAW,OAAO;AACxB,UAAM,YAAY,OAAO;AACzB,UAAM,qBAAqB,qBAAqB,SAAS;AACzD,QAAI,qBAAqB,WAAW;AAClC,YAAM,IAAI,MAAM,sCAAsC,wBAAwB,WAAW;AAAA,IAC3F;AACA,iBAAa;AAEb,eAAW,WAAW,UAAU;AAC9B,UAAI,QAAQ,SAAS,UAAU;AAC7B,cAAM,YAAY,KAAK,YAAY,OAAO;AAC1C,qBAAa;AAEb,YAAI,YAAY,GAAG;AACjB,gBAAM,IAAI,MAAM,uCAAuC;AAAA,QACzD;AAAA,MACF;AAAA,IACF;AAEA,UAAM,SAAoB,CAAC;AAC3B,QAAI,SAAkB;AAEtB,UAAM,mBAAmB,CAAC,GAAG,QAAQ,EAAE,QAAQ;AAC/C,eAAW,WAAW,kBAAkB;AACtC,UAAI,QAAQ,SAAS,UAAU;AAC7B,eAAO,QAAQ,OAAO;AACtB;AAAA,MACF,WAAW,QAAQ;AACjB;AAAA,MACF;AACA,UAAI,YAAY,KAAK,YAAY,OAAO;AACxC,UAAI,YAAY,WAAW;AACzB,iBAAS;AACT;AAAA,MACF;AACA,aAAO,QAAQ,OAAO;AACtB,mBAAa;AAAA,IACf;AAEA,WAAO;AAAA,EACT;AAAA,EAEc,UAAU,QAA2D;AAAA;AACjF,WAAK,0BAA0B,IAAI,wBAAwB,CAAC,CAAC;AAE7D,WAAK,wBAAwB,GAAG,QAAQ,KAAK,MAAM;AACnD,WAAK,wBAAwB,GAAG,SAAS,KAAK,OAAO;AACrD,WAAK,wBAAwB,GAAG,OAAO,KAAK,KAAK;AAEjD,YAAM,KAAK,wBAAwB,MAAM,MAAM;AAAA,IACjD;AAAA;AAAA,EAoDQ,uBAAgC;AACtC,QAAI,OAAY;AAChB,QAAI;AACF,aAAO,KAAK,MAAM,KAAK,qBAAqB;AAAA,IAC9C,SAAS,OAAP;AACA,WAAK,KAAK,SAAS,KAAK;AACxB,WAAK,QAAQ;AACb,aAAO;AAAA,IACT;AACA,SAAK,KAAK,YAAY;AAAA,MACpB,MAAM,KAAK;AAAA,MACX,WAAW;AAAA,IACb,CAAC;AACD,SAAK,OAAO;AACZ,SAAK,mBAAmB;AACxB,SAAK,wBAAwB;AAC7B,WAAO;AAAA,EACT;AAAA,EAEQ,UAAU;AAChB,QAAI,KAAK,yBAAyB;AAChC,WAAK,wBAAwB,IAAI,QAAQ,KAAK,MAAM;AACpD,WAAK,wBAAwB,IAAI,SAAS,KAAK,OAAO;AACtD,WAAK,wBAAwB,IAAI,OAAO,KAAK,KAAK;AAAA,IACpD;AACA,SAAK,0BAA0B;AAC/B,SAAK,OAAO;AACZ,SAAK,mBAAmB;AACxB,SAAK,wBAAwB;AAAA,EAC/B;AAAA,EAEO,YAAY,SAA0B;AAC3C,QAAI,QAAQ,SAAS;AACnB,aAAO,eAAe,QAAQ,OAAO;AAAA,IACvC,WAAW,QAAQ,eAAe;AAChC,aAAO,eAAe,KAAK,UAAU,QAAQ,aAAa,CAAC;AAAA,IAC7D;AACA,WAAO;AAAA,EACT;AACF;AAEA,IAAM,mBAA8C;AAAA,EAClD,iBAAiB;AAAA,EACjB,qBAAqB;AAAA,EACrB,SAAS;AAAA,EACT,sBAAsB;AAAA,EACtB,aAAa;AAAA,EACb,sBAAsB;AAAA,EACtB,cAAc;AAAA,EACd,kBAAkB;AAAA,EAClB,sBAAsB;AAAA,EACtB,cAAc;AAAA,EACd,kBAAkB;AAAA,EAClB,0BAA0B;AAC5B;AAEA,SAAS,eAAe,MAAsB;AAC5C,SAAO,KAAK,SAAS;AACvB;AAEA,SAAS,qBAAqB,WAA+B;AAC3D,MAAI,UAAU,WAAW,GAAG;AAC1B,WAAO;AAAA,EACT;AACA,QAAM,OAAO,KAAK,UAAU,SAAS;AACrC,SAAO,eAAe,IAAI;AAC5B","sourcesContent":["import EventEmitter from \"eventemitter3\";\nimport { Function, Message, Role } from \"../types\";\nimport {\n ChatCompletionTransport,\n ChatCompletionTransportFetchParams,\n} from \"./chat-completion-transport\";\n\ninterface ChatCompletionClientConfiguration {}\n\ninterface ChatCompletionClientEvents {\n content: string;\n partial: [string, string];\n error: any;\n function: {\n name: string;\n arguments: any;\n };\n end: void;\n}\n\nexport interface ChatCompletionChunk {\n choices: {\n delta: {\n role: Role;\n content?: string | null;\n function_call?: {\n name?: string;\n arguments?: string;\n };\n };\n }[];\n}\n\nconst DEFAULT_MAX_TOKENS = 8192;\n\nexport class ChatCompletionClient extends EventEmitter<ChatCompletionClientEvents> {\n private chatCompletionTransport: ChatCompletionTransport | null = null;\n private mode: \"function\" | \"message\" | null = null;\n private functionCallName: string = \"\";\n private functionCallArguments: string = \"\";\n\n constructor(params: ChatCompletionClientConfiguration) {\n super();\n }\n\n public async fetch(params: ChatCompletionTransportFetchParams) {\n params = { ...params };\n if (params.model && params.model in maxTokensByModel) {\n params.maxTokens ||= maxTokensByModel[params.model];\n } else {\n params.maxTokens ||= DEFAULT_MAX_TOKENS;\n }\n\n params.functions ||= [];\n params.messages = this.buildPrompt(params);\n return await this.runPrompt(params);\n }\n\n private buildPrompt(params: ChatCompletionTransportFetchParams): Message[] {\n let maxTokens = params.maxTokens!;\n const messages = params.messages!;\n const functions = params.functions!;\n const functionsNumTokens = countFunctionsTokens(functions);\n if (functionsNumTokens > maxTokens) {\n throw new Error(`Too many tokens in function calls: ${functionsNumTokens} > ${maxTokens}`);\n }\n maxTokens -= functionsNumTokens;\n\n for (const message of messages) {\n if (message.role === \"system\") {\n const numTokens = this.countTokens(message);\n maxTokens -= numTokens;\n\n if (maxTokens < 0) {\n throw new Error(\"Not enough tokens for system message.\");\n }\n }\n }\n\n const result: Message[] = [];\n let cutoff: boolean = false;\n\n const reversedMessages = [...messages].reverse();\n for (const message of reversedMessages) {\n if (message.role === \"system\") {\n result.unshift(message);\n continue;\n } else if (cutoff) {\n continue;\n }\n let numTokens = this.countTokens(message);\n if (maxTokens < numTokens) {\n cutoff = true;\n continue;\n }\n result.unshift(message);\n maxTokens -= numTokens;\n }\n\n return result;\n }\n\n private async runPrompt(params: ChatCompletionTransportFetchParams): Promise<void> {\n this.chatCompletionTransport = new ChatCompletionTransport({});\n\n this.chatCompletionTransport.on(\"data\", this.onData);\n this.chatCompletionTransport.on(\"error\", this.onError);\n this.chatCompletionTransport.on(\"end\", this.onEnd);\n\n await this.chatCompletionTransport.fetch(params);\n }\n\n private onData = (data: ChatCompletionChunk) => {\n // In case we are in a function call but the next message is not a function call, flush it.\n if (this.mode === \"function\" && !data.choices[0].delta.function_call) {\n const success = this.tryFlushFunctionCall();\n if (!success) {\n return;\n }\n }\n\n this.mode = data.choices[0].delta.function_call ? \"function\" : \"message\";\n\n if (this.mode === \"message\") {\n // if we get a message, emit the content and return;\n\n if (data.choices[0].delta.content) {\n this.emit(\"content\", data.choices[0].delta.content);\n }\n\n return;\n } else if (this.mode === \"function\") {\n // if we get a function call, we buffer the name and arguments, then emit a partial event.\n\n if (data.choices[0].delta.function_call!.name) {\n this.functionCallName = data.choices[0].delta.function_call!.name!;\n }\n if (data.choices[0].delta.function_call!.arguments) {\n this.functionCallArguments += data.choices[0].delta.function_call!.arguments!;\n }\n this.emit(\"partial\", this.functionCallName, this.functionCallArguments);\n\n return;\n }\n };\n\n private onError = (error: any) => {\n this.emit(\"error\", error);\n this.cleanup();\n };\n\n private onEnd = () => {\n if (this.mode === \"function\") {\n const success = this.tryFlushFunctionCall();\n if (!success) {\n return;\n }\n }\n this.emit(\"end\");\n this.cleanup();\n };\n\n private tryFlushFunctionCall(): boolean {\n let args: any = null;\n try {\n args = JSON.parse(this.functionCallArguments);\n } catch (error) {\n this.emit(\"error\", error);\n this.cleanup();\n return false;\n }\n this.emit(\"function\", {\n name: this.functionCallName,\n arguments: args,\n });\n this.mode = null;\n this.functionCallName = \"\";\n this.functionCallArguments = \"\";\n return true;\n }\n\n private cleanup() {\n if (this.chatCompletionTransport) {\n this.chatCompletionTransport.off(\"data\", this.onData);\n this.chatCompletionTransport.off(\"error\", this.onError);\n this.chatCompletionTransport.off(\"end\", this.onEnd);\n }\n this.chatCompletionTransport = null;\n this.mode = null;\n this.functionCallName = \"\";\n this.functionCallArguments = \"\";\n }\n\n public countTokens(message: Message): number {\n if (message.content) {\n return estimateTokens(message.content);\n } else if (message.function_call) {\n return estimateTokens(JSON.stringify(message.function_call));\n }\n return 0;\n }\n}\n\nconst maxTokensByModel: { [key: string]: number } = {\n \"gpt-3.5-turbo\": 4097,\n \"gpt-3.5-turbo-16k\": 16385,\n \"gpt-4\": 8192,\n \"gpt-4-1106-preview\": 8192,\n \"gpt-4-32k\": 32768,\n \"gpt-3.5-turbo-0301\": 4097,\n \"gpt-4-0314\": 8192,\n \"gpt-4-32k-0314\": 32768,\n \"gpt-3.5-turbo-0613\": 4097,\n \"gpt-4-0613\": 8192,\n \"gpt-4-32k-0613\": 32768,\n \"gpt-3.5-turbo-16k-0613\": 16385,\n};\n\nfunction estimateTokens(text: string): number {\n return text.length / 3;\n}\n\nfunction countFunctionsTokens(functions: Function[]): number {\n if (functions.length === 0) {\n return 0;\n }\n const json = JSON.stringify(functions);\n return estimateTokens(json);\n}\n"]}