@copilotkit/react-core 0.17.0-alpha.0 → 0.17.0-alpha.2

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (125) hide show
  1. package/.turbo/turbo-build.log +86 -86
  2. package/CHANGELOG.md +12 -0
  3. package/dist/chunk-5UGLWBZJ.mjs +3 -0
  4. package/dist/chunk-5UGLWBZJ.mjs.map +1 -0
  5. package/dist/chunk-6A4PCNMZ.mjs +48 -0
  6. package/dist/chunk-6A4PCNMZ.mjs.map +1 -0
  7. package/dist/chunk-6SOQYBNX.mjs +44 -0
  8. package/dist/chunk-6SOQYBNX.mjs.map +1 -0
  9. package/dist/chunk-7GFKOIO7.mjs +3 -0
  10. package/dist/chunk-7GFKOIO7.mjs.map +1 -0
  11. package/dist/chunk-7P4OYNP3.mjs +19 -0
  12. package/dist/chunk-7P4OYNP3.mjs.map +1 -0
  13. package/dist/chunk-BABVSMJR.mjs +3 -0
  14. package/dist/chunk-BABVSMJR.mjs.map +1 -0
  15. package/dist/chunk-EFZPSZWO.mjs +3 -0
  16. package/dist/chunk-EFZPSZWO.mjs.map +1 -0
  17. package/dist/chunk-F2JIAPZQ.mjs +13 -0
  18. package/dist/chunk-F2JIAPZQ.mjs.map +1 -0
  19. package/dist/chunk-FP4EXCGS.mjs +27 -0
  20. package/dist/chunk-FP4EXCGS.mjs.map +1 -0
  21. package/dist/chunk-FRAKUJWH.mjs +3 -0
  22. package/dist/chunk-FRAKUJWH.mjs.map +1 -0
  23. package/dist/chunk-HW5IH6PV.mjs +19 -0
  24. package/dist/chunk-HW5IH6PV.mjs.map +1 -0
  25. package/dist/chunk-JD7BAH7U.mjs +3 -0
  26. package/dist/chunk-JD7BAH7U.mjs.map +1 -0
  27. package/dist/chunk-MRXNTQOX.mjs +55 -0
  28. package/dist/chunk-MRXNTQOX.mjs.map +1 -0
  29. package/dist/chunk-MZ5UN3BY.mjs +28 -0
  30. package/dist/chunk-MZ5UN3BY.mjs.map +1 -0
  31. package/dist/chunk-PUFR5OAI.mjs +3 -0
  32. package/dist/chunk-PUFR5OAI.mjs.map +1 -0
  33. package/dist/chunk-QTET3FBV.mjs +165 -0
  34. package/dist/chunk-QTET3FBV.mjs.map +1 -0
  35. package/dist/chunk-SPCZTZCY.mjs +3 -0
  36. package/dist/chunk-SPCZTZCY.mjs.map +1 -0
  37. package/dist/chunk-TKXPMMND.mjs +177 -0
  38. package/dist/chunk-TKXPMMND.mjs.map +1 -0
  39. package/dist/chunk-TU4DNDO7.mjs +125 -0
  40. package/dist/chunk-TU4DNDO7.mjs.map +1 -0
  41. package/dist/chunk-VK25FIML.mjs +144 -0
  42. package/dist/chunk-VK25FIML.mjs.map +1 -0
  43. package/dist/chunk-VNRDQJXW.mjs +3 -0
  44. package/dist/chunk-VNRDQJXW.mjs.map +1 -0
  45. package/dist/chunk-VUY2K2DI.mjs +135 -0
  46. package/dist/chunk-VUY2K2DI.mjs.map +1 -0
  47. package/dist/chunk-WMXA2TIX.mjs +102 -0
  48. package/dist/chunk-WMXA2TIX.mjs.map +1 -0
  49. package/dist/chunk-XSS45JC5.mjs +77 -0
  50. package/dist/chunk-XSS45JC5.mjs.map +1 -0
  51. package/dist/chunk-YULKJPY3.mjs +70 -0
  52. package/dist/chunk-YULKJPY3.mjs.map +1 -0
  53. package/dist/components/copilot-provider/copilot-provider-props.mjs +2 -1
  54. package/dist/components/copilot-provider/copilot-provider-props.mjs.map +1 -1
  55. package/dist/components/copilot-provider/copilot-provider.mjs +7 -468
  56. package/dist/components/copilot-provider/copilot-provider.mjs.map +1 -1
  57. package/dist/components/copilot-provider/index.mjs +8 -467
  58. package/dist/components/copilot-provider/index.mjs.map +1 -1
  59. package/dist/components/copilot-provider/standard-copilot-api-config.mjs +3 -12
  60. package/dist/components/copilot-provider/standard-copilot-api-config.mjs.map +1 -1
  61. package/dist/components/index.mjs +9 -467
  62. package/dist/components/index.mjs.map +1 -1
  63. package/dist/context/copilot-context.mjs +3 -70
  64. package/dist/context/copilot-context.mjs.map +1 -1
  65. package/dist/context/index.mjs +4 -69
  66. package/dist/context/index.mjs.map +1 -1
  67. package/dist/hooks/index.mjs +17 -654
  68. package/dist/hooks/index.mjs.map +1 -1
  69. package/dist/hooks/use-chat.mjs +5 -460
  70. package/dist/hooks/use-chat.mjs.map +1 -1
  71. package/dist/hooks/use-copilot-chat.mjs +13 -599
  72. package/dist/hooks/use-copilot-chat.mjs.map +1 -1
  73. package/dist/hooks/use-flat-category-store.mjs +3 -68
  74. package/dist/hooks/use-flat-category-store.mjs.map +1 -1
  75. package/dist/hooks/use-make-copilot-actionable.mjs +4 -95
  76. package/dist/hooks/use-make-copilot-actionable.mjs.map +1 -1
  77. package/dist/hooks/use-make-copilot-document-readable.mjs +4 -87
  78. package/dist/hooks/use-make-copilot-document-readable.mjs.map +1 -1
  79. package/dist/hooks/use-make-copilot-readable.mjs +4 -87
  80. package/dist/hooks/use-make-copilot-readable.mjs.map +1 -1
  81. package/dist/hooks/use-tree.mjs +3 -153
  82. package/dist/hooks/use-tree.mjs.map +1 -1
  83. package/dist/index.mjs +26 -1204
  84. package/dist/index.mjs.map +1 -1
  85. package/dist/openai/chat-completion-client.d.ts +0 -4
  86. package/dist/openai/chat-completion-client.mjs +4 -359
  87. package/dist/openai/chat-completion-client.mjs.map +1 -1
  88. package/dist/openai/chat-completion-stream.mjs +4 -220
  89. package/dist/openai/chat-completion-stream.mjs.map +1 -1
  90. package/dist/openai/chat-completion-transport.d.ts +3 -5
  91. package/dist/openai/chat-completion-transport.mjs +3 -180
  92. package/dist/openai/chat-completion-transport.mjs.map +1 -1
  93. package/dist/openai/index.mjs +5 -220
  94. package/dist/openai/index.mjs.map +1 -1
  95. package/dist/openai-assistants/hooks/index.mjs +14 -235
  96. package/dist/openai-assistants/hooks/index.mjs.map +1 -1
  97. package/dist/openai-assistants/hooks/use-assistants.mjs +8 -52
  98. package/dist/openai-assistants/hooks/use-assistants.mjs.map +1 -1
  99. package/dist/openai-assistants/hooks/use-copilot-chat-v2.mjs +13 -236
  100. package/dist/openai-assistants/hooks/use-copilot-chat-v2.mjs.map +1 -1
  101. package/dist/openai-assistants/index.mjs +15 -236
  102. package/dist/openai-assistants/index.mjs.map +1 -1
  103. package/dist/openai-assistants/utils/index.mjs +4 -46
  104. package/dist/openai-assistants/utils/index.mjs.map +1 -1
  105. package/dist/openai-assistants/utils/process-message-stream.mjs +3 -46
  106. package/dist/openai-assistants/utils/process-message-stream.mjs.map +1 -1
  107. package/dist/types/annotated-function.mjs +2 -0
  108. package/dist/types/annotated-function.mjs.map +1 -1
  109. package/dist/types/base.mjs +2 -0
  110. package/dist/types/base.mjs.map +1 -1
  111. package/dist/types/document-pointer.mjs +2 -0
  112. package/dist/types/document-pointer.mjs.map +1 -1
  113. package/dist/types/index.mjs +2 -0
  114. package/dist/types/index.mjs.map +1 -1
  115. package/dist/types/message.mjs +2 -0
  116. package/dist/types/message.mjs.map +1 -1
  117. package/dist/utils/utils.mjs +2 -0
  118. package/dist/utils/utils.mjs.map +1 -1
  119. package/dist/utils/utils.test.mjs +1 -0
  120. package/dist/utils/utils.test.mjs.map +1 -1
  121. package/package.json +3 -3
  122. package/src/hooks/use-chat.ts +2 -4
  123. package/src/openai/chat-completion-client.ts +4 -15
  124. package/src/openai/chat-completion-stream.ts +1 -3
  125. package/src/openai/chat-completion-transport.ts +5 -9
@@ -0,0 +1,28 @@
1
+ import { __async } from './chunk-MRXNTQOX.mjs';
2
+
3
+ // src/openai-assistants/utils/process-message-stream.ts
4
+ function processMessageStream(reader, processMessage) {
5
+ return __async(this, null, function* () {
6
+ const decoder = new TextDecoder();
7
+ let buffer = "";
8
+ while (true) {
9
+ const { done, value } = yield reader.read();
10
+ if (done) {
11
+ if (buffer.length > 0) {
12
+ processMessage(buffer);
13
+ }
14
+ break;
15
+ }
16
+ buffer += decoder.decode(value, { stream: true });
17
+ let endIndex;
18
+ while ((endIndex = buffer.indexOf("\n")) !== -1) {
19
+ processMessage(buffer.substring(0, endIndex).trim());
20
+ buffer = buffer.substring(endIndex + 1);
21
+ }
22
+ }
23
+ });
24
+ }
25
+
26
+ export { processMessageStream };
27
+ //# sourceMappingURL=out.js.map
28
+ //# sourceMappingURL=chunk-MZ5UN3BY.mjs.map
@@ -0,0 +1 @@
1
+ {"version":3,"sources":["../src/openai-assistants/utils/process-message-stream.ts"],"names":[],"mappings":";;;;;AAAA,SAAsB,qBACpB,QACA,gBACA;AAAA;AACA,UAAM,UAAU,IAAI,YAAY;AAChC,QAAI,SAAS;AACb,WAAO,MAAM;AACX,YAAM,EAAE,MAAM,MAAM,IAAI,MAAM,OAAO,KAAK;AAE1C,UAAI,MAAM;AACR,YAAI,OAAO,SAAS,GAAG;AACrB,yBAAe,MAAM;AAAA,QACvB;AACA;AAAA,MACF;AAEA,gBAAU,QAAQ,OAAO,OAAO,EAAE,QAAQ,KAAK,CAAC;AAEhD,UAAI;AACJ,cAAQ,WAAW,OAAO,QAAQ,IAAI,OAAO,IAAI;AAC/C,uBAAe,OAAO,UAAU,GAAG,QAAQ,EAAE,KAAK,CAAC;AACnD,iBAAS,OAAO,UAAU,WAAW,CAAC;AAAA,MACxC;AAAA,IACF;AAAA,EACF;AAAA","sourcesContent":["export async function processMessageStream(\n reader: ReadableStreamDefaultReader<Uint8Array>,\n processMessage: (message: string) => void | Promise<void>,\n) {\n const decoder = new TextDecoder();\n let buffer = \"\";\n while (true) {\n const { done, value } = await reader.read();\n\n if (done) {\n if (buffer.length > 0) {\n processMessage(buffer);\n }\n break;\n }\n\n buffer += decoder.decode(value, { stream: true });\n\n let endIndex: number;\n while ((endIndex = buffer.indexOf(\"\\n\")) !== -1) {\n processMessage(buffer.substring(0, endIndex).trim());\n buffer = buffer.substring(endIndex + 1); // Remove the processed instruction + delimiter\n }\n }\n}\n"]}
@@ -0,0 +1,3 @@
1
+
2
+ //# sourceMappingURL=out.js.map
3
+ //# sourceMappingURL=chunk-PUFR5OAI.mjs.map
@@ -0,0 +1 @@
1
+ {"version":3,"sources":[],"names":[],"mappings":""}
@@ -0,0 +1,165 @@
1
+ import { StandardCopilotApiConfig } from './chunk-F2JIAPZQ.mjs';
2
+ import { use_tree_default } from './chunk-VUY2K2DI.mjs';
3
+ import { CopilotContext } from './chunk-6A4PCNMZ.mjs';
4
+ import { use_flat_category_store_default } from './chunk-YULKJPY3.mjs';
5
+ import { __objRest, __spreadProps, __spreadValues, __async } from './chunk-MRXNTQOX.mjs';
6
+ import { useState, useCallback } from 'react';
7
+ import { jsx } from 'react/jsx-runtime';
8
+
9
+ function CopilotProvider(_a) {
10
+ var _b = _a, { children } = _b, props = __objRest(_b, ["children"]);
11
+ const [entryPoints, setEntryPoints] = useState({});
12
+ const { addElement, removeElement, printTree } = use_tree_default();
13
+ const {
14
+ addElement: addDocument,
15
+ removeElement: removeDocument,
16
+ allElements: allDocuments
17
+ } = use_flat_category_store_default();
18
+ const setEntryPoint = useCallback((id, entryPoint) => {
19
+ setEntryPoints((prevPoints) => {
20
+ return __spreadProps(__spreadValues({}, prevPoints), {
21
+ [id]: entryPoint
22
+ });
23
+ });
24
+ }, []);
25
+ const removeEntryPoint = useCallback((id) => {
26
+ setEntryPoints((prevPoints) => {
27
+ const newPoints = __spreadValues({}, prevPoints);
28
+ delete newPoints[id];
29
+ return newPoints;
30
+ });
31
+ }, []);
32
+ const getContextString = useCallback(
33
+ (documents, categories) => {
34
+ const documentsString = documents.map((document) => {
35
+ return `${document.name} (${document.sourceApplication}):
36
+ ${document.getContents()}`;
37
+ }).join("\n\n");
38
+ const nonDocumentStrings = printTree(categories);
39
+ return `${documentsString}
40
+
41
+ ${nonDocumentStrings}`;
42
+ },
43
+ [printTree]
44
+ );
45
+ const addContext = useCallback(
46
+ (context, parentId, categories = defaultCopilotContextCategories) => {
47
+ return addElement(context, categories, parentId);
48
+ },
49
+ [addElement]
50
+ );
51
+ const removeContext = useCallback(
52
+ (id) => {
53
+ removeElement(id);
54
+ },
55
+ [removeElement]
56
+ );
57
+ const getChatCompletionFunctionDescriptions = useCallback(() => {
58
+ return entryPointsToChatCompletionFunctions(Object.values(entryPoints));
59
+ }, [entryPoints]);
60
+ const getFunctionCallHandler = useCallback(() => {
61
+ return entryPointsToFunctionCallHandler(Object.values(entryPoints));
62
+ }, [entryPoints]);
63
+ const getDocumentsContext = useCallback(
64
+ (categories) => {
65
+ return allDocuments(categories);
66
+ },
67
+ [allDocuments]
68
+ );
69
+ const addDocumentContext = useCallback(
70
+ (documentPointer, categories = defaultCopilotContextCategories) => {
71
+ return addDocument(documentPointer, categories);
72
+ },
73
+ [addDocument]
74
+ );
75
+ const removeDocumentContext = useCallback(
76
+ (documentId) => {
77
+ removeDocument(documentId);
78
+ },
79
+ [removeDocument]
80
+ );
81
+ let copilotApiConfig;
82
+ if ("chatApiEndpoint" in props) {
83
+ copilotApiConfig = new StandardCopilotApiConfig(
84
+ props.chatApiEndpoint,
85
+ props.chatApiEndpointV2 || `${props.chatApiEndpoint}/v2`,
86
+ {},
87
+ {}
88
+ );
89
+ } else {
90
+ copilotApiConfig = props.chatApiConfig;
91
+ }
92
+ return /* @__PURE__ */ jsx(
93
+ CopilotContext.Provider,
94
+ {
95
+ value: {
96
+ entryPoints,
97
+ getChatCompletionFunctionDescriptions,
98
+ getFunctionCallHandler,
99
+ setEntryPoint,
100
+ removeEntryPoint,
101
+ getContextString,
102
+ addContext,
103
+ removeContext,
104
+ getDocumentsContext,
105
+ addDocumentContext,
106
+ removeDocumentContext,
107
+ copilotApiConfig
108
+ },
109
+ children
110
+ }
111
+ );
112
+ }
113
+ var defaultCopilotContextCategories = ["global"];
114
+ function entryPointsToFunctionCallHandler(entryPoints) {
115
+ return (chatMessages, functionCall) => __async(this, null, function* () {
116
+ let entrypointsByFunctionName = {};
117
+ for (let entryPoint of entryPoints) {
118
+ entrypointsByFunctionName[entryPoint.name] = entryPoint;
119
+ }
120
+ const entryPointFunction = entrypointsByFunctionName[functionCall.name || ""];
121
+ if (entryPointFunction) {
122
+ let functionCallArguments = [];
123
+ if (functionCall.arguments) {
124
+ functionCallArguments = JSON.parse(functionCall.arguments);
125
+ }
126
+ const paramsInCorrectOrder = [];
127
+ for (let arg of entryPointFunction.argumentAnnotations) {
128
+ paramsInCorrectOrder.push(
129
+ functionCallArguments[arg.name]
130
+ );
131
+ }
132
+ yield entryPointFunction.implementation(...paramsInCorrectOrder);
133
+ }
134
+ });
135
+ }
136
+ function entryPointsToChatCompletionFunctions(entryPoints) {
137
+ return entryPoints.map(annotatedFunctionToChatCompletionFunction);
138
+ }
139
+ function annotatedFunctionToChatCompletionFunction(annotatedFunction) {
140
+ let parameters = {};
141
+ for (let arg of annotatedFunction.argumentAnnotations) {
142
+ let _a = arg, forwardedArgs = __objRest(_a, ["name", "required"]);
143
+ parameters[arg.name] = forwardedArgs;
144
+ }
145
+ let requiredParameterNames = [];
146
+ for (let arg of annotatedFunction.argumentAnnotations) {
147
+ if (arg.required) {
148
+ requiredParameterNames.push(arg.name);
149
+ }
150
+ }
151
+ let chatCompletionFunction = {
152
+ name: annotatedFunction.name,
153
+ description: annotatedFunction.description,
154
+ parameters: {
155
+ type: "object",
156
+ properties: parameters,
157
+ required: requiredParameterNames
158
+ }
159
+ };
160
+ return chatCompletionFunction;
161
+ }
162
+
163
+ export { CopilotProvider, defaultCopilotContextCategories };
164
+ //# sourceMappingURL=out.js.map
165
+ //# sourceMappingURL=chunk-QTET3FBV.mjs.map
@@ -0,0 +1 @@
1
+ {"version":3,"sources":["../src/components/copilot-provider/copilot-provider.tsx"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;AAEA,SAAS,aAAa,gBAAgB;AA0JlC;AA3GG,SAAS,gBAAgB,IAA2D;AAA3D,eAAE,WAjDlC,IAiDgC,IAAe,kBAAf,IAAe,CAAb;AAIhC,QAAM,CAAC,aAAa,cAAc,IAAI,SAAmD,CAAC,CAAC;AAE3F,QAAM,EAAE,YAAY,eAAe,UAAU,IAAI,iBAAQ;AAEzD,QAAM;AAAA,IACJ,YAAY;AAAA,IACZ,eAAe;AAAA,IACf,aAAa;AAAA,EACf,IAAI,gCAAsC;AAE1C,QAAM,gBAAgB,YAAY,CAAC,IAAY,eAAyC;AACtF,mBAAe,CAAC,eAAe;AAC7B,aAAO,iCACF,aADE;AAAA,QAEL,CAAC,EAAE,GAAG;AAAA,MACR;AAAA,IACF,CAAC;AAAA,EACH,GAAG,CAAC,CAAC;AAEL,QAAM,mBAAmB,YAAY,CAAC,OAAe;AACnD,mBAAe,CAAC,eAAe;AAC7B,YAAM,YAAY,mBAAK;AACvB,aAAO,UAAU,EAAE;AACnB,aAAO;AAAA,IACT,CAAC;AAAA,EACH,GAAG,CAAC,CAAC;AAEL,QAAM,mBAAmB;AAAA,IACvB,CAAC,WAA8B,eAAyB;AACtD,YAAM,kBAAkB,UACrB,IAAI,CAAC,aAAa;AACjB,eAAO,GAAG,SAAS,SAAS,SAAS;AAAA,EAAwB,SAAS,YAAY;AAAA,MACpF,CAAC,EACA,KAAK,MAAM;AAEd,YAAM,qBAAqB,UAAU,UAAU;AAE/C,aAAO,GAAG;AAAA;AAAA,EAAsB;AAAA,IAClC;AAAA,IACA,CAAC,SAAS;AAAA,EACZ;AAEA,QAAM,aAAa;AAAA,IACjB,CACE,SACA,UACA,aAAuB,oCACpB;AACH,aAAO,WAAW,SAAS,YAAY,QAAQ;AAAA,IACjD;AAAA,IACA,CAAC,UAAU;AAAA,EACb;AAEA,QAAM,gBAAgB;AAAA,IACpB,CAAC,OAAe;AACd,oBAAc,EAAE;AAAA,IAClB;AAAA,IACA,CAAC,aAAa;AAAA,EAChB;AAEA,QAAM,wCAAwC,YAAY,MAAM;AAC9D,WAAO,qCAAqC,OAAO,OAAO,WAAW,CAAC;AAAA,EACxE,GAAG,CAAC,WAAW,CAAC;AAEhB,QAAM,yBAAyB,YAAY,MAAM;AAC/C,WAAO,iCAAiC,OAAO,OAAO,WAAW,CAAC;AAAA,EACpE,GAAG,CAAC,WAAW,CAAC;AAEhB,QAAM,sBAAsB;AAAA,IAC1B,CAAC,eAAyB;AACxB,aAAO,aAAa,UAAU;AAAA,IAChC;AAAA,IACA,CAAC,YAAY;AAAA,EACf;AAEA,QAAM,qBAAqB;AAAA,IACzB,CAAC,iBAAkC,aAAuB,oCAAoC;AAC5F,aAAO,YAAY,iBAAiB,UAAU;AAAA,IAChD;AAAA,IACA,CAAC,WAAW;AAAA,EACd;AAEA,QAAM,wBAAwB;AAAA,IAC5B,CAAC,eAAuB;AACtB,qBAAe,UAAU;AAAA,IAC3B;AAAA,IACA,CAAC,cAAc;AAAA,EACjB;AAGA,MAAI;AACJ,MAAI,qBAAqB,OAAO;AAC9B,uBAAmB,IAAI;AAAA,MACrB,MAAM;AAAA,MACN,MAAM,qBAAqB,GAAG,MAAM;AAAA,MACpC,CAAC;AAAA,MACD,CAAC;AAAA,IACH;AAAA,EACF,OAAO;AACL,uBAAmB,MAAM;AAAA,EAC3B;AAEA,SACE;AAAA,IAAC,eAAe;AAAA,IAAf;AAAA,MACC,OAAO;AAAA,QACL;AAAA,QACA;AAAA,QACA;AAAA,QACA;AAAA,QACA;AAAA,QACA;AAAA,QACA;AAAA,QACA;AAAA,QACA;AAAA,QACA;AAAA,QACA;AAAA,QACA;AAAA,MACF;AAAA,MAEC;AAAA;AAAA,EACH;AAEJ;AAEO,IAAM,kCAAkC,CAAC,QAAQ;AAExD,SAAS,iCACP,aACqB;AACrB,SAAO,CAAO,cAAc,iBAAiB;AAC3C,QAAI,4BAAsE,CAAC;AAC3E,aAAS,cAAc,aAAa;AAClC,gCAA0B,WAAW,IAAI,IAAI;AAAA,IAC/C;AAEA,UAAM,qBAAqB,0BAA0B,aAAa,QAAQ,EAAE;AAC5E,QAAI,oBAAoB;AACtB,UAAI,wBAA+C,CAAC;AACpD,UAAI,aAAa,WAAW;AAC1B,gCAAwB,KAAK,MAAM,aAAa,SAAS;AAAA,MAC3D;AAEA,YAAM,uBAA8B,CAAC;AACrC,eAAS,OAAO,mBAAmB,qBAAqB;AACtD,6BAAqB;AAAA,UACnB,sBAAsB,IAAI,IAA0C;AAAA,QACtE;AAAA,MACF;AAEA,YAAM,mBAAmB,eAAe,GAAG,oBAAoB;AAAA,IAmBjE;AAAA,EACF;AACF;AAEA,SAAS,qCACP,aACuC;AACvC,SAAO,YAAY,IAAI,yCAAyC;AAClE;AAEA,SAAS,0CACP,mBACqC;AAErC,MAAI,aAAqC,CAAC;AAC1C,WAAS,OAAO,kBAAkB,qBAAqB;AAErD,QAA2C,UAArC,QAAM,SA9OhB,IA8O+C,IAAlB,0BAAkB,IAAlB,CAAnB,QAAM;AACZ,eAAW,IAAI,IAAI,IAAI;AAAA,EACzB;AAEA,MAAI,yBAAmC,CAAC;AACxC,WAAS,OAAO,kBAAkB,qBAAqB;AACrD,QAAI,IAAI,UAAU;AAChB,6BAAuB,KAAK,IAAI,IAAI;AAAA,IACtC;AAAA,EACF;AAGA,MAAI,yBAA8D;AAAA,IAChE,MAAM,kBAAkB;AAAA,IACxB,aAAa,kBAAkB;AAAA,IAC/B,YAAY;AAAA,MACV,MAAM;AAAA,MACN,YAAY;AAAA,MACZ,UAAU;AAAA,IACZ;AAAA,EACF;AAEA,SAAO;AACT","sourcesContent":["\"use client\";\n\nimport { useCallback, useState } from \"react\";\nimport { CopilotContext, CopilotApiConfig } from \"../../context/copilot-context\";\nimport useTree from \"../../hooks/use-tree\";\nimport { AnnotatedFunction } from \"../../types/annotated-function\";\nimport { ChatCompletionCreateParams } from \"openai/resources/chat\";\nimport { DocumentPointer, FunctionCallHandler } from \"../../types\";\nimport useFlatCategoryStore from \"../../hooks/use-flat-category-store\";\nimport { StandardCopilotApiConfig } from \"./standard-copilot-api-config\";\nimport { CopilotProviderProps } from \"./copilot-provider-props\";\n\n/**\n * The CopilotProvider component.\n * This component provides the Copilot context to its children.\n * It can be configured either with a chat API endpoint or a CopilotApiConfig.\n *\n * NOTE: The backend can use OpenAI, or you can bring your own LLM.\n * For examples of the backend api implementation, see `examples/next-openai` usage (under `src/api/copilotkit`),\n * or read the documentation at https://docs.copilotkit.ai\n * In particular, Getting-Started > Quickstart-Backend: https://docs.copilotkit.ai/getting-started/quickstart-backend\n *\n * Example usage:\n * ```\n * <CopilotProvider chatApiEndpoint=\"https://your.copilotkit.api\">\n * <App />\n * </CopilotProvider>\n * ```\n *\n * or\n *\n * ```\n * const copilotApiConfig = new StandardCopilotApiConfig(\n * \"https://your.copilotkit.api/v1\",\n * \"https://your.copilotkit.api/v2\",\n * {},\n * {}\n * );\n *\n * // ...\n *\n * <CopilotProvider chatApiConfig={copilotApiConfig}>\n * <App />\n * </CopilotProvider>\n * ```\n *\n * @param props - The props for the component.\n * @returns The CopilotProvider component.\n */\nexport function CopilotProvider({ children, ...props }: CopilotProviderProps): JSX.Element {\n // Compute all the functions and properties that we need to pass\n // to the CopilotContext.\n\n const [entryPoints, setEntryPoints] = useState<Record<string, AnnotatedFunction<any[]>>>({});\n\n const { addElement, removeElement, printTree } = useTree();\n\n const {\n addElement: addDocument,\n removeElement: removeDocument,\n allElements: allDocuments,\n } = useFlatCategoryStore<DocumentPointer>();\n\n const setEntryPoint = useCallback((id: string, entryPoint: AnnotatedFunction<any[]>) => {\n setEntryPoints((prevPoints) => {\n return {\n ...prevPoints,\n [id]: entryPoint,\n };\n });\n }, []);\n\n const removeEntryPoint = useCallback((id: string) => {\n setEntryPoints((prevPoints) => {\n const newPoints = { ...prevPoints };\n delete newPoints[id];\n return newPoints;\n });\n }, []);\n\n const getContextString = useCallback(\n (documents: DocumentPointer[], categories: string[]) => {\n const documentsString = documents\n .map((document) => {\n return `${document.name} (${document.sourceApplication}):\\n${document.getContents()}`;\n })\n .join(\"\\n\\n\");\n\n const nonDocumentStrings = printTree(categories);\n\n return `${documentsString}\\n\\n${nonDocumentStrings}`;\n },\n [printTree],\n );\n\n const addContext = useCallback(\n (\n context: string,\n parentId?: string,\n categories: string[] = defaultCopilotContextCategories,\n ) => {\n return addElement(context, categories, parentId);\n },\n [addElement],\n );\n\n const removeContext = useCallback(\n (id: string) => {\n removeElement(id);\n },\n [removeElement],\n );\n\n const getChatCompletionFunctionDescriptions = useCallback(() => {\n return entryPointsToChatCompletionFunctions(Object.values(entryPoints));\n }, [entryPoints]);\n\n const getFunctionCallHandler = useCallback(() => {\n return entryPointsToFunctionCallHandler(Object.values(entryPoints));\n }, [entryPoints]);\n\n const getDocumentsContext = useCallback(\n (categories: string[]) => {\n return allDocuments(categories);\n },\n [allDocuments],\n );\n\n const addDocumentContext = useCallback(\n (documentPointer: DocumentPointer, categories: string[] = defaultCopilotContextCategories) => {\n return addDocument(documentPointer, categories);\n },\n [addDocument],\n );\n\n const removeDocumentContext = useCallback(\n (documentId: string) => {\n removeDocument(documentId);\n },\n [removeDocument],\n );\n\n // get the appropriate CopilotApiConfig from the props\n let copilotApiConfig: CopilotApiConfig;\n if (\"chatApiEndpoint\" in props) {\n copilotApiConfig = new StandardCopilotApiConfig(\n props.chatApiEndpoint,\n props.chatApiEndpointV2 || `${props.chatApiEndpoint}/v2`,\n {},\n {},\n );\n } else {\n copilotApiConfig = props.chatApiConfig;\n }\n\n return (\n <CopilotContext.Provider\n value={{\n entryPoints,\n getChatCompletionFunctionDescriptions,\n getFunctionCallHandler,\n setEntryPoint,\n removeEntryPoint,\n getContextString,\n addContext,\n removeContext,\n getDocumentsContext,\n addDocumentContext,\n removeDocumentContext,\n copilotApiConfig: copilotApiConfig,\n }}\n >\n {children}\n </CopilotContext.Provider>\n );\n}\n\nexport const defaultCopilotContextCategories = [\"global\"];\n\nfunction entryPointsToFunctionCallHandler(\n entryPoints: AnnotatedFunction<any[]>[],\n): FunctionCallHandler {\n return async (chatMessages, functionCall) => {\n let entrypointsByFunctionName: Record<string, AnnotatedFunction<any[]>> = {};\n for (let entryPoint of entryPoints) {\n entrypointsByFunctionName[entryPoint.name] = entryPoint;\n }\n\n const entryPointFunction = entrypointsByFunctionName[functionCall.name || \"\"];\n if (entryPointFunction) {\n let functionCallArguments: Record<string, any>[] = [];\n if (functionCall.arguments) {\n functionCallArguments = JSON.parse(functionCall.arguments);\n }\n\n const paramsInCorrectOrder: any[] = [];\n for (let arg of entryPointFunction.argumentAnnotations) {\n paramsInCorrectOrder.push(\n functionCallArguments[arg.name as keyof typeof functionCallArguments],\n );\n }\n\n await entryPointFunction.implementation(...paramsInCorrectOrder);\n\n // commented out becasue for now we don't want to return anything\n // const result = await entryPointFunction.implementation(\n // ...parsedFunctionCallArguments\n // );\n // const functionResponse: ChatRequest = {\n // messages: [\n // ...chatMessages,\n // {\n // id: nanoid(),\n // name: functionCall.name,\n // role: 'function' as const,\n // content: JSON.stringify(result),\n // },\n // ],\n // };\n\n // return functionResponse;\n }\n };\n}\n\nfunction entryPointsToChatCompletionFunctions(\n entryPoints: AnnotatedFunction<any[]>[],\n): ChatCompletionCreateParams.Function[] {\n return entryPoints.map(annotatedFunctionToChatCompletionFunction);\n}\n\nfunction annotatedFunctionToChatCompletionFunction(\n annotatedFunction: AnnotatedFunction<any[]>,\n): ChatCompletionCreateParams.Function {\n // Create the parameters object based on the argumentAnnotations\n let parameters: { [key: string]: any } = {};\n for (let arg of annotatedFunction.argumentAnnotations) {\n // isolate the args we should forward inline\n let { name, required, ...forwardedArgs } = arg;\n parameters[arg.name] = forwardedArgs;\n }\n\n let requiredParameterNames: string[] = [];\n for (let arg of annotatedFunction.argumentAnnotations) {\n if (arg.required) {\n requiredParameterNames.push(arg.name);\n }\n }\n\n // Create the ChatCompletionFunctions object\n let chatCompletionFunction: ChatCompletionCreateParams.Function = {\n name: annotatedFunction.name,\n description: annotatedFunction.description,\n parameters: {\n type: \"object\",\n properties: parameters,\n required: requiredParameterNames,\n },\n };\n\n return chatCompletionFunction;\n}\n"]}
@@ -0,0 +1,3 @@
1
+
2
+ //# sourceMappingURL=out.js.map
3
+ //# sourceMappingURL=chunk-SPCZTZCY.mjs.map
@@ -0,0 +1 @@
1
+ {"version":3,"sources":[],"names":[],"mappings":""}
@@ -0,0 +1,177 @@
1
+ import { ChatCompletionTransport } from './chunk-VK25FIML.mjs';
2
+ import { __async, __spreadValues } from './chunk-MRXNTQOX.mjs';
3
+ import EventEmitter from 'eventemitter3';
4
+
5
+ var DEFAULT_MAX_TOKENS = 8192;
6
+ var ChatCompletionClient = class extends EventEmitter {
7
+ constructor(params) {
8
+ super();
9
+ this.chatCompletionTransport = null;
10
+ this.mode = null;
11
+ this.functionCallName = "";
12
+ this.functionCallArguments = "";
13
+ this.onData = (data) => {
14
+ if (this.mode === "function" && !data.choices[0].delta.function_call) {
15
+ const success = this.tryFlushFunctionCall();
16
+ if (!success) {
17
+ return;
18
+ }
19
+ }
20
+ this.mode = data.choices[0].delta.function_call ? "function" : "message";
21
+ if (this.mode === "message") {
22
+ if (data.choices[0].delta.content) {
23
+ this.emit("content", data.choices[0].delta.content);
24
+ }
25
+ return;
26
+ } else if (this.mode === "function") {
27
+ if (data.choices[0].delta.function_call.name) {
28
+ this.functionCallName = data.choices[0].delta.function_call.name;
29
+ }
30
+ if (data.choices[0].delta.function_call.arguments) {
31
+ this.functionCallArguments += data.choices[0].delta.function_call.arguments;
32
+ }
33
+ this.emit("partial", this.functionCallName, this.functionCallArguments);
34
+ return;
35
+ }
36
+ };
37
+ this.onError = (error) => {
38
+ this.emit("error", error);
39
+ this.cleanup();
40
+ };
41
+ this.onEnd = () => {
42
+ if (this.mode === "function") {
43
+ const success = this.tryFlushFunctionCall();
44
+ if (!success) {
45
+ return;
46
+ }
47
+ }
48
+ this.emit("end");
49
+ this.cleanup();
50
+ };
51
+ }
52
+ fetch(params) {
53
+ return __async(this, null, function* () {
54
+ params = __spreadValues({}, params);
55
+ if (params.model && params.model in maxTokensByModel) {
56
+ params.maxTokens || (params.maxTokens = maxTokensByModel[params.model]);
57
+ } else {
58
+ params.maxTokens || (params.maxTokens = DEFAULT_MAX_TOKENS);
59
+ }
60
+ params.functions || (params.functions = []);
61
+ params.messages = this.buildPrompt(params);
62
+ return yield this.runPrompt(params);
63
+ });
64
+ }
65
+ buildPrompt(params) {
66
+ let maxTokens = params.maxTokens;
67
+ const messages = params.messages;
68
+ const functions = params.functions;
69
+ const functionsNumTokens = countFunctionsTokens(functions);
70
+ if (functionsNumTokens > maxTokens) {
71
+ throw new Error(`Too many tokens in function calls: ${functionsNumTokens} > ${maxTokens}`);
72
+ }
73
+ maxTokens -= functionsNumTokens;
74
+ for (const message of messages) {
75
+ if (message.role === "system") {
76
+ const numTokens = this.countTokens(message);
77
+ maxTokens -= numTokens;
78
+ if (maxTokens < 0) {
79
+ throw new Error("Not enough tokens for system message.");
80
+ }
81
+ }
82
+ }
83
+ const result = [];
84
+ let cutoff = false;
85
+ const reversedMessages = [...messages].reverse();
86
+ for (const message of reversedMessages) {
87
+ if (message.role === "system") {
88
+ result.unshift(message);
89
+ continue;
90
+ } else if (cutoff) {
91
+ continue;
92
+ }
93
+ let numTokens = this.countTokens(message);
94
+ if (maxTokens < numTokens) {
95
+ cutoff = true;
96
+ continue;
97
+ }
98
+ result.unshift(message);
99
+ maxTokens -= numTokens;
100
+ }
101
+ return result;
102
+ }
103
+ runPrompt(params) {
104
+ return __async(this, null, function* () {
105
+ this.chatCompletionTransport = new ChatCompletionTransport({});
106
+ this.chatCompletionTransport.on("data", this.onData);
107
+ this.chatCompletionTransport.on("error", this.onError);
108
+ this.chatCompletionTransport.on("end", this.onEnd);
109
+ yield this.chatCompletionTransport.fetch(params);
110
+ });
111
+ }
112
+ tryFlushFunctionCall() {
113
+ let args = null;
114
+ try {
115
+ args = JSON.parse(this.functionCallArguments);
116
+ } catch (error) {
117
+ this.emit("error", error);
118
+ this.cleanup();
119
+ return false;
120
+ }
121
+ this.emit("function", {
122
+ name: this.functionCallName,
123
+ arguments: args
124
+ });
125
+ this.mode = null;
126
+ this.functionCallName = "";
127
+ this.functionCallArguments = "";
128
+ return true;
129
+ }
130
+ cleanup() {
131
+ if (this.chatCompletionTransport) {
132
+ this.chatCompletionTransport.off("data", this.onData);
133
+ this.chatCompletionTransport.off("error", this.onError);
134
+ this.chatCompletionTransport.off("end", this.onEnd);
135
+ }
136
+ this.chatCompletionTransport = null;
137
+ this.mode = null;
138
+ this.functionCallName = "";
139
+ this.functionCallArguments = "";
140
+ }
141
+ countTokens(message) {
142
+ if (message.content) {
143
+ return estimateTokens(message.content);
144
+ } else if (message.function_call) {
145
+ return estimateTokens(JSON.stringify(message.function_call));
146
+ }
147
+ return 0;
148
+ }
149
+ };
150
+ var maxTokensByModel = {
151
+ "gpt-3.5-turbo": 4097,
152
+ "gpt-3.5-turbo-16k": 16385,
153
+ "gpt-4": 8192,
154
+ "gpt-4-1106-preview": 8192,
155
+ "gpt-4-32k": 32768,
156
+ "gpt-3.5-turbo-0301": 4097,
157
+ "gpt-4-0314": 8192,
158
+ "gpt-4-32k-0314": 32768,
159
+ "gpt-3.5-turbo-0613": 4097,
160
+ "gpt-4-0613": 8192,
161
+ "gpt-4-32k-0613": 32768,
162
+ "gpt-3.5-turbo-16k-0613": 16385
163
+ };
164
+ function estimateTokens(text) {
165
+ return text.length / 3;
166
+ }
167
+ function countFunctionsTokens(functions) {
168
+ if (functions.length === 0) {
169
+ return 0;
170
+ }
171
+ const json = JSON.stringify(functions);
172
+ return estimateTokens(json);
173
+ }
174
+
175
+ export { ChatCompletionClient };
176
+ //# sourceMappingURL=out.js.map
177
+ //# sourceMappingURL=chunk-TKXPMMND.mjs.map
@@ -0,0 +1 @@
1
+ {"version":3,"sources":["../src/openai/chat-completion-client.ts"],"names":[],"mappings":";;;;;;;;;AAAA,OAAO,kBAAkB;AAiCzB,IAAM,qBAAqB;AAEpB,IAAM,uBAAN,cAAmC,aAAyC;AAAA,EAMjF,YAAY,QAA2C;AACrD,UAAM;AANR,SAAQ,0BAA0D;AAClE,SAAQ,OAAsC;AAC9C,SAAQ,mBAA2B;AACnC,SAAQ,wBAAgC;AAyExC,SAAQ,SAAS,CAAC,SAA8B;AAE9C,UAAI,KAAK,SAAS,cAAc,CAAC,KAAK,QAAQ,CAAC,EAAE,MAAM,eAAe;AACpE,cAAM,UAAU,KAAK,qBAAqB;AAC1C,YAAI,CAAC,SAAS;AACZ;AAAA,QACF;AAAA,MACF;AAEA,WAAK,OAAO,KAAK,QAAQ,CAAC,EAAE,MAAM,gBAAgB,aAAa;AAE/D,UAAI,KAAK,SAAS,WAAW;AAG3B,YAAI,KAAK,QAAQ,CAAC,EAAE,MAAM,SAAS;AACjC,eAAK,KAAK,WAAW,KAAK,QAAQ,CAAC,EAAE,MAAM,OAAO;AAAA,QACpD;AAEA;AAAA,MACF,WAAW,KAAK,SAAS,YAAY;AAGnC,YAAI,KAAK,QAAQ,CAAC,EAAE,MAAM,cAAe,MAAM;AAC7C,eAAK,mBAAmB,KAAK,QAAQ,CAAC,EAAE,MAAM,cAAe;AAAA,QAC/D;AACA,YAAI,KAAK,QAAQ,CAAC,EAAE,MAAM,cAAe,WAAW;AAClD,eAAK,yBAAyB,KAAK,QAAQ,CAAC,EAAE,MAAM,cAAe;AAAA,QACrE;AACA,aAAK,KAAK,WAAW,KAAK,kBAAkB,KAAK,qBAAqB;AAEtE;AAAA,MACF;AAAA,IACF;AAEA,SAAQ,UAAU,CAAC,UAAe;AAChC,WAAK,KAAK,SAAS,KAAK;AACxB,WAAK,QAAQ;AAAA,IACf;AAEA,SAAQ,QAAQ,MAAM;AACpB,UAAI,KAAK,SAAS,YAAY;AAC5B,cAAM,UAAU,KAAK,qBAAqB;AAC1C,YAAI,CAAC,SAAS;AACZ;AAAA,QACF;AAAA,MACF;AACA,WAAK,KAAK,KAAK;AACf,WAAK,QAAQ;AAAA,IACf;AAAA,EArHA;AAAA,EAEa,MAAM,QAA4C;AAAA;AAC7D,eAAS,mBAAK;AACd,UAAI,OAAO,SAAS,OAAO,SAAS,kBAAkB;AACpD,eAAO,cAAP,OAAO,YAAc,iBAAiB,OAAO,KAAK;AAAA,MACpD,OAAO;AACL,eAAO,cAAP,OAAO,YAAc;AAAA,MACvB;AAEA,aAAO,cAAP,OAAO,YAAc,CAAC;AACtB,aAAO,WAAW,KAAK,YAAY,MAAM;AACzC,aAAO,MAAM,KAAK,UAAU,MAAM;AAAA,IACpC;AAAA;AAAA,EAEQ,YAAY,QAAuD;AACzE,QAAI,YAAY,OAAO;AACvB,UAAM,WAAW,OAAO;AACxB,UAAM,YAAY,OAAO;AACzB,UAAM,qBAAqB,qBAAqB,SAAS;AACzD,QAAI,qBAAqB,WAAW;AAClC,YAAM,IAAI,MAAM,sCAAsC,wBAAwB,WAAW;AAAA,IAC3F;AACA,iBAAa;AAEb,eAAW,WAAW,UAAU;AAC9B,UAAI,QAAQ,SAAS,UAAU;AAC7B,cAAM,YAAY,KAAK,YAAY,OAAO;AAC1C,qBAAa;AAEb,YAAI,YAAY,GAAG;AACjB,gBAAM,IAAI,MAAM,uCAAuC;AAAA,QACzD;AAAA,MACF;AAAA,IACF;AAEA,UAAM,SAAoB,CAAC;AAC3B,QAAI,SAAkB;AAEtB,UAAM,mBAAmB,CAAC,GAAG,QAAQ,EAAE,QAAQ;AAC/C,eAAW,WAAW,kBAAkB;AACtC,UAAI,QAAQ,SAAS,UAAU;AAC7B,eAAO,QAAQ,OAAO;AACtB;AAAA,MACF,WAAW,QAAQ;AACjB;AAAA,MACF;AACA,UAAI,YAAY,KAAK,YAAY,OAAO;AACxC,UAAI,YAAY,WAAW;AACzB,iBAAS;AACT;AAAA,MACF;AACA,aAAO,QAAQ,OAAO;AACtB,mBAAa;AAAA,IACf;AAEA,WAAO;AAAA,EACT;AAAA,EAEc,UAAU,QAA2D;AAAA;AACjF,WAAK,0BAA0B,IAAI,wBAAwB,CAAC,CAAC;AAE7D,WAAK,wBAAwB,GAAG,QAAQ,KAAK,MAAM;AACnD,WAAK,wBAAwB,GAAG,SAAS,KAAK,OAAO;AACrD,WAAK,wBAAwB,GAAG,OAAO,KAAK,KAAK;AAEjD,YAAM,KAAK,wBAAwB,MAAM,MAAM;AAAA,IACjD;AAAA;AAAA,EAoDQ,uBAAgC;AACtC,QAAI,OAAY;AAChB,QAAI;AACF,aAAO,KAAK,MAAM,KAAK,qBAAqB;AAAA,IAC9C,SAAS,OAAP;AACA,WAAK,KAAK,SAAS,KAAK;AACxB,WAAK,QAAQ;AACb,aAAO;AAAA,IACT;AACA,SAAK,KAAK,YAAY;AAAA,MACpB,MAAM,KAAK;AAAA,MACX,WAAW;AAAA,IACb,CAAC;AACD,SAAK,OAAO;AACZ,SAAK,mBAAmB;AACxB,SAAK,wBAAwB;AAC7B,WAAO;AAAA,EACT;AAAA,EAEQ,UAAU;AAChB,QAAI,KAAK,yBAAyB;AAChC,WAAK,wBAAwB,IAAI,QAAQ,KAAK,MAAM;AACpD,WAAK,wBAAwB,IAAI,SAAS,KAAK,OAAO;AACtD,WAAK,wBAAwB,IAAI,OAAO,KAAK,KAAK;AAAA,IACpD;AACA,SAAK,0BAA0B;AAC/B,SAAK,OAAO;AACZ,SAAK,mBAAmB;AACxB,SAAK,wBAAwB;AAAA,EAC/B;AAAA,EAEO,YAAY,SAA0B;AAC3C,QAAI,QAAQ,SAAS;AACnB,aAAO,eAAe,QAAQ,OAAO;AAAA,IACvC,WAAW,QAAQ,eAAe;AAChC,aAAO,eAAe,KAAK,UAAU,QAAQ,aAAa,CAAC;AAAA,IAC7D;AACA,WAAO;AAAA,EACT;AACF;AAEA,IAAM,mBAA8C;AAAA,EAClD,iBAAiB;AAAA,EACjB,qBAAqB;AAAA,EACrB,SAAS;AAAA,EACT,sBAAsB;AAAA,EACtB,aAAa;AAAA,EACb,sBAAsB;AAAA,EACtB,cAAc;AAAA,EACd,kBAAkB;AAAA,EAClB,sBAAsB;AAAA,EACtB,cAAc;AAAA,EACd,kBAAkB;AAAA,EAClB,0BAA0B;AAC5B;AAEA,SAAS,eAAe,MAAsB;AAC5C,SAAO,KAAK,SAAS;AACvB;AAEA,SAAS,qBAAqB,WAA+B;AAC3D,MAAI,UAAU,WAAW,GAAG;AAC1B,WAAO;AAAA,EACT;AACA,QAAM,OAAO,KAAK,UAAU,SAAS;AACrC,SAAO,eAAe,IAAI;AAC5B","sourcesContent":["import EventEmitter from \"eventemitter3\";\nimport { Function, Message, Role } from \"../types\";\nimport {\n ChatCompletionTransport,\n ChatCompletionTransportFetchParams,\n} from \"./chat-completion-transport\";\n\ninterface ChatCompletionClientConfiguration {}\n\ninterface ChatCompletionClientEvents {\n content: string;\n partial: [string, string];\n error: any;\n function: {\n name: string;\n arguments: any;\n };\n end: void;\n}\n\nexport interface ChatCompletionChunk {\n choices: {\n delta: {\n role: Role;\n content?: string | null;\n function_call?: {\n name?: string;\n arguments?: string;\n };\n };\n }[];\n}\n\nconst DEFAULT_MAX_TOKENS = 8192;\n\nexport class ChatCompletionClient extends EventEmitter<ChatCompletionClientEvents> {\n private chatCompletionTransport: ChatCompletionTransport | null = null;\n private mode: \"function\" | \"message\" | null = null;\n private functionCallName: string = \"\";\n private functionCallArguments: string = \"\";\n\n constructor(params: ChatCompletionClientConfiguration) {\n super();\n }\n\n public async fetch(params: ChatCompletionTransportFetchParams) {\n params = { ...params };\n if (params.model && params.model in maxTokensByModel) {\n params.maxTokens ||= maxTokensByModel[params.model];\n } else {\n params.maxTokens ||= DEFAULT_MAX_TOKENS;\n }\n\n params.functions ||= [];\n params.messages = this.buildPrompt(params);\n return await this.runPrompt(params);\n }\n\n private buildPrompt(params: ChatCompletionTransportFetchParams): Message[] {\n let maxTokens = params.maxTokens!;\n const messages = params.messages!;\n const functions = params.functions!;\n const functionsNumTokens = countFunctionsTokens(functions);\n if (functionsNumTokens > maxTokens) {\n throw new Error(`Too many tokens in function calls: ${functionsNumTokens} > ${maxTokens}`);\n }\n maxTokens -= functionsNumTokens;\n\n for (const message of messages) {\n if (message.role === \"system\") {\n const numTokens = this.countTokens(message);\n maxTokens -= numTokens;\n\n if (maxTokens < 0) {\n throw new Error(\"Not enough tokens for system message.\");\n }\n }\n }\n\n const result: Message[] = [];\n let cutoff: boolean = false;\n\n const reversedMessages = [...messages].reverse();\n for (const message of reversedMessages) {\n if (message.role === \"system\") {\n result.unshift(message);\n continue;\n } else if (cutoff) {\n continue;\n }\n let numTokens = this.countTokens(message);\n if (maxTokens < numTokens) {\n cutoff = true;\n continue;\n }\n result.unshift(message);\n maxTokens -= numTokens;\n }\n\n return result;\n }\n\n private async runPrompt(params: ChatCompletionTransportFetchParams): Promise<void> {\n this.chatCompletionTransport = new ChatCompletionTransport({});\n\n this.chatCompletionTransport.on(\"data\", this.onData);\n this.chatCompletionTransport.on(\"error\", this.onError);\n this.chatCompletionTransport.on(\"end\", this.onEnd);\n\n await this.chatCompletionTransport.fetch(params);\n }\n\n private onData = (data: ChatCompletionChunk) => {\n // In case we are in a function call but the next message is not a function call, flush it.\n if (this.mode === \"function\" && !data.choices[0].delta.function_call) {\n const success = this.tryFlushFunctionCall();\n if (!success) {\n return;\n }\n }\n\n this.mode = data.choices[0].delta.function_call ? \"function\" : \"message\";\n\n if (this.mode === \"message\") {\n // if we get a message, emit the content and return;\n\n if (data.choices[0].delta.content) {\n this.emit(\"content\", data.choices[0].delta.content);\n }\n\n return;\n } else if (this.mode === \"function\") {\n // if we get a function call, we buffer the name and arguments, then emit a partial event.\n\n if (data.choices[0].delta.function_call!.name) {\n this.functionCallName = data.choices[0].delta.function_call!.name!;\n }\n if (data.choices[0].delta.function_call!.arguments) {\n this.functionCallArguments += data.choices[0].delta.function_call!.arguments!;\n }\n this.emit(\"partial\", this.functionCallName, this.functionCallArguments);\n\n return;\n }\n };\n\n private onError = (error: any) => {\n this.emit(\"error\", error);\n this.cleanup();\n };\n\n private onEnd = () => {\n if (this.mode === \"function\") {\n const success = this.tryFlushFunctionCall();\n if (!success) {\n return;\n }\n }\n this.emit(\"end\");\n this.cleanup();\n };\n\n private tryFlushFunctionCall(): boolean {\n let args: any = null;\n try {\n args = JSON.parse(this.functionCallArguments);\n } catch (error) {\n this.emit(\"error\", error);\n this.cleanup();\n return false;\n }\n this.emit(\"function\", {\n name: this.functionCallName,\n arguments: args,\n });\n this.mode = null;\n this.functionCallName = \"\";\n this.functionCallArguments = \"\";\n return true;\n }\n\n private cleanup() {\n if (this.chatCompletionTransport) {\n this.chatCompletionTransport.off(\"data\", this.onData);\n this.chatCompletionTransport.off(\"error\", this.onError);\n this.chatCompletionTransport.off(\"end\", this.onEnd);\n }\n this.chatCompletionTransport = null;\n this.mode = null;\n this.functionCallName = \"\";\n this.functionCallArguments = \"\";\n }\n\n public countTokens(message: Message): number {\n if (message.content) {\n return estimateTokens(message.content);\n } else if (message.function_call) {\n return estimateTokens(JSON.stringify(message.function_call));\n }\n return 0;\n }\n}\n\nconst maxTokensByModel: { [key: string]: number } = {\n \"gpt-3.5-turbo\": 4097,\n \"gpt-3.5-turbo-16k\": 16385,\n \"gpt-4\": 8192,\n \"gpt-4-1106-preview\": 8192,\n \"gpt-4-32k\": 32768,\n \"gpt-3.5-turbo-0301\": 4097,\n \"gpt-4-0314\": 8192,\n \"gpt-4-32k-0314\": 32768,\n \"gpt-3.5-turbo-0613\": 4097,\n \"gpt-4-0613\": 8192,\n \"gpt-4-32k-0613\": 32768,\n \"gpt-3.5-turbo-16k-0613\": 16385,\n};\n\nfunction estimateTokens(text: string): number {\n return text.length / 3;\n}\n\nfunction countFunctionsTokens(functions: Function[]): number {\n if (functions.length === 0) {\n return 0;\n }\n const json = JSON.stringify(functions);\n return estimateTokens(json);\n}\n"]}
@@ -0,0 +1,125 @@
1
+ import { processMessageStream } from './chunk-MZ5UN3BY.mjs';
2
+ import { defaultCopilotContextCategories } from './chunk-QTET3FBV.mjs';
3
+ import { CopilotContext } from './chunk-6A4PCNMZ.mjs';
4
+ import { __async, __spreadValues } from './chunk-MRXNTQOX.mjs';
5
+ import { useContext, useState, useMemo } from 'react';
6
+ import { parseStreamPart } from '@copilotkit/shared';
7
+
8
+ function useCopilotChatV2(options) {
9
+ const {
10
+ getContextString,
11
+ getChatCompletionFunctionDescriptions,
12
+ getFunctionCallHandler,
13
+ copilotApiConfig
14
+ } = useContext(CopilotContext);
15
+ const [messages, setMessages] = useState([]);
16
+ const [input, setInput] = useState("");
17
+ const [threadId, setThreadId] = useState(void 0);
18
+ const [status, setStatus] = useState("awaiting_message");
19
+ const [error, setError] = useState(void 0);
20
+ useMemo(() => {
21
+ const systemMessageMaker = options.makeSystemMessage || defaultSystemMessage;
22
+ const contextString = getContextString([], defaultCopilotContextCategories);
23
+ return {
24
+ id: "system",
25
+ content: systemMessageMaker(contextString),
26
+ role: "system"
27
+ };
28
+ }, [getContextString, options.makeSystemMessage]);
29
+ const handleInputChange = (e) => {
30
+ setInput(e.target.value);
31
+ };
32
+ const submitMessage = (e) => __async(this, null, function* () {
33
+ var _a, _b;
34
+ e.preventDefault();
35
+ if (input === "") {
36
+ return;
37
+ }
38
+ setStatus("in_progress");
39
+ setMessages((messages2) => [...messages2, { id: "", role: "user", content: input }]);
40
+ setInput("");
41
+ const apiUrl = copilotApiConfig.chatApiEndpointV2;
42
+ const functions = getChatCompletionFunctionDescriptions();
43
+ const result = yield fetch(apiUrl, {
44
+ method: "POST",
45
+ headers: __spreadValues(__spreadValues({
46
+ "Content-Type": "application/json"
47
+ }, copilotApiConfig.headers), options.headers),
48
+ body: JSON.stringify(__spreadValues(__spreadValues(__spreadValues({
49
+ // always use user-provided threadId when available:
50
+ threadId: (_b = (_a = options.threadId) != null ? _a : threadId) != null ? _b : null,
51
+ message: input
52
+ }, functions.length > 0 && { functions }), copilotApiConfig.body), options.body))
53
+ });
54
+ if (result.body == null) {
55
+ throw new Error("The response body is empty.");
56
+ }
57
+ yield processMessageStream(result.body.getReader(), (message) => {
58
+ try {
59
+ const { type, value } = parseStreamPart(message);
60
+ switch (type) {
61
+ case "assistant_message": {
62
+ setMessages((messages2) => [
63
+ ...messages2,
64
+ {
65
+ id: value.id,
66
+ role: value.role,
67
+ content: value.content[0].text.value
68
+ }
69
+ ]);
70
+ break;
71
+ }
72
+ case "assistant_control_data": {
73
+ setThreadId(value.threadId);
74
+ setMessages((messages2) => {
75
+ const lastMessage = messages2[messages2.length - 1];
76
+ lastMessage.id = value.messageId;
77
+ return [...messages2.slice(0, messages2.length - 1), lastMessage];
78
+ });
79
+ break;
80
+ }
81
+ case "error": {
82
+ setError(value);
83
+ break;
84
+ }
85
+ }
86
+ } catch (error2) {
87
+ setError(error2);
88
+ }
89
+ });
90
+ setStatus("awaiting_message");
91
+ });
92
+ return {
93
+ messages,
94
+ input,
95
+ handleInputChange,
96
+ submitMessage,
97
+ status,
98
+ error
99
+ };
100
+ }
101
+ function defaultSystemMessage(contextString) {
102
+ return `
103
+ Please act as an efficient, competent, conscientious, and industrious professional assistant.
104
+
105
+ Help the user achieve their goals, and you do so in a way that is as efficient as possible, without unnecessary fluff, but also without sacrificing professionalism.
106
+ Always be polite and respectful, and prefer brevity over verbosity.
107
+
108
+ The user has provided you with the following context:
109
+ \`\`\`
110
+ ${contextString}
111
+ \`\`\`
112
+
113
+ They have also provided you with functions you can call to initiate actions on their behalf, or functions you can call to receive more information.
114
+
115
+ Please assist them as best you can.
116
+
117
+ You can ask them for clarifying questions if needed, but don't be annoying about it. If you can reasonably 'fill in the blanks' yourself, do so.
118
+
119
+ If you would like to call a function, call it without saying anything else.
120
+ `;
121
+ }
122
+
123
+ export { defaultSystemMessage, useCopilotChatV2 };
124
+ //# sourceMappingURL=out.js.map
125
+ //# sourceMappingURL=chunk-TU4DNDO7.mjs.map
@@ -0,0 +1 @@
1
+ {"version":3,"sources":["../src/openai-assistants/hooks/use-copilot-chat-v2.ts"],"names":["messages","error"],"mappings":";;;;;;;;;;;;;;;AAAA,SAAS,YAAY,SAAS,gBAAgB;AAE9C,SAAkB,uBAAuB;AA6ClC,SAAS,iBAAiB,SAA0D;AACzF,QAAM;AAAA,IACJ;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,EACF,IAAI,WAAW,cAAc;AAE7B,QAAM,CAAC,UAAU,WAAW,IAAI,SAAoB,CAAC,CAAC;AACtD,QAAM,CAAC,OAAO,QAAQ,IAAI,SAAS,EAAE;AACrC,QAAM,CAAC,UAAU,WAAW,IAAI,SAA6B,MAAS;AACtE,QAAM,CAAC,QAAQ,SAAS,IAAI,SAA0B,kBAAkB;AACxE,QAAM,CAAC,OAAO,QAAQ,IAAI,SAA8B,MAAS;AAEjE,QAAM,gBAAyB,QAAQ,MAAM;AAC3C,UAAM,qBAAqB,QAAQ,qBAAqB;AACxD,UAAM,gBAAgB,iBAAiB,CAAC,GAAG,+BAA+B;AAE1E,WAAO;AAAA,MACL,IAAI;AAAA,MACJ,SAAS,mBAAmB,aAAa;AAAA,MACzC,MAAM;AAAA,IACR;AAAA,EACF,GAAG,CAAC,kBAAkB,QAAQ,iBAAiB,CAAC;AAEhD,QAAM,oBAAoB,CAAC,MAAW;AACpC,aAAS,EAAE,OAAO,KAAK;AAAA,EACzB;AAEA,QAAM,gBAAgB,CAAO,MAAW;AA5E1C;AA6EI,MAAE,eAAe;AAEjB,QAAI,UAAU,IAAI;AAChB;AAAA,IACF;AAEA,cAAU,aAAa;AAEvB,gBAAY,CAACA,cAAa,CAAC,GAAGA,WAAU,EAAE,IAAI,IAAI,MAAM,QAAQ,SAAS,MAAM,CAAC,CAAC;AAEjF,aAAS,EAAE;AAEX,UAAM,SAAS,iBAAiB;AAEhC,UAAM,YAAY,sCAAsC;AAExD,UAAM,SAAS,MAAM,MAAM,QAAQ;AAAA,MACjC,QAAQ;AAAA,MACR,SAAS;AAAA,QACP,gBAAgB;AAAA,SACb,iBAAiB,UACjB,QAAQ;AAAA,MAEb,MAAM,KAAK,UAAU;AAAA;AAAA,QAEnB,WAAU,mBAAQ,aAAR,YAAoB,aAApB,YAAgC;AAAA,QAC1C,SAAS;AAAA,SACL,UAAU,SAAS,KAAK,EAAE,UAAqB,IAChD,iBAAiB,OACjB,QAAQ,KACZ;AAAA,IACH,CAAC;AAED,QAAI,OAAO,QAAQ,MAAM;AACvB,YAAM,IAAI,MAAM,6BAA6B;AAAA,IAC/C;AAEA,UAAM,qBAAqB,OAAO,KAAK,UAAU,GAAG,CAAC,YAAoB;AACvE,UAAI;AACF,cAAM,EAAE,MAAM,MAAM,IAAI,gBAAgB,OAAO;AAE/C,gBAAQ,MAAM;AAAA,UACZ,KAAK,qBAAqB;AAExB,wBAAY,CAACA,cAAa;AAAA,cACxB,GAAGA;AAAA,cACH;AAAA,gBACE,IAAI,MAAM;AAAA,gBACV,MAAM,MAAM;AAAA,gBACZ,SAAS,MAAM,QAAQ,CAAC,EAAE,KAAK;AAAA,cACjC;AAAA,YACF,CAAC;AACD;AAAA,UACF;AAAA,UAEA,KAAK,0BAA0B;AAC7B,wBAAY,MAAM,QAAQ;AAG1B,wBAAY,CAACA,cAAa;AACxB,oBAAM,cAAcA,UAASA,UAAS,SAAS,CAAC;AAChD,0BAAY,KAAK,MAAM;AACvB,qBAAO,CAAC,GAAGA,UAAS,MAAM,GAAGA,UAAS,SAAS,CAAC,GAAG,WAAW;AAAA,YAChE,CAAC;AAED;AAAA,UACF;AAAA,UAEA,KAAK,SAAS;AACZ,qBAAS,KAAK;AACd;AAAA,UACF;AAAA,QACF;AAAA,MACF,SAASC,QAAP;AACA,iBAASA,MAAK;AAAA,MAChB;AAAA,IACF,CAAC;AAED,cAAU,kBAAkB;AAAA,EAC9B;AAEA,SAAO;AAAA,IACL;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,EACF;AACF;AAEO,SAAS,qBAAqB,eAA+B;AAClE,SAAO;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAQP;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAWF","sourcesContent":["import { useContext, useMemo, useState } from \"react\";\nimport { processMessageStream } from \"../utils\";\nimport { Message, parseStreamPart } from \"@copilotkit/shared\";\nimport { CopilotContext } from \"../../context\";\nimport { defaultCopilotContextCategories } from \"../../components\";\n\nexport type AssistantStatus = \"in_progress\" | \"awaiting_message\";\n\nexport interface RequestForwardingOptions {\n /**\n * The credentials mode to be used for the fetch request.\n * Possible values are: 'omit', 'same-origin', 'include'.\n * Defaults to 'same-origin'.\n */\n credentials?: RequestCredentials;\n /**\n * HTTP headers to be sent with the API request.\n */\n headers?: Record<string, string> | Headers;\n /**\n * Extra body object to be sent with the API request.\n * @example\n * Send a `sessionId` to the API along with the messages.\n * ```js\n * useChat({\n * body: {\n * sessionId: '123',\n * }\n * })\n * ```\n */\n body?: object;\n}\nexport interface UseCopilotChatOptionsV2 extends RequestForwardingOptions {\n makeSystemMessage?: (contextString: string) => string;\n threadId?: string | undefined;\n}\n\nexport interface UseCopilotChatV2Result {\n messages: Message[];\n input: string;\n handleInputChange: (e: any) => void;\n submitMessage: (e: any) => Promise<void>;\n status: AssistantStatus;\n error: unknown;\n}\n\nexport function useCopilotChatV2(options: UseCopilotChatOptionsV2): UseCopilotChatV2Result {\n const {\n getContextString,\n getChatCompletionFunctionDescriptions,\n getFunctionCallHandler,\n copilotApiConfig,\n } = useContext(CopilotContext);\n\n const [messages, setMessages] = useState<Message[]>([]);\n const [input, setInput] = useState(\"\");\n const [threadId, setThreadId] = useState<string | undefined>(undefined);\n const [status, setStatus] = useState<AssistantStatus>(\"awaiting_message\");\n const [error, setError] = useState<unknown | undefined>(undefined);\n\n const systemMessage: Message = useMemo(() => {\n const systemMessageMaker = options.makeSystemMessage || defaultSystemMessage;\n const contextString = getContextString([], defaultCopilotContextCategories); // TODO: make the context categories configurable\n\n return {\n id: \"system\",\n content: systemMessageMaker(contextString),\n role: \"system\",\n };\n }, [getContextString, options.makeSystemMessage]);\n\n const handleInputChange = (e: any) => {\n setInput(e.target.value);\n };\n\n const submitMessage = async (e: any) => {\n e.preventDefault();\n\n if (input === \"\") {\n return;\n }\n\n setStatus(\"in_progress\");\n\n setMessages((messages) => [...messages, { id: \"\", role: \"user\", content: input }]);\n\n setInput(\"\");\n\n const apiUrl = copilotApiConfig.chatApiEndpointV2;\n\n const functions = getChatCompletionFunctionDescriptions();\n\n const result = await fetch(apiUrl, {\n method: \"POST\",\n headers: {\n \"Content-Type\": \"application/json\",\n ...copilotApiConfig.headers,\n ...options.headers,\n },\n body: JSON.stringify({\n // always use user-provided threadId when available:\n threadId: options.threadId ?? threadId ?? null,\n message: input,\n ...(functions.length > 0 && { functions: functions }),\n ...copilotApiConfig.body,\n ...options.body,\n }),\n });\n\n if (result.body == null) {\n throw new Error(\"The response body is empty.\");\n }\n\n await processMessageStream(result.body.getReader(), (message: string) => {\n try {\n const { type, value } = parseStreamPart(message);\n\n switch (type) {\n case \"assistant_message\": {\n // append message:\n setMessages((messages) => [\n ...messages,\n {\n id: value.id,\n role: value.role,\n content: value.content[0].text.value,\n },\n ]);\n break;\n }\n\n case \"assistant_control_data\": {\n setThreadId(value.threadId);\n\n // set id of last message:\n setMessages((messages) => {\n const lastMessage = messages[messages.length - 1];\n lastMessage.id = value.messageId;\n return [...messages.slice(0, messages.length - 1), lastMessage];\n });\n\n break;\n }\n\n case \"error\": {\n setError(value);\n break;\n }\n }\n } catch (error) {\n setError(error);\n }\n });\n\n setStatus(\"awaiting_message\");\n };\n\n return {\n messages,\n input,\n handleInputChange,\n submitMessage,\n status,\n error,\n };\n}\n\nexport function defaultSystemMessage(contextString: string): string {\n return `\nPlease act as an efficient, competent, conscientious, and industrious professional assistant.\n\nHelp the user achieve their goals, and you do so in a way that is as efficient as possible, without unnecessary fluff, but also without sacrificing professionalism.\nAlways be polite and respectful, and prefer brevity over verbosity.\n\nThe user has provided you with the following context:\n\\`\\`\\`\n${contextString}\n\\`\\`\\`\n\nThey have also provided you with functions you can call to initiate actions on their behalf, or functions you can call to receive more information.\n\nPlease assist them as best you can.\n\nYou can ask them for clarifying questions if needed, but don't be annoying about it. If you can reasonably 'fill in the blanks' yourself, do so.\n\nIf you would like to call a function, call it without saying anything else.\n`;\n}\n"]}