@agentica/core 0.44.0-dev.20260313-2 → 0.44.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (154) hide show
  1. package/LICENSE +21 -21
  2. package/README.md +218 -218
  3. package/lib/context/internal/__IChatInitialApplication.d.ts +1 -2
  4. package/lib/errors/AgenticaJsonParseError.js +6 -6
  5. package/lib/index.mjs +47 -7
  6. package/lib/index.mjs.map +1 -1
  7. package/lib/orchestrate/call.js +16 -16
  8. package/lib/orchestrate/cancel.js +1 -1
  9. package/lib/orchestrate/cancel.js.map +1 -1
  10. package/lib/orchestrate/initialize.js +44 -2
  11. package/lib/orchestrate/initialize.js.map +1 -1
  12. package/lib/orchestrate/select.js +1 -1
  13. package/lib/orchestrate/select.js.map +1 -1
  14. package/lib/structures/IAgenticaController.d.ts +143 -143
  15. package/lib/utils/ChatGptCompletionMessageUtil.js +6 -6
  16. package/package.json +6 -6
  17. package/prompts/cancel.md +5 -5
  18. package/prompts/common.md +3 -3
  19. package/prompts/describe.md +7 -7
  20. package/prompts/execute.md +122 -122
  21. package/prompts/initialize.md +3 -3
  22. package/prompts/json_parse_error.md +35 -35
  23. package/prompts/select.md +7 -7
  24. package/prompts/validate.md +123 -123
  25. package/prompts/validate_repeated.md +31 -31
  26. package/src/Agentica.ts +367 -367
  27. package/src/MicroAgentica.ts +357 -357
  28. package/src/constants/AgenticaConstant.ts +4 -4
  29. package/src/constants/AgenticaDefaultPrompt.ts +44 -44
  30. package/src/constants/index.ts +2 -2
  31. package/src/context/AgenticaContext.ts +136 -136
  32. package/src/context/AgenticaContextRequestResult.ts +14 -14
  33. package/src/context/AgenticaOperation.ts +73 -73
  34. package/src/context/AgenticaOperationCollection.ts +49 -49
  35. package/src/context/AgenticaOperationSelection.ts +9 -9
  36. package/src/context/AgenticaTokenUsage.ts +186 -186
  37. package/src/context/MicroAgenticaContext.ts +99 -99
  38. package/src/context/index.ts +5 -5
  39. package/src/context/internal/AgenticaOperationComposer.ts +177 -177
  40. package/src/context/internal/AgenticaTokenUsageAggregator.ts +66 -66
  41. package/src/context/internal/__IChatCancelFunctionsApplication.ts +23 -23
  42. package/src/context/internal/__IChatFunctionReference.ts +21 -21
  43. package/src/context/internal/__IChatInitialApplication.ts +13 -15
  44. package/src/context/internal/__IChatSelectFunctionsApplication.ts +24 -24
  45. package/src/context/internal/isAgenticaContext.ts +11 -11
  46. package/src/errors/AgenticaJsonParseError.ts +52 -52
  47. package/src/errors/AgenticaValidationError.ts +49 -49
  48. package/src/errors/index.ts +2 -2
  49. package/src/events/AgenticaAssistantMessageEvent.ts +12 -12
  50. package/src/events/AgenticaCallEvent.ts +27 -27
  51. package/src/events/AgenticaCancelEvent.ts +9 -9
  52. package/src/events/AgenticaDescribeEvent.ts +14 -14
  53. package/src/events/AgenticaEvent.ts +59 -59
  54. package/src/events/AgenticaEvent.type.ts +19 -19
  55. package/src/events/AgenticaEventBase.ts +18 -18
  56. package/src/events/AgenticaEventSource.ts +6 -6
  57. package/src/events/AgenticaExecuteEvent.ts +45 -45
  58. package/src/events/AgenticaInitializeEvent.ts +7 -7
  59. package/src/events/AgenticaJsonParseErrorEvent.ts +16 -16
  60. package/src/events/AgenticaRequestEvent.ts +27 -27
  61. package/src/events/AgenticaResponseEvent.ts +32 -32
  62. package/src/events/AgenticaSelectEvent.ts +11 -11
  63. package/src/events/AgenticaUserMessageEvent.ts +12 -12
  64. package/src/events/AgenticaValidateEvent.ts +32 -32
  65. package/src/events/MicroAgenticaEvent.ts +45 -45
  66. package/src/events/index.ts +15 -15
  67. package/src/factory/events.ts +357 -357
  68. package/src/factory/histories.ts +348 -348
  69. package/src/factory/index.ts +3 -3
  70. package/src/factory/operations.ts +16 -16
  71. package/src/functional/assertHttpController.ts +106 -106
  72. package/src/functional/assertHttpLlmApplication.ts +52 -52
  73. package/src/functional/assertMcpController.ts +47 -47
  74. package/src/functional/createMcpLlmApplication.ts +72 -72
  75. package/src/functional/index.ts +7 -7
  76. package/src/functional/validateHttpController.ts +113 -113
  77. package/src/functional/validateHttpLlmApplication.ts +65 -65
  78. package/src/functional/validateMcpController.ts +53 -53
  79. package/src/histories/AgenticaAssistantMessageHistory.ts +10 -10
  80. package/src/histories/AgenticaCancelHistory.ts +8 -8
  81. package/src/histories/AgenticaDescribeHistory.ts +18 -18
  82. package/src/histories/AgenticaExecuteHistory.ts +64 -64
  83. package/src/histories/AgenticaHistory.ts +28 -28
  84. package/src/histories/AgenticaHistoryBase.ts +35 -35
  85. package/src/histories/AgenticaSelectHistory.ts +8 -8
  86. package/src/histories/AgenticaSystemMessageHistory.ts +10 -10
  87. package/src/histories/AgenticaUserMessageHistory.ts +11 -11
  88. package/src/histories/MicroAgenticaHistory.ts +19 -19
  89. package/src/histories/contents/AgenticaUserMessageAudioContent.ts +21 -21
  90. package/src/histories/contents/AgenticaUserMessageContent.ts +19 -19
  91. package/src/histories/contents/AgenticaUserMessageContentBase.ts +6 -6
  92. package/src/histories/contents/AgenticaUserMessageFileContent.ts +25 -25
  93. package/src/histories/contents/AgenticaUserMessageImageContent.ts +33 -33
  94. package/src/histories/contents/AgenticaUserMessageTextContent.ts +15 -15
  95. package/src/histories/contents/index.ts +5 -5
  96. package/src/histories/index.ts +10 -10
  97. package/src/index.ts +15 -15
  98. package/src/json/IAgenticaEventJson.ts +265 -265
  99. package/src/json/IAgenticaEventJson.type.ts +19 -19
  100. package/src/json/IAgenticaHistoryJson.ts +165 -165
  101. package/src/json/IAgenticaHistoryJson.type.ts +19 -19
  102. package/src/json/IAgenticaOperationJson.ts +36 -36
  103. package/src/json/IAgenticaOperationSelectionJson.ts +26 -26
  104. package/src/json/IAgenticaTokenUsageJson.ts +107 -107
  105. package/src/json/IMicroAgenticaEventJson.ts +22 -22
  106. package/src/json/IMicroAgenticaHistoryJson.ts +25 -25
  107. package/src/json/index.ts +7 -7
  108. package/src/orchestrate/call.ts +542 -542
  109. package/src/orchestrate/cancel.ts +265 -265
  110. package/src/orchestrate/describe.ts +66 -66
  111. package/src/orchestrate/execute.ts +61 -61
  112. package/src/orchestrate/index.ts +6 -6
  113. package/src/orchestrate/initialize.ts +102 -102
  114. package/src/orchestrate/internal/cancelFunctionFromContext.ts +33 -33
  115. package/src/orchestrate/internal/selectFunctionFromContext.ts +34 -34
  116. package/src/orchestrate/select.ts +320 -320
  117. package/src/structures/IAgenticaConfig.ts +83 -83
  118. package/src/structures/IAgenticaConfigBase.ts +87 -87
  119. package/src/structures/IAgenticaController.ts +143 -143
  120. package/src/structures/IAgenticaExecutor.ts +167 -167
  121. package/src/structures/IAgenticaProps.ts +78 -78
  122. package/src/structures/IAgenticaSystemPrompt.ts +236 -236
  123. package/src/structures/IAgenticaVendor.ts +54 -54
  124. package/src/structures/IMcpTool.ts +60 -60
  125. package/src/structures/IMicroAgenticaConfig.ts +56 -56
  126. package/src/structures/IMicroAgenticaExecutor.ts +67 -67
  127. package/src/structures/IMicroAgenticaProps.ts +77 -77
  128. package/src/structures/IMicroAgenticaSystemPrompt.ts +169 -169
  129. package/src/structures/index.ts +10 -10
  130. package/src/transformers/transformHistory.ts +172 -172
  131. package/src/utils/AssistantMessageEmptyError.ts +20 -20
  132. package/src/utils/AsyncQueue.spec.ts +355 -355
  133. package/src/utils/AsyncQueue.ts +95 -95
  134. package/src/utils/ByteArrayUtil.ts +5 -5
  135. package/src/utils/ChatGptCompletionMessageUtil.spec.ts +314 -314
  136. package/src/utils/ChatGptCompletionMessageUtil.ts +210 -210
  137. package/src/utils/ChatGptCompletionStreamingUtil.spec.ts +909 -909
  138. package/src/utils/ChatGptCompletionStreamingUtil.ts +91 -91
  139. package/src/utils/ChatGptTokenUsageAggregator.spec.ts +226 -226
  140. package/src/utils/ChatGptTokenUsageAggregator.ts +57 -57
  141. package/src/utils/MPSC.spec.ts +276 -276
  142. package/src/utils/MPSC.ts +42 -42
  143. package/src/utils/Singleton.spec.ts +138 -138
  144. package/src/utils/Singleton.ts +42 -42
  145. package/src/utils/StreamUtil.spec.ts +512 -512
  146. package/src/utils/StreamUtil.ts +87 -87
  147. package/src/utils/__map_take.spec.ts +140 -140
  148. package/src/utils/__map_take.ts +13 -13
  149. package/src/utils/__retry.spec.ts +198 -198
  150. package/src/utils/__retry.ts +18 -18
  151. package/src/utils/assertExecuteFailure.ts +16 -16
  152. package/src/utils/index.ts +4 -4
  153. package/src/utils/request.ts +140 -140
  154. package/src/utils/types.ts +50 -50
@@ -1,314 +1,314 @@
1
- import type {
2
- ChatCompletion,
3
- ChatCompletionChunk,
4
- ChatCompletionMessageToolCall,
5
- } from "openai/resources";
6
-
7
- import { ChatGptCompletionMessageUtil } from "./ChatGptCompletionMessageUtil";
8
-
9
- describe("chatGptCompletionMessageUtil", () => {
10
- describe("transformCompletionChunk", () => {
11
- it("should transform string chunk to ChatCompletionChunk", () => {
12
- const chunk = {
13
- id: "test-id",
14
- choices: [{
15
- index: 0,
16
- delta: { content: "Hello" },
17
- }],
18
- created: 1234567890,
19
- model: "gpt-4",
20
- object: "chat.completion.chunk",
21
- };
22
-
23
- const result = ChatGptCompletionMessageUtil.transformCompletionChunk(JSON.stringify(chunk));
24
- expect(result).toEqual(chunk);
25
- });
26
-
27
- it("should transform Uint8Array chunk to ChatCompletionChunk", () => {
28
- const chunk = {
29
- id: "test-id",
30
- choices: [{
31
- index: 0,
32
- delta: { content: "Hello" },
33
- }],
34
- created: 1234567890,
35
- model: "gpt-4",
36
- object: "chat.completion.chunk",
37
- };
38
-
39
- const uint8Array = new TextEncoder().encode(JSON.stringify(chunk));
40
- const result = ChatGptCompletionMessageUtil.transformCompletionChunk(uint8Array);
41
- expect(result).toEqual(chunk);
42
- });
43
- });
44
-
45
- describe("accumulate", () => {
46
- it("should accumulate content from chunks", () => {
47
- const origin: ChatCompletion = {
48
- id: "test-id",
49
- choices: [{
50
- index: 0,
51
- // @ts-expect-error - refusal is not required
52
- message: { role: "assistant", content: "Hello" },
53
- }],
54
- created: 1234567890,
55
- model: "gpt-4",
56
- object: "chat.completion",
57
- };
58
-
59
- const chunk: ChatCompletionChunk = {
60
- id: "test-id",
61
- // @ts-expect-error - finish_reason is not required
62
- choices: [{
63
- index: 0,
64
- delta: { content: " World" },
65
- }],
66
- created: 1234567890,
67
- model: "gpt-4",
68
- object: "chat.completion.chunk",
69
- };
70
-
71
- const result = ChatGptCompletionMessageUtil.accumulate(origin, chunk);
72
- expect(result.choices[0]?.message.content).toBe("Hello World");
73
- });
74
-
75
- it("should accumulate tool calls", () => {
76
- const origin: ChatCompletion = {
77
- id: "test-id",
78
- choices: [{
79
- index: 0,
80
- // @ts-expect-error - finish_reason is not required
81
- message: {
82
- role: "assistant",
83
- content: null,
84
- tool_calls: [{
85
- id: "call_1",
86
- type: "function",
87
- function: {
88
- name: "test",
89
- arguments: "{\"arg\": \"value\"}",
90
- },
91
- }],
92
- },
93
- }],
94
- created: 1234567890,
95
- model: "gpt-4",
96
- object: "chat.completion",
97
- };
98
-
99
- const chunk: ChatCompletionChunk = {
100
- id: "test-id",
101
- // @ts-expect-error - finish_reason is not required
102
- choices: [{
103
- index: 0,
104
- delta: {
105
- tool_calls: [{
106
- index: 0,
107
- id: "call_1",
108
- function: {
109
- name: "_function",
110
- arguments: "{\"arg2\": \"value2\"}",
111
- },
112
- }],
113
- },
114
- }],
115
- created: 1234567890,
116
- model: "gpt-4",
117
- object: "chat.completion.chunk",
118
- };
119
-
120
- const result = ChatGptCompletionMessageUtil.accumulate(origin, chunk);
121
- expect(result.choices[0]?.message.tool_calls?.filter(tc => tc.type === "function")[0]?.function.name).toBe("test_function");
122
- expect(result.choices[0]?.message.tool_calls?.filter(tc => tc.type === "function")[0]?.function.arguments).toBe("{\"arg\": \"value\"}{\"arg2\": \"value2\"}");
123
- });
124
-
125
- it("should handle usage aggregation", () => {
126
- const origin: ChatCompletion = {
127
- id: "test-id",
128
- choices: [{
129
- index: 0,
130
- // @ts-expect-error - finish_reason is not required
131
- message: { role: "assistant", content: "Hello" },
132
- }],
133
- created: 1234567890,
134
- model: "gpt-4",
135
- object: "chat.completion",
136
- usage: {
137
- prompt_tokens: 10,
138
- completion_tokens: 5,
139
- total_tokens: 15,
140
- },
141
- };
142
-
143
- const chunk: ChatCompletionChunk = {
144
- id: "test-id",
145
- // @ts-expect-error - finish_reason is not required
146
- choices: [{
147
- index: 0,
148
- delta: { content: " World" },
149
- }],
150
- created: 1234567890,
151
- model: "gpt-4",
152
- object: "chat.completion.chunk",
153
- usage: {
154
- prompt_tokens: 0,
155
- completion_tokens: 6,
156
- total_tokens: 6,
157
- },
158
- };
159
-
160
- const result = ChatGptCompletionMessageUtil.accumulate(origin, chunk);
161
- expect(result.usage).toEqual({
162
- prompt_tokens: 10,
163
- completion_tokens: 11,
164
- total_tokens: 21,
165
- completion_tokens_details: {
166
- accepted_prediction_tokens: 0,
167
- reasoning_tokens: 0,
168
- rejected_prediction_tokens: 0,
169
- },
170
- prompt_tokens_details: {
171
- audio_tokens: 0,
172
- cached_tokens: 0,
173
- },
174
- });
175
- });
176
- });
177
-
178
- describe("merge", () => {
179
- it("should merge multiple chunks into completion", () => {
180
- const chunks: ChatCompletionChunk[] = [
181
- {
182
- id: "test-id",
183
- // @ts-expect-error - finish_reason is not required
184
- choices: [{
185
- index: 0,
186
- delta: { content: "Hello" },
187
- }],
188
- created: 1234567890,
189
- model: "gpt-4",
190
- object: "chat.completion.chunk",
191
- },
192
- {
193
- id: "test-id",
194
- // @ts-expect-error - finish_reason is not required
195
- choices: [{
196
- index: 0,
197
- delta: { content: " World" },
198
- }],
199
- created: 1234567890,
200
- model: "gpt-4",
201
- object: "chat.completion.chunk",
202
- },
203
- ];
204
-
205
- const result = ChatGptCompletionMessageUtil.merge(chunks);
206
- expect(result.choices[0]?.message.content).toBe("Hello World");
207
- });
208
-
209
- it("should throw error for empty chunks array", () => {
210
- expect(() => {
211
- ChatGptCompletionMessageUtil.merge([]);
212
- }).toThrow("No chunks received");
213
- });
214
- });
215
-
216
- describe("mergeChoice", () => {
217
- it("should merge finish reason", () => {
218
- const acc: ChatCompletion.Choice = {
219
- index: 0,
220
- // @ts-expect-error - finish_reason is not required
221
- message: { role: "assistant", content: "Hello" },
222
- };
223
-
224
- const cur: ChatCompletionChunk.Choice = {
225
- index: 0,
226
- delta: {},
227
- finish_reason: "stop",
228
- };
229
-
230
- const result = ChatGptCompletionMessageUtil.mergeChoice(acc, cur);
231
- expect(result.finish_reason).toBe("stop");
232
- });
233
-
234
- it("should merge content", () => {
235
- const acc: ChatCompletion.Choice = {
236
- index: 0,
237
- // @ts-expect-error - refusal is not required
238
- message: { role: "assistant", content: "Hello" },
239
- };
240
-
241
- // @ts-expect-error - finish_reason is not required
242
- const cur: ChatCompletionChunk.Choice = {
243
- index: 0,
244
- delta: { content: " World" },
245
- };
246
-
247
- const result = ChatGptCompletionMessageUtil.mergeChoice(acc, cur);
248
- expect(result.message.content).toBe("Hello World");
249
- });
250
-
251
- it("should merge refusal", () => {
252
- // @ts-expect-error - finish_reason is not required
253
- const acc: ChatCompletion.Choice = {
254
- index: 0,
255
- message: { role: "assistant", content: null, refusal: "I cannot" },
256
- };
257
-
258
- // @ts-expect-error - finish_reason is not required
259
- const cur: ChatCompletionChunk.Choice = {
260
- index: 0,
261
- delta: { refusal: " do that" },
262
- };
263
-
264
- const result = ChatGptCompletionMessageUtil.mergeChoice(acc, cur);
265
- expect(result.message.refusal).toBe("I cannot do that");
266
- });
267
- });
268
-
269
- describe("mergeToolCalls", () => {
270
- it("should merge tool call function arguments", () => {
271
- const acc: ChatCompletionMessageToolCall = {
272
- id: "call_1",
273
- type: "function",
274
- function: {
275
- name: "test",
276
- arguments: "{\"arg\": \"value\"}",
277
- },
278
- };
279
-
280
- const cur: ChatCompletionChunk.Choice.Delta.ToolCall = {
281
- index: 0,
282
- id: "call_1",
283
- function: {
284
- arguments: "{\"arg2\": \"value2\"}",
285
- },
286
- };
287
-
288
- const result = ChatGptCompletionMessageUtil.mergeToolCalls(acc, cur);
289
- expect(result.type === "function" ? result.function.arguments : "custom").toBe("{\"arg\": \"value\"}{\"arg2\": \"value2\"}");
290
- });
291
-
292
- it("should merge tool call function name", () => {
293
- const acc: ChatCompletionMessageToolCall = {
294
- id: "call_1",
295
- type: "function",
296
- function: {
297
- name: "test",
298
- arguments: "",
299
- },
300
- };
301
-
302
- const cur: ChatCompletionChunk.Choice.Delta.ToolCall = {
303
- index: 0,
304
- id: "call_1",
305
- function: {
306
- name: "_function",
307
- },
308
- };
309
-
310
- const result = ChatGptCompletionMessageUtil.mergeToolCalls(acc, cur);
311
- expect(result.type === "function" ? result.function.name : "custom").toBe("test_function");
312
- });
313
- });
314
- });
1
+ import type {
2
+ ChatCompletion,
3
+ ChatCompletionChunk,
4
+ ChatCompletionMessageToolCall,
5
+ } from "openai/resources";
6
+
7
+ import { ChatGptCompletionMessageUtil } from "./ChatGptCompletionMessageUtil";
8
+
9
+ describe("chatGptCompletionMessageUtil", () => {
10
+ describe("transformCompletionChunk", () => {
11
+ it("should transform string chunk to ChatCompletionChunk", () => {
12
+ const chunk = {
13
+ id: "test-id",
14
+ choices: [{
15
+ index: 0,
16
+ delta: { content: "Hello" },
17
+ }],
18
+ created: 1234567890,
19
+ model: "gpt-4",
20
+ object: "chat.completion.chunk",
21
+ };
22
+
23
+ const result = ChatGptCompletionMessageUtil.transformCompletionChunk(JSON.stringify(chunk));
24
+ expect(result).toEqual(chunk);
25
+ });
26
+
27
+ it("should transform Uint8Array chunk to ChatCompletionChunk", () => {
28
+ const chunk = {
29
+ id: "test-id",
30
+ choices: [{
31
+ index: 0,
32
+ delta: { content: "Hello" },
33
+ }],
34
+ created: 1234567890,
35
+ model: "gpt-4",
36
+ object: "chat.completion.chunk",
37
+ };
38
+
39
+ const uint8Array = new TextEncoder().encode(JSON.stringify(chunk));
40
+ const result = ChatGptCompletionMessageUtil.transformCompletionChunk(uint8Array);
41
+ expect(result).toEqual(chunk);
42
+ });
43
+ });
44
+
45
+ describe("accumulate", () => {
46
+ it("should accumulate content from chunks", () => {
47
+ const origin: ChatCompletion = {
48
+ id: "test-id",
49
+ choices: [{
50
+ index: 0,
51
+ // @ts-expect-error - refusal is not required
52
+ message: { role: "assistant", content: "Hello" },
53
+ }],
54
+ created: 1234567890,
55
+ model: "gpt-4",
56
+ object: "chat.completion",
57
+ };
58
+
59
+ const chunk: ChatCompletionChunk = {
60
+ id: "test-id",
61
+ // @ts-expect-error - finish_reason is not required
62
+ choices: [{
63
+ index: 0,
64
+ delta: { content: " World" },
65
+ }],
66
+ created: 1234567890,
67
+ model: "gpt-4",
68
+ object: "chat.completion.chunk",
69
+ };
70
+
71
+ const result = ChatGptCompletionMessageUtil.accumulate(origin, chunk);
72
+ expect(result.choices[0]?.message.content).toBe("Hello World");
73
+ });
74
+
75
+ it("should accumulate tool calls", () => {
76
+ const origin: ChatCompletion = {
77
+ id: "test-id",
78
+ choices: [{
79
+ index: 0,
80
+ // @ts-expect-error - finish_reason is not required
81
+ message: {
82
+ role: "assistant",
83
+ content: null,
84
+ tool_calls: [{
85
+ id: "call_1",
86
+ type: "function",
87
+ function: {
88
+ name: "test",
89
+ arguments: "{\"arg\": \"value\"}",
90
+ },
91
+ }],
92
+ },
93
+ }],
94
+ created: 1234567890,
95
+ model: "gpt-4",
96
+ object: "chat.completion",
97
+ };
98
+
99
+ const chunk: ChatCompletionChunk = {
100
+ id: "test-id",
101
+ // @ts-expect-error - finish_reason is not required
102
+ choices: [{
103
+ index: 0,
104
+ delta: {
105
+ tool_calls: [{
106
+ index: 0,
107
+ id: "call_1",
108
+ function: {
109
+ name: "_function",
110
+ arguments: "{\"arg2\": \"value2\"}",
111
+ },
112
+ }],
113
+ },
114
+ }],
115
+ created: 1234567890,
116
+ model: "gpt-4",
117
+ object: "chat.completion.chunk",
118
+ };
119
+
120
+ const result = ChatGptCompletionMessageUtil.accumulate(origin, chunk);
121
+ expect(result.choices[0]?.message.tool_calls?.filter(tc => tc.type === "function")[0]?.function.name).toBe("test_function");
122
+ expect(result.choices[0]?.message.tool_calls?.filter(tc => tc.type === "function")[0]?.function.arguments).toBe("{\"arg\": \"value\"}{\"arg2\": \"value2\"}");
123
+ });
124
+
125
+ it("should handle usage aggregation", () => {
126
+ const origin: ChatCompletion = {
127
+ id: "test-id",
128
+ choices: [{
129
+ index: 0,
130
+ // @ts-expect-error - finish_reason is not required
131
+ message: { role: "assistant", content: "Hello" },
132
+ }],
133
+ created: 1234567890,
134
+ model: "gpt-4",
135
+ object: "chat.completion",
136
+ usage: {
137
+ prompt_tokens: 10,
138
+ completion_tokens: 5,
139
+ total_tokens: 15,
140
+ },
141
+ };
142
+
143
+ const chunk: ChatCompletionChunk = {
144
+ id: "test-id",
145
+ // @ts-expect-error - finish_reason is not required
146
+ choices: [{
147
+ index: 0,
148
+ delta: { content: " World" },
149
+ }],
150
+ created: 1234567890,
151
+ model: "gpt-4",
152
+ object: "chat.completion.chunk",
153
+ usage: {
154
+ prompt_tokens: 0,
155
+ completion_tokens: 6,
156
+ total_tokens: 6,
157
+ },
158
+ };
159
+
160
+ const result = ChatGptCompletionMessageUtil.accumulate(origin, chunk);
161
+ expect(result.usage).toEqual({
162
+ prompt_tokens: 10,
163
+ completion_tokens: 11,
164
+ total_tokens: 21,
165
+ completion_tokens_details: {
166
+ accepted_prediction_tokens: 0,
167
+ reasoning_tokens: 0,
168
+ rejected_prediction_tokens: 0,
169
+ },
170
+ prompt_tokens_details: {
171
+ audio_tokens: 0,
172
+ cached_tokens: 0,
173
+ },
174
+ });
175
+ });
176
+ });
177
+
178
+ describe("merge", () => {
179
+ it("should merge multiple chunks into completion", () => {
180
+ const chunks: ChatCompletionChunk[] = [
181
+ {
182
+ id: "test-id",
183
+ // @ts-expect-error - finish_reason is not required
184
+ choices: [{
185
+ index: 0,
186
+ delta: { content: "Hello" },
187
+ }],
188
+ created: 1234567890,
189
+ model: "gpt-4",
190
+ object: "chat.completion.chunk",
191
+ },
192
+ {
193
+ id: "test-id",
194
+ // @ts-expect-error - finish_reason is not required
195
+ choices: [{
196
+ index: 0,
197
+ delta: { content: " World" },
198
+ }],
199
+ created: 1234567890,
200
+ model: "gpt-4",
201
+ object: "chat.completion.chunk",
202
+ },
203
+ ];
204
+
205
+ const result = ChatGptCompletionMessageUtil.merge(chunks);
206
+ expect(result.choices[0]?.message.content).toBe("Hello World");
207
+ });
208
+
209
+ it("should throw error for empty chunks array", () => {
210
+ expect(() => {
211
+ ChatGptCompletionMessageUtil.merge([]);
212
+ }).toThrow("No chunks received");
213
+ });
214
+ });
215
+
216
+ describe("mergeChoice", () => {
217
+ it("should merge finish reason", () => {
218
+ const acc: ChatCompletion.Choice = {
219
+ index: 0,
220
+ // @ts-expect-error - finish_reason is not required
221
+ message: { role: "assistant", content: "Hello" },
222
+ };
223
+
224
+ const cur: ChatCompletionChunk.Choice = {
225
+ index: 0,
226
+ delta: {},
227
+ finish_reason: "stop",
228
+ };
229
+
230
+ const result = ChatGptCompletionMessageUtil.mergeChoice(acc, cur);
231
+ expect(result.finish_reason).toBe("stop");
232
+ });
233
+
234
+ it("should merge content", () => {
235
+ const acc: ChatCompletion.Choice = {
236
+ index: 0,
237
+ // @ts-expect-error - refusal is not required
238
+ message: { role: "assistant", content: "Hello" },
239
+ };
240
+
241
+ // @ts-expect-error - finish_reason is not required
242
+ const cur: ChatCompletionChunk.Choice = {
243
+ index: 0,
244
+ delta: { content: " World" },
245
+ };
246
+
247
+ const result = ChatGptCompletionMessageUtil.mergeChoice(acc, cur);
248
+ expect(result.message.content).toBe("Hello World");
249
+ });
250
+
251
+ it("should merge refusal", () => {
252
+ // @ts-expect-error - finish_reason is not required
253
+ const acc: ChatCompletion.Choice = {
254
+ index: 0,
255
+ message: { role: "assistant", content: null, refusal: "I cannot" },
256
+ };
257
+
258
+ // @ts-expect-error - finish_reason is not required
259
+ const cur: ChatCompletionChunk.Choice = {
260
+ index: 0,
261
+ delta: { refusal: " do that" },
262
+ };
263
+
264
+ const result = ChatGptCompletionMessageUtil.mergeChoice(acc, cur);
265
+ expect(result.message.refusal).toBe("I cannot do that");
266
+ });
267
+ });
268
+
269
+ describe("mergeToolCalls", () => {
270
+ it("should merge tool call function arguments", () => {
271
+ const acc: ChatCompletionMessageToolCall = {
272
+ id: "call_1",
273
+ type: "function",
274
+ function: {
275
+ name: "test",
276
+ arguments: "{\"arg\": \"value\"}",
277
+ },
278
+ };
279
+
280
+ const cur: ChatCompletionChunk.Choice.Delta.ToolCall = {
281
+ index: 0,
282
+ id: "call_1",
283
+ function: {
284
+ arguments: "{\"arg2\": \"value2\"}",
285
+ },
286
+ };
287
+
288
+ const result = ChatGptCompletionMessageUtil.mergeToolCalls(acc, cur);
289
+ expect(result.type === "function" ? result.function.arguments : "custom").toBe("{\"arg\": \"value\"}{\"arg2\": \"value2\"}");
290
+ });
291
+
292
+ it("should merge tool call function name", () => {
293
+ const acc: ChatCompletionMessageToolCall = {
294
+ id: "call_1",
295
+ type: "function",
296
+ function: {
297
+ name: "test",
298
+ arguments: "",
299
+ },
300
+ };
301
+
302
+ const cur: ChatCompletionChunk.Choice.Delta.ToolCall = {
303
+ index: 0,
304
+ id: "call_1",
305
+ function: {
306
+ name: "_function",
307
+ },
308
+ };
309
+
310
+ const result = ChatGptCompletionMessageUtil.mergeToolCalls(acc, cur);
311
+ expect(result.type === "function" ? result.function.name : "custom").toBe("test_function");
312
+ });
313
+ });
314
+ });