@agentica/core 0.44.0-dev.20260313-2 → 0.44.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (150) hide show
  1. package/LICENSE +21 -21
  2. package/README.md +218 -218
  3. package/lib/context/internal/__IChatInitialApplication.d.ts +1 -2
  4. package/lib/errors/AgenticaJsonParseError.js +6 -6
  5. package/lib/index.mjs +47 -1
  6. package/lib/index.mjs.map +1 -1
  7. package/lib/orchestrate/call.js +16 -16
  8. package/lib/orchestrate/initialize.js +43 -1
  9. package/lib/orchestrate/initialize.js.map +1 -1
  10. package/lib/structures/IAgenticaController.d.ts +143 -143
  11. package/lib/utils/ChatGptCompletionMessageUtil.js +6 -6
  12. package/package.json +6 -6
  13. package/prompts/cancel.md +5 -5
  14. package/prompts/common.md +3 -3
  15. package/prompts/describe.md +7 -7
  16. package/prompts/execute.md +122 -122
  17. package/prompts/initialize.md +3 -3
  18. package/prompts/json_parse_error.md +35 -35
  19. package/prompts/select.md +7 -7
  20. package/prompts/validate.md +123 -123
  21. package/prompts/validate_repeated.md +31 -31
  22. package/src/Agentica.ts +367 -367
  23. package/src/MicroAgentica.ts +357 -357
  24. package/src/constants/AgenticaConstant.ts +4 -4
  25. package/src/constants/AgenticaDefaultPrompt.ts +44 -44
  26. package/src/constants/index.ts +2 -2
  27. package/src/context/AgenticaContext.ts +136 -136
  28. package/src/context/AgenticaContextRequestResult.ts +14 -14
  29. package/src/context/AgenticaOperation.ts +73 -73
  30. package/src/context/AgenticaOperationCollection.ts +49 -49
  31. package/src/context/AgenticaOperationSelection.ts +9 -9
  32. package/src/context/AgenticaTokenUsage.ts +186 -186
  33. package/src/context/MicroAgenticaContext.ts +99 -99
  34. package/src/context/index.ts +5 -5
  35. package/src/context/internal/AgenticaOperationComposer.ts +177 -177
  36. package/src/context/internal/AgenticaTokenUsageAggregator.ts +66 -66
  37. package/src/context/internal/__IChatCancelFunctionsApplication.ts +23 -23
  38. package/src/context/internal/__IChatFunctionReference.ts +21 -21
  39. package/src/context/internal/__IChatInitialApplication.ts +13 -15
  40. package/src/context/internal/__IChatSelectFunctionsApplication.ts +24 -24
  41. package/src/context/internal/isAgenticaContext.ts +11 -11
  42. package/src/errors/AgenticaJsonParseError.ts +52 -52
  43. package/src/errors/AgenticaValidationError.ts +49 -49
  44. package/src/errors/index.ts +2 -2
  45. package/src/events/AgenticaAssistantMessageEvent.ts +12 -12
  46. package/src/events/AgenticaCallEvent.ts +27 -27
  47. package/src/events/AgenticaCancelEvent.ts +9 -9
  48. package/src/events/AgenticaDescribeEvent.ts +14 -14
  49. package/src/events/AgenticaEvent.ts +59 -59
  50. package/src/events/AgenticaEvent.type.ts +19 -19
  51. package/src/events/AgenticaEventBase.ts +18 -18
  52. package/src/events/AgenticaEventSource.ts +6 -6
  53. package/src/events/AgenticaExecuteEvent.ts +45 -45
  54. package/src/events/AgenticaInitializeEvent.ts +7 -7
  55. package/src/events/AgenticaJsonParseErrorEvent.ts +16 -16
  56. package/src/events/AgenticaRequestEvent.ts +27 -27
  57. package/src/events/AgenticaResponseEvent.ts +32 -32
  58. package/src/events/AgenticaSelectEvent.ts +11 -11
  59. package/src/events/AgenticaUserMessageEvent.ts +12 -12
  60. package/src/events/AgenticaValidateEvent.ts +32 -32
  61. package/src/events/MicroAgenticaEvent.ts +45 -45
  62. package/src/events/index.ts +15 -15
  63. package/src/factory/events.ts +357 -357
  64. package/src/factory/histories.ts +348 -348
  65. package/src/factory/index.ts +3 -3
  66. package/src/factory/operations.ts +16 -16
  67. package/src/functional/assertHttpController.ts +106 -106
  68. package/src/functional/assertHttpLlmApplication.ts +52 -52
  69. package/src/functional/assertMcpController.ts +47 -47
  70. package/src/functional/createMcpLlmApplication.ts +72 -72
  71. package/src/functional/index.ts +7 -7
  72. package/src/functional/validateHttpController.ts +113 -113
  73. package/src/functional/validateHttpLlmApplication.ts +65 -65
  74. package/src/functional/validateMcpController.ts +53 -53
  75. package/src/histories/AgenticaAssistantMessageHistory.ts +10 -10
  76. package/src/histories/AgenticaCancelHistory.ts +8 -8
  77. package/src/histories/AgenticaDescribeHistory.ts +18 -18
  78. package/src/histories/AgenticaExecuteHistory.ts +64 -64
  79. package/src/histories/AgenticaHistory.ts +28 -28
  80. package/src/histories/AgenticaHistoryBase.ts +35 -35
  81. package/src/histories/AgenticaSelectHistory.ts +8 -8
  82. package/src/histories/AgenticaSystemMessageHistory.ts +10 -10
  83. package/src/histories/AgenticaUserMessageHistory.ts +11 -11
  84. package/src/histories/MicroAgenticaHistory.ts +19 -19
  85. package/src/histories/contents/AgenticaUserMessageAudioContent.ts +21 -21
  86. package/src/histories/contents/AgenticaUserMessageContent.ts +19 -19
  87. package/src/histories/contents/AgenticaUserMessageContentBase.ts +6 -6
  88. package/src/histories/contents/AgenticaUserMessageFileContent.ts +25 -25
  89. package/src/histories/contents/AgenticaUserMessageImageContent.ts +33 -33
  90. package/src/histories/contents/AgenticaUserMessageTextContent.ts +15 -15
  91. package/src/histories/contents/index.ts +5 -5
  92. package/src/histories/index.ts +10 -10
  93. package/src/index.ts +15 -15
  94. package/src/json/IAgenticaEventJson.ts +265 -265
  95. package/src/json/IAgenticaEventJson.type.ts +19 -19
  96. package/src/json/IAgenticaHistoryJson.ts +165 -165
  97. package/src/json/IAgenticaHistoryJson.type.ts +19 -19
  98. package/src/json/IAgenticaOperationJson.ts +36 -36
  99. package/src/json/IAgenticaOperationSelectionJson.ts +26 -26
  100. package/src/json/IAgenticaTokenUsageJson.ts +107 -107
  101. package/src/json/IMicroAgenticaEventJson.ts +22 -22
  102. package/src/json/IMicroAgenticaHistoryJson.ts +25 -25
  103. package/src/json/index.ts +7 -7
  104. package/src/orchestrate/call.ts +542 -542
  105. package/src/orchestrate/cancel.ts +265 -265
  106. package/src/orchestrate/describe.ts +66 -66
  107. package/src/orchestrate/execute.ts +61 -61
  108. package/src/orchestrate/index.ts +6 -6
  109. package/src/orchestrate/initialize.ts +102 -102
  110. package/src/orchestrate/internal/cancelFunctionFromContext.ts +33 -33
  111. package/src/orchestrate/internal/selectFunctionFromContext.ts +34 -34
  112. package/src/orchestrate/select.ts +320 -320
  113. package/src/structures/IAgenticaConfig.ts +83 -83
  114. package/src/structures/IAgenticaConfigBase.ts +87 -87
  115. package/src/structures/IAgenticaController.ts +143 -143
  116. package/src/structures/IAgenticaExecutor.ts +167 -167
  117. package/src/structures/IAgenticaProps.ts +78 -78
  118. package/src/structures/IAgenticaSystemPrompt.ts +236 -236
  119. package/src/structures/IAgenticaVendor.ts +54 -54
  120. package/src/structures/IMcpTool.ts +60 -60
  121. package/src/structures/IMicroAgenticaConfig.ts +56 -56
  122. package/src/structures/IMicroAgenticaExecutor.ts +67 -67
  123. package/src/structures/IMicroAgenticaProps.ts +77 -77
  124. package/src/structures/IMicroAgenticaSystemPrompt.ts +169 -169
  125. package/src/structures/index.ts +10 -10
  126. package/src/transformers/transformHistory.ts +172 -172
  127. package/src/utils/AssistantMessageEmptyError.ts +20 -20
  128. package/src/utils/AsyncQueue.spec.ts +355 -355
  129. package/src/utils/AsyncQueue.ts +95 -95
  130. package/src/utils/ByteArrayUtil.ts +5 -5
  131. package/src/utils/ChatGptCompletionMessageUtil.spec.ts +314 -314
  132. package/src/utils/ChatGptCompletionMessageUtil.ts +210 -210
  133. package/src/utils/ChatGptCompletionStreamingUtil.spec.ts +909 -909
  134. package/src/utils/ChatGptCompletionStreamingUtil.ts +91 -91
  135. package/src/utils/ChatGptTokenUsageAggregator.spec.ts +226 -226
  136. package/src/utils/ChatGptTokenUsageAggregator.ts +57 -57
  137. package/src/utils/MPSC.spec.ts +276 -276
  138. package/src/utils/MPSC.ts +42 -42
  139. package/src/utils/Singleton.spec.ts +138 -138
  140. package/src/utils/Singleton.ts +42 -42
  141. package/src/utils/StreamUtil.spec.ts +512 -512
  142. package/src/utils/StreamUtil.ts +87 -87
  143. package/src/utils/__map_take.spec.ts +140 -140
  144. package/src/utils/__map_take.ts +13 -13
  145. package/src/utils/__retry.spec.ts +198 -198
  146. package/src/utils/__retry.ts +18 -18
  147. package/src/utils/assertExecuteFailure.ts +16 -16
  148. package/src/utils/index.ts +4 -4
  149. package/src/utils/request.ts +140 -140
  150. package/src/utils/types.ts +50 -50
@@ -1,314 +1,314 @@
1
- import type {
2
- ChatCompletion,
3
- ChatCompletionChunk,
4
- ChatCompletionMessageToolCall,
5
- } from "openai/resources";
6
-
7
- import { ChatGptCompletionMessageUtil } from "./ChatGptCompletionMessageUtil";
8
-
9
- describe("chatGptCompletionMessageUtil", () => {
10
- describe("transformCompletionChunk", () => {
11
- it("should transform string chunk to ChatCompletionChunk", () => {
12
- const chunk = {
13
- id: "test-id",
14
- choices: [{
15
- index: 0,
16
- delta: { content: "Hello" },
17
- }],
18
- created: 1234567890,
19
- model: "gpt-4",
20
- object: "chat.completion.chunk",
21
- };
22
-
23
- const result = ChatGptCompletionMessageUtil.transformCompletionChunk(JSON.stringify(chunk));
24
- expect(result).toEqual(chunk);
25
- });
26
-
27
- it("should transform Uint8Array chunk to ChatCompletionChunk", () => {
28
- const chunk = {
29
- id: "test-id",
30
- choices: [{
31
- index: 0,
32
- delta: { content: "Hello" },
33
- }],
34
- created: 1234567890,
35
- model: "gpt-4",
36
- object: "chat.completion.chunk",
37
- };
38
-
39
- const uint8Array = new TextEncoder().encode(JSON.stringify(chunk));
40
- const result = ChatGptCompletionMessageUtil.transformCompletionChunk(uint8Array);
41
- expect(result).toEqual(chunk);
42
- });
43
- });
44
-
45
- describe("accumulate", () => {
46
- it("should accumulate content from chunks", () => {
47
- const origin: ChatCompletion = {
48
- id: "test-id",
49
- choices: [{
50
- index: 0,
51
- // @ts-expect-error - refusal is not required
52
- message: { role: "assistant", content: "Hello" },
53
- }],
54
- created: 1234567890,
55
- model: "gpt-4",
56
- object: "chat.completion",
57
- };
58
-
59
- const chunk: ChatCompletionChunk = {
60
- id: "test-id",
61
- // @ts-expect-error - finish_reason is not required
62
- choices: [{
63
- index: 0,
64
- delta: { content: " World" },
65
- }],
66
- created: 1234567890,
67
- model: "gpt-4",
68
- object: "chat.completion.chunk",
69
- };
70
-
71
- const result = ChatGptCompletionMessageUtil.accumulate(origin, chunk);
72
- expect(result.choices[0]?.message.content).toBe("Hello World");
73
- });
74
-
75
- it("should accumulate tool calls", () => {
76
- const origin: ChatCompletion = {
77
- id: "test-id",
78
- choices: [{
79
- index: 0,
80
- // @ts-expect-error - finish_reason is not required
81
- message: {
82
- role: "assistant",
83
- content: null,
84
- tool_calls: [{
85
- id: "call_1",
86
- type: "function",
87
- function: {
88
- name: "test",
89
- arguments: "{\"arg\": \"value\"}",
90
- },
91
- }],
92
- },
93
- }],
94
- created: 1234567890,
95
- model: "gpt-4",
96
- object: "chat.completion",
97
- };
98
-
99
- const chunk: ChatCompletionChunk = {
100
- id: "test-id",
101
- // @ts-expect-error - finish_reason is not required
102
- choices: [{
103
- index: 0,
104
- delta: {
105
- tool_calls: [{
106
- index: 0,
107
- id: "call_1",
108
- function: {
109
- name: "_function",
110
- arguments: "{\"arg2\": \"value2\"}",
111
- },
112
- }],
113
- },
114
- }],
115
- created: 1234567890,
116
- model: "gpt-4",
117
- object: "chat.completion.chunk",
118
- };
119
-
120
- const result = ChatGptCompletionMessageUtil.accumulate(origin, chunk);
121
- expect(result.choices[0]?.message.tool_calls?.filter(tc => tc.type === "function")[0]?.function.name).toBe("test_function");
122
- expect(result.choices[0]?.message.tool_calls?.filter(tc => tc.type === "function")[0]?.function.arguments).toBe("{\"arg\": \"value\"}{\"arg2\": \"value2\"}");
123
- });
124
-
125
- it("should handle usage aggregation", () => {
126
- const origin: ChatCompletion = {
127
- id: "test-id",
128
- choices: [{
129
- index: 0,
130
- // @ts-expect-error - finish_reason is not required
131
- message: { role: "assistant", content: "Hello" },
132
- }],
133
- created: 1234567890,
134
- model: "gpt-4",
135
- object: "chat.completion",
136
- usage: {
137
- prompt_tokens: 10,
138
- completion_tokens: 5,
139
- total_tokens: 15,
140
- },
141
- };
142
-
143
- const chunk: ChatCompletionChunk = {
144
- id: "test-id",
145
- // @ts-expect-error - finish_reason is not required
146
- choices: [{
147
- index: 0,
148
- delta: { content: " World" },
149
- }],
150
- created: 1234567890,
151
- model: "gpt-4",
152
- object: "chat.completion.chunk",
153
- usage: {
154
- prompt_tokens: 0,
155
- completion_tokens: 6,
156
- total_tokens: 6,
157
- },
158
- };
159
-
160
- const result = ChatGptCompletionMessageUtil.accumulate(origin, chunk);
161
- expect(result.usage).toEqual({
162
- prompt_tokens: 10,
163
- completion_tokens: 11,
164
- total_tokens: 21,
165
- completion_tokens_details: {
166
- accepted_prediction_tokens: 0,
167
- reasoning_tokens: 0,
168
- rejected_prediction_tokens: 0,
169
- },
170
- prompt_tokens_details: {
171
- audio_tokens: 0,
172
- cached_tokens: 0,
173
- },
174
- });
175
- });
176
- });
177
-
178
- describe("merge", () => {
179
- it("should merge multiple chunks into completion", () => {
180
- const chunks: ChatCompletionChunk[] = [
181
- {
182
- id: "test-id",
183
- // @ts-expect-error - finish_reason is not required
184
- choices: [{
185
- index: 0,
186
- delta: { content: "Hello" },
187
- }],
188
- created: 1234567890,
189
- model: "gpt-4",
190
- object: "chat.completion.chunk",
191
- },
192
- {
193
- id: "test-id",
194
- // @ts-expect-error - finish_reason is not required
195
- choices: [{
196
- index: 0,
197
- delta: { content: " World" },
198
- }],
199
- created: 1234567890,
200
- model: "gpt-4",
201
- object: "chat.completion.chunk",
202
- },
203
- ];
204
-
205
- const result = ChatGptCompletionMessageUtil.merge(chunks);
206
- expect(result.choices[0]?.message.content).toBe("Hello World");
207
- });
208
-
209
- it("should throw error for empty chunks array", () => {
210
- expect(() => {
211
- ChatGptCompletionMessageUtil.merge([]);
212
- }).toThrow("No chunks received");
213
- });
214
- });
215
-
216
- describe("mergeChoice", () => {
217
- it("should merge finish reason", () => {
218
- const acc: ChatCompletion.Choice = {
219
- index: 0,
220
- // @ts-expect-error - finish_reason is not required
221
- message: { role: "assistant", content: "Hello" },
222
- };
223
-
224
- const cur: ChatCompletionChunk.Choice = {
225
- index: 0,
226
- delta: {},
227
- finish_reason: "stop",
228
- };
229
-
230
- const result = ChatGptCompletionMessageUtil.mergeChoice(acc, cur);
231
- expect(result.finish_reason).toBe("stop");
232
- });
233
-
234
- it("should merge content", () => {
235
- const acc: ChatCompletion.Choice = {
236
- index: 0,
237
- // @ts-expect-error - refusal is not required
238
- message: { role: "assistant", content: "Hello" },
239
- };
240
-
241
- // @ts-expect-error - finish_reason is not required
242
- const cur: ChatCompletionChunk.Choice = {
243
- index: 0,
244
- delta: { content: " World" },
245
- };
246
-
247
- const result = ChatGptCompletionMessageUtil.mergeChoice(acc, cur);
248
- expect(result.message.content).toBe("Hello World");
249
- });
250
-
251
- it("should merge refusal", () => {
252
- // @ts-expect-error - finish_reason is not required
253
- const acc: ChatCompletion.Choice = {
254
- index: 0,
255
- message: { role: "assistant", content: null, refusal: "I cannot" },
256
- };
257
-
258
- // @ts-expect-error - finish_reason is not required
259
- const cur: ChatCompletionChunk.Choice = {
260
- index: 0,
261
- delta: { refusal: " do that" },
262
- };
263
-
264
- const result = ChatGptCompletionMessageUtil.mergeChoice(acc, cur);
265
- expect(result.message.refusal).toBe("I cannot do that");
266
- });
267
- });
268
-
269
- describe("mergeToolCalls", () => {
270
- it("should merge tool call function arguments", () => {
271
- const acc: ChatCompletionMessageToolCall = {
272
- id: "call_1",
273
- type: "function",
274
- function: {
275
- name: "test",
276
- arguments: "{\"arg\": \"value\"}",
277
- },
278
- };
279
-
280
- const cur: ChatCompletionChunk.Choice.Delta.ToolCall = {
281
- index: 0,
282
- id: "call_1",
283
- function: {
284
- arguments: "{\"arg2\": \"value2\"}",
285
- },
286
- };
287
-
288
- const result = ChatGptCompletionMessageUtil.mergeToolCalls(acc, cur);
289
- expect(result.type === "function" ? result.function.arguments : "custom").toBe("{\"arg\": \"value\"}{\"arg2\": \"value2\"}");
290
- });
291
-
292
- it("should merge tool call function name", () => {
293
- const acc: ChatCompletionMessageToolCall = {
294
- id: "call_1",
295
- type: "function",
296
- function: {
297
- name: "test",
298
- arguments: "",
299
- },
300
- };
301
-
302
- const cur: ChatCompletionChunk.Choice.Delta.ToolCall = {
303
- index: 0,
304
- id: "call_1",
305
- function: {
306
- name: "_function",
307
- },
308
- };
309
-
310
- const result = ChatGptCompletionMessageUtil.mergeToolCalls(acc, cur);
311
- expect(result.type === "function" ? result.function.name : "custom").toBe("test_function");
312
- });
313
- });
314
- });
1
+ import type {
2
+ ChatCompletion,
3
+ ChatCompletionChunk,
4
+ ChatCompletionMessageToolCall,
5
+ } from "openai/resources";
6
+
7
+ import { ChatGptCompletionMessageUtil } from "./ChatGptCompletionMessageUtil";
8
+
9
+ describe("chatGptCompletionMessageUtil", () => {
10
+ describe("transformCompletionChunk", () => {
11
+ it("should transform string chunk to ChatCompletionChunk", () => {
12
+ const chunk = {
13
+ id: "test-id",
14
+ choices: [{
15
+ index: 0,
16
+ delta: { content: "Hello" },
17
+ }],
18
+ created: 1234567890,
19
+ model: "gpt-4",
20
+ object: "chat.completion.chunk",
21
+ };
22
+
23
+ const result = ChatGptCompletionMessageUtil.transformCompletionChunk(JSON.stringify(chunk));
24
+ expect(result).toEqual(chunk);
25
+ });
26
+
27
+ it("should transform Uint8Array chunk to ChatCompletionChunk", () => {
28
+ const chunk = {
29
+ id: "test-id",
30
+ choices: [{
31
+ index: 0,
32
+ delta: { content: "Hello" },
33
+ }],
34
+ created: 1234567890,
35
+ model: "gpt-4",
36
+ object: "chat.completion.chunk",
37
+ };
38
+
39
+ const uint8Array = new TextEncoder().encode(JSON.stringify(chunk));
40
+ const result = ChatGptCompletionMessageUtil.transformCompletionChunk(uint8Array);
41
+ expect(result).toEqual(chunk);
42
+ });
43
+ });
44
+
45
+ describe("accumulate", () => {
46
+ it("should accumulate content from chunks", () => {
47
+ const origin: ChatCompletion = {
48
+ id: "test-id",
49
+ choices: [{
50
+ index: 0,
51
+ // @ts-expect-error - refusal is not required
52
+ message: { role: "assistant", content: "Hello" },
53
+ }],
54
+ created: 1234567890,
55
+ model: "gpt-4",
56
+ object: "chat.completion",
57
+ };
58
+
59
+ const chunk: ChatCompletionChunk = {
60
+ id: "test-id",
61
+ // @ts-expect-error - finish_reason is not required
62
+ choices: [{
63
+ index: 0,
64
+ delta: { content: " World" },
65
+ }],
66
+ created: 1234567890,
67
+ model: "gpt-4",
68
+ object: "chat.completion.chunk",
69
+ };
70
+
71
+ const result = ChatGptCompletionMessageUtil.accumulate(origin, chunk);
72
+ expect(result.choices[0]?.message.content).toBe("Hello World");
73
+ });
74
+
75
+ it("should accumulate tool calls", () => {
76
+ const origin: ChatCompletion = {
77
+ id: "test-id",
78
+ choices: [{
79
+ index: 0,
80
+ // @ts-expect-error - finish_reason is not required
81
+ message: {
82
+ role: "assistant",
83
+ content: null,
84
+ tool_calls: [{
85
+ id: "call_1",
86
+ type: "function",
87
+ function: {
88
+ name: "test",
89
+ arguments: "{\"arg\": \"value\"}",
90
+ },
91
+ }],
92
+ },
93
+ }],
94
+ created: 1234567890,
95
+ model: "gpt-4",
96
+ object: "chat.completion",
97
+ };
98
+
99
+ const chunk: ChatCompletionChunk = {
100
+ id: "test-id",
101
+ // @ts-expect-error - finish_reason is not required
102
+ choices: [{
103
+ index: 0,
104
+ delta: {
105
+ tool_calls: [{
106
+ index: 0,
107
+ id: "call_1",
108
+ function: {
109
+ name: "_function",
110
+ arguments: "{\"arg2\": \"value2\"}",
111
+ },
112
+ }],
113
+ },
114
+ }],
115
+ created: 1234567890,
116
+ model: "gpt-4",
117
+ object: "chat.completion.chunk",
118
+ };
119
+
120
+ const result = ChatGptCompletionMessageUtil.accumulate(origin, chunk);
121
+ expect(result.choices[0]?.message.tool_calls?.filter(tc => tc.type === "function")[0]?.function.name).toBe("test_function");
122
+ expect(result.choices[0]?.message.tool_calls?.filter(tc => tc.type === "function")[0]?.function.arguments).toBe("{\"arg\": \"value\"}{\"arg2\": \"value2\"}");
123
+ });
124
+
125
+ it("should handle usage aggregation", () => {
126
+ const origin: ChatCompletion = {
127
+ id: "test-id",
128
+ choices: [{
129
+ index: 0,
130
+ // @ts-expect-error - finish_reason is not required
131
+ message: { role: "assistant", content: "Hello" },
132
+ }],
133
+ created: 1234567890,
134
+ model: "gpt-4",
135
+ object: "chat.completion",
136
+ usage: {
137
+ prompt_tokens: 10,
138
+ completion_tokens: 5,
139
+ total_tokens: 15,
140
+ },
141
+ };
142
+
143
+ const chunk: ChatCompletionChunk = {
144
+ id: "test-id",
145
+ // @ts-expect-error - finish_reason is not required
146
+ choices: [{
147
+ index: 0,
148
+ delta: { content: " World" },
149
+ }],
150
+ created: 1234567890,
151
+ model: "gpt-4",
152
+ object: "chat.completion.chunk",
153
+ usage: {
154
+ prompt_tokens: 0,
155
+ completion_tokens: 6,
156
+ total_tokens: 6,
157
+ },
158
+ };
159
+
160
+ const result = ChatGptCompletionMessageUtil.accumulate(origin, chunk);
161
+ expect(result.usage).toEqual({
162
+ prompt_tokens: 10,
163
+ completion_tokens: 11,
164
+ total_tokens: 21,
165
+ completion_tokens_details: {
166
+ accepted_prediction_tokens: 0,
167
+ reasoning_tokens: 0,
168
+ rejected_prediction_tokens: 0,
169
+ },
170
+ prompt_tokens_details: {
171
+ audio_tokens: 0,
172
+ cached_tokens: 0,
173
+ },
174
+ });
175
+ });
176
+ });
177
+
178
+ describe("merge", () => {
179
+ it("should merge multiple chunks into completion", () => {
180
+ const chunks: ChatCompletionChunk[] = [
181
+ {
182
+ id: "test-id",
183
+ // @ts-expect-error - finish_reason is not required
184
+ choices: [{
185
+ index: 0,
186
+ delta: { content: "Hello" },
187
+ }],
188
+ created: 1234567890,
189
+ model: "gpt-4",
190
+ object: "chat.completion.chunk",
191
+ },
192
+ {
193
+ id: "test-id",
194
+ // @ts-expect-error - finish_reason is not required
195
+ choices: [{
196
+ index: 0,
197
+ delta: { content: " World" },
198
+ }],
199
+ created: 1234567890,
200
+ model: "gpt-4",
201
+ object: "chat.completion.chunk",
202
+ },
203
+ ];
204
+
205
+ const result = ChatGptCompletionMessageUtil.merge(chunks);
206
+ expect(result.choices[0]?.message.content).toBe("Hello World");
207
+ });
208
+
209
+ it("should throw error for empty chunks array", () => {
210
+ expect(() => {
211
+ ChatGptCompletionMessageUtil.merge([]);
212
+ }).toThrow("No chunks received");
213
+ });
214
+ });
215
+
216
+ describe("mergeChoice", () => {
217
+ it("should merge finish reason", () => {
218
+ const acc: ChatCompletion.Choice = {
219
+ index: 0,
220
+ // @ts-expect-error - finish_reason is not required
221
+ message: { role: "assistant", content: "Hello" },
222
+ };
223
+
224
+ const cur: ChatCompletionChunk.Choice = {
225
+ index: 0,
226
+ delta: {},
227
+ finish_reason: "stop",
228
+ };
229
+
230
+ const result = ChatGptCompletionMessageUtil.mergeChoice(acc, cur);
231
+ expect(result.finish_reason).toBe("stop");
232
+ });
233
+
234
+ it("should merge content", () => {
235
+ const acc: ChatCompletion.Choice = {
236
+ index: 0,
237
+ // @ts-expect-error - refusal is not required
238
+ message: { role: "assistant", content: "Hello" },
239
+ };
240
+
241
+ // @ts-expect-error - finish_reason is not required
242
+ const cur: ChatCompletionChunk.Choice = {
243
+ index: 0,
244
+ delta: { content: " World" },
245
+ };
246
+
247
+ const result = ChatGptCompletionMessageUtil.mergeChoice(acc, cur);
248
+ expect(result.message.content).toBe("Hello World");
249
+ });
250
+
251
+ it("should merge refusal", () => {
252
+ // @ts-expect-error - finish_reason is not required
253
+ const acc: ChatCompletion.Choice = {
254
+ index: 0,
255
+ message: { role: "assistant", content: null, refusal: "I cannot" },
256
+ };
257
+
258
+ // @ts-expect-error - finish_reason is not required
259
+ const cur: ChatCompletionChunk.Choice = {
260
+ index: 0,
261
+ delta: { refusal: " do that" },
262
+ };
263
+
264
+ const result = ChatGptCompletionMessageUtil.mergeChoice(acc, cur);
265
+ expect(result.message.refusal).toBe("I cannot do that");
266
+ });
267
+ });
268
+
269
+ describe("mergeToolCalls", () => {
270
+ it("should merge tool call function arguments", () => {
271
+ const acc: ChatCompletionMessageToolCall = {
272
+ id: "call_1",
273
+ type: "function",
274
+ function: {
275
+ name: "test",
276
+ arguments: "{\"arg\": \"value\"}",
277
+ },
278
+ };
279
+
280
+ const cur: ChatCompletionChunk.Choice.Delta.ToolCall = {
281
+ index: 0,
282
+ id: "call_1",
283
+ function: {
284
+ arguments: "{\"arg2\": \"value2\"}",
285
+ },
286
+ };
287
+
288
+ const result = ChatGptCompletionMessageUtil.mergeToolCalls(acc, cur);
289
+ expect(result.type === "function" ? result.function.arguments : "custom").toBe("{\"arg\": \"value\"}{\"arg2\": \"value2\"}");
290
+ });
291
+
292
+ it("should merge tool call function name", () => {
293
+ const acc: ChatCompletionMessageToolCall = {
294
+ id: "call_1",
295
+ type: "function",
296
+ function: {
297
+ name: "test",
298
+ arguments: "",
299
+ },
300
+ };
301
+
302
+ const cur: ChatCompletionChunk.Choice.Delta.ToolCall = {
303
+ index: 0,
304
+ id: "call_1",
305
+ function: {
306
+ name: "_function",
307
+ },
308
+ };
309
+
310
+ const result = ChatGptCompletionMessageUtil.mergeToolCalls(acc, cur);
311
+ expect(result.type === "function" ? result.function.name : "custom").toBe("test_function");
312
+ });
313
+ });
314
+ });