@agentica/core 0.44.0-dev.20260313 → 0.44.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +21 -21
- package/README.md +218 -218
- package/lib/context/internal/__IChatInitialApplication.d.ts +1 -2
- package/lib/errors/AgenticaJsonParseError.js +6 -6
- package/lib/index.mjs +47 -1
- package/lib/index.mjs.map +1 -1
- package/lib/orchestrate/call.js +16 -16
- package/lib/orchestrate/initialize.js +43 -1
- package/lib/orchestrate/initialize.js.map +1 -1
- package/lib/structures/IAgenticaController.d.ts +143 -143
- package/lib/utils/ChatGptCompletionMessageUtil.js +6 -6
- package/package.json +6 -6
- package/prompts/cancel.md +5 -5
- package/prompts/common.md +3 -3
- package/prompts/describe.md +7 -7
- package/prompts/execute.md +122 -122
- package/prompts/initialize.md +3 -3
- package/prompts/json_parse_error.md +35 -35
- package/prompts/select.md +7 -7
- package/prompts/validate.md +123 -123
- package/prompts/validate_repeated.md +31 -31
- package/src/Agentica.ts +367 -367
- package/src/MicroAgentica.ts +357 -357
- package/src/constants/AgenticaConstant.ts +4 -4
- package/src/constants/AgenticaDefaultPrompt.ts +44 -44
- package/src/constants/index.ts +2 -2
- package/src/context/AgenticaContext.ts +136 -136
- package/src/context/AgenticaContextRequestResult.ts +14 -14
- package/src/context/AgenticaOperation.ts +73 -73
- package/src/context/AgenticaOperationCollection.ts +49 -49
- package/src/context/AgenticaOperationSelection.ts +9 -9
- package/src/context/AgenticaTokenUsage.ts +186 -186
- package/src/context/MicroAgenticaContext.ts +99 -99
- package/src/context/index.ts +5 -5
- package/src/context/internal/AgenticaOperationComposer.ts +177 -177
- package/src/context/internal/AgenticaTokenUsageAggregator.ts +66 -66
- package/src/context/internal/__IChatCancelFunctionsApplication.ts +23 -23
- package/src/context/internal/__IChatFunctionReference.ts +21 -21
- package/src/context/internal/__IChatInitialApplication.ts +13 -15
- package/src/context/internal/__IChatSelectFunctionsApplication.ts +24 -24
- package/src/context/internal/isAgenticaContext.ts +11 -11
- package/src/errors/AgenticaJsonParseError.ts +52 -52
- package/src/errors/AgenticaValidationError.ts +49 -49
- package/src/errors/index.ts +2 -2
- package/src/events/AgenticaAssistantMessageEvent.ts +12 -12
- package/src/events/AgenticaCallEvent.ts +27 -27
- package/src/events/AgenticaCancelEvent.ts +9 -9
- package/src/events/AgenticaDescribeEvent.ts +14 -14
- package/src/events/AgenticaEvent.ts +59 -59
- package/src/events/AgenticaEvent.type.ts +19 -19
- package/src/events/AgenticaEventBase.ts +18 -18
- package/src/events/AgenticaEventSource.ts +6 -6
- package/src/events/AgenticaExecuteEvent.ts +45 -45
- package/src/events/AgenticaInitializeEvent.ts +7 -7
- package/src/events/AgenticaJsonParseErrorEvent.ts +16 -16
- package/src/events/AgenticaRequestEvent.ts +27 -27
- package/src/events/AgenticaResponseEvent.ts +32 -32
- package/src/events/AgenticaSelectEvent.ts +11 -11
- package/src/events/AgenticaUserMessageEvent.ts +12 -12
- package/src/events/AgenticaValidateEvent.ts +32 -32
- package/src/events/MicroAgenticaEvent.ts +45 -45
- package/src/events/index.ts +15 -15
- package/src/factory/events.ts +357 -357
- package/src/factory/histories.ts +348 -348
- package/src/factory/index.ts +3 -3
- package/src/factory/operations.ts +16 -16
- package/src/functional/assertHttpController.ts +106 -106
- package/src/functional/assertHttpLlmApplication.ts +52 -52
- package/src/functional/assertMcpController.ts +47 -47
- package/src/functional/createMcpLlmApplication.ts +72 -72
- package/src/functional/index.ts +7 -7
- package/src/functional/validateHttpController.ts +113 -113
- package/src/functional/validateHttpLlmApplication.ts +65 -65
- package/src/functional/validateMcpController.ts +53 -53
- package/src/histories/AgenticaAssistantMessageHistory.ts +10 -10
- package/src/histories/AgenticaCancelHistory.ts +8 -8
- package/src/histories/AgenticaDescribeHistory.ts +18 -18
- package/src/histories/AgenticaExecuteHistory.ts +64 -64
- package/src/histories/AgenticaHistory.ts +28 -28
- package/src/histories/AgenticaHistoryBase.ts +35 -35
- package/src/histories/AgenticaSelectHistory.ts +8 -8
- package/src/histories/AgenticaSystemMessageHistory.ts +10 -10
- package/src/histories/AgenticaUserMessageHistory.ts +11 -11
- package/src/histories/MicroAgenticaHistory.ts +19 -19
- package/src/histories/contents/AgenticaUserMessageAudioContent.ts +21 -21
- package/src/histories/contents/AgenticaUserMessageContent.ts +19 -19
- package/src/histories/contents/AgenticaUserMessageContentBase.ts +6 -6
- package/src/histories/contents/AgenticaUserMessageFileContent.ts +25 -25
- package/src/histories/contents/AgenticaUserMessageImageContent.ts +33 -33
- package/src/histories/contents/AgenticaUserMessageTextContent.ts +15 -15
- package/src/histories/contents/index.ts +5 -5
- package/src/histories/index.ts +10 -10
- package/src/index.ts +15 -15
- package/src/json/IAgenticaEventJson.ts +265 -265
- package/src/json/IAgenticaEventJson.type.ts +19 -19
- package/src/json/IAgenticaHistoryJson.ts +165 -165
- package/src/json/IAgenticaHistoryJson.type.ts +19 -19
- package/src/json/IAgenticaOperationJson.ts +36 -36
- package/src/json/IAgenticaOperationSelectionJson.ts +26 -26
- package/src/json/IAgenticaTokenUsageJson.ts +107 -107
- package/src/json/IMicroAgenticaEventJson.ts +22 -22
- package/src/json/IMicroAgenticaHistoryJson.ts +25 -25
- package/src/json/index.ts +7 -7
- package/src/orchestrate/call.ts +542 -542
- package/src/orchestrate/cancel.ts +265 -265
- package/src/orchestrate/describe.ts +66 -66
- package/src/orchestrate/execute.ts +61 -61
- package/src/orchestrate/index.ts +6 -6
- package/src/orchestrate/initialize.ts +102 -102
- package/src/orchestrate/internal/cancelFunctionFromContext.ts +33 -33
- package/src/orchestrate/internal/selectFunctionFromContext.ts +34 -34
- package/src/orchestrate/select.ts +320 -320
- package/src/structures/IAgenticaConfig.ts +83 -83
- package/src/structures/IAgenticaConfigBase.ts +87 -87
- package/src/structures/IAgenticaController.ts +143 -143
- package/src/structures/IAgenticaExecutor.ts +167 -167
- package/src/structures/IAgenticaProps.ts +78 -78
- package/src/structures/IAgenticaSystemPrompt.ts +236 -236
- package/src/structures/IAgenticaVendor.ts +54 -54
- package/src/structures/IMcpTool.ts +60 -60
- package/src/structures/IMicroAgenticaConfig.ts +56 -56
- package/src/structures/IMicroAgenticaExecutor.ts +67 -67
- package/src/structures/IMicroAgenticaProps.ts +77 -77
- package/src/structures/IMicroAgenticaSystemPrompt.ts +169 -169
- package/src/structures/index.ts +10 -10
- package/src/transformers/transformHistory.ts +172 -172
- package/src/utils/AssistantMessageEmptyError.ts +20 -20
- package/src/utils/AsyncQueue.spec.ts +355 -355
- package/src/utils/AsyncQueue.ts +95 -95
- package/src/utils/ByteArrayUtil.ts +5 -5
- package/src/utils/ChatGptCompletionMessageUtil.spec.ts +314 -314
- package/src/utils/ChatGptCompletionMessageUtil.ts +210 -210
- package/src/utils/ChatGptCompletionStreamingUtil.spec.ts +909 -909
- package/src/utils/ChatGptCompletionStreamingUtil.ts +91 -91
- package/src/utils/ChatGptTokenUsageAggregator.spec.ts +226 -226
- package/src/utils/ChatGptTokenUsageAggregator.ts +57 -57
- package/src/utils/MPSC.spec.ts +276 -276
- package/src/utils/MPSC.ts +42 -42
- package/src/utils/Singleton.spec.ts +138 -138
- package/src/utils/Singleton.ts +42 -42
- package/src/utils/StreamUtil.spec.ts +512 -512
- package/src/utils/StreamUtil.ts +87 -87
- package/src/utils/__map_take.spec.ts +140 -140
- package/src/utils/__map_take.ts +13 -13
- package/src/utils/__retry.spec.ts +198 -198
- package/src/utils/__retry.ts +18 -18
- package/src/utils/assertExecuteFailure.ts +16 -16
- package/src/utils/index.ts +4 -4
- package/src/utils/request.ts +140 -140
- package/src/utils/types.ts +50 -50
|
@@ -1,320 +1,320 @@
|
|
|
1
|
-
import type OpenAI from "openai";
|
|
2
|
-
import type { ILlmFunction, IValidation } from "typia";
|
|
3
|
-
|
|
4
|
-
import typia from "typia";
|
|
5
|
-
|
|
6
|
-
import type { AgenticaContext } from "../context/AgenticaContext";
|
|
7
|
-
import type { AgenticaOperation } from "../context/AgenticaOperation";
|
|
8
|
-
import type { AgenticaOperationSelection } from "../context/AgenticaOperationSelection";
|
|
9
|
-
import type { __IChatFunctionReference } from "../context/internal/__IChatFunctionReference";
|
|
10
|
-
import type { __IChatSelectFunctionsApplication } from "../context/internal/__IChatSelectFunctionsApplication";
|
|
11
|
-
import type { AgenticaAssistantMessageEvent, AgenticaSelectEvent } from "../events";
|
|
12
|
-
import type { AgenticaEvent } from "../events/AgenticaEvent";
|
|
13
|
-
|
|
14
|
-
import { AgenticaConstant } from "../constants/AgenticaConstant";
|
|
15
|
-
import { AgenticaDefaultPrompt } from "../constants/AgenticaDefaultPrompt";
|
|
16
|
-
import { AgenticaSystemPrompt } from "../constants/AgenticaSystemPrompt";
|
|
17
|
-
import { createAssistantMessageEvent } from "../factory/events";
|
|
18
|
-
import { decodeHistory, decodeUserMessageContent } from "../factory/histories";
|
|
19
|
-
import { __get_retry } from "../utils/__retry";
|
|
20
|
-
import { AssistantMessageEmptyError, AssistantMessageEmptyWithReasoningError } from "../utils/AssistantMessageEmptyError";
|
|
21
|
-
import { reduceStreamingWithDispatch } from "../utils/ChatGptCompletionStreamingUtil";
|
|
22
|
-
import { toAsyncGenerator } from "../utils/StreamUtil";
|
|
23
|
-
|
|
24
|
-
import { selectFunctionFromContext } from "./internal/selectFunctionFromContext";
|
|
25
|
-
|
|
26
|
-
const FUNCTION: ILlmFunction = typia.llm.application<
|
|
27
|
-
__IChatSelectFunctionsApplication
|
|
28
|
-
>().functions[0]!;
|
|
29
|
-
|
|
30
|
-
interface IFailure {
|
|
31
|
-
id: string;
|
|
32
|
-
name: string;
|
|
33
|
-
validation: IValidation.IFailure;
|
|
34
|
-
}
|
|
35
|
-
|
|
36
|
-
export async function select(
|
|
37
|
-
ctx: AgenticaContext,
|
|
38
|
-
): Promise<void> {
|
|
39
|
-
if (ctx.operations.divided === undefined) {
|
|
40
|
-
return step(ctx, ctx.operations.array, 0);
|
|
41
|
-
}
|
|
42
|
-
|
|
43
|
-
const stacks: AgenticaOperationSelection[][]
|
|
44
|
-
= ctx.operations.divided.map(() => []);
|
|
45
|
-
const events: AgenticaEvent[] = [];
|
|
46
|
-
await Promise.all(
|
|
47
|
-
ctx.operations.divided.map(async (operations, i) =>
|
|
48
|
-
step(
|
|
49
|
-
{
|
|
50
|
-
...ctx,
|
|
51
|
-
stack: stacks[i]!,
|
|
52
|
-
dispatch: async (e) => {
|
|
53
|
-
events.push(e);
|
|
54
|
-
},
|
|
55
|
-
},
|
|
56
|
-
operations,
|
|
57
|
-
0,
|
|
58
|
-
),
|
|
59
|
-
),
|
|
60
|
-
);
|
|
61
|
-
|
|
62
|
-
// ELITICISM
|
|
63
|
-
if (
|
|
64
|
-
(ctx.config?.eliticism ?? AgenticaConstant.ELITICISM) === true
|
|
65
|
-
&& stacks.some(s => s.length !== 0)
|
|
66
|
-
) {
|
|
67
|
-
return step(
|
|
68
|
-
ctx,
|
|
69
|
-
stacks
|
|
70
|
-
.flat()
|
|
71
|
-
.map(
|
|
72
|
-
s =>
|
|
73
|
-
ctx.operations.group
|
|
74
|
-
.get(s.operation.controller.name)!
|
|
75
|
-
.get(s.operation.function.name)!,
|
|
76
|
-
),
|
|
77
|
-
0,
|
|
78
|
-
);
|
|
79
|
-
}
|
|
80
|
-
else {
|
|
81
|
-
const selected: AgenticaSelectEvent[]
|
|
82
|
-
= events.filter(e => e.type === "select");
|
|
83
|
-
(selected.length !== 0 ? selected : events)
|
|
84
|
-
.forEach((e) => {
|
|
85
|
-
void ctx.dispatch(e).catch(() => {});
|
|
86
|
-
});
|
|
87
|
-
}
|
|
88
|
-
}
|
|
89
|
-
|
|
90
|
-
async function step(
|
|
91
|
-
ctx: AgenticaContext,
|
|
92
|
-
operations: AgenticaOperation[],
|
|
93
|
-
retry: number,
|
|
94
|
-
failures?: IFailure[],
|
|
95
|
-
): Promise<void> {
|
|
96
|
-
const _retryFn = __get_retry(1);
|
|
97
|
-
const retryFn = async (fn: (prevError?: unknown) => Promise<OpenAI.ChatCompletion>) => {
|
|
98
|
-
return _retryFn(fn).catch((e) => {
|
|
99
|
-
if (e instanceof AssistantMessageEmptyError) {
|
|
100
|
-
return Symbol("emptyAssistantMessage");
|
|
101
|
-
}
|
|
102
|
-
throw e;
|
|
103
|
-
});
|
|
104
|
-
};
|
|
105
|
-
// ----
|
|
106
|
-
// EXECUTE CHATGPT API
|
|
107
|
-
// ----
|
|
108
|
-
const completion = await retryFn(async (prevError) => {
|
|
109
|
-
const result = await ctx.request("select", {
|
|
110
|
-
messages: [
|
|
111
|
-
|
|
112
|
-
// CANDIDATE FUNCTIONS
|
|
113
|
-
{
|
|
114
|
-
role: "assistant",
|
|
115
|
-
tool_calls: [
|
|
116
|
-
{
|
|
117
|
-
type: "function",
|
|
118
|
-
id: "getApiFunctions",
|
|
119
|
-
function: {
|
|
120
|
-
name: "getApiFunctions",
|
|
121
|
-
arguments: JSON.stringify({}),
|
|
122
|
-
},
|
|
123
|
-
},
|
|
124
|
-
],
|
|
125
|
-
},
|
|
126
|
-
{
|
|
127
|
-
role: "tool",
|
|
128
|
-
tool_call_id: "getApiFunctions",
|
|
129
|
-
content: JSON.stringify(
|
|
130
|
-
operations.map(op => ({
|
|
131
|
-
name: op.name,
|
|
132
|
-
description: op.function.description,
|
|
133
|
-
...(op.protocol === "http"
|
|
134
|
-
? {
|
|
135
|
-
method: op.function.method,
|
|
136
|
-
path: op.function.path,
|
|
137
|
-
tags: op.function.tags,
|
|
138
|
-
}
|
|
139
|
-
: {}),
|
|
140
|
-
})),
|
|
141
|
-
),
|
|
142
|
-
},
|
|
143
|
-
// PREVIOUS HISTORIES
|
|
144
|
-
...ctx.histories.map(decodeHistory).flat(),
|
|
145
|
-
// USER INPUT
|
|
146
|
-
{
|
|
147
|
-
role: "user",
|
|
148
|
-
content: ctx.prompt.contents.map(decodeUserMessageContent),
|
|
149
|
-
},
|
|
150
|
-
// PREVIOUS ERROR
|
|
151
|
-
...(prevError instanceof AssistantMessageEmptyWithReasoningError
|
|
152
|
-
? [
|
|
153
|
-
{
|
|
154
|
-
role: "assistant",
|
|
155
|
-
content: prevError.reasoning,
|
|
156
|
-
} satisfies OpenAI.ChatCompletionMessageParam,
|
|
157
|
-
]
|
|
158
|
-
: []),
|
|
159
|
-
// SYSTEM PROMPT
|
|
160
|
-
{
|
|
161
|
-
role: "system",
|
|
162
|
-
content:
|
|
163
|
-
ctx.config?.systemPrompt?.select?.(ctx.histories)
|
|
164
|
-
?? AgenticaSystemPrompt.SELECT,
|
|
165
|
-
},
|
|
166
|
-
// TYPE CORRECTIONS
|
|
167
|
-
...emendMessages(failures ?? []),
|
|
168
|
-
// COMMON SYSTEM PROMPT
|
|
169
|
-
{
|
|
170
|
-
role: "system",
|
|
171
|
-
content: AgenticaDefaultPrompt.write(ctx.config),
|
|
172
|
-
} satisfies OpenAI.ChatCompletionSystemMessageParam,
|
|
173
|
-
],
|
|
174
|
-
// STACK FUNCTIONS
|
|
175
|
-
tools: [{
|
|
176
|
-
type: "function",
|
|
177
|
-
function: {
|
|
178
|
-
name: FUNCTION.name,
|
|
179
|
-
description: FUNCTION.description,
|
|
180
|
-
/**
|
|
181
|
-
* @TODO fix it
|
|
182
|
-
* The property and value have a type mismatch, but it works.
|
|
183
|
-
*/
|
|
184
|
-
parameters: FUNCTION.parameters as unknown as Record<string, unknown>,
|
|
185
|
-
},
|
|
186
|
-
} satisfies OpenAI.ChatCompletionTool],
|
|
187
|
-
tool_choice: retry === 0
|
|
188
|
-
? "auto"
|
|
189
|
-
: "required",
|
|
190
|
-
// parallel_tool_calls: false,
|
|
191
|
-
});
|
|
192
|
-
|
|
193
|
-
if (result.type === "none-stream") {
|
|
194
|
-
const completion = result.value;
|
|
195
|
-
const allAssistantMessagesEmpty = !!completion.choices?.every(v => v.message.tool_calls == null && v.message.content === "");
|
|
196
|
-
if (allAssistantMessagesEmpty) {
|
|
197
|
-
const firstChoice = completion.choices?.[0];
|
|
198
|
-
if ((firstChoice?.message as { reasoning?: string })?.reasoning != null) {
|
|
199
|
-
throw new AssistantMessageEmptyWithReasoningError((firstChoice?.message as { reasoning?: string })?.reasoning ?? "");
|
|
200
|
-
}
|
|
201
|
-
throw new AssistantMessageEmptyError();
|
|
202
|
-
}
|
|
203
|
-
return completion;
|
|
204
|
-
}
|
|
205
|
-
|
|
206
|
-
const completion = await reduceStreamingWithDispatch(result.value, (props) => {
|
|
207
|
-
const event: AgenticaAssistantMessageEvent = createAssistantMessageEvent(props);
|
|
208
|
-
void ctx.dispatch(event).catch(() => {});
|
|
209
|
-
}, ctx.abortSignal);
|
|
210
|
-
const allAssistantMessagesEmpty = !!completion.choices?.every(v => v.message.tool_calls == null && v.message.content === "");
|
|
211
|
-
if (allAssistantMessagesEmpty) {
|
|
212
|
-
const firstChoice = completion.choices?.[0];
|
|
213
|
-
if ((firstChoice?.message as { reasoning?: string })?.reasoning != null) {
|
|
214
|
-
throw new AssistantMessageEmptyWithReasoningError((firstChoice?.message as { reasoning?: string })?.reasoning ?? "");
|
|
215
|
-
}
|
|
216
|
-
throw new AssistantMessageEmptyError();
|
|
217
|
-
}
|
|
218
|
-
return completion;
|
|
219
|
-
});
|
|
220
|
-
|
|
221
|
-
if (typeof completion === "symbol") {
|
|
222
|
-
const event: AgenticaAssistantMessageEvent = createAssistantMessageEvent({
|
|
223
|
-
stream: toAsyncGenerator(""),
|
|
224
|
-
done: () => true,
|
|
225
|
-
get: () => "",
|
|
226
|
-
join: async () => {
|
|
227
|
-
return "";
|
|
228
|
-
},
|
|
229
|
-
});
|
|
230
|
-
void ctx.dispatch(event).catch(() => {});
|
|
231
|
-
return;
|
|
232
|
-
}
|
|
233
|
-
// ----
|
|
234
|
-
// VALIDATION
|
|
235
|
-
// ----
|
|
236
|
-
if (retry++ < (ctx.config?.retry ?? AgenticaConstant.RETRY)) {
|
|
237
|
-
const failures: IFailure[] = [];
|
|
238
|
-
for (const choice of (completion.choices ?? [])) {
|
|
239
|
-
for (const tc of choice.message.tool_calls ?? []) {
|
|
240
|
-
if (tc.type !== "function" || tc.function.name !== "selectFunctions") {
|
|
241
|
-
continue;
|
|
242
|
-
}
|
|
243
|
-
const input: object = FUNCTION.parse(tc.function.arguments) as object;
|
|
244
|
-
const validation: IValidation<__IChatFunctionReference.IProps>
|
|
245
|
-
= FUNCTION.validate(input) as IValidation<__IChatFunctionReference.IProps>;
|
|
246
|
-
if (validation.success === false) {
|
|
247
|
-
failures.push({
|
|
248
|
-
id: tc.id,
|
|
249
|
-
name: tc.function.name,
|
|
250
|
-
validation,
|
|
251
|
-
});
|
|
252
|
-
}
|
|
253
|
-
}
|
|
254
|
-
}
|
|
255
|
-
if (failures.length > 0) {
|
|
256
|
-
return step(ctx, operations, retry, failures);
|
|
257
|
-
}
|
|
258
|
-
}
|
|
259
|
-
|
|
260
|
-
// ----
|
|
261
|
-
// PROCESS COMPLETION
|
|
262
|
-
// ----
|
|
263
|
-
for (const choice of (completion.choices ?? [])) {
|
|
264
|
-
// FUNCTION CALLING
|
|
265
|
-
if (choice.message.tool_calls != null) {
|
|
266
|
-
for (const tc of choice.message.tool_calls) {
|
|
267
|
-
if (tc.type !== "function") {
|
|
268
|
-
continue;
|
|
269
|
-
}
|
|
270
|
-
else if (tc.function.name !== "selectFunctions") {
|
|
271
|
-
continue;
|
|
272
|
-
}
|
|
273
|
-
|
|
274
|
-
const input: __IChatFunctionReference.IProps | null
|
|
275
|
-
= typia.json.isParse<__IChatFunctionReference.IProps>(
|
|
276
|
-
tc.function.arguments,
|
|
277
|
-
);
|
|
278
|
-
if (input === null) {
|
|
279
|
-
continue;
|
|
280
|
-
}
|
|
281
|
-
for (const reference of input.functions) {
|
|
282
|
-
selectFunctionFromContext(ctx, reference);
|
|
283
|
-
}
|
|
284
|
-
}
|
|
285
|
-
}
|
|
286
|
-
}
|
|
287
|
-
}
|
|
288
|
-
|
|
289
|
-
function emendMessages(failures: IFailure[]): OpenAI.ChatCompletionMessageParam[] {
|
|
290
|
-
return failures
|
|
291
|
-
.map(f => [
|
|
292
|
-
{
|
|
293
|
-
role: "assistant",
|
|
294
|
-
tool_calls: [
|
|
295
|
-
{
|
|
296
|
-
type: "function",
|
|
297
|
-
id: f.id,
|
|
298
|
-
function: {
|
|
299
|
-
name: f.name,
|
|
300
|
-
arguments: JSON.stringify(f.validation.data),
|
|
301
|
-
},
|
|
302
|
-
},
|
|
303
|
-
],
|
|
304
|
-
} satisfies OpenAI.ChatCompletionAssistantMessageParam,
|
|
305
|
-
{
|
|
306
|
-
role: "tool",
|
|
307
|
-
content: JSON.stringify(f.validation.errors),
|
|
308
|
-
tool_call_id: f.id,
|
|
309
|
-
} satisfies OpenAI.ChatCompletionToolMessageParam,
|
|
310
|
-
{
|
|
311
|
-
role: "system",
|
|
312
|
-
content: [
|
|
313
|
-
"You A.I. assistant has composed wrong typed arguments.",
|
|
314
|
-
"",
|
|
315
|
-
"Correct it at the next function calling.",
|
|
316
|
-
].join("\n"),
|
|
317
|
-
} satisfies OpenAI.ChatCompletionSystemMessageParam,
|
|
318
|
-
])
|
|
319
|
-
.flat();
|
|
320
|
-
}
|
|
1
|
+
import type OpenAI from "openai";
|
|
2
|
+
import type { ILlmFunction, IValidation } from "typia";
|
|
3
|
+
|
|
4
|
+
import typia from "typia";
|
|
5
|
+
|
|
6
|
+
import type { AgenticaContext } from "../context/AgenticaContext";
|
|
7
|
+
import type { AgenticaOperation } from "../context/AgenticaOperation";
|
|
8
|
+
import type { AgenticaOperationSelection } from "../context/AgenticaOperationSelection";
|
|
9
|
+
import type { __IChatFunctionReference } from "../context/internal/__IChatFunctionReference";
|
|
10
|
+
import type { __IChatSelectFunctionsApplication } from "../context/internal/__IChatSelectFunctionsApplication";
|
|
11
|
+
import type { AgenticaAssistantMessageEvent, AgenticaSelectEvent } from "../events";
|
|
12
|
+
import type { AgenticaEvent } from "../events/AgenticaEvent";
|
|
13
|
+
|
|
14
|
+
import { AgenticaConstant } from "../constants/AgenticaConstant";
|
|
15
|
+
import { AgenticaDefaultPrompt } from "../constants/AgenticaDefaultPrompt";
|
|
16
|
+
import { AgenticaSystemPrompt } from "../constants/AgenticaSystemPrompt";
|
|
17
|
+
import { createAssistantMessageEvent } from "../factory/events";
|
|
18
|
+
import { decodeHistory, decodeUserMessageContent } from "../factory/histories";
|
|
19
|
+
import { __get_retry } from "../utils/__retry";
|
|
20
|
+
import { AssistantMessageEmptyError, AssistantMessageEmptyWithReasoningError } from "../utils/AssistantMessageEmptyError";
|
|
21
|
+
import { reduceStreamingWithDispatch } from "../utils/ChatGptCompletionStreamingUtil";
|
|
22
|
+
import { toAsyncGenerator } from "../utils/StreamUtil";
|
|
23
|
+
|
|
24
|
+
import { selectFunctionFromContext } from "./internal/selectFunctionFromContext";
|
|
25
|
+
|
|
26
|
+
const FUNCTION: ILlmFunction = typia.llm.application<
|
|
27
|
+
__IChatSelectFunctionsApplication
|
|
28
|
+
>().functions[0]!;
|
|
29
|
+
|
|
30
|
+
interface IFailure {
|
|
31
|
+
id: string;
|
|
32
|
+
name: string;
|
|
33
|
+
validation: IValidation.IFailure;
|
|
34
|
+
}
|
|
35
|
+
|
|
36
|
+
export async function select(
|
|
37
|
+
ctx: AgenticaContext,
|
|
38
|
+
): Promise<void> {
|
|
39
|
+
if (ctx.operations.divided === undefined) {
|
|
40
|
+
return step(ctx, ctx.operations.array, 0);
|
|
41
|
+
}
|
|
42
|
+
|
|
43
|
+
const stacks: AgenticaOperationSelection[][]
|
|
44
|
+
= ctx.operations.divided.map(() => []);
|
|
45
|
+
const events: AgenticaEvent[] = [];
|
|
46
|
+
await Promise.all(
|
|
47
|
+
ctx.operations.divided.map(async (operations, i) =>
|
|
48
|
+
step(
|
|
49
|
+
{
|
|
50
|
+
...ctx,
|
|
51
|
+
stack: stacks[i]!,
|
|
52
|
+
dispatch: async (e) => {
|
|
53
|
+
events.push(e);
|
|
54
|
+
},
|
|
55
|
+
},
|
|
56
|
+
operations,
|
|
57
|
+
0,
|
|
58
|
+
),
|
|
59
|
+
),
|
|
60
|
+
);
|
|
61
|
+
|
|
62
|
+
// ELITICISM
|
|
63
|
+
if (
|
|
64
|
+
(ctx.config?.eliticism ?? AgenticaConstant.ELITICISM) === true
|
|
65
|
+
&& stacks.some(s => s.length !== 0)
|
|
66
|
+
) {
|
|
67
|
+
return step(
|
|
68
|
+
ctx,
|
|
69
|
+
stacks
|
|
70
|
+
.flat()
|
|
71
|
+
.map(
|
|
72
|
+
s =>
|
|
73
|
+
ctx.operations.group
|
|
74
|
+
.get(s.operation.controller.name)!
|
|
75
|
+
.get(s.operation.function.name)!,
|
|
76
|
+
),
|
|
77
|
+
0,
|
|
78
|
+
);
|
|
79
|
+
}
|
|
80
|
+
else {
|
|
81
|
+
const selected: AgenticaSelectEvent[]
|
|
82
|
+
= events.filter(e => e.type === "select");
|
|
83
|
+
(selected.length !== 0 ? selected : events)
|
|
84
|
+
.forEach((e) => {
|
|
85
|
+
void ctx.dispatch(e).catch(() => {});
|
|
86
|
+
});
|
|
87
|
+
}
|
|
88
|
+
}
|
|
89
|
+
|
|
90
|
+
async function step(
|
|
91
|
+
ctx: AgenticaContext,
|
|
92
|
+
operations: AgenticaOperation[],
|
|
93
|
+
retry: number,
|
|
94
|
+
failures?: IFailure[],
|
|
95
|
+
): Promise<void> {
|
|
96
|
+
const _retryFn = __get_retry(1);
|
|
97
|
+
const retryFn = async (fn: (prevError?: unknown) => Promise<OpenAI.ChatCompletion>) => {
|
|
98
|
+
return _retryFn(fn).catch((e) => {
|
|
99
|
+
if (e instanceof AssistantMessageEmptyError) {
|
|
100
|
+
return Symbol("emptyAssistantMessage");
|
|
101
|
+
}
|
|
102
|
+
throw e;
|
|
103
|
+
});
|
|
104
|
+
};
|
|
105
|
+
// ----
|
|
106
|
+
// EXECUTE CHATGPT API
|
|
107
|
+
// ----
|
|
108
|
+
const completion = await retryFn(async (prevError) => {
|
|
109
|
+
const result = await ctx.request("select", {
|
|
110
|
+
messages: [
|
|
111
|
+
|
|
112
|
+
// CANDIDATE FUNCTIONS
|
|
113
|
+
{
|
|
114
|
+
role: "assistant",
|
|
115
|
+
tool_calls: [
|
|
116
|
+
{
|
|
117
|
+
type: "function",
|
|
118
|
+
id: "getApiFunctions",
|
|
119
|
+
function: {
|
|
120
|
+
name: "getApiFunctions",
|
|
121
|
+
arguments: JSON.stringify({}),
|
|
122
|
+
},
|
|
123
|
+
},
|
|
124
|
+
],
|
|
125
|
+
},
|
|
126
|
+
{
|
|
127
|
+
role: "tool",
|
|
128
|
+
tool_call_id: "getApiFunctions",
|
|
129
|
+
content: JSON.stringify(
|
|
130
|
+
operations.map(op => ({
|
|
131
|
+
name: op.name,
|
|
132
|
+
description: op.function.description,
|
|
133
|
+
...(op.protocol === "http"
|
|
134
|
+
? {
|
|
135
|
+
method: op.function.method,
|
|
136
|
+
path: op.function.path,
|
|
137
|
+
tags: op.function.tags,
|
|
138
|
+
}
|
|
139
|
+
: {}),
|
|
140
|
+
})),
|
|
141
|
+
),
|
|
142
|
+
},
|
|
143
|
+
// PREVIOUS HISTORIES
|
|
144
|
+
...ctx.histories.map(decodeHistory).flat(),
|
|
145
|
+
// USER INPUT
|
|
146
|
+
{
|
|
147
|
+
role: "user",
|
|
148
|
+
content: ctx.prompt.contents.map(decodeUserMessageContent),
|
|
149
|
+
},
|
|
150
|
+
// PREVIOUS ERROR
|
|
151
|
+
...(prevError instanceof AssistantMessageEmptyWithReasoningError
|
|
152
|
+
? [
|
|
153
|
+
{
|
|
154
|
+
role: "assistant",
|
|
155
|
+
content: prevError.reasoning,
|
|
156
|
+
} satisfies OpenAI.ChatCompletionMessageParam,
|
|
157
|
+
]
|
|
158
|
+
: []),
|
|
159
|
+
// SYSTEM PROMPT
|
|
160
|
+
{
|
|
161
|
+
role: "system",
|
|
162
|
+
content:
|
|
163
|
+
ctx.config?.systemPrompt?.select?.(ctx.histories)
|
|
164
|
+
?? AgenticaSystemPrompt.SELECT,
|
|
165
|
+
},
|
|
166
|
+
// TYPE CORRECTIONS
|
|
167
|
+
...emendMessages(failures ?? []),
|
|
168
|
+
// COMMON SYSTEM PROMPT
|
|
169
|
+
{
|
|
170
|
+
role: "system",
|
|
171
|
+
content: AgenticaDefaultPrompt.write(ctx.config),
|
|
172
|
+
} satisfies OpenAI.ChatCompletionSystemMessageParam,
|
|
173
|
+
],
|
|
174
|
+
// STACK FUNCTIONS
|
|
175
|
+
tools: [{
|
|
176
|
+
type: "function",
|
|
177
|
+
function: {
|
|
178
|
+
name: FUNCTION.name,
|
|
179
|
+
description: FUNCTION.description,
|
|
180
|
+
/**
|
|
181
|
+
* @TODO fix it
|
|
182
|
+
* The property and value have a type mismatch, but it works.
|
|
183
|
+
*/
|
|
184
|
+
parameters: FUNCTION.parameters as unknown as Record<string, unknown>,
|
|
185
|
+
},
|
|
186
|
+
} satisfies OpenAI.ChatCompletionTool],
|
|
187
|
+
tool_choice: retry === 0
|
|
188
|
+
? "auto"
|
|
189
|
+
: "required",
|
|
190
|
+
// parallel_tool_calls: false,
|
|
191
|
+
});
|
|
192
|
+
|
|
193
|
+
if (result.type === "none-stream") {
|
|
194
|
+
const completion = result.value;
|
|
195
|
+
const allAssistantMessagesEmpty = !!completion.choices?.every(v => v.message.tool_calls == null && v.message.content === "");
|
|
196
|
+
if (allAssistantMessagesEmpty) {
|
|
197
|
+
const firstChoice = completion.choices?.[0];
|
|
198
|
+
if ((firstChoice?.message as { reasoning?: string })?.reasoning != null) {
|
|
199
|
+
throw new AssistantMessageEmptyWithReasoningError((firstChoice?.message as { reasoning?: string })?.reasoning ?? "");
|
|
200
|
+
}
|
|
201
|
+
throw new AssistantMessageEmptyError();
|
|
202
|
+
}
|
|
203
|
+
return completion;
|
|
204
|
+
}
|
|
205
|
+
|
|
206
|
+
const completion = await reduceStreamingWithDispatch(result.value, (props) => {
|
|
207
|
+
const event: AgenticaAssistantMessageEvent = createAssistantMessageEvent(props);
|
|
208
|
+
void ctx.dispatch(event).catch(() => {});
|
|
209
|
+
}, ctx.abortSignal);
|
|
210
|
+
const allAssistantMessagesEmpty = !!completion.choices?.every(v => v.message.tool_calls == null && v.message.content === "");
|
|
211
|
+
if (allAssistantMessagesEmpty) {
|
|
212
|
+
const firstChoice = completion.choices?.[0];
|
|
213
|
+
if ((firstChoice?.message as { reasoning?: string })?.reasoning != null) {
|
|
214
|
+
throw new AssistantMessageEmptyWithReasoningError((firstChoice?.message as { reasoning?: string })?.reasoning ?? "");
|
|
215
|
+
}
|
|
216
|
+
throw new AssistantMessageEmptyError();
|
|
217
|
+
}
|
|
218
|
+
return completion;
|
|
219
|
+
});
|
|
220
|
+
|
|
221
|
+
if (typeof completion === "symbol") {
|
|
222
|
+
const event: AgenticaAssistantMessageEvent = createAssistantMessageEvent({
|
|
223
|
+
stream: toAsyncGenerator(""),
|
|
224
|
+
done: () => true,
|
|
225
|
+
get: () => "",
|
|
226
|
+
join: async () => {
|
|
227
|
+
return "";
|
|
228
|
+
},
|
|
229
|
+
});
|
|
230
|
+
void ctx.dispatch(event).catch(() => {});
|
|
231
|
+
return;
|
|
232
|
+
}
|
|
233
|
+
// ----
|
|
234
|
+
// VALIDATION
|
|
235
|
+
// ----
|
|
236
|
+
if (retry++ < (ctx.config?.retry ?? AgenticaConstant.RETRY)) {
|
|
237
|
+
const failures: IFailure[] = [];
|
|
238
|
+
for (const choice of (completion.choices ?? [])) {
|
|
239
|
+
for (const tc of choice.message.tool_calls ?? []) {
|
|
240
|
+
if (tc.type !== "function" || tc.function.name !== "selectFunctions") {
|
|
241
|
+
continue;
|
|
242
|
+
}
|
|
243
|
+
const input: object = FUNCTION.parse(tc.function.arguments) as object;
|
|
244
|
+
const validation: IValidation<__IChatFunctionReference.IProps>
|
|
245
|
+
= FUNCTION.validate(input) as IValidation<__IChatFunctionReference.IProps>;
|
|
246
|
+
if (validation.success === false) {
|
|
247
|
+
failures.push({
|
|
248
|
+
id: tc.id,
|
|
249
|
+
name: tc.function.name,
|
|
250
|
+
validation,
|
|
251
|
+
});
|
|
252
|
+
}
|
|
253
|
+
}
|
|
254
|
+
}
|
|
255
|
+
if (failures.length > 0) {
|
|
256
|
+
return step(ctx, operations, retry, failures);
|
|
257
|
+
}
|
|
258
|
+
}
|
|
259
|
+
|
|
260
|
+
// ----
|
|
261
|
+
// PROCESS COMPLETION
|
|
262
|
+
// ----
|
|
263
|
+
for (const choice of (completion.choices ?? [])) {
|
|
264
|
+
// FUNCTION CALLING
|
|
265
|
+
if (choice.message.tool_calls != null) {
|
|
266
|
+
for (const tc of choice.message.tool_calls) {
|
|
267
|
+
if (tc.type !== "function") {
|
|
268
|
+
continue;
|
|
269
|
+
}
|
|
270
|
+
else if (tc.function.name !== "selectFunctions") {
|
|
271
|
+
continue;
|
|
272
|
+
}
|
|
273
|
+
|
|
274
|
+
const input: __IChatFunctionReference.IProps | null
|
|
275
|
+
= typia.json.isParse<__IChatFunctionReference.IProps>(
|
|
276
|
+
tc.function.arguments,
|
|
277
|
+
);
|
|
278
|
+
if (input === null) {
|
|
279
|
+
continue;
|
|
280
|
+
}
|
|
281
|
+
for (const reference of input.functions) {
|
|
282
|
+
selectFunctionFromContext(ctx, reference);
|
|
283
|
+
}
|
|
284
|
+
}
|
|
285
|
+
}
|
|
286
|
+
}
|
|
287
|
+
}
|
|
288
|
+
|
|
289
|
+
function emendMessages(failures: IFailure[]): OpenAI.ChatCompletionMessageParam[] {
|
|
290
|
+
return failures
|
|
291
|
+
.map(f => [
|
|
292
|
+
{
|
|
293
|
+
role: "assistant",
|
|
294
|
+
tool_calls: [
|
|
295
|
+
{
|
|
296
|
+
type: "function",
|
|
297
|
+
id: f.id,
|
|
298
|
+
function: {
|
|
299
|
+
name: f.name,
|
|
300
|
+
arguments: JSON.stringify(f.validation.data),
|
|
301
|
+
},
|
|
302
|
+
},
|
|
303
|
+
],
|
|
304
|
+
} satisfies OpenAI.ChatCompletionAssistantMessageParam,
|
|
305
|
+
{
|
|
306
|
+
role: "tool",
|
|
307
|
+
content: JSON.stringify(f.validation.errors),
|
|
308
|
+
tool_call_id: f.id,
|
|
309
|
+
} satisfies OpenAI.ChatCompletionToolMessageParam,
|
|
310
|
+
{
|
|
311
|
+
role: "system",
|
|
312
|
+
content: [
|
|
313
|
+
"You A.I. assistant has composed wrong typed arguments.",
|
|
314
|
+
"",
|
|
315
|
+
"Correct it at the next function calling.",
|
|
316
|
+
].join("\n"),
|
|
317
|
+
} satisfies OpenAI.ChatCompletionSystemMessageParam,
|
|
318
|
+
])
|
|
319
|
+
.flat();
|
|
320
|
+
}
|