@agentica/benchmark 0.12.21 → 0.13.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (50) hide show
  1. package/README.md +39 -33
  2. package/lib/AgenticaCallBenchmark.d.ts +12 -6
  3. package/lib/AgenticaCallBenchmark.js +24 -18
  4. package/lib/AgenticaCallBenchmark.js.map +1 -1
  5. package/lib/AgenticaSelectBenchmark.d.ts +12 -6
  6. package/lib/AgenticaSelectBenchmark.js +14 -12
  7. package/lib/AgenticaSelectBenchmark.js.map +1 -1
  8. package/lib/index.mjs +315 -236
  9. package/lib/index.mjs.map +1 -1
  10. package/lib/internal/AgenticaBenchmarkPredicator.d.ts +38 -29
  11. package/lib/internal/AgenticaBenchmarkPredicator.js +100 -84
  12. package/lib/internal/AgenticaBenchmarkPredicator.js.map +1 -1
  13. package/lib/internal/AgenticaBenchmarkUtil.d.ts +21 -6
  14. package/lib/internal/AgenticaBenchmarkUtil.js +39 -33
  15. package/lib/internal/AgenticaBenchmarkUtil.js.map +1 -1
  16. package/lib/internal/AgenticaCallBenchmarkReporter.d.ts +6 -5
  17. package/lib/internal/AgenticaCallBenchmarkReporter.js +130 -126
  18. package/lib/internal/AgenticaCallBenchmarkReporter.js.map +1 -1
  19. package/lib/internal/AgenticaPromptReporter.d.ts +13 -5
  20. package/lib/internal/AgenticaPromptReporter.js +45 -41
  21. package/lib/internal/AgenticaPromptReporter.js.map +1 -1
  22. package/lib/internal/AgenticaSelectBenchmarkReporter.d.ts +3 -1
  23. package/lib/internal/AgenticaSelectBenchmarkReporter.js +153 -150
  24. package/lib/internal/AgenticaSelectBenchmarkReporter.js.map +1 -1
  25. package/lib/structures/IAgenticaBenchmarkExpected.d.ts +8 -2
  26. package/lib/structures/IAgenticaCallBenchmarkEvent.d.ts +9 -3
  27. package/lib/structures/IAgenticaCallBenchmarkResult.d.ts +10 -4
  28. package/lib/structures/IAgenticaCallBenchmarkScenario.d.ts +8 -2
  29. package/lib/structures/IAgenticaSelectBenchmarkEvent.d.ts +9 -3
  30. package/lib/structures/IAgenticaSelectBenchmarkResult.d.ts +10 -4
  31. package/lib/structures/IAgenticaSelectBenchmarkScenario.d.ts +8 -2
  32. package/lib/utils/MathUtil.d.ts +15 -3
  33. package/lib/utils/MathUtil.js +15 -4
  34. package/lib/utils/MathUtil.js.map +1 -1
  35. package/package.json +12 -10
  36. package/src/AgenticaCallBenchmark.ts +64 -45
  37. package/src/AgenticaSelectBenchmark.ts +42 -30
  38. package/src/internal/AgenticaBenchmarkPredicator.ts +208 -186
  39. package/src/internal/AgenticaBenchmarkUtil.ts +58 -40
  40. package/src/internal/AgenticaCallBenchmarkReporter.ts +180 -182
  41. package/src/internal/AgenticaPromptReporter.ts +46 -33
  42. package/src/internal/AgenticaSelectBenchmarkReporter.ts +205 -203
  43. package/src/structures/IAgenticaBenchmarkExpected.ts +9 -2
  44. package/src/structures/IAgenticaCallBenchmarkEvent.ts +9 -3
  45. package/src/structures/IAgenticaCallBenchmarkResult.ts +10 -4
  46. package/src/structures/IAgenticaCallBenchmarkScenario.ts +8 -2
  47. package/src/structures/IAgenticaSelectBenchmarkEvent.ts +9 -3
  48. package/src/structures/IAgenticaSelectBenchmarkResult.ts +10 -4
  49. package/src/structures/IAgenticaSelectBenchmarkScenario.ts +8 -2
  50. package/src/utils/MathUtil.ts +16 -3
@@ -1,15 +1,18 @@
1
1
  "use strict";
2
2
  Object.defineProperty(exports, "__esModule", { value: true });
3
3
  exports.AgenticaCallBenchmarkReporter = void 0;
4
+ exports.markdown = markdown;
4
5
  const MathUtil_1 = require("../utils/MathUtil");
5
6
  const AgenticaBenchmarkUtil_1 = require("./AgenticaBenchmarkUtil");
6
7
  const AgenticaPromptReporter_1 = require("./AgenticaPromptReporter");
7
- var AgenticaCallBenchmarkReporter;
8
- (function (AgenticaCallBenchmarkReporter) {
9
- AgenticaCallBenchmarkReporter.markdown = (result) => Object.fromEntries([
8
+ exports.AgenticaCallBenchmarkReporter = {
9
+ markdown,
10
+ };
11
+ function markdown(result) {
12
+ return Object.fromEntries([
10
13
  ["./README.md", writeIndex(result)],
11
14
  ...result.experiments
12
- .map((exp) => [
15
+ .map(exp => [
13
16
  [`./${exp.scenario.name}/README.md`, writeExperimentIndex(exp)],
14
17
  ...exp.events.map((event, i) => [
15
18
  `./${exp.scenario.name}/${i + 1}.${event.type}.md`,
@@ -18,127 +21,128 @@ var AgenticaCallBenchmarkReporter;
18
21
  ])
19
22
  .flat(),
20
23
  ]);
21
- const writeIndex = (result) => {
22
- const events = result.experiments
23
- .map((r) => r.events)
24
- .flat();
25
- const average = events
26
- .map((e) => e.completed_at.getTime() - e.started_at.getTime())
27
- .reduce((a, b) => a + b, 0) / events.length;
28
- const aggregate = result.usage.aggregate;
29
- return [
30
- "# LLM Function Call Benchmark",
31
- "## Summary",
32
- ` - Aggregation:`,
33
- ` - Scenarios: #${result.experiments.length.toLocaleString()}`,
34
- ` - Trial: ${events.length}`,
35
- ` - Success: ${events.filter((e) => e.type === "success").length}`,
36
- ` - Failure: ${events.filter((e) => e.type === "failure").length}`,
37
- ` - Average Time: ${MathUtil_1.MathUtil.round(average).toLocaleString()} ms`,
38
- ` - Token Usage`,
39
- ` - Total: ${aggregate.total.toLocaleString()}`,
40
- ` - Input`,
41
- ` - Total: ${aggregate.input.total.toLocaleString()}`,
42
- ` - Cached: ${aggregate.input.cached.toLocaleString()}`,
43
- ` - Output:`,
44
- ` - Total: ${aggregate.output.total.toLocaleString()}`,
45
- ` - Reasoning: ${aggregate.output.reasoning.toLocaleString()}`,
46
- ` - Accepted Prediction: ${aggregate.output.accepted_prediction.toLocaleString()}`,
47
- ` - Rejected Prediction: ${aggregate.output.rejected_prediction.toLocaleString()}`,
48
- "",
49
- "## Experiments",
50
- " Name | Select | Call | Time/Avg ",
51
- ":-----|:-------|:-----|----------:",
52
- ...result.experiments.map((exp) => [
53
- `[${exp.scenario.name}](./${exp.scenario.name}/README.md)`,
54
- drawStatus(exp.events, (e) => e.type !== "error" && e.select === true),
55
- drawStatus(exp.events, (e) => e.type !== "error" && e.call === true),
56
- `${MathUtil_1.MathUtil.round(exp.events
57
- .map((e) => e.completed_at.getTime() - e.started_at.getTime())
58
- .reduce((a, b) => a + b, 0) / exp.events.length).toLocaleString()} ms`,
59
- ].join(" | ")),
60
- ].join("\n");
61
- };
62
- const writeExperimentIndex = (exp) => {
63
- return [
64
- `# ${exp.scenario.name}`,
65
- "## Summary",
66
- ` - Scenarios: #${exp.events.length.toLocaleString()}`,
67
- ` - Success: ${exp.events.filter((e) => e.type === "success").length}`,
68
- ` - Failure: ${exp.events.filter((e) => e.type === "failure").length}`,
69
- ` - Average Time: ${MathUtil_1.MathUtil.round(exp.events
70
- .map((e) => e.completed_at.getTime() - e.started_at.getTime())
24
+ }
25
+ function writeIndex(result) {
26
+ const events = result.experiments
27
+ .map(r => r.events)
28
+ .flat();
29
+ const average = events
30
+ .map(e => e.completed_at.getTime() - e.started_at.getTime())
31
+ .reduce((a, b) => a + b, 0) / events.length;
32
+ const aggregate = result.usage.aggregate;
33
+ return [
34
+ "# LLM Function Call Benchmark",
35
+ "## Summary",
36
+ ` - Aggregation:`,
37
+ ` - Scenarios: #${result.experiments.length.toLocaleString()}`,
38
+ ` - Trial: ${events.length}`,
39
+ ` - Success: ${events.filter(e => e.type === "success").length}`,
40
+ ` - Failure: ${events.filter(e => e.type === "failure").length}`,
41
+ ` - Average Time: ${MathUtil_1.MathUtil.round(average).toLocaleString()} ms`,
42
+ ` - Token Usage`,
43
+ ` - Total: ${aggregate.total.toLocaleString()}`,
44
+ ` - Input`,
45
+ ` - Total: ${aggregate.input.total.toLocaleString()}`,
46
+ ` - Cached: ${aggregate.input.cached.toLocaleString()}`,
47
+ ` - Output:`,
48
+ ` - Total: ${aggregate.output.total.toLocaleString()}`,
49
+ ` - Reasoning: ${aggregate.output.reasoning.toLocaleString()}`,
50
+ ` - Accepted Prediction: ${aggregate.output.accepted_prediction.toLocaleString()}`,
51
+ ` - Rejected Prediction: ${aggregate.output.rejected_prediction.toLocaleString()}`,
52
+ "",
53
+ "## Experiments",
54
+ " Name | Select | Call | Time/Avg ",
55
+ ":-----|:-------|:-----|----------:",
56
+ ...result.experiments.map(exp => [
57
+ `[${exp.scenario.name}](./${exp.scenario.name}/README.md)`,
58
+ drawStatus(exp.events, e => e.type !== "error" && e.select === true),
59
+ drawStatus(exp.events, e => e.type !== "error" && e.call === true),
60
+ `${MathUtil_1.MathUtil.round(exp.events
61
+ .map(e => e.completed_at.getTime() - e.started_at.getTime())
71
62
  .reduce((a, b) => a + b, 0) / exp.events.length).toLocaleString()} ms`,
72
- "",
73
- "## Events",
74
- " Name | Type | Time",
75
- ":-----|:-----|----:",
76
- ...exp.events.map((e, i) => [
77
- `[${i + 1}.](./${i + 1}.${e.type}.md)`,
78
- e.type,
79
- `${MathUtil_1.MathUtil.round(e.completed_at.getTime() - e.started_at.getTime())} ms`,
80
- ].join(" | ")),
81
- "",
82
- "## Scenario",
83
- "### User Prompt",
84
- exp.scenario.text,
85
- "",
86
- "### Expected",
87
- "```json",
88
- JSON.stringify(AgenticaBenchmarkUtil_1.AgenticaBenchmarkUtil.expectedToJson(exp.scenario.expected), null, 2),
89
- "```",
90
- ].join("\n");
91
- };
92
- const writeExperimentEvent = (event, index) => {
93
- return [
94
- `# ${index + 1}. ${event.type}`,
95
- "## Summary",
96
- ` - Name: ${event.scenario.name}`,
97
- ` - Type: ${event.type}`,
98
- ` - Time: ${MathUtil_1.MathUtil.round(event.completed_at.getTime() - event.started_at.getTime()).toLocaleString()} ms`,
99
- ...(event.type !== "error"
100
- ? [
101
- ` - Select: ${event.select ? "✅" : "❌"}`,
102
- ` - Call: ${event.call ? "" : "❌"}`,
103
- ]
104
- : []),
105
- ` - Token Usage:`,
106
- ` - Total: ${JSON.stringify(event.usage.aggregate.total)}`,
107
- ` - Input`,
108
- ` - Total: ${event.usage.aggregate.input.total}`,
109
- ` - Cached: ${event.usage.aggregate.input.cached}`,
110
- ` - Output:`,
111
- ` - Total: ${event.usage.aggregate.output.total}`,
112
- ` - Accepted Prediction: ${event.usage.aggregate.output.accepted_prediction}`,
113
- ` - Reasoning: ${event.usage.aggregate.output.reasoning}`,
114
- ` - Rejected Prediction: ${event.usage.aggregate.output.rejected_prediction}`,
115
- "",
116
- "## Scenario",
117
- "### User Prompt",
118
- event.scenario.text,
119
- "",
120
- "### Expected",
121
- "```json",
122
- JSON.stringify(AgenticaBenchmarkUtil_1.AgenticaBenchmarkUtil.expectedToJson(event.scenario.expected), null, 2),
123
- "```",
124
- "",
125
- "## Prompt Histories",
126
- ...event.prompts.map(AgenticaPromptReporter_1.AgenticaPromptReporter.markdown),
127
- "",
128
- ...(event.type === "error"
129
- ? [
130
- "## Error",
131
- "```json",
132
- JSON.stringify(AgenticaBenchmarkUtil_1.AgenticaBenchmarkUtil.errorToJson(event.error), null, 2),
133
- "```",
134
- ]
135
- : []),
136
- ].join("\n");
137
- };
138
- const drawStatus = (events, success) => {
139
- const count = Math.floor((events.filter(success).length / events.length) * 10);
140
- return (new Array(count).fill("").join("") +
141
- new Array(10 - count).fill("").join(""));
142
- };
143
- })(AgenticaCallBenchmarkReporter || (exports.AgenticaCallBenchmarkReporter = AgenticaCallBenchmarkReporter = {}));
63
+ ].join(" | ")),
64
+ ].join("\n");
65
+ }
66
+ function writeExperimentIndex(exp) {
67
+ return [
68
+ `# ${exp.scenario.name}`,
69
+ "## Summary",
70
+ ` - Scenarios: #${exp.events.length.toLocaleString()}`,
71
+ ` - Success: ${exp.events.filter(e => e.type === "success").length}`,
72
+ ` - Failure: ${exp.events.filter(e => e.type === "failure").length}`,
73
+ ` - Average Time: ${MathUtil_1.MathUtil.round(exp.events
74
+ .map(e => e.completed_at.getTime() - e.started_at.getTime())
75
+ .reduce((a, b) => a + b, 0) / exp.events.length).toLocaleString()} ms`,
76
+ "",
77
+ "## Events",
78
+ " Name | Type | Time",
79
+ ":-----|:-----|----:",
80
+ ...exp.events.map((e, i) => [
81
+ `[${i + 1}.](./${i + 1}.${e.type}.md)`,
82
+ e.type,
83
+ `${MathUtil_1.MathUtil.round(e.completed_at.getTime() - e.started_at.getTime())} ms`,
84
+ ].join(" | ")),
85
+ "",
86
+ "## Scenario",
87
+ "### User Prompt",
88
+ exp.scenario.text,
89
+ "",
90
+ "### Expected",
91
+ "```json",
92
+ JSON.stringify(AgenticaBenchmarkUtil_1.AgenticaBenchmarkUtil.expectedToJson(exp.scenario.expected), null, 2),
93
+ "```",
94
+ ].join("\n");
95
+ }
96
+ function writeExperimentEvent(event, index) {
97
+ return [
98
+ `# ${index + 1}. ${event.type}`,
99
+ "## Summary",
100
+ ` - Name: ${event.scenario.name}`,
101
+ ` - Type: ${event.type}`,
102
+ ` - Time: ${MathUtil_1.MathUtil.round(event.completed_at.getTime() - event.started_at.getTime()).toLocaleString()} ms`,
103
+ ...(event.type !== "error"
104
+ ? [
105
+ ` - Select: ${event.select ? "✅" : "❌"}`,
106
+ ` - Call: ${event.call ? "" : "❌"}`,
107
+ ]
108
+ : []),
109
+ ` - Token Usage:`,
110
+ ` - Total: ${JSON.stringify(event.usage.aggregate.total)}`,
111
+ ` - Input`,
112
+ ` - Total: ${event.usage.aggregate.input.total}`,
113
+ ` - Cached: ${event.usage.aggregate.input.cached}`,
114
+ ` - Output:`,
115
+ ` - Total: ${event.usage.aggregate.output.total}`,
116
+ ` - Accepted Prediction: ${event.usage.aggregate.output.accepted_prediction}`,
117
+ ` - Reasoning: ${event.usage.aggregate.output.reasoning}`,
118
+ ` - Rejected Prediction: ${event.usage.aggregate.output.rejected_prediction}`,
119
+ "",
120
+ "## Scenario",
121
+ "### User Prompt",
122
+ event.scenario.text,
123
+ "",
124
+ "### Expected",
125
+ "```json",
126
+ JSON.stringify(AgenticaBenchmarkUtil_1.AgenticaBenchmarkUtil.expectedToJson(event.scenario.expected), null, 2),
127
+ "```",
128
+ "",
129
+ "## Prompt Histories",
130
+ ...event.prompts.map(AgenticaPromptReporter_1.AgenticaPromptReporter.markdown),
131
+ "",
132
+ ...(event.type === "error"
133
+ ? [
134
+ "## Error",
135
+ "```json",
136
+ JSON.stringify(AgenticaBenchmarkUtil_1.AgenticaBenchmarkUtil.errorToJson(event.error), null, 2),
137
+ "```",
138
+ ]
139
+ : []),
140
+ ].join("\n");
141
+ }
142
+ function drawStatus(events, success) {
143
+ const count = Math.floor((events.filter(success).length / events.length) * 10);
144
+ // @TODO use String.prototype.padStart, padEnd or String.prototype.repeat
145
+ return (Array.from({ length: count }).fill("■").join("")
146
+ + Array.from({ length: 10 - count }).fill("□").join(""));
147
+ }
144
148
  //# sourceMappingURL=AgenticaCallBenchmarkReporter.js.map
@@ -1 +1 @@
1
- {"version":3,"file":"AgenticaCallBenchmarkReporter.js","sourceRoot":"","sources":["../../src/internal/AgenticaCallBenchmarkReporter.ts"],"names":[],"mappings":";;;AAKA,gDAA6C;AAC7C,mEAAgE;AAChE,qEAAkE;AAElE,IAAiB,6BAA6B,CAuL7C;AAvLD,WAAiB,6BAA6B;IAC/B,sCAAQ,GAAG,CACtB,MAA2C,EACnB,EAAE,CAC1B,MAAM,CAAC,WAAW,CAAC;QACjB,CAAC,aAAa,EAAE,UAAU,CAAQ,MAAM,CAAC,CAAC;QAC1C,GAAG,MAAM,CAAC,WAAW;aAClB,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC;YACZ,CAAC,KAAK,GAAG,CAAC,QAAQ,CAAC,IAAI,YAAY,EAAE,oBAAoB,CAAC,GAAG,CAAC,CAAC;YAC/D,GAAG,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,CAAC,EAAE,EAAE,CAAC;gBAC9B,KAAK,GAAG,CAAC,QAAQ,CAAC,IAAI,IAAI,CAAC,GAAG,CAAC,IAAI,KAAK,CAAC,IAAI,KAAK;gBAClD,oBAAoB,CAAC,KAAK,EAAE,CAAC,CAAC;aAC/B,CAAC;SACH,CAAC;aACD,IAAI,EAAE;KACV,CAAC,CAAC;IAEL,MAAM,UAAU,GAAG,CACjB,MAA2C,EACnC,EAAE;QACV,MAAM,MAAM,GAAyC,MAAM,CAAC,WAAW;aACpE,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC;aACpB,IAAI,EAAE,CAAC;QACV,MAAM,OAAO,GACX,MAAM;aACH,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,YAAY,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC,UAAU,CAAC,OAAO,EAAE,CAAC;aAC7D,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,GAAG,MAAM,CAAC,MAAM,CAAC;QAChD,MAAM,SAAS,GAAkC,MAAM,CAAC,KAAK,CAAC,SAAS,CAAC;QACxE,OAAO;YACL,+BAA+B;YAC/B,YAAY;YACZ,kBAAkB;YAClB,qBAAqB,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,cAAc,EAAE,EAAE;YACjE,gBAAgB,MAAM,CAAC,MAAM,EAAE;YAC/B,kBAAkB,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,SAAS,CAAC,CAAC,MAAM,EAAE;YACrE,kBAAkB,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,SAAS,CAAC,CAAC,MAAM,EAAE;YACrE,uBAAuB,mBAAQ,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,cAAc,EAAE,KAAK;YACpE,iBAAiB;YACjB,gBAAgB,SAAS,CAAC,KAAK,CAAC,cAAc,EAAE,EAAE;YAClD,aAAa;YACb,kBAAkB,SAAS,CAAC,KAAK,CAAC,KAAK,CAAC,cAAc,EAAE,EAAE;YAC1D,mBAAmB,SAAS,CAAC,KAAK,CAAC,MAAM,CAAC,cAAc,EAAE,EAAE;YAC5D,eAAe;YACf,kBAAkB,SAAS,CAAC,MAAM,CAAC,KAAK,CAAC,cAAc,EAAE,EAAE;YAC3D,sBAAsB,SAAS,CAAC,MAAM,CAAC,SAAS,CAAC,cAAc,EAAE,EAAE;YACnE,gCAAgC,SAAS,CAAC,MAAM,CAAC,mBAAmB,CAAC,cAAc,EAAE,EAAE;YACvF,gCAAgC,SAAS,CAAC,MAAM,CAAC,mBAAmB,CAAC,cAAc,EAAE,EAAE;YACvF,EAAE;YACF,gBAAgB;YAChB,mCAAmC;YACnC,oCAAoC;YACpC,GAAG,MAAM,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAChC;gBACE,IAAI,GAAG,CAAC,QAAQ,CAAC,IAAI,OAAO,GAAG,CAAC,QAAQ,CAAC,IAAI,aAAa;gBAC1D,UAAU,CACR,GAAG,CAAC,MAAM,EACV,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,OAAO,IAAI,CAAC,CAAC,MAAM,KAAK,IAAI,CAC/C;gBACD,UAAU,CAAC,GAAG,CAAC,MAAM,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,OAAO,IAAI,CAAC,CAAC,IAAI,KAAK,IAAI,CAAC;gBACpE,GAAG,mBAAQ,CAAC,KAAK,CACf,GAAG,CAAC,MAAM;qBACP,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,YAAY,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC,UAAU,CAAC,OAAO,EAAE,CAAC;qBAC7D,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,GAAG,GAAG,CAAC,MAAM,CAAC,MAAM,CAClD,CAAC,cAAc,EAAE,KAAK;aACxB,CAAC,IAAI,CAAC,KAAK,CAAC,CACd;SACF,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACf,CAAC,CAAC;IAEF,MAAM,oBAAoB,GAAG,CAC3B,GAAoD,EAC5C,EAAE;QACV,OAAO;YACL,KAAK,GAAG,CAAC,QAAQ,CAAC,IAAI,EAAE;YACxB,YAAY;YACZ,mBAAmB,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC,cAAc,EAAE,EAAE;YACvD,gBAAgB,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,SAAS,CAAC,CAAC,MAAM,EAAE;YACvE,gBAAgB,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,SAAS,CAAC,CAAC,MAAM,EAAE;YACvE,qBAAqB,mBAAQ,CAAC,KAAK,CACjC,GAAG,CAAC,MAAM;iBACP,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,YAAY,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC,UAAU,CAAC,OAAO,EAAE,CAAC;iBAC7D,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,GAAG,GAAG,CAAC,MAAM,CAAC,MAAM,CAClD,CAAC,cAAc,EAAE,KAAK;YACvB,EAAE;YACF,WAAW;YACX,qBAAqB;YACrB,qBAAqB;YACrB,GAAG,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CACzB;gBACE,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,IAAI,MAAM;gBACtC,CAAC,CAAC,IAAI;gBACN,GAAG,mBAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,YAAY,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC,UAAU,CAAC,OAAO,EAAE,CAAC,KAAK;aAC1E,CAAC,IAAI,CAAC,KAAK,CAAC,CACd;YACD,EAAE;YACF,aAAa;YACb,iBAAiB;YACjB,GAAG,CAAC,QAAQ,CAAC,IAAI;YACjB,EAAE;YACF,cAAc;YACd,SAAS;YACT,IAAI,CAAC,SAAS,CACZ,6CAAqB,CAAC,cAAc,CAAC,GAAG,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAC3D,IAAI,EACJ,CAAC,CACF;YACD,KAAK;SACN,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACf,CAAC,CAAC;IAEF,MAAM,oBAAoB,GAAG,CAC3B,KAAyC,EACzC,KAAa,EACL,EAAE;QACV,OAAO;YACL,KAAK,KAAK,GAAG,CAAC,KAAK,KAAK,CAAC,IAAI,EAAE;YAC/B,YAAY;YACZ,aAAa,KAAK,CAAC,QAAQ,CAAC,IAAI,EAAE;YAClC,aAAa,KAAK,CAAC,IAAI,EAAE;YACzB,aAAa,mBAAQ,CAAC,KAAK,CACzB,KAAK,CAAC,YAAY,CAAC,OAAO,EAAE,GAAG,KAAK,CAAC,UAAU,CAAC,OAAO,EAAE,CAC1D,CAAC,cAAc,EAAE,KAAK;YACvB,GAAG,CAAC,KAAK,CAAC,IAAI,KAAK,OAAO;gBACxB,CAAC,CAAC;oBACE,eAAe,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,EAAE;oBACzC,aAAa,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,EAAE;iBACtC;gBACH,CAAC,CAAC,EAAE,CAAC;YACP,kBAAkB;YAClB,gBAAgB,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,KAAK,CAAC,SAAS,CAAC,KAAK,CAAC,EAAE;YAC7D,aAAa;YACb,kBAAkB,KAAK,CAAC,KAAK,CAAC,SAAS,CAAC,KAAK,CAAC,KAAK,EAAE;YACrD,mBAAmB,KAAK,CAAC,KAAK,CAAC,SAAS,CAAC,KAAK,CAAC,MAAM,EAAE;YACvD,eAAe;YACf,kBAAkB,KAAK,CAAC,KAAK,CAAC,SAAS,CAAC,MAAM,CAAC,KAAK,EAAE;YACtD,gCAAgC,KAAK,CAAC,KAAK,CAAC,SAAS,CAAC,MAAM,CAAC,mBAAmB,EAAE;YAClF,sBAAsB,KAAK,CAAC,KAAK,CAAC,SAAS,CAAC,MAAM,CAAC,SAAS,EAAE;YAC9D,gCAAgC,KAAK,CAAC,KAAK,CAAC,SAAS,CAAC,MAAM,CAAC,mBAAmB,EAAE;YAElF,EAAE;YACF,aAAa;YACb,iBAAiB;YACjB,KAAK,CAAC,QAAQ,CAAC,IAAI;YACnB,EAAE;YACF,cAAc;YACd,SAAS;YACT,IAAI,CAAC,SAAS,CACZ,6CAAqB,CAAC,cAAc,CAAC,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAC7D,IAAI,EACJ,CAAC,CACF;YACD,KAAK;YACL,EAAE;YACF,qBAAqB;YACrB,GAAG,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,+CAAsB,CAAC,QAAQ,CAAC;YACrD,EAAE;YACF,GAAG,CAAC,KAAK,CAAC,IAAI,KAAK,OAAO;gBACxB,CAAC,CAAC;oBACE,UAAU;oBACV,SAAS;oBACT,IAAI,CAAC,SAAS,CACZ,6CAAqB,CAAC,WAAW,CAAC,KAAK,CAAC,KAAK,CAAC,EAC9C,IAAI,EACJ,CAAC,CACF;oBACD,KAAK;iBACN;gBACH,CAAC,CAAC,EAAE,CAAC;SACR,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACf,CAAC,CAAC;IAEF,MAAM,UAAU,GAAG,CACjB,MAA4C,EAC5C,OAA2D,EACnD,EAAE;QACV,MAAM,KAAK,GAAW,IAAI,CAAC,KAAK,CAC9B,CAAC,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC,GAAG,EAAE,CACrD,CAAC;QACF,OAAO,CACL,IAAI,KAAK,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC;YACnC,IAAI,KAAK,CAAC,EAAE,GAAG,KAAK,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CACzC,CAAC;IACJ,CAAC,CAAC;AACJ,CAAC,EAvLgB,6BAA6B,6CAA7B,6BAA6B,QAuL7C"}
1
+ {"version":3,"file":"AgenticaCallBenchmarkReporter.js","sourceRoot":"","sources":["../../src/internal/AgenticaCallBenchmarkReporter.ts"],"names":[],"mappings":";;;AAmBA,4BAaC;AArBD,gDAA6C;AAC7C,mEAAgE;AAChE,qEAAkE;AAErD,QAAA,6BAA6B,GAAG;IAC3C,QAAQ;CACT,CAAC;AAEF,SAAgB,QAAQ,CAAiC,MAA2C;IAClG,OAAO,MAAM,CAAC,WAAW,CAAC;QACxB,CAAC,aAAa,EAAE,UAAU,CAAQ,MAAM,CAAC,CAAC;QAC1C,GAAG,MAAM,CAAC,WAAW;aAClB,GAAG,CAAqB,GAAG,CAAC,EAAE,CAAC;YAC9B,CAAC,KAAK,GAAG,CAAC,QAAQ,CAAC,IAAI,YAAY,EAAE,oBAAoB,CAAC,GAAG,CAAC,CAAC;YAC/D,GAAG,GAAG,CAAC,MAAM,CAAC,GAAG,CAAmB,CAAC,KAAK,EAAE,CAAC,EAAE,EAAE,CAAC;gBAChD,KAAK,GAAG,CAAC,QAAQ,CAAC,IAAI,IAAI,CAAC,GAAG,CAAC,IAAI,KAAK,CAAC,IAAI,KAAK;gBAClD,oBAAoB,CAAC,KAAK,EAAE,CAAC,CAAC;aAC/B,CAAC;SACH,CAAC;aACD,IAAI,EAAE;KACV,CAAC,CAAC;AACL,CAAC;AAED,SAAS,UAAU,CAAiC,MAA2C;IAC7F,MAAM,MAAM,GAAyC,MAAM,CAAC,WAAW;SACpE,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC;SAClB,IAAI,EAAE,CAAC;IACV,MAAM,OAAO,GACT,MAAM;SACL,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,YAAY,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC,UAAU,CAAC,OAAO,EAAE,CAAC;SAC3D,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,GAAG,MAAM,CAAC,MAAM,CAAC;IAChD,MAAM,SAAS,GAAkC,MAAM,CAAC,KAAK,CAAC,SAAS,CAAC;IACxE,OAAO;QACL,+BAA+B;QAC/B,YAAY;QACZ,kBAAkB;QAClB,qBAAqB,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,cAAc,EAAE,EAAE;QACjE,gBAAgB,MAAM,CAAC,MAAM,EAAE;QAC/B,kBAAkB,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,SAAS,CAAC,CAAC,MAAM,EAAE;QACnE,kBAAkB,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,SAAS,CAAC,CAAC,MAAM,EAAE;QACnE,uBAAuB,mBAAQ,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,cAAc,EAAE,KAAK;QACpE,iBAAiB;QACjB,gBAAgB,SAAS,CAAC,KAAK,CAAC,cAAc,EAAE,EAAE;QAClD,aAAa;QACb,kBAAkB,SAAS,CAAC,KAAK,CAAC,KAAK,CAAC,cAAc,EAAE,EAAE;QAC1D,mBAAmB,SAAS,CAAC,KAAK,CAAC,MAAM,CAAC,cAAc,EAAE,EAAE;QAC5D,eAAe;QACf,kBAAkB,SAAS,CAAC,MAAM,CAAC,KAAK,CAAC,cAAc,EAAE,EAAE;QAC3D,sBAAsB,SAAS,CAAC,MAAM,CAAC,SAAS,CAAC,cAAc,EAAE,EAAE;QACnE,gCAAgC,SAAS,CAAC,MAAM,CAAC,mBAAmB,CAAC,cAAc,EAAE,EAAE;QACvF,gCAAgC,SAAS,CAAC,MAAM,CAAC,mBAAmB,CAAC,cAAc,EAAE,EAAE;QACvF,EAAE;QACF,gBAAgB;QAChB,mCAAmC;QACnC,oCAAoC;QACpC,GAAG,MAAM,CAAC,WAAW,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAC9B;YACE,IAAI,GAAG,CAAC,QAAQ,CAAC,IAAI,OAAO,GAAG,CAAC,QAAQ,CAAC,IAAI,aAAa;YAC1D,UAAU,CACR,GAAG,CAAC,MAAM,EACV,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,OAAO,IAAI,CAAC,CAAC,MAAM,KAAK,IAAI,CAC7C;YACD,UAAU,CAAC,GAAG,CAAC,MAAM,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,OAAO,IAAI,CAAC,CAAC,IAAI,KAAK,IAAI,CAAC;YAClE,GAAG,mBAAQ,CAAC,KAAK,CACf,GAAG,CAAC,MAAM;iBACP,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,YAAY,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC,UAAU,CAAC,OAAO,EAAE,CAAC;iBAC3D,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,GAAG,GAAG,CAAC,MAAM,CAAC,MAAM,CAClD,CAAC,cAAc,EAAE,KAAK;SACxB,CAAC,IAAI,CAAC,KAAK,CAAC,CACd;KACF,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AACf,CAAC;AAED,SAAS,oBAAoB,CAAiC,GAAoD;IAChH,OAAO;QACL,KAAK,GAAG,CAAC,QAAQ,CAAC,IAAI,EAAE;QACxB,YAAY;QACZ,mBAAmB,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC,cAAc,EAAE,EAAE;QACvD,gBAAgB,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,SAAS,CAAC,CAAC,MAAM,EAAE;QACrE,gBAAgB,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,SAAS,CAAC,CAAC,MAAM,EAAE;QACrE,qBAAqB,mBAAQ,CAAC,KAAK,CACjC,GAAG,CAAC,MAAM;aACP,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,YAAY,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC,UAAU,CAAC,OAAO,EAAE,CAAC;aAC3D,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,GAAG,GAAG,CAAC,MAAM,CAAC,MAAM,CAClD,CAAC,cAAc,EAAE,KAAK;QACvB,EAAE;QACF,WAAW;QACX,qBAAqB;QACrB,qBAAqB;QACrB,GAAG,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CACzB;YACE,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,IAAI,MAAM;YACtC,CAAC,CAAC,IAAI;YACN,GAAG,mBAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,YAAY,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC,UAAU,CAAC,OAAO,EAAE,CAAC,KAAK;SAC1E,CAAC,IAAI,CAAC,KAAK,CAAC,CACd;QACD,EAAE;QACF,aAAa;QACb,iBAAiB;QACjB,GAAG,CAAC,QAAQ,CAAC,IAAI;QACjB,EAAE;QACF,cAAc;QACd,SAAS;QACT,IAAI,CAAC,SAAS,CACZ,6CAAqB,CAAC,cAAc,CAAC,GAAG,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAC3D,IAAI,EACJ,CAAC,CACF;QACD,KAAK;KACN,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AACf,CAAC;AAED,SAAS,oBAAoB,CAAiC,KAAyC,EAAE,KAAa;IACpH,OAAO;QACL,KAAK,KAAK,GAAG,CAAC,KAAK,KAAK,CAAC,IAAI,EAAE;QAC/B,YAAY;QACZ,aAAa,KAAK,CAAC,QAAQ,CAAC,IAAI,EAAE;QAClC,aAAa,KAAK,CAAC,IAAI,EAAE;QACzB,aAAa,mBAAQ,CAAC,KAAK,CACzB,KAAK,CAAC,YAAY,CAAC,OAAO,EAAE,GAAG,KAAK,CAAC,UAAU,CAAC,OAAO,EAAE,CAC1D,CAAC,cAAc,EAAE,KAAK;QACvB,GAAG,CAAC,KAAK,CAAC,IAAI,KAAK,OAAO;YACxB,CAAC,CAAC;gBACE,eAAe,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,EAAE;gBACzC,aAAa,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,EAAE;aACtC;YACH,CAAC,CAAC,EAAE,CAAC;QACP,kBAAkB;QAClB,gBAAgB,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,KAAK,CAAC,SAAS,CAAC,KAAK,CAAC,EAAE;QAC7D,aAAa;QACb,kBAAkB,KAAK,CAAC,KAAK,CAAC,SAAS,CAAC,KAAK,CAAC,KAAK,EAAE;QACrD,mBAAmB,KAAK,CAAC,KAAK,CAAC,SAAS,CAAC,KAAK,CAAC,MAAM,EAAE;QACvD,eAAe;QACf,kBAAkB,KAAK,CAAC,KAAK,CAAC,SAAS,CAAC,MAAM,CAAC,KAAK,EAAE;QACtD,gCAAgC,KAAK,CAAC,KAAK,CAAC,SAAS,CAAC,MAAM,CAAC,mBAAmB,EAAE;QAClF,sBAAsB,KAAK,CAAC,KAAK,CAAC,SAAS,CAAC,MAAM,CAAC,SAAS,EAAE;QAC9D,gCAAgC,KAAK,CAAC,KAAK,CAAC,SAAS,CAAC,MAAM,CAAC,mBAAmB,EAAE;QAElF,EAAE;QACF,aAAa;QACb,iBAAiB;QACjB,KAAK,CAAC,QAAQ,CAAC,IAAI;QACnB,EAAE;QACF,cAAc;QACd,SAAS;QACT,IAAI,CAAC,SAAS,CACZ,6CAAqB,CAAC,cAAc,CAAC,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAC7D,IAAI,EACJ,CAAC,CACF;QACD,KAAK;QACL,EAAE;QACF,qBAAqB;QACrB,GAAG,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,+CAAsB,CAAC,QAAQ,CAAC;QACrD,EAAE;QACF,GAAG,CAAC,KAAK,CAAC,IAAI,KAAK,OAAO;YACxB,CAAC,CAAC;gBACE,UAAU;gBACV,SAAS;gBACT,IAAI,CAAC,SAAS,CACZ,6CAAqB,CAAC,WAAW,CAAC,KAAK,CAAC,KAAK,CAAC,EAC9C,IAAI,EACJ,CAAC,CACF;gBACD,KAAK;aACN;YACH,CAAC,CAAC,EAAE,CAAC;KACR,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AACf,CAAC;AAED,SAAS,UAAU,CAAiC,MAA4C,EAAE,OAA2D;IAC3J,MAAM,KAAK,GAAW,IAAI,CAAC,KAAK,CAC9B,CAAC,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC,GAAG,EAAE,CACrD,CAAC;IACF,yEAAyE;IACzE,OAAO,CACL,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC;UAC9C,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,EAAE,GAAG,KAAK,EAAE,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CACxD,CAAC;AACJ,CAAC"}
@@ -1,5 +1,13 @@
1
- import { AgenticaPrompt } from "@agentica/core";
2
- import { ILlmSchema } from "@samchon/openapi";
3
- export declare namespace AgenticaPromptReporter {
4
- const markdown: <Model extends ILlmSchema.Model>(p: AgenticaPrompt<Model>) => string;
5
- }
1
+ /**
2
+ * @module
3
+ * This file contains functions to work with AgenticaPromptReporter.
4
+ *
5
+ * @author Wrtn Technologies
6
+ */
7
+ import type { AgenticaPrompt } from "@agentica/core";
8
+ import type { ILlmSchema } from "@samchon/openapi";
9
+ export declare const AgenticaPromptReporter: {
10
+ markdown: typeof markdown;
11
+ };
12
+ declare function markdown<Model extends ILlmSchema.Model>(p: AgenticaPrompt<Model>): string;
13
+ export {};
@@ -1,49 +1,53 @@
1
1
  "use strict";
2
2
  Object.defineProperty(exports, "__esModule", { value: true });
3
3
  exports.AgenticaPromptReporter = void 0;
4
- var AgenticaPromptReporter;
5
- (function (AgenticaPromptReporter) {
6
- AgenticaPromptReporter.markdown = (p) => {
7
- if (p.type === "text")
8
- return [`### Text (${p.role})`, p.text, ""].join("\n");
9
- else if (p.type === "select" || p.type === "cancel")
10
- return [
11
- `### ${p.type === "select" ? "Select" : "Cancel"}`,
12
- ...p.selections
13
- .map((s) => {
14
- var _a;
15
- return [
16
- `#### ${s.operation.name}`,
17
- ` - controller: ${s.operation.controller.name}`,
18
- ` - function: ${s.operation.function.name}`,
19
- ` - reason: ${s.reason}`,
20
- "",
21
- ...(!!((_a = s.operation.function.description) === null || _a === void 0 ? void 0 : _a.length)
22
- ? [s.operation.function.description, ""]
23
- : []),
24
- ];
25
- })
26
- .flat(),
27
- ].join("\n");
28
- else if (p.type === "describe")
29
- return [
30
- "### Describe",
31
- ...p.executes.map((e) => ` - ${e.operation.name}`),
32
- "",
33
- ...p.text.split("\n").map((s) => `> ${s}`),
34
- "",
35
- ].join("\n");
4
+ exports.AgenticaPromptReporter = {
5
+ markdown,
6
+ };
7
+ function markdown(p) {
8
+ // @TODO use switch statement
9
+ if (p.type === "text") {
10
+ return [`### Text (${p.role})`, p.text, ""].join("\n");
11
+ }
12
+ else if (p.type === "select" || p.type === "cancel") {
36
13
  return [
37
- "### Execute",
38
- ` - name: ${p.operation.name}`,
39
- ` - controller: ${p.operation.controller.name}`,
40
- ` - function: ${p.operation.function.name}`,
14
+ `### ${p.type === "select" ? "Select" : "Cancel"}`,
15
+ ...p.selections
16
+ .flatMap((s) => {
17
+ var _a, _b;
18
+ const functionDescriptionCount = (_b = (_a = s.operation.function.description) === null || _a === void 0 ? void 0 : _a.length) !== null && _b !== void 0 ? _b : 0;
19
+ return [
20
+ `#### ${s.operation.name}`,
21
+ ` - controller: ${s.operation.controller.name}`,
22
+ ` - function: ${s.operation.function.name}`,
23
+ ` - reason: ${s.reason}`,
24
+ "",
25
+ ...(functionDescriptionCount > 0
26
+ ? [s.operation.function.description, ""]
27
+ : []),
28
+ ];
29
+ }),
30
+ ].join("\n");
31
+ }
32
+ else if (p.type === "describe") {
33
+ return [
34
+ "### Describe",
35
+ ...p.executes.map(e => ` - ${e.operation.name}`),
41
36
  "",
42
- "```json",
43
- JSON.stringify(p.arguments, null, 2),
44
- "```",
37
+ ...p.text.split("\n").map(s => `> ${s}`),
45
38
  "",
46
39
  ].join("\n");
47
- };
48
- })(AgenticaPromptReporter || (exports.AgenticaPromptReporter = AgenticaPromptReporter = {}));
40
+ }
41
+ return [
42
+ "### Execute",
43
+ ` - name: ${p.operation.name}`,
44
+ ` - controller: ${p.operation.controller.name}`,
45
+ ` - function: ${p.operation.function.name}`,
46
+ "",
47
+ "```json",
48
+ JSON.stringify(p.arguments, null, 2),
49
+ "```",
50
+ "",
51
+ ].join("\n");
52
+ }
49
53
  //# sourceMappingURL=AgenticaPromptReporter.js.map
@@ -1 +1 @@
1
- {"version":3,"file":"AgenticaPromptReporter.js","sourceRoot":"","sources":["../../src/internal/AgenticaPromptReporter.ts"],"names":[],"mappings":";;;AAGA,IAAiB,sBAAsB,CA0CtC;AA1CD,WAAiB,sBAAsB;IACxB,+BAAQ,GAAG,CACtB,CAAwB,EAChB,EAAE;QACV,IAAI,CAAC,CAAC,IAAI,KAAK,MAAM;YACnB,OAAO,CAAC,aAAa,CAAC,CAAC,IAAI,GAAG,EAAE,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;aACpD,IAAI,CAAC,CAAC,IAAI,KAAK,QAAQ,IAAI,CAAC,CAAC,IAAI,KAAK,QAAQ;YACjD,OAAO;gBACL,OAAO,CAAC,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,QAAQ,EAAE;gBAClD,GAAG,CAAC,CAAC,UAAU;qBACZ,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE;;oBAAC,OAAA;wBACV,QAAQ,CAAC,CAAC,SAAS,CAAC,IAAI,EAAE;wBAC1B,mBAAmB,CAAC,CAAC,SAAS,CAAC,UAAU,CAAC,IAAI,EAAE;wBAChD,iBAAiB,CAAC,CAAC,SAAS,CAAC,QAAQ,CAAC,IAAI,EAAE;wBAC5C,eAAe,CAAC,CAAC,MAAM,EAAE;wBACzB,EAAE;wBACF,GAAG,CAAC,CAAC,CAAC,CAAA,MAAA,CAAC,CAAC,SAAS,CAAC,QAAQ,CAAC,WAAW,0CAAE,MAAM,CAAA;4BAC5C,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,QAAQ,CAAC,WAAW,EAAE,EAAE,CAAC;4BACxC,CAAC,CAAC,EAAE,CAAC;qBACR,CAAA;iBAAA,CAAC;qBACD,IAAI,EAAE;aACV,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;aACV,IAAI,CAAC,CAAC,IAAI,KAAK,UAAU;YAC5B,OAAO;gBACL,cAAc;gBACd,GAAG,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,OAAO,CAAC,CAAC,SAAS,CAAC,IAAI,EAAE,CAAC;gBACnD,EAAE;gBACF,GAAG,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,KAAK,CAAC,EAAE,CAAC;gBAC1C,EAAE;aACH,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACf,OAAO;YACL,aAAa;YACb,aAAa,CAAC,CAAC,SAAS,CAAC,IAAI,EAAE;YAC/B,mBAAmB,CAAC,CAAC,SAAS,CAAC,UAAU,CAAC,IAAI,EAAE;YAChD,iBAAiB,CAAC,CAAC,SAAS,CAAC,QAAQ,CAAC,IAAI,EAAE;YAC5C,EAAE;YACF,SAAS;YACT,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;YACpC,KAAK;YACL,EAAE;SACH,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACf,CAAC,CAAC;AACJ,CAAC,EA1CgB,sBAAsB,sCAAtB,sBAAsB,QA0CtC"}
1
+ {"version":3,"file":"AgenticaPromptReporter.js","sourceRoot":"","sources":["../../src/internal/AgenticaPromptReporter.ts"],"names":[],"mappings":";;;AASa,QAAA,sBAAsB,GAAG;IACpC,QAAQ;CACT,CAAC;AAEF,SAAS,QAAQ,CAAiC,CAAwB;IACxE,6BAA6B;IAC7B,IAAI,CAAC,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;QACtB,OAAO,CAAC,aAAa,CAAC,CAAC,IAAI,GAAG,EAAE,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACzD,CAAC;SACI,IAAI,CAAC,CAAC,IAAI,KAAK,QAAQ,IAAI,CAAC,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;QACpD,OAAO;YACL,OAAO,CAAC,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,QAAQ,EAAE;YAClD,GAAG,CAAC,CAAC,UAAU;iBACZ,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE;;gBACb,MAAM,wBAAwB,GAAG,MAAA,MAAA,CAAC,CAAC,SAAS,CAAC,QAAQ,CAAC,WAAW,0CAAE,MAAM,mCAAI,CAAC,CAAC;gBAE/E,OAAO;oBACL,QAAQ,CAAC,CAAC,SAAS,CAAC,IAAI,EAAE;oBAC1B,mBAAmB,CAAC,CAAC,SAAS,CAAC,UAAU,CAAC,IAAI,EAAE;oBAChD,iBAAiB,CAAC,CAAC,SAAS,CAAC,QAAQ,CAAC,IAAI,EAAE;oBAC5C,eAAe,CAAC,CAAC,MAAM,EAAE;oBACzB,EAAE;oBACF,GAAG,CAAC,wBAAwB,GAAG,CAAC;wBAC9B,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,QAAQ,CAAC,WAAW,EAAE,EAAE,CAAC;wBACxC,CAAC,CAAC,EAAE,CAAC;iBACR,CAAC;YACJ,CAAC,CAAC;SACL,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACf,CAAC;SACI,IAAI,CAAC,CAAC,IAAI,KAAK,UAAU,EAAE,CAAC;QAC/B,OAAO;YACL,cAAc;YACd,GAAG,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,OAAO,CAAC,CAAC,SAAS,CAAC,IAAI,EAAE,CAAC;YACjD,EAAE;YACF,GAAG,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,KAAK,CAAC,EAAE,CAAC;YACxC,EAAE;SACH,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACf,CAAC;IACD,OAAO;QACL,aAAa;QACb,aAAa,CAAC,CAAC,SAAS,CAAC,IAAI,EAAE;QAC/B,mBAAmB,CAAC,CAAC,SAAS,CAAC,UAAU,CAAC,IAAI,EAAE;QAChD,iBAAiB,CAAC,CAAC,SAAS,CAAC,QAAQ,CAAC,IAAI,EAAE;QAC5C,EAAE;QACF,SAAS;QACT,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QACpC,KAAK;QACL,EAAE;KACH,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AACf,CAAC"}
@@ -1 +1,3 @@
1
- export {};
1
+ import type { ILlmSchema } from "@samchon/openapi";
2
+ import type { IAgenticaSelectBenchmarkResult } from "../structures/IAgenticaSelectBenchmarkResult";
3
+ export declare function markdown<Model extends ILlmSchema.Model>(result: IAgenticaSelectBenchmarkResult<Model>): Record<string, string>;