@agentica/benchmark 0.8.3 → 0.9.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +124 -122
- package/lib/AgenticaCallBenchmark.d.ts +7 -6
- package/lib/AgenticaCallBenchmark.js.map +1 -1
- package/lib/AgenticaSelectBenchmark.d.ts +7 -6
- package/lib/AgenticaSelectBenchmark.js.map +1 -1
- package/lib/index.mjs +46 -1
- package/lib/index.mjs.map +1 -1
- package/lib/internal/AgenticaBenchmarkPredicator.d.ts +5 -4
- package/lib/internal/AgenticaBenchmarkPredicator.js +74 -2
- package/lib/internal/AgenticaBenchmarkPredicator.js.map +1 -1
- package/lib/internal/AgenticaBenchmarkUtil.d.ts +2 -1
- package/lib/internal/AgenticaBenchmarkUtil.js.map +1 -1
- package/lib/internal/AgenticaCallBenchmarkReporter.d.ts +2 -1
- package/lib/internal/AgenticaCallBenchmarkReporter.js.map +1 -1
- package/lib/internal/AgenticaPromptReporter.d.ts +2 -1
- package/lib/internal/AgenticaPromptReporter.js.map +1 -1
- package/lib/internal/AgenticaSelectBenchmarkReporter.js.map +1 -1
- package/lib/structures/IAgenticaBenchmarkExpected.d.ts +10 -9
- package/lib/structures/IAgenticaCallBenchmarkEvent.d.ts +8 -7
- package/lib/structures/IAgenticaCallBenchmarkResult.d.ts +6 -5
- package/lib/structures/IAgenticaCallBenchmarkScenario.d.ts +3 -2
- package/lib/structures/IAgenticaSelectBenchmarkEvent.d.ts +9 -8
- package/lib/structures/IAgenticaSelectBenchmarkResult.d.ts +6 -5
- package/lib/structures/IAgenticaSelectBenchmarkScenario.d.ts +3 -2
- package/package.json +5 -5
- package/src/AgenticaCallBenchmark.ts +28 -25
- package/src/AgenticaSelectBenchmark.ts +32 -30
- package/src/internal/AgenticaBenchmarkPredicator.ts +18 -10
- package/src/internal/AgenticaBenchmarkUtil.ts +5 -1
- package/src/internal/AgenticaCallBenchmarkReporter.ts +15 -12
- package/src/internal/AgenticaPromptReporter.ts +4 -1
- package/src/internal/AgenticaSelectBenchmarkReporter.ts +11 -8
- package/src/structures/IAgenticaBenchmarkExpected.ts +23 -13
- package/src/structures/IAgenticaCallBenchmarkEvent.ts +14 -10
- package/src/structures/IAgenticaCallBenchmarkResult.ts +6 -5
- package/src/structures/IAgenticaCallBenchmarkScenario.ts +6 -2
- package/src/structures/IAgenticaSelectBenchmarkEvent.ts +15 -11
- package/src/structures/IAgenticaSelectBenchmarkResult.ts +8 -5
- package/src/structures/IAgenticaSelectBenchmarkScenario.ts +6 -2
|
@@ -1,4 +1,37 @@
|
|
|
1
1
|
"use strict";
|
|
2
|
+
var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
|
|
3
|
+
if (k2 === undefined) k2 = k;
|
|
4
|
+
var desc = Object.getOwnPropertyDescriptor(m, k);
|
|
5
|
+
if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
|
|
6
|
+
desc = { enumerable: true, get: function() { return m[k]; } };
|
|
7
|
+
}
|
|
8
|
+
Object.defineProperty(o, k2, desc);
|
|
9
|
+
}) : (function(o, m, k, k2) {
|
|
10
|
+
if (k2 === undefined) k2 = k;
|
|
11
|
+
o[k2] = m[k];
|
|
12
|
+
}));
|
|
13
|
+
var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
|
|
14
|
+
Object.defineProperty(o, "default", { enumerable: true, value: v });
|
|
15
|
+
}) : function(o, v) {
|
|
16
|
+
o["default"] = v;
|
|
17
|
+
});
|
|
18
|
+
var __importStar = (this && this.__importStar) || (function () {
|
|
19
|
+
var ownKeys = function(o) {
|
|
20
|
+
ownKeys = Object.getOwnPropertyNames || function (o) {
|
|
21
|
+
var ar = [];
|
|
22
|
+
for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
|
|
23
|
+
return ar;
|
|
24
|
+
};
|
|
25
|
+
return ownKeys(o);
|
|
26
|
+
};
|
|
27
|
+
return function (mod) {
|
|
28
|
+
if (mod && mod.__esModule) return mod;
|
|
29
|
+
var result = {};
|
|
30
|
+
if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
|
|
31
|
+
__setModuleDefault(result, mod);
|
|
32
|
+
return result;
|
|
33
|
+
};
|
|
34
|
+
})();
|
|
2
35
|
var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
|
|
3
36
|
function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
|
|
4
37
|
return new (P || (P = Promise))(function (resolve, reject) {
|
|
@@ -13,12 +46,15 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
|
|
|
13
46
|
};
|
|
14
47
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
15
48
|
exports.AgenticaBenchmarkPredicator = void 0;
|
|
49
|
+
const __typia_transform__validateReport = __importStar(require("typia/lib/internal/_validateReport.js"));
|
|
16
50
|
const typia_1 = __importDefault(require("typia"));
|
|
17
51
|
var AgenticaBenchmarkPredicator;
|
|
18
52
|
(function (AgenticaBenchmarkPredicator) {
|
|
19
53
|
AgenticaBenchmarkPredicator.isNext = (agent) => __awaiter(this, void 0, void 0, function* () {
|
|
20
54
|
var _a, _b, _c;
|
|
21
|
-
const last = agent
|
|
55
|
+
const last = agent
|
|
56
|
+
.getPromptHistories()
|
|
57
|
+
.at(-1);
|
|
22
58
|
if ((last === null || last === void 0 ? void 0 : last.type) !== "text" || last.role !== "assistant")
|
|
23
59
|
return null;
|
|
24
60
|
const consent = {
|
|
@@ -52,7 +88,43 @@ var AgenticaBenchmarkPredicator;
|
|
|
52
88
|
additionalProperties: false,
|
|
53
89
|
$defs: {}
|
|
54
90
|
},
|
|
55
|
-
description: "Ask user to consent for what the AI agent wants to do next.\n\nIf AI agent wants to do some function calling at next,\nbut it needs the user's consent about the function calling to do,\nthen call this tool function."
|
|
91
|
+
description: "Ask user to consent for what the AI agent wants to do next.\n\nIf AI agent wants to do some function calling at next,\nbut it needs the user's consent about the function calling to do,\nthen call this tool function.",
|
|
92
|
+
validate: (() => { const _io0 = input => "string" === typeof input.content && "string" === typeof input.reply; const _vo0 = (input, _path, _exceptionable = true) => ["string" === typeof input.content || _report(_exceptionable, {
|
|
93
|
+
path: _path + ".content",
|
|
94
|
+
expected: "string",
|
|
95
|
+
value: input.content
|
|
96
|
+
}), "string" === typeof input.reply || _report(_exceptionable, {
|
|
97
|
+
path: _path + ".reply",
|
|
98
|
+
expected: "string",
|
|
99
|
+
value: input.reply
|
|
100
|
+
})].every(flag => flag); const __is = input => "object" === typeof input && null !== input && _io0(input); let errors; let _report; return input => {
|
|
101
|
+
if (false === __is(input)) {
|
|
102
|
+
errors = [];
|
|
103
|
+
_report = __typia_transform__validateReport._validateReport(errors);
|
|
104
|
+
((input, _path, _exceptionable = true) => ("object" === typeof input && null !== input || _report(true, {
|
|
105
|
+
path: _path + "",
|
|
106
|
+
expected: "IConsentProps",
|
|
107
|
+
value: input
|
|
108
|
+
})) && _vo0(input, _path + "", true) || _report(true, {
|
|
109
|
+
path: _path + "",
|
|
110
|
+
expected: "IConsentProps",
|
|
111
|
+
value: input
|
|
112
|
+
}))(input, "$input", true);
|
|
113
|
+
const success = 0 === errors.length;
|
|
114
|
+
return success ? {
|
|
115
|
+
success,
|
|
116
|
+
data: input
|
|
117
|
+
} : {
|
|
118
|
+
success,
|
|
119
|
+
errors,
|
|
120
|
+
data: input
|
|
121
|
+
};
|
|
122
|
+
}
|
|
123
|
+
return {
|
|
124
|
+
success: true,
|
|
125
|
+
data: input
|
|
126
|
+
};
|
|
127
|
+
}; })()
|
|
56
128
|
}
|
|
57
129
|
]
|
|
58
130
|
}.functions[0];
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"AgenticaBenchmarkPredicator.js","sourceRoot":"","sources":["../../src/internal/AgenticaBenchmarkPredicator.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"AgenticaBenchmarkPredicator.js","sourceRoot":"","sources":["../../src/internal/AgenticaBenchmarkPredicator.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAGA,kDAA0B;AAI1B,IAAiB,2BAA2B,CAwL3C;AAxLD,WAAiB,2BAA2B;IAC7B,kCAAM,GAAG,CACpB,KAAsB,EACE,EAAE;;QAC1B,MAAM,IAAI,GAAuC,KAAK;aACnD,kBAAkB,EAAE;aACpB,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;QACV,IAAI,CAAA,IAAI,aAAJ,IAAI,uBAAJ,IAAI,CAAE,IAAI,MAAK,MAAM,IAAI,IAAI,CAAC,IAAI,KAAK,WAAW;YAAE,OAAO,IAAI,CAAC;QAEpE,MAAM,OAAO,GAA4B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;UAGrC,SAAS,CAAC,CAAC,CAAE,CAAC;QAClB,MAAM,MAAM,GAA0B,MAAM,KAAK,CAC/C,OAAO,CACR,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,CACpC;YACE,KAAK,EAAE,KAAK,CAAC,OAAO,CAAC,CAAC,QAAQ,CAAC,KAAK;YACpC,QAAQ,EAAE;gBACR;oBACE,IAAI,EAAE,QAAQ;oBACd,OAAO,EAAE;wBACP,+BAA+B;wBAC/B,EAAE;wBACF,qDAAqD;wBACrD,8DAA8D;wBAC9D,kDAAkD;qBACnD,CAAC,IAAI,CAAC,IAAI,CAAC;iBACb;gBACD;oBACE,IAAI,EAAE,WAAW;oBACjB,OAAO,EAAE,IAAI,CAAC,IAAI;iBACnB;aACF;YACD,KAAK,EAAE;gBACL;oBACE,IAAI,EAAE,UAAU;oBAChB,QAAQ,EAAE;wBACR,IAAI,EAAE,OAAO,CAAC,IAAI;wBAClB,WAAW,EAAE,OAAO,CAAC,WAAW;wBAChC,UAAU,EAAE,OAAO,CAAC,UAAiC;qBACtD;iBACF;aACF;YACD,WAAW,EAAE,UAAU;YACvB,mBAAmB,EAAE,KAAK;SAC3B,EACD,KAAK,CAAC,OAAO,CAAC,CAAC,QAAQ,CAAC,OAAO,CAChC,CAAC;QACF,MAAM,QAAQ,GAAqD,MAAA,CACjE,MAAA,MAAA,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,0CAAE,OAAO,CAAC,UAAU,mCAAI,EAAE,CAC5C,CAAC,MAAM,CACN,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,IAAI,KAAK,UAAU,IAAI,EAAE,CAAC,QAAQ,CAAC,IAAI,KAAK,OAAO,CAAC,IAAI,CACpE,0CAAG,CAAC,CAAC,CAAC;QACP,IAAI,QAAQ,KAAK,SAAS;YAAE,OAAO,IAAI,CAAC;QACxC,MAAM,KAAK,GAAkB,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC;QACrE,OAAO,sLAAS,KAAK,EAAE,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC;IAC9C,CAAC,CAAA,CAAC;IAEF;;;;;;;;OAQG;IACU,mCAAO,GAAG,CAAiC,KAqBvD,EAAW,EAAE,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC;IAE1C,MAAM,YAAY,GAAG,CACnB,KAA2C,EAQvC,EAAE;QACN,MAAM,IAAI,GAAG,CACX,QAA2C,EAC3C,kBAEC,EACD,EAAE,CACF,YAAY,CAAC;YACX,QAAQ;YACR,UAAU,EAAE,kBAAkB,aAAlB,kBAAkB,cAAlB,kBAAkB,GAAI,KAAK,CAAC,UAAU;YAClD,MAAM,EAAE,KAAK,CAAC,MAAM;SACrB,CAAC,CAAC;QAEL,QAAQ,KAAK,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC;YAC5B,KAAK,OAAO,CAAC,CAAC,CAAC;gBACb,IAAI,IAAI,GAAG,CAAC,CAAC;gBACb,MAAM,cAAc,GAAG,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,MAAM,CAAC,QAAQ,CAAC,EAAE,CAAC;gBAC/D,IAAI,QAAQ,GAAG,cAAc,CAAC,IAAI,EAAE,CAAC;gBAErC,OAAO,IAAI,EAAE,CAAC;oBACZ,IAAI,QAAQ,CAAC,IAAI,EAAE,CAAC;wBAClB,OAAO;4BACL,MAAM,EAAE,IAAI;4BACZ,IAAI;yBACL,CAAC;oBACJ,CAAC;oBACD,IAAI,IAAI,IAAI,KAAK,CAAC,UAAU,CAAC,MAAM,EAAE,CAAC;wBACpC,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC;oBAC3B,CAAC;oBAED,MAAM,MAAM,GAAG,IAAI,CAAC,QAAQ,CAAC,KAAK,EAAE,KAAK,CAAC,UAAU,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC;oBAClE,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC;wBACnB,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC;4BAClB,IAAI,IAAI,CAAC,CAAC;4BACV,SAAS;wBACX,CAAC;wBACD,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC;oBAC3B,CAAC;oBAED,IAAI,IAAI,MAAM,CAAC,IAAI,CAAC;oBACpB,QAAQ,GAAG,cAAc,CAAC,IAAI,EAAE,CAAC;gBACnC,CAAC;YACH,CAAC;YACD,KAAK,YAAY,CAAC,CAAC,CAAC;gBAClB,MAAM,MAAM,GAAG,KAAK,CAAC,QAAQ,CAAC,SAAS,CAAC;gBACxC,MAAM,MAAM,GAAG,KAAK,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,IAAI,KAAK,MAAM,CAAC,IAAI,CAAC,CAAC;gBACtE,IAAI,MAAM,EAAE,CAAC;oBACX,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,EAAE,CAAC;gBAC7B,CAAC;gBACD,OAAO;oBACL,MAAM;iBACP,CAAC;YACJ,CAAC;YACD,KAAK,OAAO;gBACV,KAAK,MAAM,QAAQ,IAAI,KAAK,CAAC,QAAQ,CAAC,KAAK,EAAE,CAAC;oBAC5C,MAAM,UAAU,GAAG,IAAI,CAAC,QAAQ,CAAC,CAAC;oBAClC,IAAI,UAAU,CAAC,MAAM,EAAE,CAAC;wBACtB,OAAO,UAAU,CAAC;oBACpB,CAAC;gBACH,CAAC;gBAED,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC;YAC3B,KAAK,OAAO,CAAC,CAAC,CAAC;gBACb;;;;;;mBAMG;gBACH,MAAM,MAAM,GAAG,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC;gBACtE,IAAI,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,EAAE,CAAC;oBAClC,OAAO;wBACL,MAAM,EAAE,IAAI;wBACZ,IAAI,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;qBAC1D,CAAC;gBACJ,CAAC;gBAED,OAAO;oBACL,MAAM,EAAE,KAAK;iBACd,CAAC;YACJ,CAAC;QACH,CAAC;IACH,CAAC,CAAC;AACJ,CAAC,EAxLgB,2BAA2B,2CAA3B,2BAA2B,QAwL3C"}
|
|
@@ -1,5 +1,6 @@
|
|
|
1
|
+
import { ILlmSchema } from "@samchon/openapi";
|
|
1
2
|
import { IAgenticaBenchmarkExpected } from "../structures/IAgenticaBenchmarkExpected";
|
|
2
3
|
export declare namespace AgenticaBenchmarkUtil {
|
|
3
4
|
const errorToJson: (error: any) => any;
|
|
4
|
-
const expectedToJson: (expected: IAgenticaBenchmarkExpected) => any;
|
|
5
|
+
const expectedToJson: <Model extends ILlmSchema.Model>(expected: IAgenticaBenchmarkExpected<Model>) => any;
|
|
5
6
|
}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"AgenticaBenchmarkUtil.js","sourceRoot":"","sources":["../../src/internal/AgenticaBenchmarkUtil.ts"],"names":[],"mappings":";;;
|
|
1
|
+
{"version":3,"file":"AgenticaBenchmarkUtil.js","sourceRoot":"","sources":["../../src/internal/AgenticaBenchmarkUtil.ts"],"names":[],"mappings":";;;AAIA,IAAiB,qBAAqB,CAuCrC;AAvCD,WAAiB,qBAAqB;IACvB,iCAAW,GAAG,CAAC,KAAU,EAAO,EAAE;QAC7C,IAAI,KAAK,YAAY,KAAK;YACxB,uCACK,KAAK,KACR,IAAI,EAAE,KAAK,CAAC,IAAI,EAChB,OAAO,EAAE,KAAK,CAAC,OAAO,EACtB,KAAK,EAAE,KAAK,CAAC,KAAK,IAClB;QACJ,OAAO,KAAK,CAAC;IACf,CAAC,CAAC;IAEW,oCAAc,GAAG,CAC5B,QAA2C,EACtC,EAAE;QACP,IAAI,QAAQ,CAAC,IAAI,KAAK,YAAY;YAChC,OAAO;gBACL,IAAI,EAAE,QAAQ,CAAC,IAAI;gBACnB,SAAS,EAAE;oBACT,IAAI,EAAE,QAAQ,CAAC,SAAS,CAAC,IAAI;oBAC7B,WAAW,EAAE,QAAQ,CAAC,SAAS,CAAC,QAAQ,CAAC,WAAW;iBACrD;aACF,CAAC;aACC,IAAI,QAAQ,CAAC,IAAI,KAAK,OAAO;YAChC,OAAO;gBACL,IAAI,EAAE,QAAQ,CAAC,IAAI;gBACnB,KAAK,EAAE,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,sBAAA,cAAc,CAAC;aAC1C,CAAC;aACC,IAAI,QAAQ,CAAC,IAAI,KAAK,OAAO;YAChC,OAAO;gBACL,IAAI,EAAE,QAAQ,CAAC,IAAI;gBACnB,KAAK,EAAE,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,sBAAA,cAAc,CAAC;aAC1C,CAAC;;YAEF,OAAO;gBACL,IAAI,EAAE,QAAQ,CAAC,IAAI;gBACnB,KAAK,EAAE,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,sBAAA,cAAc,CAAC;aAC1C,CAAC;IACN,CAAC,CAAC;AACJ,CAAC,EAvCgB,qBAAqB,qCAArB,qBAAqB,QAuCrC"}
|
|
@@ -1,4 +1,5 @@
|
|
|
1
|
+
import { ILlmSchema } from "@samchon/openapi";
|
|
1
2
|
import { IAgenticaCallBenchmarkResult } from "../structures/IAgenticaCallBenchmarkResult";
|
|
2
3
|
export declare namespace AgenticaCallBenchmarkReporter {
|
|
3
|
-
const markdown: (result: IAgenticaCallBenchmarkResult) => Record<string, string>;
|
|
4
|
+
const markdown: <Model extends ILlmSchema.Model>(result: IAgenticaCallBenchmarkResult<Model>) => Record<string, string>;
|
|
4
5
|
}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"AgenticaCallBenchmarkReporter.js","sourceRoot":"","sources":["../../src/internal/AgenticaCallBenchmarkReporter.ts"],"names":[],"mappings":";;;
|
|
1
|
+
{"version":3,"file":"AgenticaCallBenchmarkReporter.js","sourceRoot":"","sources":["../../src/internal/AgenticaCallBenchmarkReporter.ts"],"names":[],"mappings":";;;AAKA,gDAA6C;AAC7C,mEAAgE;AAChE,qEAAkE;AAElE,IAAiB,6BAA6B,CA6K7C;AA7KD,WAAiB,6BAA6B;IAC/B,sCAAQ,GAAG,CACtB,MAA2C,EACnB,EAAE,CAC1B,MAAM,CAAC,WAAW,CAAC;QACjB,CAAC,aAAa,EAAE,UAAU,CAAQ,MAAM,CAAC,CAAC;QAC1C,GAAG,MAAM,CAAC,WAAW;aAClB,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC;YACZ,CAAC,KAAK,GAAG,CAAC,QAAQ,CAAC,IAAI,YAAY,EAAE,oBAAoB,CAAC,GAAG,CAAC,CAAC;YAC/D,GAAG,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,CAAC,EAAE,EAAE,CAAC;gBAC9B,KAAK,GAAG,CAAC,QAAQ,CAAC,IAAI,IAAI,CAAC,GAAG,CAAC,IAAI,KAAK,CAAC,IAAI,KAAK;gBAClD,oBAAoB,CAAC,KAAK,EAAE,CAAC,CAAC;aAC/B,CAAC;SACH,CAAC;aACD,IAAI,EAAE;KACV,CAAC,CAAC;IAEL,MAAM,UAAU,GAAG,CACjB,MAA2C,EACnC,EAAE;QACV,MAAM,MAAM,GAAyC,MAAM,CAAC,WAAW;aACpE,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC;aACpB,IAAI,EAAE,CAAC;QACV,MAAM,OAAO,GACX,MAAM;aACH,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,YAAY,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC,UAAU,CAAC,OAAO,EAAE,CAAC;aAC7D,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,GAAG,MAAM,CAAC,MAAM,CAAC;QAChD,MAAM,SAAS,GAAmC,MAAM,CAAC,KAAK,CAAC,SAAS,CAAC;QACzE,OAAO;YACL,+BAA+B;YAC/B,YAAY;YACZ,kBAAkB;YAClB,qBAAqB,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,cAAc,EAAE,EAAE;YACjE,gBAAgB,MAAM,CAAC,MAAM,EAAE;YAC/B,kBAAkB,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,SAAS,CAAC,CAAC,MAAM,EAAE;YACrE,kBAAkB,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,SAAS,CAAC,CAAC,MAAM,EAAE;YACrE,uBAAuB,mBAAQ,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,cAAc,EAAE,KAAK;YACpE,iBAAiB;YACjB,gBAAgB,SAAS,CAAC,KAAK,CAAC,cAAc,EAAE,EAAE;YAClD,aAAa;YACb,kBAAkB,SAAS,CAAC,KAAK,CAAC,KAAK,CAAC,cAAc,EAAE,EAAE;YAC1D,mBAAmB,SAAS,CAAC,KAAK,CAAC,MAAM,CAAC,cAAc,EAAE,EAAE;YAC5D,eAAe;YACf,kBAAkB,SAAS,CAAC,MAAM,CAAC,KAAK,CAAC,cAAc,EAAE,EAAE;YAC3D,sBAAsB,SAAS,CAAC,MAAM,CAAC,SAAS,CAAC,cAAc,EAAE,EAAE;YACnE,gCAAgC,SAAS,CAAC,MAAM,CAAC,mBAAmB,CAAC,cAAc,EAAE,EAAE;YACvF,gCAAgC,SAAS,CAAC,MAAM,CAAC,mBAAmB,CAAC,cAAc,EAAE,EAAE;YACvF,EAAE;YACF,gBAAgB;YAChB,mCAAmC;YACnC,oCAAoC;YACpC,GAAG,MAAM,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAChC;gBACE,IAAI,GAAG,CAAC,QAAQ,CAAC,IAAI,OAAO,GAAG,CAAC,QAAQ,CAAC,IAAI,aAAa;gBAC1D,UAAU,CACR,GAAG,CAAC,MAAM,EACV,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,OAAO,IAAI,CAAC,CAAC,MAAM,KAAK,IAAI,CAC/C;gBACD,UAAU,CAAC,GAAG,CAAC,MAAM,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,OAAO,IAAI,CAAC,CAAC,IAAI,KAAK,IAAI,CAAC;gBACpE,GAAG,mBAAQ,CAAC,KAAK,CACf,GAAG,CAAC,MAAM;qBACP,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,YAAY,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC,UAAU,CAAC,OAAO,EAAE,CAAC;qBAC7D,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,GAAG,GAAG,CAAC,MAAM,CAAC,MAAM,CAClD,CAAC,cAAc,EAAE,KAAK;aACxB,CAAC,IAAI,CAAC,KAAK,CAAC,CACd;SACF,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACf,CAAC,CAAC;IAEF,MAAM,oBAAoB,GAAG,CAC3B,GAAoD,EAC5C,EAAE;QACV,OAAO;YACL,KAAK,GAAG,CAAC,QAAQ,CAAC,IAAI,EAAE;YACxB,YAAY;YACZ,mBAAmB,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC,cAAc,EAAE,EAAE;YACvD,gBAAgB,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,SAAS,CAAC,CAAC,MAAM,EAAE;YACvE,gBAAgB,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,SAAS,CAAC,CAAC,MAAM,EAAE;YACvE,qBAAqB,mBAAQ,CAAC,KAAK,CACjC,GAAG,CAAC,MAAM;iBACP,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,YAAY,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC,UAAU,CAAC,OAAO,EAAE,CAAC;iBAC7D,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,GAAG,GAAG,CAAC,MAAM,CAAC,MAAM,CAClD,CAAC,cAAc,EAAE,KAAK;YACvB,EAAE;YACF,WAAW;YACX,qBAAqB;YACrB,qBAAqB;YACrB,GAAG,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CACzB;gBACE,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,IAAI,MAAM;gBACtC,CAAC,CAAC,IAAI;gBACN,GAAG,mBAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,YAAY,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC,UAAU,CAAC,OAAO,EAAE,CAAC,KAAK;aAC1E,CAAC,IAAI,CAAC,KAAK,CAAC,CACd;YACD,EAAE;YACF,aAAa;YACb,iBAAiB;YACjB,GAAG,CAAC,QAAQ,CAAC,IAAI;YACjB,EAAE;YACF,cAAc;YACd,SAAS;YACT,IAAI,CAAC,SAAS,CACZ,6CAAqB,CAAC,cAAc,CAAC,GAAG,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAC3D,IAAI,EACJ,CAAC,CACF;YACD,KAAK;SACN,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACf,CAAC,CAAC;IAEF,MAAM,oBAAoB,GAAG,CAC3B,KAAyC,EACzC,KAAa,EACL,EAAE;QACV,OAAO;YACL,KAAK,KAAK,GAAG,CAAC,KAAK,KAAK,CAAC,IAAI,EAAE;YAC/B,YAAY;YACZ,aAAa,KAAK,CAAC,QAAQ,CAAC,IAAI,EAAE;YAClC,aAAa,KAAK,CAAC,IAAI,EAAE;YACzB,aAAa,mBAAQ,CAAC,KAAK,CACzB,KAAK,CAAC,YAAY,CAAC,OAAO,EAAE,GAAG,KAAK,CAAC,UAAU,CAAC,OAAO,EAAE,CAC1D,CAAC,cAAc,EAAE,KAAK;YACvB,GAAG,CAAC,KAAK,CAAC,IAAI,KAAK,OAAO;gBACxB,CAAC,CAAC;oBACE,eAAe,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,EAAE;oBACzC,aAAa,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,EAAE;iBACtC;gBACH,CAAC,CAAC,EAAE,CAAC;YACP,oBAAoB,KAAK,CAAC,KAAK,CAAC,cAAc,EAAE,EAAE;YAClD,EAAE;YACF,aAAa;YACb,iBAAiB;YACjB,KAAK,CAAC,QAAQ,CAAC,IAAI;YACnB,EAAE;YACF,cAAc;YACd,SAAS;YACT,IAAI,CAAC,SAAS,CACZ,6CAAqB,CAAC,cAAc,CAAC,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAC7D,IAAI,EACJ,CAAC,CACF;YACD,KAAK;YACL,EAAE;YACF,qBAAqB;YACrB,GAAG,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,+CAAsB,CAAC,QAAQ,CAAC;YACrD,EAAE;YACF,GAAG,CAAC,KAAK,CAAC,IAAI,KAAK,OAAO;gBACxB,CAAC,CAAC;oBACE,UAAU;oBACV,SAAS;oBACT,IAAI,CAAC,SAAS,CACZ,6CAAqB,CAAC,WAAW,CAAC,KAAK,CAAC,KAAK,CAAC,EAC9C,IAAI,EACJ,CAAC,CACF;oBACD,KAAK;iBACN;gBACH,CAAC,CAAC,EAAE,CAAC;SACR,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACf,CAAC,CAAC;IAEF,MAAM,UAAU,GAAG,CACjB,MAA4C,EAC5C,OAA2D,EACnD,EAAE;QACV,MAAM,KAAK,GAAW,IAAI,CAAC,KAAK,CAC9B,CAAC,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC,GAAG,EAAE,CACrD,CAAC;QACF,OAAO,CACL,IAAI,KAAK,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC;YACnC,IAAI,KAAK,CAAC,EAAE,GAAG,KAAK,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CACzC,CAAC;IACJ,CAAC,CAAC;AACJ,CAAC,EA7KgB,6BAA6B,6CAA7B,6BAA6B,QA6K7C"}
|
|
@@ -1,4 +1,5 @@
|
|
|
1
1
|
import { IAgenticaPrompt } from "@agentica/core";
|
|
2
|
+
import { ILlmSchema } from "@samchon/openapi";
|
|
2
3
|
export declare namespace AgenticaPromptReporter {
|
|
3
|
-
const markdown: (p: IAgenticaPrompt) => string;
|
|
4
|
+
const markdown: <Model extends ILlmSchema.Model>(p: IAgenticaPrompt<Model>) => string;
|
|
4
5
|
}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"AgenticaPromptReporter.js","sourceRoot":"","sources":["../../src/internal/AgenticaPromptReporter.ts"],"names":[],"mappings":";;;
|
|
1
|
+
{"version":3,"file":"AgenticaPromptReporter.js","sourceRoot":"","sources":["../../src/internal/AgenticaPromptReporter.ts"],"names":[],"mappings":";;;AAGA,IAAiB,sBAAsB,CA0CtC;AA1CD,WAAiB,sBAAsB;IACxB,+BAAQ,GAAG,CACtB,CAAyB,EACjB,EAAE;QACV,IAAI,CAAC,CAAC,IAAI,KAAK,MAAM;YACnB,OAAO,CAAC,aAAa,CAAC,CAAC,IAAI,GAAG,EAAE,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;aACpD,IAAI,CAAC,CAAC,IAAI,KAAK,QAAQ,IAAI,CAAC,CAAC,IAAI,KAAK,QAAQ;YACjD,OAAO;gBACL,OAAO,CAAC,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,QAAQ,EAAE;gBAClD,GAAG,CAAC,CAAC,UAAU;qBACZ,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE;;oBAAC,OAAA;wBACX,QAAQ,EAAE,CAAC,IAAI,EAAE;wBACjB,mBAAmB,EAAE,CAAC,UAAU,CAAC,IAAI,EAAE;wBACvC,iBAAiB,EAAE,CAAC,QAAQ,CAAC,IAAI,EAAE;wBACnC,eAAe,EAAE,CAAC,MAAM,EAAE;wBAC1B,EAAE;wBACF,GAAG,CAAC,CAAC,CAAC,CAAA,MAAA,EAAE,CAAC,QAAQ,CAAC,WAAW,0CAAE,MAAM,CAAA;4BACnC,CAAC,CAAC,CAAC,EAAE,CAAC,QAAQ,CAAC,WAAW,EAAE,EAAE,CAAC;4BAC/B,CAAC,CAAC,EAAE,CAAC;qBACR,CAAA;iBAAA,CAAC;qBACD,IAAI,EAAE;aACV,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;aACV,IAAI,CAAC,CAAC,IAAI,KAAK,UAAU;YAC5B,OAAO;gBACL,cAAc;gBACd,GAAG,CAAC,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,CAAC;gBAC3C,EAAE;gBACF,GAAG,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,KAAK,CAAC,EAAE,CAAC;gBAC1C,EAAE;aACH,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACf,OAAO;YACL,aAAa;YACb,aAAa,CAAC,CAAC,IAAI,EAAE;YACrB,mBAAmB,CAAC,CAAC,UAAU,CAAC,IAAI,EAAE;YACtC,iBAAiB,CAAC,CAAC,QAAQ,CAAC,IAAI,EAAE;YAClC,EAAE;YACF,SAAS;YACT,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;YACpC,KAAK;YACL,EAAE;SACH,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACf,CAAC,CAAC;AACJ,CAAC,EA1CgB,sBAAsB,sCAAtB,sBAAsB,QA0CtC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"AgenticaSelectBenchmarkReporter.js","sourceRoot":"","sources":["../../src/internal/AgenticaSelectBenchmarkReporter.ts"],"names":[],"mappings":";;;
|
|
1
|
+
{"version":3,"file":"AgenticaSelectBenchmarkReporter.js","sourceRoot":"","sources":["../../src/internal/AgenticaSelectBenchmarkReporter.ts"],"names":[],"mappings":";;;AAKA,gDAA6C;AAC7C,mEAAgE;AAEhE;;GAEG;AACH,IAAiB,+BAA+B,CAyM/C;AAzMD,WAAiB,+BAA+B;IACjC,wCAAQ,GAAG,CACtB,MAA6C,EACrB,EAAE,CAC1B,MAAM,CAAC,WAAW,CAAC;QACjB,CAAC,aAAa,EAAE,UAAU,CAAC,MAAM,CAAC,CAAC;QACnC,GAAG,MAAM,CAAC,WAAW;aAClB,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC;YACZ,CAAC,KAAK,GAAG,CAAC,QAAQ,CAAC,IAAI,YAAY,EAAE,oBAAoB,CAAC,GAAG,CAAC,CAAC;YAC/D,GAAG,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,CAAC,EAAE,EAAE,CAAC;gBAC9B,KAAK,GAAG,CAAC,QAAQ,CAAC,IAAI,IAAI,CAAC,GAAG,CAAC,IAAI,KAAK,CAAC,IAAI,KAAK;gBAClD,oBAAoB,CAAC,KAAK,EAAE,CAAC,CAAC;aAC/B,CAAC;SACH,CAAC;aACD,IAAI,EAAE;KACV,CAAC,CAAC;IAEL,MAAM,UAAU,GAAG,CACjB,MAA6C,EACrC,EAAE;QACV,MAAM,MAAM,GAA2C,MAAM,CAAC,WAAW;aACtE,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC;aACpB,IAAI,EAAE,CAAC;QACV,MAAM,OAAO,GACX,MAAM;aACH,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,YAAY,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC,UAAU,CAAC,OAAO,EAAE,CAAC;aAC7D,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,GAAG,MAAM,CAAC,MAAM,CAAC;QAChD,MAAM,SAAS,GAAmC,MAAM,CAAC,KAAK,CAAC,SAAS,CAAC;QACzE,OAAO;YACL,oCAAoC;YACpC,YAAY;YACZ,kBAAkB;YAClB,qBAAqB,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,cAAc,EAAE,EAAE;YACjE,gBAAgB,MAAM,CAAC,MAAM,EAAE;YAC/B,kBAAkB,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,SAAS,CAAC,CAAC,MAAM,EAAE;YACrE,kBAAkB,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,SAAS,CAAC,CAAC,MAAM,EAAE;YACrE,uBAAuB,mBAAQ,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,cAAc,EAAE,KAAK;YACpE,iBAAiB;YACjB,gBAAgB,SAAS,CAAC,KAAK,CAAC,cAAc,EAAE,EAAE;YAClD,aAAa;YACb,kBAAkB,SAAS,CAAC,KAAK,CAAC,KAAK,CAAC,cAAc,EAAE,EAAE;YAC1D,mBAAmB,SAAS,CAAC,KAAK,CAAC,MAAM,CAAC,cAAc,EAAE,EAAE;YAC5D,eAAe;YACf,kBAAkB,SAAS,CAAC,MAAM,CAAC,KAAK,CAAC,cAAc,EAAE,EAAE;YAC3D,gCAAgC,SAAS,CAAC,MAAM,CAAC,mBAAmB,CAAC,cAAc,EAAE,EAAE;YACvF,sBAAsB,SAAS,CAAC,MAAM,CAAC,SAAS,CAAC,cAAc,EAAE,EAAE;YACnE,gCAAgC,SAAS,CAAC,MAAM,CAAC,mBAAmB,CAAC,cAAc,EAAE,EAAE;YACvF,EAAE;YACF,gBAAgB;YAChB,6BAA6B;YAC7B,6BAA6B;YAC7B,GAAG,MAAM,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAChC;gBACE,IAAI,GAAG,CAAC,QAAQ,CAAC,IAAI,OAAO,GAAG,CAAC,QAAQ,CAAC,IAAI,aAAa;gBAC1D,CAAC,GAAG,EAAE;oBACJ,MAAM,OAAO,GAAW,IAAI,CAAC,KAAK,CAChC,CAAC,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,SAAS,CAAC,CAAC,MAAM;wBACpD,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC;wBAClB,EAAE,CACL,CAAC;oBACF,OAAO,CACL,IAAI,KAAK,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC;wBACrC,IAAI,KAAK,CAAC,EAAE,GAAG,OAAO,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAC3C,CAAC;gBACJ,CAAC,CAAC,EAAE;gBACJ,mBAAQ,CAAC,KAAK,CACZ,GAAG,CAAC,MAAM;qBACP,GAAG,CACF,CAAC,KAAK,EAAE,EAAE,CACR,KAAK,CAAC,YAAY,CAAC,OAAO,EAAE,GAAG,KAAK,CAAC,UAAU,CAAC,OAAO,EAAE,CAC5D;qBACA,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,GAAG,GAAG,CAAC,MAAM,CAAC,MAAM,CAClD,CAAC,cAAc,EAAE,GAAG,KAAK;aAC3B,CAAC,IAAI,CAAC,KAAK,CAAC,CACd;SACF,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACf,CAAC,CAAC;IAEF,MAAM,oBAAoB,GAAG,CAC3B,GAAsD,EAC9C,EAAE;QACV,MAAM,SAAS,GAAmC,GAAG,CAAC,KAAK,CAAC,SAAS,CAAC;QACtE,OAAO;YACL,KAAK,GAAG,CAAC,QAAQ,CAAC,IAAI,EAAE;YACxB,YAAY;YACZ,kBAAkB;YAClB,gBAAgB,GAAG,CAAC,MAAM,CAAC,MAAM,EAAE;YACnC,kBAAkB,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,SAAS,CAAC,CAAC,MAAM,EAAE;YACzE,kBAAkB,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,SAAS,CAAC,CAAC,MAAM,EAAE;YACzE,uBAAuB,mBAAQ,CAAC,KAAK,CACnC,GAAG,CAAC,MAAM;iBACP,GAAG,CACF,CAAC,KAAK,EAAE,EAAE,CACR,KAAK,CAAC,YAAY,CAAC,OAAO,EAAE,GAAG,KAAK,CAAC,UAAU,CAAC,OAAO,EAAE,CAC5D;iBACA,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,GAAG,GAAG,CAAC,MAAM,CAAC,MAAM,CAClD,CAAC,cAAc,EAAE,KAAK;YACvB,iBAAiB;YACjB,gBAAgB,SAAS,CAAC,KAAK,CAAC,cAAc,EAAE,EAAE;YAClD,aAAa;YACb,kBAAkB,SAAS,CAAC,KAAK,CAAC,KAAK,CAAC,cAAc,EAAE,EAAE;YAC1D,mBAAmB,SAAS,CAAC,KAAK,CAAC,MAAM,CAAC,cAAc,EAAE,EAAE;YAC5D,eAAe;YACf,kBAAkB,SAAS,CAAC,MAAM,CAAC,KAAK,CAAC,cAAc,EAAE,EAAE;YAC3D,gCAAgC,SAAS,CAAC,MAAM,CAAC,mBAAmB,CAAC,cAAc,EAAE,EAAE;YACvF,sBAAsB,SAAS,CAAC,MAAM,CAAC,SAAS,CAAC,cAAc,EAAE,EAAE;YACnE,gCAAgC,SAAS,CAAC,MAAM,CAAC,mBAAmB,CAAC,cAAc,EAAE,EAAE;YACvF,EAAE;YACF,WAAW;YACX,mBAAmB;YACnB,mBAAmB;YACnB,GAAG,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CACzB;gBACE,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,IAAI,MAAM;gBACtC,CAAC,CAAC,IAAI;gBACN,mBAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,YAAY,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC,UAAU,CAAC,OAAO,EAAE,CAAC;oBAC/D,KAAK;aACR,CAAC,IAAI,CAAC,KAAK,CAAC,CACd;YACD,EAAE;YACF,aAAa;YACb,iBAAiB;YACjB,GAAG,CAAC,QAAQ,CAAC,IAAI;YACjB,EAAE;YACF,cAAc;YACd,SAAS;YACT,IAAI,CAAC,SAAS,CACZ,6CAAqB,CAAC,cAAc,CAAC,GAAG,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAC3D,IAAI,EACJ,CAAC,CACF;YACD,KAAK;SACN,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACf,CAAC,CAAC;IAEF,MAAM,oBAAoB,GAAG,CAC3B,KAA2C,EAC3C,KAAa,EACL,EAAE;QACV,OAAO;YACL,KAAK,KAAK,GAAG,CAAC,KAAK,KAAK,CAAC,IAAI,EAAE;YAC/B,YAAY;YACZ,aAAa,KAAK,CAAC,QAAQ,CAAC,IAAI,EAAE;YAClC,aAAa,KAAK,CAAC,IAAI,EAAE;YACzB,aAAa,CAAC,KAAK,CAAC,YAAY,CAAC,OAAO,EAAE,GAAG,KAAK,CAAC,UAAU,CAAC,OAAO,EAAE,CAAC,CAAC,cAAc,EAAE,KAAK;YAC9F,GAAG,CAAC,KAAK,CAAC,IAAI,KAAK,OAAO;gBACxB,CAAC,CAAC;oBACE,iBAAiB;oBACjB,gBAAgB,KAAK,CAAC,KAAK,CAAC,SAAS,CAAC,cAAc,EAAE,EAAE;oBACxD,cAAc;oBACd,kBAAkB,KAAK,CAAC,KAAK,CAAC,SAAS,CAAC,KAAK,CAAC,KAAK,CAAC,cAAc,EAAE,EAAE;oBACtE,mBAAmB,KAAK,CAAC,KAAK,CAAC,SAAS,CAAC,KAAK,CAAC,MAAM,CAAC,cAAc,EAAE,EAAE;oBACxE,mBAAmB;oBACnB,kBAAkB,KAAK,CAAC,KAAK,CAAC,SAAS,CAAC,MAAM,CAAC,KAAK,CAAC,cAAc,EAAE,EAAE;oBACvE,sBAAsB,KAAK,CAAC,KAAK,CAAC,SAAS,CAAC,MAAM,CAAC,SAAS,CAAC,cAAc,EAAE,EAAE;oBAC/E,gCAAgC,KAAK,CAAC,KAAK,CAAC,SAAS,CAAC,MAAM,CAAC,mBAAmB,CAAC,cAAc,EAAE,EAAE;oBACnG,gCAAgC,KAAK,CAAC,KAAK,CAAC,SAAS,CAAC,MAAM,CAAC,mBAAmB,CAAC,cAAc,EAAE,EAAE;iBACpG;gBACH,CAAC,CAAC,EAAE,CAAC;YACP,EAAE;YACF,aAAa;YACb,iBAAiB;YACjB,KAAK,CAAC,QAAQ,CAAC,IAAI;YACnB,EAAE;YACF,cAAc;YACd,SAAS;YACT,IAAI,CAAC,SAAS,CACZ,6CAAqB,CAAC,cAAc,CAAC,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAC7D,IAAI,EACJ,CAAC,CACF;YACD,KAAK;YACL,EAAE;YACF,GAAG,CAAC,KAAK,CAAC,IAAI,KAAK,SAAS,IAAI,KAAK,CAAC,IAAI,KAAK,SAAS;gBACtD,CAAC,CAAC;oBACE,WAAW;oBACX,GAAG,KAAK,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAC1B;wBACE,OAAO,CAAC,CAAC,IAAI,EAAE;wBACf,qBAAqB,CAAC,CAAC,UAAU,CAAC,IAAI,IAAI;wBAC1C,mBAAmB,CAAC,CAAC,QAAQ,CAAC,IAAI,IAAI;wBACtC,eAAe,CAAC,CAAC,MAAM,EAAE;wBACzB,EAAE;wBACF,GAAG,CAAC,CAAC,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,WAAW,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;qBAChE,CAAC,IAAI,CAAC,IAAI,CAAC,CACb;iBACF;gBACH,CAAC,CAAC,EAAE,CAAC;YACP,GAAG,CAAC,KAAK,CAAC,IAAI,KAAK,OAAO;gBACxB,CAAC,CAAC;oBACE,UAAU;oBACV,SAAS;oBACT,6CAAqB,CAAC,WAAW,CAC/B,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,CACrC;oBACD,KAAK;oBACL,EAAE;iBACH;gBACH,CAAC,CAAC,EAAE,CAAC;SACR,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACf,CAAC,CAAC;AACJ,CAAC,EAzMgB,+BAA+B,+CAA/B,+BAA+B,QAyM/C"}
|
|
@@ -1,4 +1,5 @@
|
|
|
1
1
|
import { IAgenticaOperation } from "@agentica/core";
|
|
2
|
+
import { ILlmSchema } from "@samchon/openapi";
|
|
2
3
|
/**
|
|
3
4
|
* Expected operation determinant.
|
|
4
5
|
*
|
|
@@ -11,34 +12,34 @@ import { IAgenticaOperation } from "@agentica/core";
|
|
|
11
12
|
*
|
|
12
13
|
* @author Samchon
|
|
13
14
|
*/
|
|
14
|
-
export type IAgenticaBenchmarkExpected = IAgenticaBenchmarkExpected.IAllOf | IAgenticaBenchmarkExpected.IAnyOf | IAgenticaBenchmarkExpected.IArray | IAgenticaBenchmarkExpected.IStandalone
|
|
15
|
+
export type IAgenticaBenchmarkExpected<Model extends ILlmSchema.Model> = IAgenticaBenchmarkExpected.IAllOf<Model> | IAgenticaBenchmarkExpected.IAnyOf<Model> | IAgenticaBenchmarkExpected.IArray<Model> | IAgenticaBenchmarkExpected.IStandalone<Model>;
|
|
15
16
|
export declare namespace IAgenticaBenchmarkExpected {
|
|
16
17
|
/**
|
|
17
18
|
* All of them must meet the condition, but sequence is not important.
|
|
18
19
|
*/
|
|
19
|
-
interface IAllOf {
|
|
20
|
+
interface IAllOf<Model extends ILlmSchema.Model> {
|
|
20
21
|
type: "allOf";
|
|
21
|
-
allOf: Array<Exclude<IAgenticaBenchmarkExpected
|
|
22
|
+
allOf: Array<Exclude<IAgenticaBenchmarkExpected<Model>, IAgenticaBenchmarkExpected.IAllOf<Model>>>;
|
|
22
23
|
}
|
|
23
24
|
/**
|
|
24
25
|
* At least one of them must meet the condition.
|
|
25
26
|
*/
|
|
26
|
-
interface IAnyOf {
|
|
27
|
+
interface IAnyOf<Model extends ILlmSchema.Model> {
|
|
27
28
|
type: "anyOf";
|
|
28
|
-
anyOf: Array<Exclude<IAgenticaBenchmarkExpected
|
|
29
|
+
anyOf: Array<Exclude<IAgenticaBenchmarkExpected<Model>, IAgenticaBenchmarkExpected.IAnyOf<Model>>>;
|
|
29
30
|
}
|
|
30
31
|
/**
|
|
31
32
|
* All of them must meet the condition, and sequence is important.
|
|
32
33
|
*/
|
|
33
|
-
interface IArray {
|
|
34
|
+
interface IArray<Model extends ILlmSchema.Model> {
|
|
34
35
|
type: "array";
|
|
35
|
-
items: Array<Exclude<IAgenticaBenchmarkExpected
|
|
36
|
+
items: Array<Exclude<IAgenticaBenchmarkExpected<Model>, IAgenticaBenchmarkExpected.IArray<Model>>>;
|
|
36
37
|
}
|
|
37
38
|
/**
|
|
38
39
|
* Standalone operation.
|
|
39
40
|
*/
|
|
40
|
-
interface IStandalone {
|
|
41
|
+
interface IStandalone<Model extends ILlmSchema.Model> {
|
|
41
42
|
type: "standalone";
|
|
42
|
-
operation: IAgenticaOperation
|
|
43
|
+
operation: IAgenticaOperation<Model>;
|
|
43
44
|
}
|
|
44
45
|
}
|
|
@@ -1,4 +1,5 @@
|
|
|
1
1
|
import { IAgenticaPrompt, IAgenticaTokenUsage } from "@agentica/core";
|
|
2
|
+
import { ILlmSchema } from "@samchon/openapi";
|
|
2
3
|
import { IAgenticaCallBenchmarkScenario } from "./IAgenticaCallBenchmarkScenario";
|
|
3
4
|
/**
|
|
4
5
|
* Event of LLM function selection benchmark.
|
|
@@ -22,7 +23,7 @@ import { IAgenticaCallBenchmarkScenario } from "./IAgenticaCallBenchmarkScenario
|
|
|
22
23
|
*
|
|
23
24
|
* @author Samchon
|
|
24
25
|
*/
|
|
25
|
-
export type IAgenticaCallBenchmarkEvent = IAgenticaCallBenchmarkEvent.ISuccess | IAgenticaCallBenchmarkEvent.IFailure | IAgenticaCallBenchmarkEvent.IError
|
|
26
|
+
export type IAgenticaCallBenchmarkEvent<Model extends ILlmSchema.Model> = IAgenticaCallBenchmarkEvent.ISuccess<Model> | IAgenticaCallBenchmarkEvent.IFailure<Model> | IAgenticaCallBenchmarkEvent.IError<Model>;
|
|
26
27
|
export declare namespace IAgenticaCallBenchmarkEvent {
|
|
27
28
|
/**
|
|
28
29
|
* Success event type.
|
|
@@ -30,7 +31,7 @@ export declare namespace IAgenticaCallBenchmarkEvent {
|
|
|
30
31
|
* The `success` event type represents that the benchmark
|
|
31
32
|
* testing is fully meet the expected scenario.
|
|
32
33
|
*/
|
|
33
|
-
export interface ISuccess extends IEventBase<"success"> {
|
|
34
|
+
export interface ISuccess<Model extends ILlmSchema.Model> extends IEventBase<"success", Model> {
|
|
34
35
|
/**
|
|
35
36
|
* Whether succeeded to function selection.
|
|
36
37
|
*/
|
|
@@ -47,7 +48,7 @@ export declare namespace IAgenticaCallBenchmarkEvent {
|
|
|
47
48
|
* or `caller` agents have not selected or called following the
|
|
48
49
|
* expected scenario in the benchmark testing.
|
|
49
50
|
*/
|
|
50
|
-
export interface IFailure extends IEventBase<"failure"> {
|
|
51
|
+
export interface IFailure<Model extends ILlmSchema.Model> extends IEventBase<"failure", Model> {
|
|
51
52
|
/**
|
|
52
53
|
* Whether succeeded to function selection.
|
|
53
54
|
*/
|
|
@@ -57,13 +58,13 @@ export declare namespace IAgenticaCallBenchmarkEvent {
|
|
|
57
58
|
*/
|
|
58
59
|
call: boolean;
|
|
59
60
|
}
|
|
60
|
-
export interface IError extends IEventBase<"error"> {
|
|
61
|
+
export interface IError<Model extends ILlmSchema.Model> extends IEventBase<"error", Model> {
|
|
61
62
|
/**
|
|
62
63
|
* Error occurred during the benchmark.
|
|
63
64
|
*/
|
|
64
65
|
error: unknown;
|
|
65
66
|
}
|
|
66
|
-
interface IEventBase<Type extends string> {
|
|
67
|
+
interface IEventBase<Type extends string, Model extends ILlmSchema.Model> {
|
|
67
68
|
/**
|
|
68
69
|
* Discriminant type.
|
|
69
70
|
*/
|
|
@@ -71,13 +72,13 @@ export declare namespace IAgenticaCallBenchmarkEvent {
|
|
|
71
72
|
/**
|
|
72
73
|
* Expected scenario.
|
|
73
74
|
*/
|
|
74
|
-
scenario: IAgenticaCallBenchmarkScenario
|
|
75
|
+
scenario: IAgenticaCallBenchmarkScenario<Model>;
|
|
75
76
|
/**
|
|
76
77
|
* Prompt histories.
|
|
77
78
|
*
|
|
78
79
|
* List of prompts occurred during the benchmark testing.
|
|
79
80
|
*/
|
|
80
|
-
prompts: IAgenticaPrompt[];
|
|
81
|
+
prompts: IAgenticaPrompt<Model>[];
|
|
81
82
|
/**
|
|
82
83
|
* Usage of the token during the benchmark.
|
|
83
84
|
*/
|
|
@@ -1,4 +1,5 @@
|
|
|
1
1
|
import { IAgenticaTokenUsage } from "@agentica/core";
|
|
2
|
+
import { ILlmSchema } from "@samchon/openapi";
|
|
2
3
|
import { IAgenticaCallBenchmarkEvent } from "./IAgenticaCallBenchmarkEvent";
|
|
3
4
|
import { IAgenticaCallBenchmarkScenario } from "./IAgenticaCallBenchmarkScenario";
|
|
4
5
|
/**
|
|
@@ -18,11 +19,11 @@ import { IAgenticaCallBenchmarkScenario } from "./IAgenticaCallBenchmarkScenario
|
|
|
18
19
|
*
|
|
19
20
|
* @author Samchon
|
|
20
21
|
*/
|
|
21
|
-
export interface IAgenticaCallBenchmarkResult {
|
|
22
|
+
export interface IAgenticaCallBenchmarkResult<Model extends ILlmSchema.Model> {
|
|
22
23
|
/**
|
|
23
24
|
* Experiments for each scenario.
|
|
24
25
|
*/
|
|
25
|
-
experiments: IAgenticaCallBenchmarkResult.IExperiment[];
|
|
26
|
+
experiments: IAgenticaCallBenchmarkResult.IExperiment<Model>[];
|
|
26
27
|
/**
|
|
27
28
|
* Aggregated token usage information.
|
|
28
29
|
*/
|
|
@@ -40,11 +41,11 @@ export declare namespace IAgenticaCallBenchmarkResult {
|
|
|
40
41
|
/**
|
|
41
42
|
* Experiment result about a scenario.
|
|
42
43
|
*/
|
|
43
|
-
interface IExperiment {
|
|
44
|
+
interface IExperiment<Model extends ILlmSchema.Model> {
|
|
44
45
|
/**
|
|
45
46
|
* Scenario of the experiment.
|
|
46
47
|
*/
|
|
47
|
-
scenario: IAgenticaCallBenchmarkScenario
|
|
48
|
+
scenario: IAgenticaCallBenchmarkScenario<Model>;
|
|
48
49
|
/**
|
|
49
50
|
* Events occurred during the benchmark in the scenario.
|
|
50
51
|
*
|
|
@@ -53,7 +54,7 @@ export declare namespace IAgenticaCallBenchmarkResult {
|
|
|
53
54
|
* {@link AgenticaCallBenchmark.IConfig.repeat repeat} count.
|
|
54
55
|
* And the event is one of the repeated benchmark results.
|
|
55
56
|
*/
|
|
56
|
-
events: IAgenticaCallBenchmarkEvent[];
|
|
57
|
+
events: IAgenticaCallBenchmarkEvent<Model>[];
|
|
57
58
|
/**
|
|
58
59
|
* LLM token usage information.
|
|
59
60
|
*/
|
|
@@ -1,3 +1,4 @@
|
|
|
1
|
+
import { ILlmSchema } from "@samchon/openapi";
|
|
1
2
|
import { IAgenticaBenchmarkExpected } from "./IAgenticaBenchmarkExpected";
|
|
2
3
|
/**
|
|
3
4
|
* Scenario of function calling.
|
|
@@ -13,7 +14,7 @@ import { IAgenticaBenchmarkExpected } from "./IAgenticaBenchmarkExpected";
|
|
|
13
14
|
*
|
|
14
15
|
* @author Samchon
|
|
15
16
|
*/
|
|
16
|
-
export interface IAgenticaCallBenchmarkScenario {
|
|
17
|
+
export interface IAgenticaCallBenchmarkScenario<Model extends ILlmSchema.Model> {
|
|
17
18
|
/**
|
|
18
19
|
* Name of the scenario.
|
|
19
20
|
*
|
|
@@ -32,5 +33,5 @@ export interface IAgenticaCallBenchmarkScenario {
|
|
|
32
33
|
* the user's {@link text} conversation for the LLM
|
|
33
34
|
* (Large Language Model) function calling.
|
|
34
35
|
*/
|
|
35
|
-
expected: IAgenticaBenchmarkExpected
|
|
36
|
+
expected: IAgenticaBenchmarkExpected<Model>;
|
|
36
37
|
}
|
|
@@ -1,4 +1,5 @@
|
|
|
1
1
|
import { IAgenticaOperationSelection, IAgenticaPrompt, IAgenticaTokenUsage } from "@agentica/core";
|
|
2
|
+
import { ILlmSchema } from "@samchon/openapi";
|
|
2
3
|
import { IAgenticaSelectBenchmarkScenario } from "./IAgenticaSelectBenchmarkScenario";
|
|
3
4
|
/**
|
|
4
5
|
* Event of LLM function selection benchmark.
|
|
@@ -22,7 +23,7 @@ import { IAgenticaSelectBenchmarkScenario } from "./IAgenticaSelectBenchmarkScen
|
|
|
22
23
|
*
|
|
23
24
|
* @author Samchon
|
|
24
25
|
*/
|
|
25
|
-
export type IAgenticaSelectBenchmarkEvent = IAgenticaSelectBenchmarkEvent.ISuccess | IAgenticaSelectBenchmarkEvent.IFailure | IAgenticaSelectBenchmarkEvent.IError
|
|
26
|
+
export type IAgenticaSelectBenchmarkEvent<Model extends ILlmSchema.Model> = IAgenticaSelectBenchmarkEvent.ISuccess<Model> | IAgenticaSelectBenchmarkEvent.IFailure<Model> | IAgenticaSelectBenchmarkEvent.IError<Model>;
|
|
26
27
|
export declare namespace IAgenticaSelectBenchmarkEvent {
|
|
27
28
|
/**
|
|
28
29
|
* Success event type.
|
|
@@ -30,7 +31,7 @@ export declare namespace IAgenticaSelectBenchmarkEvent {
|
|
|
30
31
|
* The `success` event type represents that the benchmark testing is
|
|
31
32
|
* fully meet the expected scenario.
|
|
32
33
|
*/
|
|
33
|
-
export interface ISuccess extends IEventBase<"success"> {
|
|
34
|
+
export interface ISuccess<Model extends ILlmSchema.Model> extends IEventBase<"success", Model> {
|
|
34
35
|
/**
|
|
35
36
|
* Usage of the token during the benchmark.
|
|
36
37
|
*/
|
|
@@ -38,7 +39,7 @@ export declare namespace IAgenticaSelectBenchmarkEvent {
|
|
|
38
39
|
/**
|
|
39
40
|
* Selected operations in the benchmark.
|
|
40
41
|
*/
|
|
41
|
-
selected: IAgenticaOperationSelection[];
|
|
42
|
+
selected: IAgenticaOperationSelection<Model>[];
|
|
42
43
|
/**
|
|
43
44
|
* Prompt messages from the assistant.
|
|
44
45
|
*/
|
|
@@ -50,7 +51,7 @@ export declare namespace IAgenticaSelectBenchmarkEvent {
|
|
|
50
51
|
* The `failure` event type represents that the `selector` had not
|
|
51
52
|
* selected the expected scenario in the benchmark testing.
|
|
52
53
|
*/
|
|
53
|
-
export interface IFailure extends IEventBase<"failure"> {
|
|
54
|
+
export interface IFailure<Model extends ILlmSchema.Model> extends IEventBase<"failure", Model> {
|
|
54
55
|
/**
|
|
55
56
|
* Usage of the token during the benchmark.
|
|
56
57
|
*/
|
|
@@ -58,19 +59,19 @@ export declare namespace IAgenticaSelectBenchmarkEvent {
|
|
|
58
59
|
/**
|
|
59
60
|
* Selected operations in the benchmark.
|
|
60
61
|
*/
|
|
61
|
-
selected: IAgenticaOperationSelection[];
|
|
62
|
+
selected: IAgenticaOperationSelection<Model>[];
|
|
62
63
|
/**
|
|
63
64
|
* Prompt messages from the assistant.
|
|
64
65
|
*/
|
|
65
66
|
assistantPrompts: IAgenticaPrompt.IText<"assistant">[];
|
|
66
67
|
}
|
|
67
|
-
export interface IError extends IEventBase<"error"> {
|
|
68
|
+
export interface IError<Model extends ILlmSchema.Model> extends IEventBase<"error", Model> {
|
|
68
69
|
/**
|
|
69
70
|
* Error occurred during the benchmark.
|
|
70
71
|
*/
|
|
71
72
|
error: unknown;
|
|
72
73
|
}
|
|
73
|
-
interface IEventBase<Type extends string> {
|
|
74
|
+
interface IEventBase<Type extends string, Model extends ILlmSchema.Model> {
|
|
74
75
|
/**
|
|
75
76
|
* Discriminant type.
|
|
76
77
|
*/
|
|
@@ -78,7 +79,7 @@ export declare namespace IAgenticaSelectBenchmarkEvent {
|
|
|
78
79
|
/**
|
|
79
80
|
* Expected scenario.
|
|
80
81
|
*/
|
|
81
|
-
scenario: IAgenticaSelectBenchmarkScenario
|
|
82
|
+
scenario: IAgenticaSelectBenchmarkScenario<Model>;
|
|
82
83
|
/**
|
|
83
84
|
* When the benchmark testing started.
|
|
84
85
|
*/
|
|
@@ -1,4 +1,5 @@
|
|
|
1
1
|
import { IAgenticaTokenUsage } from "@agentica/core";
|
|
2
|
+
import { ILlmSchema } from "@samchon/openapi";
|
|
2
3
|
import { IAgenticaSelectBenchmarkEvent } from "./IAgenticaSelectBenchmarkEvent";
|
|
3
4
|
import { IAgenticaSelectBenchmarkScenario } from "./IAgenticaSelectBenchmarkScenario";
|
|
4
5
|
/**
|
|
@@ -18,11 +19,11 @@ import { IAgenticaSelectBenchmarkScenario } from "./IAgenticaSelectBenchmarkScen
|
|
|
18
19
|
*
|
|
19
20
|
* @author Samchon
|
|
20
21
|
*/
|
|
21
|
-
export interface IAgenticaSelectBenchmarkResult {
|
|
22
|
+
export interface IAgenticaSelectBenchmarkResult<Model extends ILlmSchema.Model> {
|
|
22
23
|
/**
|
|
23
24
|
* Experiments for each scenario.
|
|
24
25
|
*/
|
|
25
|
-
experiments: IAgenticaSelectBenchmarkResult.IExperiment[];
|
|
26
|
+
experiments: IAgenticaSelectBenchmarkResult.IExperiment<Model>[];
|
|
26
27
|
/**
|
|
27
28
|
* Aggregated token usage information.
|
|
28
29
|
*/
|
|
@@ -40,11 +41,11 @@ export declare namespace IAgenticaSelectBenchmarkResult {
|
|
|
40
41
|
/**
|
|
41
42
|
* Experiment result about a scenario.
|
|
42
43
|
*/
|
|
43
|
-
interface IExperiment {
|
|
44
|
+
interface IExperiment<Model extends ILlmSchema.Model> {
|
|
44
45
|
/**
|
|
45
46
|
* Expected scenario.
|
|
46
47
|
*/
|
|
47
|
-
scenario: IAgenticaSelectBenchmarkScenario
|
|
48
|
+
scenario: IAgenticaSelectBenchmarkScenario<Model>;
|
|
48
49
|
/**
|
|
49
50
|
* Events occurred during the benchmark in the scenario.
|
|
50
51
|
*
|
|
@@ -53,7 +54,7 @@ export declare namespace IAgenticaSelectBenchmarkResult {
|
|
|
53
54
|
* {@link AgenticaSelectBenchmark.IConfig.repeat repeat} count.
|
|
54
55
|
* And the event is one of the repeated benchmark results.
|
|
55
56
|
*/
|
|
56
|
-
events: IAgenticaSelectBenchmarkEvent[];
|
|
57
|
+
events: IAgenticaSelectBenchmarkEvent<Model>[];
|
|
57
58
|
/**
|
|
58
59
|
* LLM token usage information.
|
|
59
60
|
*/
|
|
@@ -1,3 +1,4 @@
|
|
|
1
|
+
import { ILlmSchema } from "@samchon/openapi";
|
|
1
2
|
import { IAgenticaBenchmarkExpected } from "./IAgenticaBenchmarkExpected";
|
|
2
3
|
/**
|
|
3
4
|
* Scenario of function selection.
|
|
@@ -13,7 +14,7 @@ import { IAgenticaBenchmarkExpected } from "./IAgenticaBenchmarkExpected";
|
|
|
13
14
|
*
|
|
14
15
|
* @author Samchon
|
|
15
16
|
*/
|
|
16
|
-
export interface IAgenticaSelectBenchmarkScenario {
|
|
17
|
+
export interface IAgenticaSelectBenchmarkScenario<Model extends ILlmSchema.Model> {
|
|
17
18
|
/**
|
|
18
19
|
* Name of the scenario.
|
|
19
20
|
*
|
|
@@ -32,5 +33,5 @@ export interface IAgenticaSelectBenchmarkScenario {
|
|
|
32
33
|
* {@link text} conversation for the LLM (Large Language Model)
|
|
33
34
|
* function selection.
|
|
34
35
|
*/
|
|
35
|
-
expected: IAgenticaBenchmarkExpected
|
|
36
|
+
expected: IAgenticaBenchmarkExpected<Model>;
|
|
36
37
|
}
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@agentica/benchmark",
|
|
3
|
-
"version": "0.
|
|
3
|
+
"version": "0.9.0",
|
|
4
4
|
"main": "lib/index.js",
|
|
5
5
|
"description": "Agentic AI Library specialized in LLM Function Calling",
|
|
6
6
|
"scripts": {
|
|
@@ -37,11 +37,11 @@
|
|
|
37
37
|
"src"
|
|
38
38
|
],
|
|
39
39
|
"dependencies": {
|
|
40
|
-
"@agentica/core": "^0.
|
|
41
|
-
"@samchon/openapi": "^
|
|
40
|
+
"@agentica/core": "^0.9.0",
|
|
41
|
+
"@samchon/openapi": "^3.0.0",
|
|
42
42
|
"openai": "^4.80.0",
|
|
43
43
|
"tstl": "^3.0.0",
|
|
44
|
-
"typia": "^
|
|
44
|
+
"typia": "^8.0.0"
|
|
45
45
|
},
|
|
46
46
|
"devDependencies": {
|
|
47
47
|
"@rollup/plugin-terser": "^0.4.4",
|
|
@@ -51,7 +51,7 @@
|
|
|
51
51
|
"rollup": "^4.34.8",
|
|
52
52
|
"ts-patch": "^3.3.0",
|
|
53
53
|
"typedoc": "^0.27.7",
|
|
54
|
-
"typescript": "~5.
|
|
54
|
+
"typescript": "~5.8.2"
|
|
55
55
|
},
|
|
56
56
|
"module": "lib/index.mjs",
|
|
57
57
|
"typings": "lib/index.d.ts"
|