@autobe/benchmark 0.29.1 → 0.30.0-dev.20260315
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +661 -661
- package/README.md +261 -0
- package/lib/example/AutoBeExampleArchiver.d.ts +3 -1
- package/lib/example/AutoBeExampleArchiver.js +43 -19
- package/lib/example/AutoBeExampleArchiver.js.map +1 -1
- package/lib/example/AutoBeExampleBenchmark.d.ts +5 -1
- package/lib/example/AutoBeExampleBenchmark.js +60 -35
- package/lib/example/AutoBeExampleBenchmark.js.map +1 -1
- package/lib/example/AutoBeExampleLogger.d.ts +4 -0
- package/lib/example/AutoBeExampleLogger.js +72 -0
- package/lib/example/AutoBeExampleLogger.js.map +1 -0
- package/lib/example/AutoBeExampleStorage.d.ts +9 -2
- package/lib/example/AutoBeExampleStorage.js +74 -24
- package/lib/example/AutoBeExampleStorage.js.map +1 -1
- package/lib/example/index.d.ts +1 -0
- package/lib/example/index.js +1 -0
- package/lib/example/index.js.map +1 -1
- package/lib/replay/AutoBeReplayComputer.js +35 -28
- package/lib/replay/AutoBeReplayComputer.js.map +1 -1
- package/lib/replay/AutoBeReplayDocumentation.js +45 -42
- package/lib/replay/AutoBeReplayDocumentation.js.map +1 -1
- package/lib/replay/AutoBeReplayStorage.js +10 -3
- package/lib/replay/AutoBeReplayStorage.js.map +1 -1
- package/lib/structures/IAutoBeExampleBenchmarkState.d.ts +2 -1
- package/package.json +5 -6
- package/src/example/AutoBeExampleArchiver.ts +381 -334
- package/src/example/AutoBeExampleBenchmark.ts +190 -143
- package/src/example/AutoBeExampleLogger.ts +85 -0
- package/src/example/AutoBeExampleStorage.ts +289 -218
- package/src/example/index.ts +4 -3
- package/src/index.ts +2 -2
- package/src/replay/AutoBeReplayComputer.ts +183 -189
- package/src/replay/AutoBeReplayDocumentation.ts +176 -173
- package/src/replay/AutoBeReplayStorage.ts +116 -109
- package/src/replay/index.ts +3 -3
- package/src/structures/IAutoBeExampleBenchmarkState.ts +30 -29
- package/src/structures/index.ts +1 -1
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"AutoBeExampleBenchmark.js","sourceRoot":"","sources":["../../src/example/AutoBeExampleBenchmark.ts"],"names":[],"mappings":";;;;;;;;;;;;AAQA,mEAAgE;AAEhE,IAAiB,sBAAsB,
|
|
1
|
+
{"version":3,"file":"AutoBeExampleBenchmark.js","sourceRoot":"","sources":["../../src/example/AutoBeExampleBenchmark.ts"],"names":[],"mappings":";;;;;;;;;;;;AAQA,mEAAgE;AAEhE,IAAiB,sBAAsB,CAyJtC;AAzJD,WAAiB,sBAAsB;IAOxB,8BAAO,GAAG,CACrB,GAAa,EACb,KAWC,EACc,EAAE;QACjB,MAAM,KAAK,GAAiC;YAC1C,OAAO,EAAE,KAAK,CAAC,OAAO,CAAC,GAAG,CACxB,CAAC,MAAM,EAA0C,EAAE,CAAC,CAAC;gBACnD,IAAI,EAAE,MAAM;gBACZ,QAAQ,EAAE,gBAAgB,CAAC,MAAM,CAC/B,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,QAAQ,IAAI,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC,CACrD,CAAC,GAAG,CACH,CAAC,OAAO,EAA2C,EAAE,CAAC,CAAC;oBACrD,IAAI,EAAE,OAAO;oBACb,MAAM,EAAE,EAAE;oBACV,OAAO,EAAE,IAAI;oBACb,UAAU,EAAE,IAAI;oBAChB,YAAY,EAAE,IAAI;iBACnB,CAAC,CACH;aACF,CAAC,CACH;SACF,CAAC;QACF,MAAM,MAAM,GAAG,GAAG,EAAE,CAAC,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;QAC3C,MAAM,OAAO,CAAC,GAAG,CACf,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,CAAO,MAAM,EAAE,EAAE;YACjC,MAAM,aAAa,CAAC,GAAG,EAAE;gBACvB,SAAS,EAAE,KAAK,CAAC,SAAS;gBAC1B,MAAM,EAAE,KAAK,CAAC,MAAM;gBACpB,WAAW,EAAE,MAAM;gBACnB,EAAE,EAAE,KAAK,CAAC,EAAE;gBACZ,MAAM;aACP,CAAC,CAAC;QACL,CAAC,CAAA,CAAC,CACH,CAAC;IACJ,CAAC,CAAA,CAAC;IAEF,MAAM,aAAa,GAAG,CACpB,GAAa,EACb,KAUC,EACc,EAAE;QACjB,KAAK,MAAM,OAAO,IAAI,KAAK,CAAC,WAAW,CAAC,QAAQ;YAC9C,MAAM,cAAc,CAAC,GAAG,EAAE;gBACxB,SAAS,EAAE,KAAK,CAAC,SAAS;gBAC1B,MAAM,EAAE,KAAK,CAAC,WAAW,CAAC,IAAI;gBAC9B,YAAY,EAAE,OAAO;gBACrB,MAAM,EAAE,KAAK,CAAC,MAAM;gBACpB,MAAM,EAAE,KAAK,CAAC,MAAM;gBACpB,EAAE,EAAE,KAAK,CAAC,EAAE;aACb,CAAC,CAAC;IACP,CAAC,CAAA,CAAC;IAEF,MAAM,cAAc,GAAG,CACrB,GAAa,EACb,KAWC,EACc,EAAE;QACjB,KAAK,CAAC,YAAY,CAAC,UAAU,GAAG,IAAI,IAAI,EAAE,CAAC;QAC3C,KAAK,MAAM,KAAK,IAAI,cAAc,EAAE,CAAC;YACnC,IAAI,KAAK,CAAC,MAAM,IAAI,KAAK,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,KAAK,KAAK;gBAAE,SAAS;YACrE,MAAM,UAAU,GAA0C;gBACxD,IAAI,EAAE,KAAK;gBACX,QAAQ,EAAE,IAAI;gBACd,OAAO,EAAE,IAAI;gBACb,UAAU,EAAE,IAAI,IAAI,EAAE;gBACtB,YAAY,EAAE,IAAI;gBAClB,KAAK,EAAE,CAAC;aACT,CAAC;YACF,KAAK,CAAC,YAAY,CAAC,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;YAC3C,IAAI,CAAC;gBACH,UAAU,CAAC,UAAU,GAAG,IAAI,IAAI,EAAE,CAAC;gBACnC,UAAU,CAAC,YAAY,GAAG,IAAI,CAAC;gBAC/B,UAAU,CAAC,KAAK,GAAG,CAAC,CAAC;gBACrB,MAAM,OAAO,GAAY,MAAM,WAAW,CAAC,KAAK,CAAC,CAAC;oBAChD,MAAM,EAAE,KAAK,CAAC,MAAM;oBACpB,OAAO,EAAE,KAAK,CAAC,YAAY,CAAC,IAAI;oBAChC,SAAS,EAAE,KAAK,CAAC,SAAS;oBAC1B,KAAK,EAAE,CAAC,IAAI,EAAE,EAAE,CAAC,GAAG,CAAC,WAAW,CAAC,IAAI,CAAC;oBACtC,EAAE,EAAE,CAAC,CAAC,EAAE,KAAK,EAAE,EAAE;wBACf,EAAE,UAAU,CAAC,KAAK,CAAC;wBACnB,MAAM,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC;wBACtB,IACE,KAAK,CAAC,IAAI,KAAK,mBAAmB;4BAClC,KAAK,CAAC,IAAI,KAAK,gBAAgB;4BAC/B,KAAK,CAAC,IAAI,KAAK,aAAa;4BAC5B,KAAK,CAAC,IAAI,KAAK,qBAAqB;4BAEpC,UAAU,CAAC,QAAQ,GAAG,CAAC,CAAC;wBAC1B,KAAK,CAAC,MAAM,EAAE,CAAC;wBACf,IAAI,KAAK,CAAC,EAAE;4BACV,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC,KAAK,EAAE,KAAK,EAAE;gCACvB,MAAM,EAAE,KAAK,CAAC,MAAM;gCACpB,OAAO,EAAE,KAAK,CAAC,YAAY,CAAC,IAAI;6BACjC,CAAC,CAAC;oBACP,CAAC;iBACF,CAAC,CAAC;gBACH,UAAU,CAAC,OAAO,GAAG,OAAO,CAAC;gBAC7B,UAAU,CAAC,YAAY,GAAG,IAAI,IAAI,EAAE,CAAC;gBACrC,KAAK,CAAC,MAAM,EAAE,CAAC;YACjB,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,OAAO,CAAC,GAAG,CACT,KAAK,CAAC,MAAM,EACZ,KAAK,CAAC,YAAY,CAAC,IAAI,EACvB,UAAU,CAAC,IAAI,EACf,KAAK,CACN,CAAC;gBACF,MAAM,KAAK,CAAC;YACd,CAAC;YACD,IAAI,UAAU,CAAC,OAAO,KAAK,IAAI,IAAI,UAAU,CAAC,OAAO,KAAK,KAAK;gBAAE,MAAM;QACzE,CAAC;QACD,KAAK,CAAC,YAAY,CAAC,YAAY,GAAG,IAAI,IAAI,EAAE,CAAC;QAC7C,KAAK,CAAC,YAAY,CAAC,OAAO,GAAG,KAAK,CAAC,YAAY,CAAC,MAAM,CAAC,KAAK,CAC1D,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,OAAO,KAAK,IAAI,CAClC,CAAC;QACF,KAAK,CAAC,MAAM,EAAE,CAAC;IACjB,CAAC,CAAA,CAAC;AACJ,CAAC,EAzJgB,sBAAsB,sCAAtB,sBAAsB,QAyJtC;AAED,MAAM,WAAW,GAAG,CAAC,KAAkB,EAAE,EAAE;IACzC,IAAI,KAAK,KAAK,SAAS;QAAE,OAAO,6CAAqB,CAAC,cAAc,CAAC;SAChE,IAAI,KAAK,KAAK,UAAU;QAAE,OAAO,6CAAqB,CAAC,aAAa,CAAC;SACrE,IAAI,KAAK,KAAK,WAAW;QAAE,OAAO,6CAAqB,CAAC,gBAAgB,CAAC;SACzE,IAAI,KAAK,KAAK,MAAM;QAAE,OAAO,6CAAqB,CAAC,WAAW,CAAC;SAC/D,IAAI,KAAK,KAAK,SAAS;QAAE,OAAO,6CAAqB,CAAC,cAAc,CAAC;IAC1E,KAAqB,CAAC;IACtB,MAAM,IAAI,KAAK,CAAC,kBAAkB,KAAK,EAAE,CAAC,CAAC;AAC7C,CAAC,CAAC;AAEF,MAAM,gBAAgB,GAAG;IACvB,MAAM;IACN,KAAK;IACL,QAAQ;IACR,UAAU;IACV,SAAS;IACT,KAAK;CACG,CAAC;AACX,MAAM,cAAc,GAAG;IACrB,SAAS;IACT,UAAU;IACV,WAAW;IACX,MAAM;IACN,SAAS;CACD,CAAC"}
|
|
@@ -0,0 +1,72 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
var __importDefault = (this && this.__importDefault) || function (mod) {
|
|
3
|
+
return (mod && mod.__esModule) ? mod : { "default": mod };
|
|
4
|
+
};
|
|
5
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
6
|
+
exports.AutoBeExampleLogger = void 0;
|
|
7
|
+
const utils_1 = require("@autobe/utils");
|
|
8
|
+
const typia_1 = __importDefault(require("typia"));
|
|
9
|
+
var AutoBeExampleLogger;
|
|
10
|
+
(function (AutoBeExampleLogger) {
|
|
11
|
+
AutoBeExampleLogger.markdown = (state) => utils_1.StringUtil.trim `
|
|
12
|
+
# AutoBe Example Benchmark Report
|
|
13
|
+
|
|
14
|
+
${markdownIndex(state)}
|
|
15
|
+
|
|
16
|
+
${state.vendors.map(markdownVendor).join("\n\n")}
|
|
17
|
+
`;
|
|
18
|
+
const markdownIndex = (state) => utils_1.StringUtil.trim `
|
|
19
|
+
## Table of Contents
|
|
20
|
+
|
|
21
|
+
${state.vendors
|
|
22
|
+
.map((vendor) => `- [\`${vendor.name}\`](#${vendor.name
|
|
23
|
+
.replaceAll("/", "")
|
|
24
|
+
.replaceAll(":", "")})`)
|
|
25
|
+
.join("\n")}
|
|
26
|
+
`;
|
|
27
|
+
const markdownVendor = (state) => utils_1.StringUtil.trim `
|
|
28
|
+
## \`${state.name}\`
|
|
29
|
+
|
|
30
|
+
Project | Phase | State | Count | Elapsed Time
|
|
31
|
+
:-------|:------|:------|------:|-------------:
|
|
32
|
+
${state.projects.map(markdownProject).join("\n")}
|
|
33
|
+
`;
|
|
34
|
+
const markdownProject = (state) => {
|
|
35
|
+
var _a, _b;
|
|
36
|
+
// yellow circle emoji:
|
|
37
|
+
const phase = state.phases.at(-1);
|
|
38
|
+
return [
|
|
39
|
+
state.name,
|
|
40
|
+
(_a = phase === null || phase === void 0 ? void 0 : phase.name) !== null && _a !== void 0 ? _a : "-",
|
|
41
|
+
phase !== undefined && phase.snapshot !== null
|
|
42
|
+
? [
|
|
43
|
+
state.completed_at !== null
|
|
44
|
+
? state.success
|
|
45
|
+
? "🟢 success"
|
|
46
|
+
: "🔴 failure"
|
|
47
|
+
: "🟡",
|
|
48
|
+
`\`${phase.snapshot.event.type}\``,
|
|
49
|
+
...(typia_1.default.is(phase.snapshot.event)
|
|
50
|
+
? [
|
|
51
|
+
`(${phase.snapshot.event.completed} of ${phase.snapshot.event.total})`,
|
|
52
|
+
]
|
|
53
|
+
: []),
|
|
54
|
+
].join(" ")
|
|
55
|
+
: "-",
|
|
56
|
+
(_b = phase === null || phase === void 0 ? void 0 : phase.count.toLocaleString()) !== null && _b !== void 0 ? _b : "0",
|
|
57
|
+
state.started_at !== null
|
|
58
|
+
? elapsedTime({
|
|
59
|
+
started_at: state.started_at,
|
|
60
|
+
completed_at: state.completed_at,
|
|
61
|
+
})
|
|
62
|
+
: "-",
|
|
63
|
+
].join(" | ");
|
|
64
|
+
};
|
|
65
|
+
})(AutoBeExampleLogger || (exports.AutoBeExampleLogger = AutoBeExampleLogger = {}));
|
|
66
|
+
const elapsedTime = (props) => {
|
|
67
|
+
var _a;
|
|
68
|
+
return Math.round((((_a = props.completed_at) !== null && _a !== void 0 ? _a : new Date()).getTime() -
|
|
69
|
+
props.started_at.getTime()) /
|
|
70
|
+
1000).toLocaleString() + " sec";
|
|
71
|
+
};
|
|
72
|
+
//# sourceMappingURL=AutoBeExampleLogger.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"AutoBeExampleLogger.js","sourceRoot":"","sources":["../../src/example/AutoBeExampleLogger.ts"],"names":[],"mappings":";;;;;;AACA,yCAA2C;AAC3C,kDAA0B;AAI1B,IAAiB,mBAAmB,CAoEnC;AApED,WAAiB,mBAAmB;IACrB,4BAAQ,GAAG,CAAC,KAAmC,EAAU,EAAE,CACtE,kBAAU,CAAC,IAAI,CAAA;;;QAGX,aAAa,CAAC,KAAK,CAAC;;QAEpB,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC;KACjD,CAAC;IAEJ,MAAM,aAAa,GAAG,CACpB,KAAmC,EAC3B,EAAE,CAAC,kBAAU,CAAC,IAAI,CAAA;;;MAGxB,KAAK,CAAC,OAAO;SACZ,GAAG,CACF,CAAC,MAAM,EAAE,EAAE,CACT,QAAQ,MAAM,CAAC,IAAI,QAAQ,MAAM,CAAC,IAAI;SACnC,UAAU,CAAC,GAAG,EAAE,EAAE,CAAC;SACnB,UAAU,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAC5B;SACA,IAAI,CAAC,IAAI,CAAC;GACd,CAAC;IAEF,MAAM,cAAc,GAAG,CACrB,KAA6C,EACrC,EAAE,CAAC,kBAAU,CAAC,IAAI,CAAA;WACnB,KAAK,CAAC,IAAI;;;;MAIf,KAAK,CAAC,QAAQ,CAAC,GAAG,CAAC,eAAe,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC;GACjD,CAAC;IAEF,MAAM,eAAe,GAAG,CACtB,KAA8C,EACtC,EAAE;;QACV,uBAAuB;QACvB,MAAM,KAAK,GACT,KAAK,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;QACtB,OAAO;YACL,KAAK,CAAC,IAAI;YACV,MAAA,KAAK,aAAL,KAAK,uBAAL,KAAK,CAAE,IAAI,mCAAI,GAAG;YAClB,KAAK,KAAK,SAAS,IAAI,KAAK,CAAC,QAAQ,KAAK,IAAI;gBAC5C,CAAC,CAAC;oBACE,KAAK,CAAC,YAAY,KAAK,IAAI;wBACzB,CAAC,CAAC,KAAK,CAAC,OAAO;4BACb,CAAC,CAAC,YAAY;4BACd,CAAC,CAAC,YAAY;wBAChB,CAAC,CAAC,IAAI;oBACR,KAAK,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,IAAI;oBAClC,GAAG,CAAC,eAAK,CAAC,EAAE,CAA0B,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC;wBACzD,CAAC,CAAC;4BACE,IAAI,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,SAAS,OAAO,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,KAAK,GAAG;yBACvE;wBACH,CAAC,CAAC,EAAE,CAAC;iBACR,CAAC,IAAI,CAAC,GAAG,CAAC;gBACb,CAAC,CAAC,GAAG;YACP,MAAA,KAAK,aAAL,KAAK,uBAAL,KAAK,CAAE,KAAK,CAAC,cAAc,EAAE,mCAAI,GAAG;YACpC,KAAK,CAAC,UAAU,KAAK,IAAI;gBACvB,CAAC,CAAC,WAAW,CAAC;oBACV,UAAU,EAAE,KAAK,CAAC,UAAU;oBAC5B,YAAY,EAAE,KAAK,CAAC,YAAY;iBACjC,CAAC;gBACJ,CAAC,CAAC,GAAG;SACR,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IAChB,CAAC,CAAC;AACJ,CAAC,EApEgB,mBAAmB,mCAAnB,mBAAmB,QAoEnC;AAED,MAAM,WAAW,GAAG,CAAC,KAGpB,EAAU,EAAE;;IACX,OAAA,IAAI,CAAC,KAAK,CACR,CAAC,CAAC,MAAA,KAAK,CAAC,YAAY,mCAAI,IAAI,IAAI,EAAE,CAAC,CAAC,OAAO,EAAE;QAC3C,KAAK,CAAC,UAAU,CAAC,OAAO,EAAE,CAAC;QAC3B,IAAK,CACR,CAAC,cAAc,EAAE,GAAG,MAAM,CAAA;CAAA,CAAC"}
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import { AutoBeEventSnapshot, AutoBeExampleProject, AutoBeHistory, AutoBePhase,
|
|
1
|
+
import { AutoBeEventSnapshot, AutoBeExampleProject, AutoBeHistory, AutoBePhase, AutoBeUserConversateContent, IAutoBeTokenUsageJson } from "@autobe/interface";
|
|
2
2
|
export declare namespace AutoBeExampleStorage {
|
|
3
3
|
const TEST_ROOT: string;
|
|
4
4
|
const repository: () => string;
|
|
@@ -11,10 +11,17 @@ export declare namespace AutoBeExampleStorage {
|
|
|
11
11
|
project: AutoBeExampleProject;
|
|
12
12
|
files: Record<string, string | null>;
|
|
13
13
|
}) => Promise<void>;
|
|
14
|
+
const load: <T>(props: {
|
|
15
|
+
vendor: string;
|
|
16
|
+
project: AutoBeExampleProject;
|
|
17
|
+
file: string;
|
|
18
|
+
}) => Promise<T | null>;
|
|
19
|
+
const loadImages: (imagePath: string) => Promise<AutoBeUserConversateContent[]>;
|
|
14
20
|
const getUserMessage: (props: {
|
|
15
21
|
project: AutoBeExampleProject;
|
|
16
22
|
phase: AutoBePhase;
|
|
17
|
-
|
|
23
|
+
imagePath?: string;
|
|
24
|
+
}) => Promise<AutoBeUserConversateContent[]>;
|
|
18
25
|
const getVendorModels: () => Promise<string[]>;
|
|
19
26
|
const getHistories: (props: {
|
|
20
27
|
vendor: string;
|
|
@@ -18,7 +18,6 @@ const child_process_1 = __importDefault(require("child_process"));
|
|
|
18
18
|
const fs_1 = __importDefault(require("fs"));
|
|
19
19
|
const path_1 = __importDefault(require("path"));
|
|
20
20
|
const tstl_1 = require("tstl");
|
|
21
|
-
const uuid_1 = require("uuid");
|
|
22
21
|
var AutoBeExampleStorage;
|
|
23
22
|
(function (AutoBeExampleStorage) {
|
|
24
23
|
AutoBeExampleStorage.TEST_ROOT = `${__dirname}/../../../../test`;
|
|
@@ -31,36 +30,87 @@ var AutoBeExampleStorage;
|
|
|
31
30
|
overwrite: true,
|
|
32
31
|
});
|
|
33
32
|
});
|
|
33
|
+
AutoBeExampleStorage.load = (props) => __awaiter(this, void 0, void 0, function* () {
|
|
34
|
+
const location = `${AutoBeExampleStorage.getDirectory(props)}/${props.file}.gz`;
|
|
35
|
+
if (fs_1.default.existsSync(location) === false)
|
|
36
|
+
return null;
|
|
37
|
+
const content = yield filesystem_1.CompressUtil.gunzip(yield fs_1.default.promises.readFile(location));
|
|
38
|
+
return JSON.parse(content);
|
|
39
|
+
});
|
|
40
|
+
AutoBeExampleStorage.loadImages = (imagePath) => __awaiter(this, void 0, void 0, function* () {
|
|
41
|
+
const stat = yield fs_1.default.promises.lstat(imagePath);
|
|
42
|
+
const filePaths = yield (() => __awaiter(this, void 0, void 0, function* () {
|
|
43
|
+
if (stat.isFile() === true) {
|
|
44
|
+
if (imagePath.endsWith(".png") === false)
|
|
45
|
+
throw new Error("Image Format must be .png");
|
|
46
|
+
return [imagePath];
|
|
47
|
+
}
|
|
48
|
+
const files = yield fs_1.default.promises.readdir(imagePath);
|
|
49
|
+
return files
|
|
50
|
+
.filter((f) => f.endsWith(".png"))
|
|
51
|
+
.map((f) => path_1.default.join(imagePath, f));
|
|
52
|
+
}))();
|
|
53
|
+
return Promise.all(filePaths.map((filePath) => __awaiter(this, void 0, void 0, function* () {
|
|
54
|
+
const extension = path_1.default.extname(filePath).toLowerCase().slice(1);
|
|
55
|
+
const base64Data = `data:image/${extension};base64,${yield fs_1.default.promises.readFile(filePath, "base64")}`;
|
|
56
|
+
return {
|
|
57
|
+
type: "image",
|
|
58
|
+
image: {
|
|
59
|
+
type: "base64",
|
|
60
|
+
data: base64Data,
|
|
61
|
+
},
|
|
62
|
+
};
|
|
63
|
+
})));
|
|
64
|
+
});
|
|
34
65
|
AutoBeExampleStorage.getUserMessage = (props) => __awaiter(this, void 0, void 0, function* () {
|
|
66
|
+
const imageMessages = props.imagePath
|
|
67
|
+
? yield AutoBeExampleStorage.loadImages(props.imagePath)
|
|
68
|
+
: [];
|
|
35
69
|
const full = `${AutoBeExampleStorage.TEST_ROOT}/scripts/${props.project}/${props.phase}`;
|
|
70
|
+
if (props.project === "account" && props.phase === "analyze") {
|
|
71
|
+
const files = yield fs_1.default.promises.readdir(full);
|
|
72
|
+
const contents = yield Promise.all(files.map((filename) => __awaiter(this, void 0, void 0, function* () {
|
|
73
|
+
var _a;
|
|
74
|
+
const filePath = path_1.default.join(full, filename);
|
|
75
|
+
const extension = (_a = filename.split(".").pop()) !== null && _a !== void 0 ? _a : "unknown";
|
|
76
|
+
const base64Data = `data:image/${extension};base64,${yield fs_1.default.promises.readFile(filePath, "base64")}`;
|
|
77
|
+
return {
|
|
78
|
+
type: "image",
|
|
79
|
+
image: {
|
|
80
|
+
type: "base64",
|
|
81
|
+
data: base64Data,
|
|
82
|
+
},
|
|
83
|
+
};
|
|
84
|
+
})));
|
|
85
|
+
return [
|
|
86
|
+
...contents,
|
|
87
|
+
...imageMessages,
|
|
88
|
+
{
|
|
89
|
+
type: "text",
|
|
90
|
+
text: "Convert the images into a planning document.",
|
|
91
|
+
},
|
|
92
|
+
];
|
|
93
|
+
}
|
|
36
94
|
if (fs_1.default.existsSync(`${full}.md`) === false) {
|
|
37
95
|
const text = props.phase === "analyze"
|
|
38
96
|
? yield fs_1.default.promises.readFile(`${AutoBeExampleStorage.TEST_ROOT}/scripts/${props.project}.md`, "utf8")
|
|
39
97
|
: PROMPT_TEMPLATE[props.phase];
|
|
40
|
-
return
|
|
41
|
-
|
|
42
|
-
id: (0, uuid_1.v7)(),
|
|
43
|
-
created_at: new Date().toISOString(),
|
|
44
|
-
contents: [
|
|
45
|
-
{
|
|
46
|
-
type: "text",
|
|
47
|
-
text,
|
|
48
|
-
},
|
|
49
|
-
],
|
|
50
|
-
};
|
|
51
|
-
}
|
|
52
|
-
const text = yield fs_1.default.promises.readFile(`${full}.md`, "utf8");
|
|
53
|
-
return {
|
|
54
|
-
type: "userMessage",
|
|
55
|
-
id: (0, uuid_1.v7)(),
|
|
56
|
-
created_at: new Date().toISOString(),
|
|
57
|
-
contents: [
|
|
98
|
+
return [
|
|
99
|
+
...imageMessages,
|
|
58
100
|
{
|
|
59
101
|
type: "text",
|
|
60
|
-
text
|
|
102
|
+
text,
|
|
61
103
|
},
|
|
62
|
-
]
|
|
63
|
-
}
|
|
104
|
+
];
|
|
105
|
+
}
|
|
106
|
+
const text = yield fs_1.default.promises.readFile(`${full}.md`, "utf8");
|
|
107
|
+
return [
|
|
108
|
+
...imageMessages,
|
|
109
|
+
{
|
|
110
|
+
type: "text",
|
|
111
|
+
text,
|
|
112
|
+
},
|
|
113
|
+
];
|
|
64
114
|
});
|
|
65
115
|
AutoBeExampleStorage.getVendorModels = () => __awaiter(this, void 0, void 0, function* () {
|
|
66
116
|
const result = [];
|
|
@@ -109,7 +159,7 @@ var AutoBeExampleStorage;
|
|
|
109
159
|
aggregate: component(),
|
|
110
160
|
facade: component(),
|
|
111
161
|
analyze: component(),
|
|
112
|
-
|
|
162
|
+
database: component(),
|
|
113
163
|
interface: component(),
|
|
114
164
|
test: component(),
|
|
115
165
|
realize: component(),
|
|
@@ -126,7 +176,7 @@ var AutoBeExampleStorage;
|
|
|
126
176
|
return model;
|
|
127
177
|
};
|
|
128
178
|
const PROMPT_TEMPLATE = {
|
|
129
|
-
|
|
179
|
+
database: "Design the database schema.",
|
|
130
180
|
interface: "Create the API interface specification.",
|
|
131
181
|
test: "Make the e2e test functions.",
|
|
132
182
|
realize: "Implement API functions.",
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"AutoBeExampleStorage.js","sourceRoot":"","sources":["../../src/example/AutoBeExampleStorage.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;AAAA,mDAAkD;
|
|
1
|
+
{"version":3,"file":"AutoBeExampleStorage.js","sourceRoot":"","sources":["../../src/example/AutoBeExampleStorage.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;AAAA,mDAAkD;AAUlD,kEAA+B;AAC/B,4CAAoB;AACpB,gDAAwB;AACxB,+BAAoD;AAEpD,IAAiB,oBAAoB,CAiRpC;AAjRD,WAAiB,oBAAoB;IACtB,8BAAS,GAAW,GAAG,SAAS,mBAAmB,CAAC;IAEpD,+BAAU,GAAG,GAAW,EAAE,CAAC,QAAQ,CAAC,GAAG,EAAE,CAAC;IAC1C,iCAAY,GAAG,CAAC,KAG5B,EAAU,EAAE,CACX,GAAG,QAAQ,CAAC,GAAG,EAAE,QAAQ,qBAAA,SAAS,CAAC,KAAK,CAAC,MAAM,EAAE,KAAK,CAAC,IAAI,KAAK,CAAC,OAAO,EAAE,CAAC;IAEhE,yBAAI,GAAG,CAAO,KAI1B,EAAiB,EAAE;QAClB,MAAM,YAAY,CAAC;YACjB,IAAI,EAAE,GAAG,qBAAA,YAAY,CAAC,KAAK,CAAC,EAAE;YAC9B,KAAK,EAAE,KAAK,CAAC,KAAK;YAClB,SAAS,EAAE,IAAI;SAChB,CAAC,CAAC;IACL,CAAC,CAAA,CAAC;IAEW,yBAAI,GAAG,CAAU,KAI7B,EAAqB,EAAE;QACtB,MAAM,QAAQ,GAAW,GAAG,qBAAA,YAAY,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,IAAI,KAAK,CAAC;QACnE,IAAI,YAAE,CAAC,UAAU,CAAC,QAAQ,CAAC,KAAK,KAAK;YAAE,OAAO,IAAI,CAAC;QACnD,MAAM,OAAO,GAAW,MAAM,yBAAY,CAAC,MAAM,CAC/C,MAAM,YAAE,CAAC,QAAQ,CAAC,QAAQ,CAAC,QAAQ,CAAC,CACrC,CAAC;QACF,OAAO,IAAI,CAAC,KAAK,CAAC,OAAO,CAAM,CAAC;IAClC,CAAC,CAAA,CAAC;IAEW,+BAAU,GAAG,CACxB,SAAiB,EACuB,EAAE;QAC1C,MAAM,IAAI,GAAa,MAAM,YAAE,CAAC,QAAQ,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;QAE1D,MAAM,SAAS,GAAa,MAAM,CAAC,GAAS,EAAE;YAC5C,IAAI,IAAI,CAAC,MAAM,EAAE,KAAK,IAAI,EAAE,CAAC;gBAC3B,IAAI,SAAS,CAAC,QAAQ,CAAC,MAAM,CAAC,KAAK,KAAK;oBACtC,MAAM,IAAI,KAAK,CAAC,2BAA2B,CAAC,CAAC;gBAC/C,OAAO,CAAC,SAAS,CAAC,CAAC;YACrB,CAAC;YACD,MAAM,KAAK,GAAa,MAAM,YAAE,CAAC,QAAQ,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;YAC7D,OAAO,KAAK;iBACT,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;iBACjC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,cAAI,CAAC,IAAI,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,CAAC;QACzC,CAAC,CAAA,CAAC,EAAE,CAAC;QAEL,OAAO,OAAO,CAAC,GAAG,CAChB,SAAS,CAAC,GAAG,CAAC,CAAO,QAAQ,EAAE,EAAE;YAC/B,MAAM,SAAS,GAAW,cAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,WAAW,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;YACxE,MAAM,UAAU,GAAW,cAAc,SAAS,WAAW,MAAM,YAAE,CAAC,QAAQ,CAAC,QAAQ,CAAC,QAAQ,EAAE,QAAQ,CAAC,EAAE,CAAC;YAC9G,OAAO;gBACL,IAAI,EAAE,OAAO;gBACb,KAAK,EAAE;oBACL,IAAI,EAAE,QAAQ;oBACd,IAAI,EAAE,UAAU;iBACkC;aACf,CAAC;QAC1C,CAAC,CAAA,CAAC,CACH,CAAC;IACJ,CAAC,CAAA,CAAC;IAEW,mCAAc,GAAG,CAAO,KAIpC,EAA0C,EAAE;QAC3C,MAAM,aAAa,GAAkC,KAAK,CAAC,SAAS;YAClE,CAAC,CAAC,MAAM,qBAAA,UAAU,CAAC,KAAK,CAAC,SAAS,CAAC;YACnC,CAAC,CAAC,EAAE,CAAC;QAEP,MAAM,IAAI,GAAW,GAAG,qBAAA,SAAS,YAAY,KAAK,CAAC,OAAO,IAAI,KAAK,CAAC,KAAK,EAAE,CAAC;QAC5E,IAAI,KAAK,CAAC,OAAO,KAAK,SAAS,IAAI,KAAK,CAAC,KAAK,KAAK,SAAS,EAAE,CAAC;YAC7D,MAAM,KAAK,GAAa,MAAM,YAAE,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;YACxD,MAAM,QAAQ,GAAkC,MAAM,OAAO,CAAC,GAAG,CAC/D,KAAK,CAAC,GAAG,CAAC,CAAO,QAAQ,EAAE,EAAE;;gBAC3B,MAAM,QAAQ,GAAG,cAAI,CAAC,IAAI,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;gBAC3C,MAAM,SAAS,GAAG,MAAA,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,mCAAI,SAAS,CAAC;gBACzD,MAAM,UAAU,GAAG,cAAc,SAAS,WAAW,MAAM,YAAE,CAAC,QAAQ,CAAC,QAAQ,CAAC,QAAQ,EAAE,QAAQ,CAAC,EAAE,CAAC;gBAEtG,OAAO;oBACL,IAAI,EAAE,OAAO;oBACb,KAAK,EAAE;wBACL,IAAI,EAAE,QAAQ;wBACd,IAAI,EAAE,UAAU;qBACjB;iBACoC,CAAC;YAC1C,CAAC,CAAA,CAAC,CACH,CAAC;YACF,OAAO;gBACL,GAAG,QAAQ;gBACX,GAAG,aAAa;gBAChB;oBACE,IAAI,EAAE,MAAM;oBACZ,IAAI,EAAE,8CAA8C;iBACrD;aACF,CAAC;QACJ,CAAC;QAED,IAAI,YAAE,CAAC,UAAU,CAAC,GAAG,IAAI,KAAK,CAAC,KAAK,KAAK,EAAE,CAAC;YAC1C,MAAM,IAAI,GACR,KAAK,CAAC,KAAK,KAAK,SAAS;gBACvB,CAAC,CAAC,MAAM,YAAE,CAAC,QAAQ,CAAC,QAAQ,CACxB,GAAG,qBAAA,SAAS,YAAY,KAAK,CAAC,OAAO,KAAK,EAC1C,MAAM,CACP;gBACH,CAAC,CAAC,eAAe,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;YACnC,OAAO;gBACL,GAAG,aAAa;gBAChB;oBACE,IAAI,EAAE,MAAM;oBACZ,IAAI;iBACL;aACF,CAAC;QACJ,CAAC;QAED,MAAM,IAAI,GAAW,MAAM,YAAE,CAAC,QAAQ,CAAC,QAAQ,CAAC,GAAG,IAAI,KAAK,EAAE,MAAM,CAAC,CAAC;QAEtE,OAAO;YACL,GAAG,aAAa;YAChB;gBACE,IAAI,EAAE,MAAM;gBACZ,IAAI;aACL;SACF,CAAC;IACJ,CAAC,CAAA,CAAC;IAEW,oCAAe,GAAG,GAA4B,EAAE;QAC3D,MAAM,MAAM,GAAa,EAAE,CAAC;QAC5B,MAAM,OAAO,GAAW,GAAG,qBAAA,UAAU,EAAE,MAAM,CAAC;QAC9C,KAAK,MAAM,MAAM,IAAI,MAAM,YAAE,CAAC,QAAQ,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC;YACxD,IACE,CAAC,MAAM,YAAE,CAAC,QAAQ;iBACf,KAAK,CAAC,GAAG,OAAO,IAAI,MAAM,EAAE,CAAC;iBAC7B,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC,CAAC,KAAK,KAAK;gBAEhD,SAAS;YACX,KAAK,MAAM,KAAK,IAAI,MAAM,YAAE,CAAC,QAAQ,CAAC,OAAO,CAAC,GAAG,OAAO,IAAI,MAAM,EAAE,CAAC,EAAE,CAAC;gBACtE,MAAM,IAAI,GAAa,MAAM,YAAE,CAAC,QAAQ,CAAC,KAAK,CAC5C,GAAG,OAAO,IAAI,MAAM,IAAI,KAAK,EAAE,CAChC,CAAC;gBACF,IAAI,IAAI,CAAC,WAAW,EAAE,KAAK,IAAI;oBAAE,MAAM,CAAC,IAAI,CAAC,GAAG,MAAM,IAAI,KAAK,EAAE,CAAC,CAAC;YACrE,CAAC;QACH,CAAC;QACD,OAAO,MAAM,CAAC,IAAI,EAAE,CAAC;IACvB,CAAC,CAAA,CAAC;IAEW,iCAAY,GAAG,CAAO,KAIlC,EAA4B,EAAE;QAC7B,MAAM,QAAQ,GAAW,GAAG,qBAAA,YAAY,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,KAAK,oBAAoB,CAAC;QACnF,MAAM,OAAO,GAAW,MAAM,yBAAY,CAAC,MAAM,CAC/C,MAAM,YAAE,CAAC,QAAQ,CAAC,QAAQ,CAAC,QAAQ,CAAC,CACrC,CAAC;QACF,OAAO,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;IAC7B,CAAC,CAAA,CAAC;IAEW,iCAAY,GAAG,CAAO,KAIlC,EAAkC,EAAE;QACnC,MAAM,QAAQ,GAAW,GAAG,qBAAA,YAAY,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,KAAK,oBAAoB,CAAC;QACnF,MAAM,OAAO,GAAW,MAAM,yBAAY,CAAC,MAAM,CAC/C,MAAM,YAAE,CAAC,QAAQ,CAAC,QAAQ,CAAC,QAAQ,CAAC,CACrC,CAAC;QACF,OAAO,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;IAC7B,CAAC,CAAA,CAAC;IAEW,kCAAa,GAAG,CAAO,KAInC,EAAkC,EAAE;;QACnC,MAAM,SAAS,GAA0B,MAAM,qBAAA,YAAY,CAAC,KAAK,CAAC,CAAC;QACnE,OAAO,CACL,MAAA,MAAA,SAAS,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,0CAAE,UAAU,mCAC5B,CAAC,GAAG,EAAE;YACJ,MAAM,SAAS,GAAG,GAAqC,EAAE,CAAC,CAAC;gBACzD,KAAK,EAAE,CAAC;gBACR,KAAK,EAAE;oBACL,KAAK,EAAE,CAAC;oBACR,MAAM,EAAE,CAAC;iBACV;gBACD,MAAM,EAAE;oBACN,KAAK,EAAE,CAAC;oBACR,SAAS,EAAE,CAAC;oBACZ,mBAAmB,EAAE,CAAC;oBACtB,mBAAmB,EAAE,CAAC;iBACvB;aACF,CAAC,CAAC;YACH,OAAO;gBACL,SAAS,EAAE,SAAS,EAAE;gBACtB,MAAM,EAAE,SAAS,EAAE;gBACnB,OAAO,EAAE,SAAS,EAAE;gBACpB,QAAQ,EAAE,SAAS,EAAE;gBACrB,SAAS,EAAE,SAAS,EAAE;gBACtB,IAAI,EAAE,SAAS,EAAE;gBACjB,OAAO,EAAE,SAAS,EAAE;aACrB,CAAC;QACJ,CAAC,CAAC,EAAE,CACL,CAAC;IACJ,CAAC,CAAA,CAAC;IAEW,wBAAG,GAAG,CAAO,KAIzB,EAAoB,EAAE;QACrB,OAAO,YAAE,CAAC,UAAU,CAClB,GAAG,qBAAA,YAAY,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,KAAK,oBAAoB,CAC1D,CAAC;IACJ,CAAC,CAAA,CAAC;IAEW,8BAAS,GAAG,CAAC,KAAa,EAAE,YAAqB,EAAU,EAAE;QACxE,KAAK,GAAG,KAAK,CAAC,UAAU,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC;QACnC,IAAI,YAAY;YAAE,KAAK,GAAG,KAAK,CAAC,UAAU,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC;QACrD,OAAO,KAAK,CAAC;IACf,CAAC,CAAC;IAEF,MAAM,eAAe,GAAG;QACtB,QAAQ,EAAE,6BAA6B;QACvC,SAAS,EAAE,yCAAyC;QACpD,IAAI,EAAE,8BAA8B;QACpC,OAAO,EAAE,0BAA0B;KACpC,CAAC;IAEF,MAAM,QAAQ,GAAG,IAAI,gBAAS,CAAC,GAAG,EAAE;QAClC,MAAM,QAAQ,GAAW,GAAG,qBAAA,SAAS,wBAAwB,CAAC;QAC9D,IAAI,YAAE,CAAC,UAAU,CAAC,QAAQ,CAAC,KAAK,KAAK;YACnC,uBAAE,CAAC,QAAQ,CAAC,uDAAuD,EAAE;gBACnE,GAAG,EAAE,GAAG,qBAAA,SAAS,SAAS;gBAC1B,KAAK,EAAE,SAAS;aACjB,CAAC,CAAC;QACL,IAAI,YAAE,CAAC,UAAU,CAAC,GAAG,QAAQ,MAAM,CAAC,KAAK,KAAK;YAC5C,YAAE,CAAC,SAAS,CAAC,GAAG,QAAQ,MAAM,CAAC,CAAC;QAClC,OAAO,QAAQ,CAAC;IAClB,CAAC,CAAC,CAAC;IAEH,MAAM,YAAY,GAAG,CAAO,KAI3B,EAAiB,EAAE;QAClB,IAAI,KAAK,CAAC,SAAS,KAAK,IAAI,IAAI,YAAE,CAAC,UAAU,CAAC,KAAK,CAAC,IAAI,CAAC;YACvD,MAAM,YAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,KAAK,CAAC,IAAI,EAAE;gBAC/B,SAAS,EAAE,IAAI;aAChB,CAAC,CAAC;QACL,MAAM,SAAS,GAAG,IAAI,wBAAiB,CAAC,CAAO,QAAgB,EAAE,EAAE;YACjE,IAAI,CAAC;gBACH,MAAM,YAAE,CAAC,QAAQ,CAAC,KAAK,CAAC,QAAQ,EAAE;oBAChC,SAAS,EAAE,IAAI;iBAChB,CAAC,CAAC;YACL,CAAC;YAAC,WAAM,CAAC,CAAA,CAAC;QACZ,CAAC,CAAA,CAAC,CAAC;QACH,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE,CAAC;YACvD,MAAM,IAAI,GAAW,cAAI,CAAC,OAAO,CAAC,GAAG,KAAK,CAAC,IAAI,IAAI,GAAG,KAAK,CAAC,CAAC;YAC7D,MAAM,SAAS,CAAC,GAAG,CAAC,cAAI,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC;YACxC,IAAI,KAAK,KAAK,IAAI;gBAChB,MAAM,YAAE,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,EAAE,MAAM,yBAAY,CAAC,IAAI,CAAC,KAAK,aAAL,KAAK,cAAL,KAAK,GAAI,EAAE,CAAC,CAAC,CAAC;;gBAExE,IAAI,CAAC;oBACH,MAAM,YAAE,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;gBACjC,CAAC;gBAAC,WAAM,CAAC,CAAA,CAAC;QACd,CAAC;IACH,CAAC,CAAA,CAAC;AACJ,CAAC,EAjRgB,oBAAoB,oCAApB,oBAAoB,QAiRpC"}
|
package/lib/example/index.d.ts
CHANGED
package/lib/example/index.js
CHANGED
|
@@ -17,4 +17,5 @@ Object.defineProperty(exports, "__esModule", { value: true });
|
|
|
17
17
|
__exportStar(require("./AutoBeExampleArchiver"), exports);
|
|
18
18
|
__exportStar(require("./AutoBeExampleBenchmark"), exports);
|
|
19
19
|
__exportStar(require("./AutoBeExampleStorage"), exports);
|
|
20
|
+
__exportStar(require("./AutoBeExampleLogger"), exports);
|
|
20
21
|
//# sourceMappingURL=index.js.map
|
package/lib/example/index.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/example/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,0DAAwC;AACxC,2DAAyC;AACzC,yDAAuC"}
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/example/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,0DAAwC;AACxC,2DAAyC;AACzC,yDAAuC;AACvC,wDAAsC"}
|
|
@@ -1,7 +1,11 @@
|
|
|
1
1
|
"use strict";
|
|
2
|
+
var __importDefault = (this && this.__importDefault) || function (mod) {
|
|
3
|
+
return (mod && mod.__esModule) ? mod : { "default": mod };
|
|
4
|
+
};
|
|
2
5
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
6
|
exports.AutoBeReplayComputer = void 0;
|
|
4
7
|
const utils_1 = require("@autobe/utils");
|
|
8
|
+
const typia_1 = __importDefault(require("typia"));
|
|
5
9
|
var AutoBeReplayComputer;
|
|
6
10
|
(function (AutoBeReplayComputer) {
|
|
7
11
|
AutoBeReplayComputer.SIGNIFICANT_PROJECTS = [
|
|
@@ -20,19 +24,6 @@ var AutoBeReplayComputer;
|
|
|
20
24
|
AutoBeReplayComputer.score = (summaries) => {
|
|
21
25
|
// list up significant projects
|
|
22
26
|
summaries = summaries.filter((s) => ["todo", "bbs", "reddit", "shopping"].includes(s.project));
|
|
23
|
-
// the formula to compute the benchmark score
|
|
24
|
-
const compute = (summary) => {
|
|
25
|
-
const add = (phase, success, failure) => phase !== null
|
|
26
|
-
? phase.success === true
|
|
27
|
-
? success
|
|
28
|
-
: (failure !== null && failure !== void 0 ? failure : success / 2)
|
|
29
|
-
: 0;
|
|
30
|
-
return (add(summary.analyze, 10) +
|
|
31
|
-
add(summary.prisma, 20) +
|
|
32
|
-
add(summary.interface, 30) +
|
|
33
|
-
add(summary.test, 20) +
|
|
34
|
-
add(summary.realize, 20));
|
|
35
|
-
};
|
|
36
27
|
const individual = (project) => {
|
|
37
28
|
const found = summaries.find((s) => s.project === project);
|
|
38
29
|
if (found === undefined)
|
|
@@ -40,7 +31,7 @@ var AutoBeReplayComputer;
|
|
|
40
31
|
return compute(found);
|
|
41
32
|
};
|
|
42
33
|
return {
|
|
43
|
-
aggregate: summaries.map(compute).reduce((a, b) => a + b, 0) / 4,
|
|
34
|
+
aggregate: round(summaries.map(compute).reduce((a, b) => a + b, 0) / 4),
|
|
44
35
|
todo: individual("todo"),
|
|
45
36
|
bbs: individual("bbs"),
|
|
46
37
|
reddit: individual("reddit"),
|
|
@@ -71,7 +62,7 @@ var AutoBeReplayComputer;
|
|
|
71
62
|
actors: h.actors.length,
|
|
72
63
|
documents: h.files.length,
|
|
73
64
|
})),
|
|
74
|
-
|
|
65
|
+
database: predicate("database", (h) => h.compiled.type === "success", (h) => ({
|
|
75
66
|
namespaces: h.result.data.files.length,
|
|
76
67
|
models: h.result.data.files.map((f) => f.models).flat().length,
|
|
77
68
|
})),
|
|
@@ -79,7 +70,7 @@ var AutoBeReplayComputer;
|
|
|
79
70
|
operations: h.document.operations.length,
|
|
80
71
|
schemas: Object.keys(h.document.components.schemas).length,
|
|
81
72
|
})),
|
|
82
|
-
test: predicate("test", (h) => h.compiled.type === "success", (h) => (Object.assign({ functions: h.
|
|
73
|
+
test: predicate("test", (h) => h.compiled.type === "success", (h) => (Object.assign({ functions: h.functions.length }, (h.compiled.type === "failure"
|
|
83
74
|
? {
|
|
84
75
|
errors: new Set(h.compiled.diagnostics.map((d) => { var _a; return (_a = d.file) !== null && _a !== void 0 ? _a : ""; }))
|
|
85
76
|
.size,
|
|
@@ -92,18 +83,34 @@ var AutoBeReplayComputer;
|
|
|
92
83
|
}
|
|
93
84
|
: {})))),
|
|
94
85
|
};
|
|
95
|
-
const phase = (_a = ["realize", "test", "interface", "
|
|
96
|
-
return Object.assign(Object.assign({ vendor: replay.vendor, project: replay.project, aggregates: utils_1.AutoBeProcessAggregateFactory.reduce(
|
|
97
|
-
.filter((
|
|
98
|
-
|
|
99
|
-
|
|
100
|
-
|
|
101
|
-
h.type === "realize")
|
|
102
|
-
.map((h) => h.aggregates)), elapsed: replay.histories
|
|
103
|
-
.filter((h) => h.type !== "userMessage" && h.type !== "assistantMessage")
|
|
104
|
-
.map((h) => new Date(h.completed_at).getTime() -
|
|
105
|
-
new Date(h.created_at).getTime())
|
|
106
|
-
.reduce((a, b) => a + b, 0) }, phaseStates), { phase });
|
|
86
|
+
const phase = (_a = ["realize", "test", "interface", "database", "analyze"].find((key) => phaseStates[key] !== null)) !== null && _a !== void 0 ? _a : null;
|
|
87
|
+
return Object.assign(Object.assign({ vendor: replay.vendor, project: replay.project }, phaseStates), { aggregates: utils_1.AutoBeProcessAggregateFactory.reduce(Object.values(phaseStates)
|
|
88
|
+
.filter((p) => p !== null)
|
|
89
|
+
.map((p) => p.aggregates)), phase, elapsed: Object.values(phaseStates)
|
|
90
|
+
.map((p) => { var _a; return (_a = p === null || p === void 0 ? void 0 : p.elapsed) !== null && _a !== void 0 ? _a : 0; })
|
|
91
|
+
.reduce((a, b) => a + (b !== null && b !== void 0 ? b : 0), 0) });
|
|
107
92
|
};
|
|
108
93
|
})(AutoBeReplayComputer || (exports.AutoBeReplayComputer = AutoBeReplayComputer = {}));
|
|
94
|
+
const compute = (summary) => {
|
|
95
|
+
const getScore = (phase) => {
|
|
96
|
+
const state = summary[phase];
|
|
97
|
+
if (state === null)
|
|
98
|
+
return 0;
|
|
99
|
+
const [success, failure] = FORMULA[phase];
|
|
100
|
+
return state.success === true
|
|
101
|
+
? success
|
|
102
|
+
: success * failure(state.commodity);
|
|
103
|
+
};
|
|
104
|
+
return round(sum(typia_1.default.misc.literals().map(getScore)));
|
|
105
|
+
};
|
|
106
|
+
const round = (value) => Math.round(value * 100) / 100;
|
|
107
|
+
const sum = (targets) => targets.reduce((a, b) => a + b, 0);
|
|
108
|
+
// for type safety
|
|
109
|
+
const FORMULA = {
|
|
110
|
+
analyze: [10, () => 0],
|
|
111
|
+
database: [20, () => 0.5],
|
|
112
|
+
interface: [30, () => 0.5],
|
|
113
|
+
test: [20, (c) => Math.max(0.5, 1 - (c.errors * 3) / c.functions)],
|
|
114
|
+
realize: [20, (c) => Math.max(0.5, 1 - (c.errors * 3) / c.functions)],
|
|
115
|
+
};
|
|
109
116
|
//# sourceMappingURL=AutoBeReplayComputer.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"AutoBeReplayComputer.js","sourceRoot":"","sources":["../../src/replay/AutoBeReplayComputer.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"AutoBeReplayComputer.js","sourceRoot":"","sources":["../../src/replay/AutoBeReplayComputer.ts"],"names":[],"mappings":";;;;;;AAOA,yCAA8D;AAC9D,kDAA0B;AAE1B,IAAiB,oBAAoB,CAiJpC;AAjJD,WAAiB,oBAAoB;IACtB,yCAAoB,GAA2B;QAC1D,MAAM;QACN,KAAK;QACL,QAAQ;QACR,UAAU;KACX,CAAC;IAEW,0BAAK,GAAG,CACnB,SAA6C,EACrC,EAAE;QACV,MAAM,OAAO,GAAW,SAAS,CAAC,MAAM,CACtC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,KAAK,IAAI,IAAI,CAAC,CAAC,OAAO,CAAC,OAAO,KAAK,IAAI,CACxD,CAAC,MAAM,CAAC;QACT,IAAI,OAAO,IAAI,CAAC;YAAE,OAAO,IAAI,CAAC;QAE9B,MAAM,MAAM,GAAY,CAAC,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,IAAI,CAAC,CAAC;QACjE,OAAO,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC;IAC7B,CAAC,CAAC;IAEW,0BAAK,GAAG,CACnB,SAA6C,EACZ,EAAE;QACnC,+BAA+B;QAC/B,SAAS,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CACjC,CAAC,MAAM,EAAE,KAAK,EAAE,QAAQ,EAAE,UAAU,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,CAC1D,CAAC;QAEF,MAAM,UAAU,GAAG,CAAC,OAA6B,EAAU,EAAE;YAC3D,MAAM,KAAK,GAAG,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,KAAK,OAAO,CAAC,CAAC;YAC3D,IAAI,KAAK,KAAK,SAAS;gBAAE,OAAO,CAAC,CAAC;YAClC,OAAO,OAAO,CAAC,KAAK,CAAC,CAAC;QACxB,CAAC,CAAC;QACF,OAAO;YACL,SAAS,EAAE,KAAK,CAAC,SAAS,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC;YACvE,IAAI,EAAE,UAAU,CAAC,MAAM,CAAC;YACxB,GAAG,EAAE,UAAU,CAAC,KAAK,CAAC;YACtB,MAAM,EAAE,UAAU,CAAC,QAAQ,CAAC;YAC5B,QAAQ,EAAE,UAAU,CAAC,UAAU,CAAC;SACjC,CAAC;IACJ,CAAC,CAAC;IAEW,8BAAS,GAAG,CACvB,MAA+B,EACG,EAAE;;QACpC,MAAM,SAAS,GAAG,CAChB,IAAU,EACV,OAAyD,EACzD,SAE2B,EACiB,EAAE;;YAC9C,MAAM,QAAQ,GAAoB,MAAM,CAAC,SAAS,CAAC,KAAK,EAAE,CAAC,OAAO,EAAE,CAAC;YACrE,MAAM,IAAI,GAAuB,MAAA,QAAQ,CAAC,IAAI,CAC5C,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,SAAS,CAC5B,0CAAE,IAAI,CAAC;YACR,IAAI,IAAI,KAAK,SAAS;gBAAE,OAAO,IAAI,CAAC;YAEpC,MAAM,OAAO,GAA2C,QAAQ,CAAC,IAAI,CACnE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,IAAI,IAAI,CAAC,CAAC,IAAI,KAAK,IAAI,CACA,CAAC;YAC5C,IAAI,OAAO,KAAK,SAAS;gBAAE,OAAO,IAAI,CAAC;YACvC,OAAO;gBACL,OAAO,EAAE,OAAO,CAAC,OAAO,CAAC;gBACzB,SAAS,EAAE,SAAS,CAAC,OAAO,CAAC;gBAC7B,OAAO,EACL,IAAI,IAAI,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC,OAAO,EAAE;oBACxC,IAAI,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC,OAAO,EAAE;gBACxC,UAAU,EAAE,OAAO,CAAC,UAAU;aAC/B,CAAC;QACJ,CAAC,CAAC;QACF,MAAM,WAAW,GAGb;YACF,OAAO,EAAE,SAAS,CAChB,SAAS,EACT,GAAG,EAAE,CAAC,IAAI,EACV,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;gBACN,MAAM,EAAE,CAAC,CAAC,MAAM,CAAC,MAAM;gBACvB,SAAS,EAAE,CAAC,CAAC,KAAK,CAAC,MAAM;aAC1B,CAAC,CACH;YACD,QAAQ,EAAE,SAAS,CACjB,UAAU,EACV,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,IAAI,KAAK,SAAS,EACpC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;gBACN,UAAU,EAAE,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM;gBACtC,MAAM,EAAE,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,CAAC,MAAM;aAC/D,CAAC,CACH;YACD,SAAS,EAAE,SAAS,CAClB,WAAW,EACX,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,KAAK,CAAC,EAC5B,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;gBACN,UAAU,EAAE,CAAC,CAAC,QAAQ,CAAC,UAAU,CAAC,MAAM;gBACxC,OAAO,EAAE,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,QAAQ,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,MAAM;aAC3D,CAAC,CACH;YACD,IAAI,EAAE,SAAS,CACb,MAAM,EACN,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,IAAI,KAAK,SAAS,EACpC,CAAC,CAAC,EAAE,EAAE,CAAC,iBACL,SAAS,EAAE,CAAC,CAAC,SAAS,CAAC,MAAM,IAC1B,CAAC,CAAC,CAAC,QAAQ,CAAC,IAAI,KAAK,SAAS;gBAC/B,CAAC,CAAC;oBACE,MAAM,EAAE,IAAI,GAAG,CAAC,CAAC,CAAC,QAAQ,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,WAAC,OAAA,MAAA,CAAC,CAAC,IAAI,mCAAI,EAAE,CAAA,EAAA,CAAC,CAAC;yBAC7D,IAAI;iBACR;gBACH,CAAC,CAAC,EAAE,CAAC,EACP,CACH;YACD,OAAO,EAAE,SAAS,CAChB,SAAS,EACT,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,IAAI,KAAK,SAAS,EACpC,CAAC,CAAC,EAAE,EAAE,CAAC,iBACL,SAAS,EAAE,CAAC,CAAC,SAAS,CAAC,MAAM,IAC1B,CAAC,CAAC,CAAC,QAAQ,CAAC,IAAI,KAAK,SAAS;gBAC/B,CAAC,CAAC;oBACE,MAAM,EAAE,IAAI,GAAG,CAAC,CAAC,CAAC,QAAQ,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,WAAC,OAAA,MAAA,CAAC,CAAC,IAAI,mCAAI,EAAE,CAAA,EAAA,CAAC,CAAC;yBAC7D,IAAI;iBACR;gBACH,CAAC,CAAC,EAAE,CAAC,EACP,CACH;SACF,CAAC;QACF,MAAM,KAAK,GACT,MAAC,CAAC,SAAS,EAAE,MAAM,EAAE,WAAW,EAAE,UAAU,EAAE,SAAS,CAAW,CAAC,IAAI,CACrE,CAAC,GAAG,EAAE,EAAE,CAAC,WAAW,CAAC,GAAG,CAAC,KAAK,IAAI,CACnC,mCAAI,IAAI,CAAC;QACZ,qCACE,MAAM,EAAE,MAAM,CAAC,MAAM,EACrB,OAAO,EAAE,MAAM,CAAC,OAAO,IACpB,WAAW,KACd,UAAU,EAAE,qCAA6B,CAAC,MAAM,CAC9C,MAAM,CAAC,MAAM,CAAC,WAAW,CAAC;iBACvB,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,KAAK,IAAI,CAAC;iBACzB,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU,CAAC,CAC5B,EACD,KAAK,EACL,OAAO,EAAE,MAAM,CAAC,MAAM,CAAC,WAAW,CAAC;iBAChC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,WAAC,OAAA,MAAA,CAAC,aAAD,CAAC,uBAAD,CAAC,CAAE,OAAO,mCAAI,CAAC,CAAA,EAAA,CAAC;iBAC3B,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,aAAD,CAAC,cAAD,CAAC,GAAI,CAAC,CAAC,EAAE,CAAC,CAAC,IACpC;IACJ,CAAC,CAAC;AACJ,CAAC,EAjJgB,oBAAoB,oCAApB,oBAAoB,QAiJpC;AAED,MAAM,OAAO,GAAG,CAAC,OAAyC,EAAU,EAAE;IACpE,MAAM,QAAQ,GAAG,CAAC,KAAkB,EAAU,EAAE;QAC9C,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC;QAC7B,IAAI,KAAK,KAAK,IAAI;YAAE,OAAO,CAAC,CAAC;QAE7B,MAAM,CAAC,OAAO,EAAE,OAAO,CAAC,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC;QAC1C,OAAO,KAAK,CAAC,OAAO,KAAK,IAAI;YAC3B,CAAC,CAAC,OAAO;YACT,CAAC,CAAC,OAAO,GAAG,OAAO,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;IACzC,CAAC,CAAC;IACF,OAAO,KAAK,CAAC,GAAG,CAAC,eAAK,CAAC,IAAI,CAAC,QAAQ,EAAe,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC;AACtE,CAAC,CAAC;AACF,MAAM,KAAK,GAAG,CAAC,KAAa,EAAE,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,GAAG,GAAG,CAAC,GAAG,GAAG,CAAC;AAC/D,MAAM,GAAG,GAAG,CAAC,OAAiB,EAAU,EAAE,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC;AAE9E,kBAAkB;AAClB,MAAM,OAAO,GAGT;IACF,OAAO,EAAE,CAAC,EAAE,EAAE,GAAG,EAAE,CAAC,CAAC,CAAC;IACtB,QAAQ,EAAE,CAAC,EAAE,EAAE,GAAG,EAAE,CAAC,GAAG,CAAC;IACzB,SAAS,EAAE,CAAC,EAAE,EAAE,GAAG,EAAE,CAAC,GAAG,CAAC;IAC1B,IAAI,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,SAAS,CAAC,CAAC;IAClE,OAAO,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,SAAS,CAAC,CAAC;CACtE,CAAC"}
|
|
@@ -6,18 +6,19 @@ const AutoBeExampleStorage_1 = require("../example/AutoBeExampleStorage");
|
|
|
6
6
|
var AutoBeReplayDocumentation;
|
|
7
7
|
(function (AutoBeReplayDocumentation) {
|
|
8
8
|
AutoBeReplayDocumentation.readme = (experiments) => {
|
|
9
|
-
return utils_1.StringUtil.trim `
|
|
10
|
-
# AutoBe Generated Examples
|
|
11
|
-
|
|
12
|
-
## Benchmark
|
|
13
|
-
|
|
14
|
-
AI Model | Score | FCSR | Status
|
|
15
|
-
|
|
9
|
+
return utils_1.StringUtil.trim `
|
|
10
|
+
# AutoBe Generated Examples
|
|
11
|
+
|
|
12
|
+
## Benchmark
|
|
13
|
+
|
|
14
|
+
AI Model | Success | Score | FCSR | Status
|
|
15
|
+
:--------|---------|------:|-----:|:------:
|
|
16
16
|
${experiments
|
|
17
17
|
.map((e) => [
|
|
18
18
|
`[\`${AutoBeExampleStorage_1.AutoBeExampleStorage.slugModel(e.vendor, false)}\`](#${AutoBeExampleStorage_1.AutoBeExampleStorage.slugModel(e.vendor, false)
|
|
19
19
|
.replaceAll("/", "")
|
|
20
20
|
.replaceAll(".", "")})`,
|
|
21
|
+
e.replays.filter((r) => { var _a; return ((_a = r.realize) === null || _a === void 0 ? void 0 : _a.success) === true; }).length,
|
|
21
22
|
e.score.aggregate,
|
|
22
23
|
(() => {
|
|
23
24
|
const [x, y] = e.replays
|
|
@@ -28,15 +29,15 @@ var AutoBeReplayDocumentation;
|
|
|
28
29
|
})(),
|
|
29
30
|
e.emoji,
|
|
30
31
|
].join(" | "))
|
|
31
|
-
.join("\n")}
|
|
32
|
-
|
|
33
|
-
- FCSR: Function Calling Success Rate
|
|
34
|
-
- Status:
|
|
35
|
-
- 🟢: All projects completed successfully
|
|
36
|
-
- 🟡: Some projects failed
|
|
37
|
-
- ❌: All projects failed or not executed
|
|
38
|
-
|
|
39
|
-
${experiments.map(vendor).join("\n\n\n")}
|
|
32
|
+
.join("\n")}
|
|
33
|
+
|
|
34
|
+
- FCSR: Function Calling Success Rate
|
|
35
|
+
- Status:
|
|
36
|
+
- 🟢: All projects completed successfully
|
|
37
|
+
- 🟡: Some projects failed
|
|
38
|
+
- ❌: All projects failed or not executed
|
|
39
|
+
|
|
40
|
+
${experiments.map(vendor).join("\n\n\n")}
|
|
40
41
|
`;
|
|
41
42
|
};
|
|
42
43
|
const vendor = (exp) => {
|
|
@@ -54,30 +55,32 @@ var AutoBeReplayDocumentation;
|
|
|
54
55
|
};
|
|
55
56
|
return [
|
|
56
57
|
`[\`${found.project}\`](./${exp.vendor}/${found.project}/)`,
|
|
58
|
+
// biome-ignore lint: intended
|
|
57
59
|
exp.score[project],
|
|
58
60
|
phase(found.analyze),
|
|
59
|
-
phase(found.
|
|
61
|
+
phase(found.database),
|
|
60
62
|
phase(found.interface),
|
|
61
63
|
phase(found.test),
|
|
62
64
|
phase(found.realize),
|
|
63
65
|
].join(" | ");
|
|
64
66
|
};
|
|
65
|
-
return utils_1.StringUtil.trim `
|
|
66
|
-
## \`${exp.vendor}\`
|
|
67
|
-
|
|
68
|
-
Project | Score | Analyze | Prisma | Interface | Test | Realize
|
|
69
|
-
:-------|------:|:-------:|:------:|:----------|:----:|:-------:
|
|
70
|
-
${row("todo")}
|
|
71
|
-
${row("bbs")}
|
|
72
|
-
${row("reddit")}
|
|
73
|
-
${row("shopping")}
|
|
74
|
-
|
|
67
|
+
return utils_1.StringUtil.trim `
|
|
68
|
+
## \`${exp.vendor}\`
|
|
69
|
+
|
|
70
|
+
Project | Score | Analyze | Prisma | Interface | Test | Realize
|
|
71
|
+
:-------|------:|:-------:|:------:|:----------|:----:|:-------:
|
|
72
|
+
${row("todo")}
|
|
73
|
+
${row("bbs")}
|
|
74
|
+
${row("reddit")}
|
|
75
|
+
${row("shopping")}
|
|
76
|
+
|
|
75
77
|
${exp.replays
|
|
76
78
|
.map((r) => project({
|
|
77
79
|
replay: r,
|
|
80
|
+
// biome-ignore lint: intended
|
|
78
81
|
score: exp.score[r.project],
|
|
79
82
|
}))
|
|
80
|
-
.join("\n\n\n")}
|
|
83
|
+
.join("\n\n\n")}
|
|
81
84
|
`;
|
|
82
85
|
};
|
|
83
86
|
const project = (props) => {
|
|
@@ -87,7 +90,7 @@ var AutoBeReplayDocumentation;
|
|
|
87
90
|
if (state === null)
|
|
88
91
|
return [`⚪ ${title}`, "", "", "", ""].join(" | ");
|
|
89
92
|
return [
|
|
90
|
-
`${state.success === true ? "🟢" : "🔴"} ${title}`,
|
|
93
|
+
`${state.success === true ? "🟢" : Object.keys(state.commodity).length ? "🟡" : "🔴"} ${title}`,
|
|
91
94
|
Object.entries(state.commodity)
|
|
92
95
|
.map(([key, value]) => `\`${key}\`: ${value}`)
|
|
93
96
|
.join(", "),
|
|
@@ -98,22 +101,22 @@ var AutoBeReplayDocumentation;
|
|
|
98
101
|
100) + "%",
|
|
99
102
|
].join(" | ");
|
|
100
103
|
};
|
|
101
|
-
return utils_1.StringUtil.trim `
|
|
102
|
-
### \`${props.replay.vendor}\` - \`${props.replay.project}\`
|
|
103
|
-
|
|
104
|
-
- Source Code: ${`[\`${AutoBeExampleStorage_1.AutoBeExampleStorage.slugModel(props.replay.vendor, false)}/${props.replay.project}\`](./${AutoBeExampleStorage_1.AutoBeExampleStorage.slugModel(props.replay.vendor, false)}/${props.replay.project}/)`}
|
|
105
|
-
- Score: ${props.score}
|
|
106
|
-
- Elapsed Time: ${formatElapsedTime(props.replay.elapsed)}
|
|
107
|
-
- Token Usage: ${formatTokens(props.replay.aggregates.total.tokenUsage.total)}
|
|
104
|
+
return utils_1.StringUtil.trim `
|
|
105
|
+
### \`${props.replay.vendor}\` - \`${props.replay.project}\`
|
|
106
|
+
|
|
107
|
+
- Source Code: ${`[\`${AutoBeExampleStorage_1.AutoBeExampleStorage.slugModel(props.replay.vendor, false)}/${props.replay.project}\`](./${AutoBeExampleStorage_1.AutoBeExampleStorage.slugModel(props.replay.vendor, false)}/${props.replay.project}/)`}
|
|
108
|
+
- Score: ${props.score}
|
|
109
|
+
- Elapsed Time: ${formatElapsedTime(props.replay.elapsed)}
|
|
110
|
+
- Token Usage: ${formatTokens(props.replay.aggregates.total.tokenUsage.total)}
|
|
108
111
|
- Function Calling Success Rate: ${((props.replay.aggregates.total.metric.success /
|
|
109
112
|
props.replay.aggregates.total.metric.attempt) *
|
|
110
|
-
100).toFixed(2)}%
|
|
111
|
-
|
|
112
|
-
Phase | Generated | Token Usage | Elapsed Time | FCSR
|
|
113
|
-
:-----|:----------|------------:|-------------:|------:
|
|
114
|
-
${["analyze", "
|
|
113
|
+
100).toFixed(2)}%
|
|
114
|
+
|
|
115
|
+
Phase | Generated | Token Usage | Elapsed Time | FCSR
|
|
116
|
+
:-----|:----------|------------:|-------------:|------:
|
|
117
|
+
${["analyze", "database", "interface", "test", "realize"]
|
|
115
118
|
.map((key) => phase(key))
|
|
116
|
-
.join("\n")}
|
|
119
|
+
.join("\n")}
|
|
117
120
|
`;
|
|
118
121
|
};
|
|
119
122
|
})(AutoBeReplayDocumentation || (exports.AutoBeReplayDocumentation = AutoBeReplayDocumentation = {}));
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"AutoBeReplayDocumentation.js","sourceRoot":"","sources":["../../src/replay/AutoBeReplayDocumentation.ts"],"names":[],"mappings":";;;AAMA,yCAA2C;AAE3C,0EAAuE;AAEvE,IAAiB,yBAAyB,
|
|
1
|
+
{"version":3,"file":"AutoBeReplayDocumentation.js","sourceRoot":"","sources":["../../src/replay/AutoBeReplayDocumentation.ts"],"names":[],"mappings":";;;AAMA,yCAA2C;AAE3C,0EAAuE;AAEvE,IAAiB,yBAAyB,CA0IzC;AA1ID,WAAiB,yBAAyB;IAC3B,gCAAM,GAAG,CAAC,WAAyC,EAAU,EAAE;QAC1E,OAAO,kBAAU,CAAC,IAAI,CAAA;;;;;;;QAOlB,WAAW;aACV,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CACT;YACE,MAAM,2CAAoB,CAAC,SAAS,CAClC,CAAC,CAAC,MAAM,EACR,KAAK,CACN,QAAQ,2CAAoB,CAAC,SAAS,CAAC,CAAC,CAAC,MAAM,EAAE,KAAK,CAAC;iBACrD,UAAU,CAAC,GAAG,EAAE,EAAE,CAAC;iBACnB,UAAU,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG;YACzB,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,WAAC,OAAA,CAAA,MAAA,CAAC,CAAC,OAAO,0CAAE,OAAO,MAAK,IAAI,CAAA,EAAA,CAAC,CAAC,MAAM;YAC3D,CAAC,CAAC,KAAK,CAAC,SAAS;YACjB,CAAC,GAAG,EAAE;gBACJ,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,OAAO;qBACrB,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU,CAAC,KAAK,CAAC,MAAM,CAAC;qBACrC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,OAAO,CAAC,CAAC;qBAClC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;gBACxD,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,GAAG,CAAC,GAAG,GAAG,CAAC;YAC1D,CAAC,CAAC,EAAE;YACJ,CAAC,CAAC,KAAK;SACR,CAAC,IAAI,CAAC,KAAK,CAAC,CACd;aACA,IAAI,CAAC,IAAI,CAAC;;;;;;;;QAQX,WAAW,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC;KACzC,CAAC;IACJ,CAAC,CAAC;IAEF,MAAM,MAAM,GAAG,CAAC,GAA+B,EAAU,EAAE;QACzD,MAAM,GAAG,GAAG,CAAC,OAA6B,EAAU,EAAE;YACpD,MAAM,KAAK,GAAG,GAAG,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,KAAK,OAAO,CAAC,CAAC;YAC7D,IAAI,KAAK,KAAK,SAAS;gBACrB,OAAO,KAAK,OAAO,4BAA4B,CAAC;YAClD,MAAM,KAAK,GAAG,CACZ,KAAiD,EACzC,EAAE;gBACV,IAAI,KAAK,KAAK,IAAI;oBAAE,OAAO,GAAG,CAAC;qBAC1B,IAAI,KAAK,CAAC,OAAO,KAAK,KAAK;oBAAE,OAAO,IAAI,CAAC;;oBACzC,OAAO,IAAI,CAAC;YACnB,CAAC,CAAC;YACF,OAAO;gBACL,MAAM,KAAK,CAAC,OAAO,SAAS,GAAG,CAAC,MAAM,IAAI,KAAK,CAAC,OAAO,IAAI;gBAC3D,8BAA8B;gBAC7B,GAAG,CAAC,KAAa,CAAC,OAAO,CAAC;gBAC3B,KAAK,CAAC,KAAK,CAAC,OAAO,CAAC;gBACpB,KAAK,CAAC,KAAK,CAAC,QAAQ,CAAC;gBACrB,KAAK,CAAC,KAAK,CAAC,SAAS,CAAC;gBACtB,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC;gBACjB,KAAK,CAAC,KAAK,CAAC,OAAO,CAAC;aACrB,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAChB,CAAC,CAAC;QACF,OAAO,kBAAU,CAAC,IAAI,CAAA;aACb,GAAG,CAAC,MAAM;;;;QAIf,GAAG,CAAC,MAAM,CAAC;QACX,GAAG,CAAC,KAAK,CAAC;QACV,GAAG,CAAC,QAAQ,CAAC;QACb,GAAG,CAAC,UAAU,CAAC;;QAEf,GAAG,CAAC,OAAO;aACV,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CACT,OAAO,CAAC;YACN,MAAM,EAAE,CAAC;YACT,8BAA8B;YAC9B,KAAK,EAAG,GAAG,CAAC,KAAa,CAAC,CAAC,CAAC,OAAO,CAAC;SACrC,CAAC,CACH;aACA,IAAI,CAAC,QAAQ,CAAC;KAClB,CAAC;IACJ,CAAC,CAAC;IAEF,MAAM,OAAO,GAAG,CAAC,KAGhB,EAAU,EAAE;QACX,MAAM,KAAK,GAAG,CAAC,GAAgB,EAAU,EAAE;YACzC,MAAM,KAAK,GAAW,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,WAAW,EAAE,GAAG,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;YACjE,MAAM,KAAK,GACT,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;YACpB,IAAI,KAAK,KAAK,IAAI;gBAAE,OAAO,CAAC,KAAK,KAAK,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YACtE,OAAO;gBACL,GAAG,KAAK,CAAC,OAAO,KAAK,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,IAAI,KAAK,EAAE;gBAC/F,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,SAAS,CAAC;qBAC5B,GAAG,CAAC,CAAC,CAAC,GAAG,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,KAAK,GAAG,OAAO,KAAK,EAAE,CAAC;qBAC7C,IAAI,CAAC,IAAI,CAAC;gBACb,YAAY,CAAC,KAAK,CAAC,UAAU,CAAC,KAAK,CAAC,UAAU,CAAC,KAAK,CAAC;gBACrD,iBAAiB,CAAC,KAAK,CAAC,OAAO,CAAC;gBAChC,IAAI,CAAC,KAAK,CACR,CAAC,KAAK,CAAC,UAAU,CAAC,KAAK,CAAC,MAAM,CAAC,OAAO;oBACpC,KAAK,CAAC,UAAU,CAAC,KAAK,CAAC,MAAM,CAAC,OAAO,CAAC;oBACtC,GAAG,CACN,GAAG,GAAG;aACR,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAChB,CAAC,CAAC;QACF,OAAO,kBAAU,CAAC,IAAI,CAAA;cACZ,KAAK,CAAC,MAAM,CAAC,MAAM,UAAU,KAAK,CAAC,MAAM,CAAC,OAAO;;uBAExC,MAAM,2CAAoB,CAAC,SAAS,CACnD,KAAK,CAAC,MAAM,CAAC,MAAM,EACnB,KAAK,CACN,IAAI,KAAK,CAAC,MAAM,CAAC,OAAO,SAAS,2CAAoB,CAAC,SAAS,CAC9D,KAAK,CAAC,MAAM,CAAC,MAAM,EACnB,KAAK,CACN,IAAI,KAAK,CAAC,MAAM,CAAC,OAAO,IAAI;iBAClB,KAAK,CAAC,KAAK;wBACJ,iBAAiB,CAAC,KAAK,CAAC,MAAM,CAAC,OAAO,CAAC;uBACxC,YAAY,CAC3B,KAAK,CAAC,MAAM,CAAC,UAAU,CAAC,KAAK,CAAC,UAAU,CAAC,KAAK,CAC/C;yCACkC,CACjC,CAAC,KAAK,CAAC,MAAM,CAAC,UAAU,CAAC,KAAK,CAAC,MAAM,CAAC,OAAO;YAC3C,KAAK,CAAC,MAAM,CAAC,UAAU,CAAC,KAAK,CAAC,MAAM,CAAC,OAAO,CAAC;YAC/C,GAAG,CACJ,CAAC,OAAO,CAAC,CAAC,CAAC;;;;QAIT,CAAC,SAAS,EAAE,UAAU,EAAE,WAAW,EAAE,MAAM,EAAE,SAAS,CAAW;aACjE,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;aACxB,IAAI,CAAC,IAAI,CAAC;KACd,CAAC;IACJ,CAAC,CAAC;AACJ,CAAC,EA1IgB,yBAAyB,yCAAzB,yBAAyB,QA0IzC;AAED,SAAS,iBAAiB,CAAC,EAAU;IACnC,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,EAAE,GAAG,IAAI,CAAC,CAAC;IACtC,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,GAAG,EAAE,CAAC,CAAC;IACzC,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,GAAG,EAAE,CAAC,CAAC;IAEvC,MAAM,CAAC,GAAG,OAAO,GAAG,EAAE,CAAC;IACvB,MAAM,CAAC,GAAG,OAAO,GAAG,EAAE,CAAC;IACvB,MAAM,CAAC,GAAG,KAAK,CAAC;IAEhB,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC;QACV,OAAO,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC;IAC7B,CAAC;SAAM,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC;QACjB,OAAO,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC;IACvB,CAAC;SAAM,CAAC;QACN,OAAO,GAAG,CAAC,GAAG,CAAC;IACjB,CAAC;AACH,CAAC;AAED,SAAS,YAAY,CAAC,GAAW;IAC/B,IAAI,GAAG,IAAI,OAAO,EAAE,CAAC;QACnB,OAAO,GAAG,CAAC,GAAG,GAAG,OAAO,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC;IAC1C,CAAC;SAAM,IAAI,GAAG,IAAI,IAAI,EAAE,CAAC;QACvB,OAAO,GAAG,CAAC,GAAG,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC;IACvC,CAAC;IACD,OAAO,GAAG,CAAC,QAAQ,EAAE,CAAC;AACxB,CAAC"}
|