@autobe/benchmark 0.27.0

package/lib/example/AutoBeExampleStorage.d.ts

@@ -0,0 +1,39 @@
+import { AutoBeEventSnapshot, AutoBeExampleProject, AutoBeHistory, AutoBePhase, AutoBeUserMessageHistory, IAutoBeTokenUsageJson } from "@autobe/interface";
+export declare namespace AutoBeExampleStorage {
+    const repository: () => string;
+    const getDirectory: (props: {
+        vendor: string;
+        project: string;
+    }) => string;
+    const save: (props: {
+        vendor: string;
+        project: AutoBeExampleProject;
+        files: Record<string, string>;
+    }) => Promise<void>;
+    const getUserMessage: (props: {
+        project: AutoBeExampleProject;
+        phase: AutoBePhase;
+    }) => Promise<AutoBeUserMessageHistory>;
+    const getVendorModels: () => Promise<string[]>;
+    const getHistories: (props: {
+        vendor: string;
+        project: AutoBeExampleProject;
+        phase: AutoBePhase;
+    }) => Promise<AutoBeHistory[]>;
+    const getSnapshots: (props: {
+        vendor: string;
+        project: AutoBeExampleProject;
+        phase: AutoBePhase;
+    }) => Promise<AutoBeEventSnapshot[]>;
+    const getTokenUsage: (props: {
+        vendor: string;
+        project: AutoBeExampleProject;
+        phase: AutoBePhase;
+    }) => Promise<IAutoBeTokenUsageJson>;
+    const has: (props: {
+        vendor: string;
+        project: AutoBeExampleProject;
+        phase: AutoBePhase;
+    }) => Promise<boolean>;
+    const slugModel: (model: string, replaceSlash: boolean) => string;
+}

package/lib/example/AutoBeExampleStorage.js

@@ -0,0 +1,169 @@
+"use strict";
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.AutoBeExampleStorage = void 0;
+const filesystem_1 = require("@autobe/filesystem");
+const child_process_1 = __importDefault(require("child_process"));
+const fs_1 = __importDefault(require("fs"));
+const path_1 = __importDefault(require("path"));
+const tstl_1 = require("tstl");
+const uuid_1 = require("uuid");
+var AutoBeExampleStorage;
+(function (AutoBeExampleStorage) {
+    AutoBeExampleStorage.repository = () => examples.get();
+    AutoBeExampleStorage.getDirectory = (props) => `${examples.get()}/raw/${AutoBeExampleStorage.slugModel(props.vendor, false)}/${props.project}`;
+    AutoBeExampleStorage.save = (props) => __awaiter(this, void 0, void 0, function* () {
+        yield saveWithGzip({
+            root: `${AutoBeExampleStorage.getDirectory(props)}`,
+            files: props.files,
+            overwrite: true,
+        });
+    });
+    AutoBeExampleStorage.getUserMessage = (props) => __awaiter(this, void 0, void 0, function* () {
+        const full = `${TEST_ROOT}/scripts/${props.project}/${props.phase}`;
+        if (fs_1.default.existsSync(`${full}.md`) === false) {
+            const text = props.phase === "analyze"
+                ? yield fs_1.default.promises.readFile(`${TEST_ROOT}/scripts/${props.project}.md`, "utf8")
+                : PROMPT_TEMPLATE[props.phase];
+            return {
+                type: "userMessage",
+                id: (0, uuid_1.v7)(),
+                created_at: new Date().toISOString(),
+                contents: [
+                    {
+                        type: "text",
+                        text,
+                    },
+                ],
+            };
+        }
+        const text = yield fs_1.default.promises.readFile(`${full}.md`, "utf8");
+        return {
+            type: "userMessage",
+            id: (0, uuid_1.v7)(),
+            created_at: new Date().toISOString(),
+            contents: [
+                {
+                    type: "text",
+                    text: text,
+                },
+            ],
+        };
+    });
+    AutoBeExampleStorage.getVendorModels = () => __awaiter(this, void 0, void 0, function* () {
+        const result = [];
+        const repoPath = AutoBeExampleStorage.repository();
+        for (const vendor of yield fs_1.default.promises.readdir(repoPath))
+            for (const model of yield fs_1.default.promises.readdir(`${repoPath}/${vendor}`)) {
+                const stat = yield fs_1.default.promises.lstat(`${repoPath}/${vendor}/${model}`);
+                if (stat.isDirectory() === true)
+                    result.push(`${vendor}/${model}`);
+            }
+        return result.sort();
+    });
+    AutoBeExampleStorage.getHistories = (props) => __awaiter(this, void 0, void 0, function* () {
+        const location = `${AutoBeExampleStorage.getDirectory(props)}/${props.phase}.histories.json.gz`;
+        const content = yield filesystem_1.CompressUtil.gunzip(yield fs_1.default.promises.readFile(location));
+        return JSON.parse(content);
+    });
+    AutoBeExampleStorage.getSnapshots = (props) => __awaiter(this, void 0, void 0, function* () {
+        const location = `${AutoBeExampleStorage.getDirectory(props)}/${props.phase}.snapshots.json.gz`;
+        const content = yield filesystem_1.CompressUtil.gunzip(yield fs_1.default.promises.readFile(location));
+        return JSON.parse(content);
+    });
+    AutoBeExampleStorage.getTokenUsage = (props) => __awaiter(this, void 0, void 0, function* () {
+        var _a, _b;
+        const snapshots = yield AutoBeExampleStorage.getSnapshots(props);
+        return ((_b = (_a = snapshots.at(-1)) === null || _a === void 0 ? void 0 : _a.tokenUsage) !== null && _b !== void 0 ? _b : (() => {
+            const component = () => ({
+                total: 0,
+                input: {
+                    total: 0,
+                    cached: 0,
+                },
+                output: {
+                    total: 0,
+                    reasoning: 0,
+                    accepted_prediction: 0,
+                    rejected_prediction: 0,
+                },
+            });
+            return {
+                aggregate: component(),
+                facade: component(),
+                analyze: component(),
+                prisma: component(),
+                interface: component(),
+                test: component(),
+                realize: component(),
+            };
+        })());
+    });
+    AutoBeExampleStorage.has = (props) => __awaiter(this, void 0, void 0, function* () {
+        return fs_1.default.existsSync(`${AutoBeExampleStorage.getDirectory(props)}/${props.phase}.histories.json.gz`);
+    });
+    AutoBeExampleStorage.slugModel = (model, replaceSlash) => {
+        model = model.replaceAll(":", "-");
+        if (replaceSlash)
+            model = model.replaceAll("/", "-");
+        return model;
+    };
+})(AutoBeExampleStorage || (exports.AutoBeExampleStorage = AutoBeExampleStorage = {}));
+const PROMPT_TEMPLATE = {
+    prisma: "Design the database schema.",
+    interface: "Create the API interface specification.",
+    test: "Make the e2e test functions.",
+    realize: "Implement API functions.",
+};
+const TEST_ROOT = `${__dirname}/../../../../test`;
+const examples = new tstl_1.Singleton(() => {
+    const location = `${TEST_ROOT}/repositories/autobe-examples`;
+    if (fs_1.default.existsSync(location) === false) {
+        try {
+            fs_1.default.mkdirSync(`${TEST_ROOT}/repositories`);
+        }
+        catch (_a) { }
+        child_process_1.default.execSync(`git clone https://github.com/wrtnlabs/autobe-examples`, {
+            cwd: `${TEST_ROOT}/repositories`,
+            stdio: "inherit",
+        });
+    }
+    child_process_1.default.execSync("git pull", {
+        cwd: location,
+        stdio: "ignore",
+    });
+    if (fs_1.default.existsSync(`${location}/raw`) === false)
+        fs_1.default.mkdirSync(`${location}/raw`);
+    return location;
+});
+const saveWithGzip = (props) => __awaiter(void 0, void 0, void 0, function* () {
+    if (props.overwrite !== true && fs_1.default.existsSync(props.root))
+        yield fs_1.default.promises.rm(props.root, {
+            recursive: true,
+        });
+    const directory = new tstl_1.VariadicSingleton((location) => __awaiter(void 0, void 0, void 0, function* () {
+        try {
+            yield fs_1.default.promises.mkdir(location, {
+                recursive: true,
+            });
+        }
+        catch (_a) { }
+    }));
+    for (const [key, value] of Object.entries(props.files)) {
+        const file = path_1.default.resolve(`${props.root}/${key}.gz`);
+        yield directory.get(path_1.default.dirname(file));
+        yield fs_1.default.promises.writeFile(file, yield filesystem_1.CompressUtil.gzip(value !== null && value !== void 0 ? value : ""));
+    }
+});
+//# sourceMappingURL=AutoBeExampleStorage.js.map

package/lib/example/AutoBeExampleStorage.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"AutoBeExampleStorage.js","sourceRoot":"","sources":["../../src/example/AutoBeExampleStorage.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;AAAA,mDAAkD;AASlD,kEAA+B;AAC/B,4CAAoB;AACpB,gDAAwB;AACxB,+BAAoD;AACpD,+BAA0B;AAE1B,IAAiB,oBAAoB,CAkJpC;AAlJD,WAAiB,oBAAoB;IACtB,+BAAU,GAAG,GAAW,EAAE,CAAC,QAAQ,CAAC,GAAG,EAAE,CAAC;IAC1C,iCAAY,GAAG,CAAC,KAG5B,EAAU,EAAE,CACX,GAAG,QAAQ,CAAC,GAAG,EAAE,QAAQ,qBAAA,SAAS,CAAC,KAAK,CAAC,MAAM,EAAE,KAAK,CAAC,IAAI,KAAK,CAAC,OAAO,EAAE,CAAC;IAEhE,yBAAI,GAAG,CAAO,KAI1B,EAAiB,EAAE;QAClB,MAAM,YAAY,CAAC;YACjB,IAAI,EAAE,GAAG,qBAAA,YAAY,CAAC,KAAK,CAAC,EAAE;YAC9B,KAAK,EAAE,KAAK,CAAC,KAAK;YAClB,SAAS,EAAE,IAAI;SAChB,CAAC,CAAC;IACL,CAAC,CAAA,CAAC;IAEW,mCAAc,GAAG,CAAO,KAGpC,EAAqC,EAAE;QACtC,MAAM,IAAI,GAAW,GAAG,SAAS,YAAY,KAAK,CAAC,OAAO,IAAI,KAAK,CAAC,KAAK,EAAE,CAAC;QAC5E,IAAI,YAAE,CAAC,UAAU,CAAC,GAAG,IAAI,KAAK,CAAC,KAAK,KAAK,EAAE,CAAC;YAC1C,MAAM,IAAI,GACR,KAAK,CAAC,KAAK,KAAK,SAAS;gBACvB,CAAC,CAAC,MAAM,YAAE,CAAC,QAAQ,CAAC,QAAQ,CACxB,GAAG,SAAS,YAAY,KAAK,CAAC,OAAO,KAAK,EAC1C,MAAM,CACP;gBACH,CAAC,CAAC,eAAe,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;YACnC,OAAO;gBACL,IAAI,EAAE,aAAa;gBACnB,EAAE,EAAE,IAAA,SAAE,GAAE;gBACR,UAAU,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;gBACpC,QAAQ,EAAE;oBACR;wBACE,IAAI,EAAE,MAAM;wBACZ,IAAI;qBACL;iBACF;aACF,CAAC;QACJ,CAAC;QACD,MAAM,IAAI,GAAW,MAAM,YAAE,CAAC,QAAQ,CAAC,QAAQ,CAAC,GAAG,IAAI,KAAK,EAAE,MAAM,CAAC,CAAC;QACtE,OAAO;YACL,IAAI,EAAE,aAAa;YACnB,EAAE,EAAE,IAAA,SAAE,GAAE;YACR,UAAU,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;YACpC,QAAQ,EAAE;gBACR;oBACE,IAAI,EAAE,MAAM;oBACZ,IAAI,EAAE,IAAI;iBACX;aACF;SACF,CAAC;IACJ,CAAC,CAAA,CAAC;IAEW,oCAAe,GAAG,GAA4B,EAAE;QAC3D,MAAM,MAAM,GAAa,EAAE,CAAC;QAC5B,MAAM,QAAQ,GAAW,qBAAA,UAAU,EAAE,CAAC;QACtC,KAAK,MAAM,MAAM,IAAI,MAAM,YAAE,CAAC,QAAQ,CAAC,OAAO,CAAC,QAAQ,CAAC;YACtD,KAAK,MAAM,KAAK,IAAI,MAAM,YAAE,CAAC,QAAQ,CAAC,OAAO,CAAC,GAAG,QAAQ,IAAI,MAAM,EAAE,CAAC,EAAE,CAAC;gBACvE,MAAM,IAAI,GAAa,MAAM,YAAE,CAAC,QAAQ,CAAC,KAAK,CAC5C,GAAG,QAAQ,IAAI,MAAM,IAAI,KAAK,EAAE,CACjC,CAAC;gBACF,IAAI,IAAI,CAAC,WAAW,EAAE,KAAK,IAAI;oBAAE,MAAM,CAAC,IAAI,CAAC,GAAG,MAAM,IAAI,KAAK,EAAE,CAAC,CAAC;YACrE,CAAC;QACH,OAAO,MAAM,CAAC,IAAI,EAAE,CAAC;IACvB,CAAC,CAAA,CAAC;IAEW,iCAAY,GAAG,CAAO,KAIlC,EAA4B,EAAE;QAC7B,MAAM,QAAQ,GAAW,GAAG,qBAAA,YAAY,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,KAAK,oBAAoB,CAAC;QACnF,MAAM,OAAO,GAAW,MAAM,yBAAY,CAAC,MAAM,CAC/C,MAAM,YAAE,CAAC,QAAQ,CAAC,QAAQ,CAAC,QAAQ,CAAC,CACrC,CAAC;QACF,OAAO,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;IAC7B,CAAC,CAAA,CAAC;IAEW,iCAAY,GAAG,CAAO,KAIlC,EAAkC,EAAE;QACnC,MAAM,QAAQ,GAAW,GAAG,qBAAA,YAAY,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,KAAK,oBAAoB,CAAC;QACnF,MAAM,OAAO,GAAW,MAAM,yBAAY,CAAC,MAAM,CAC/C,MAAM,YAAE,CAAC,QAAQ,CAAC,QAAQ,CAAC,QAAQ,CAAC,CACrC,CAAC;QACF,OAAO,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;IAC7B,CAAC,CAAA,CAAC;IAEW,kCAAa,GAAG,CAAO,KAInC,EAAkC,EAAE;;QACnC,MAAM,SAAS,GAA0B,MAAM,qBAAA,YAAY,CAAC,KAAK,CAAC,CAAC;QACnE,OAAO,CACL,MAAA,MAAA,SAAS,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,0CAAE,UAAU,mCAC5B,CAAC,GAAG,EAAE;YACJ,MAAM,SAAS,GAAG,GAAqC,EAAE,CAAC,CAAC;gBACzD,KAAK,EAAE,CAAC;gBACR,KAAK,EAAE;oBACL,KAAK,EAAE,CAAC;oBACR,MAAM,EAAE,CAAC;iBACV;gBACD,MAAM,EAAE;oBACN,KAAK,EAAE,CAAC;oBACR,SAAS,EAAE,CAAC;oBACZ,mBAAmB,EAAE,CAAC;oBACtB,mBAAmB,EAAE,CAAC;iBACvB;aACF,CAAC,CAAC;YACH,OAAO;gBACL,SAAS,EAAE,SAAS,EAAE;gBACtB,MAAM,EAAE,SAAS,EAAE;gBACnB,OAAO,EAAE,SAAS,EAAE;gBACpB,MAAM,EAAE,SAAS,EAAE;gBACnB,SAAS,EAAE,SAAS,EAAE;gBACtB,IAAI,EAAE,SAAS,EAAE;gBACjB,OAAO,EAAE,SAAS,EAAE;aACrB,CAAC;QACJ,CAAC,CAAC,EAAE,CACL,CAAC;IACJ,CAAC,CAAA,CAAC;IAEW,wBAAG,GAAG,CAAO,KAIzB,EAAoB,EAAE;QACrB,OAAO,YAAE,CAAC,UAAU,CAClB,GAAG,qBAAA,YAAY,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,KAAK,oBAAoB,CAC1D,CAAC;IACJ,CAAC,CAAA,CAAC;IAEW,8BAAS,GAAG,CAAC,KAAa,EAAE,YAAqB,EAAU,EAAE;QACxE,KAAK,GAAG,KAAK,CAAC,UAAU,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC;QACnC,IAAI,YAAY;YAAE,KAAK,GAAG,KAAK,CAAC,UAAU,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC;QACrD,OAAO,KAAK,CAAC;IACf,CAAC,CAAC;AACJ,CAAC,EAlJgB,oBAAoB,oCAApB,oBAAoB,QAkJpC;AAED,MAAM,eAAe,GAAG;IACtB,MAAM,EAAE,6BAA6B;IACrC,SAAS,EAAE,yCAAyC;IACpD,IAAI,EAAE,8BAA8B;IACpC,OAAO,EAAE,0BAA0B;CACpC,CAAC;AACF,MAAM,SAAS,GAAW,GAAG,SAAS,mBAAmB,CAAC;AAE1D,MAAM,QAAQ,GAAG,IAAI,gBAAS,CAAC,GAAG,EAAE;IAClC,MAAM,QAAQ,GAAW,GAAG,SAAS,+BAA+B,CAAC;IACrE,IAAI,YAAE,CAAC,UAAU,CAAC,QAAQ,CAAC,KAAK,KAAK,EAAE,CAAC;QACtC,IAAI,CAAC;YACH,YAAE,CAAC,SAAS,CAAC,GAAG,SAAS,eAAe,CAAC,CAAC;QAC5C,CAAC;QAAC,WAAM,CAAC,CAAA,CAAC;QACV,uBAAE,CAAC,QAAQ,CAAC,uDAAuD,EAAE;YACnE,GAAG,EAAE,GAAG,SAAS,eAAe;YAChC,KAAK,EAAE,SAAS;SACjB,CAAC,CAAC;IACL,CAAC;IACD,uBAAE,CAAC,QAAQ,CAAC,UAAU,EAAE;QACtB,GAAG,EAAE,QAAQ;QACb,KAAK,EAAE,QAAQ;KAChB,CAAC,CAAC;IACH,IAAI,YAAE,CAAC,UAAU,CAAC,GAAG,QAAQ,MAAM,CAAC,KAAK,KAAK;QAC5C,YAAE,CAAC,SAAS,CAAC,GAAG,QAAQ,MAAM,CAAC,CAAC;IAClC,OAAO,QAAQ,CAAC;AAClB,CAAC,CAAC,CAAC;AAEH,MAAM,YAAY,GAAG,CAAO,KAI3B,EAAiB,EAAE;IAClB,IAAI,KAAK,CAAC,SAAS,KAAK,IAAI,IAAI,YAAE,CAAC,UAAU,CAAC,KAAK,CAAC,IAAI,CAAC;QACvD,MAAM,YAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,KAAK,CAAC,IAAI,EAAE;YAC/B,SAAS,EAAE,IAAI;SAChB,CAAC,CAAC;IACL,MAAM,SAAS,GAAG,IAAI,wBAAiB,CAAC,CAAO,QAAgB,EAAE,EAAE;QACjE,IAAI,CAAC;YACH,MAAM,YAAE,CAAC,QAAQ,CAAC,KAAK,CAAC,QAAQ,EAAE;gBAChC,SAAS,EAAE,IAAI;aAChB,CAAC,CAAC;QACL,CAAC;QAAC,WAAM,CAAC,CAAA,CAAC;IACZ,CAAC,CAAA,CAAC,CAAC;IACH,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE,CAAC;QACvD,MAAM,IAAI,GAAW,cAAI,CAAC,OAAO,CAAC,GAAG,KAAK,CAAC,IAAI,IAAI,GAAG,KAAK,CAAC,CAAC;QAC7D,MAAM,SAAS,CAAC,GAAG,CAAC,cAAI,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC;QACxC,MAAM,YAAE,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,EAAE,MAAM,yBAAY,CAAC,IAAI,CAAC,KAAK,aAAL,KAAK,cAAL,KAAK,GAAI,EAAE,CAAC,CAAC,CAAC;IAC1E,CAAC;AACH,CAAC,CAAA,CAAC"}

package/lib/example/index.d.ts

@@ -0,0 +1 @@
+export * from "./AutoBeExampleStorage";

package/lib/example/index.js

@@ -0,0 +1,18 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __exportStar = (this && this.__exportStar) || function(m, exports) {
+    for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+__exportStar(require("./AutoBeExampleStorage"), exports);
+//# sourceMappingURL=index.js.map

package/lib/example/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/example/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,yDAAuC"}

package/lib/index.d.ts

@@ -0,0 +1,2 @@
+export * from "./example";
+export * from "./replay";

package/lib/index.js

@@ -0,0 +1,19 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __exportStar = (this && this.__exportStar) || function(m, exports) {
+    for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+__exportStar(require("./example"), exports);
+__exportStar(require("./replay"), exports);
+//# sourceMappingURL=index.js.map

package/lib/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,4CAA0B;AAC1B,2CAAyB"}

package/lib/replay/AutoBeReplayComputer.d.ts

@@ -0,0 +1,7 @@
+import { AutoBeExampleProject, IAutoBePlaygroundBenchmarkScore, IAutoBePlaygroundReplay } from "@autobe/interface";
+export declare namespace AutoBeReplayComputer {
+    const SIGNIFICANT_PROJECTS: AutoBeExampleProject[];
+    const emoji: (summaries: IAutoBePlaygroundReplay.ISummary[]) => string;
+    const score: (summaries: IAutoBePlaygroundReplay.ISummary[]) => IAutoBePlaygroundBenchmarkScore;
+    const summarize: (replay: IAutoBePlaygroundReplay) => IAutoBePlaygroundReplay.ISummary;
+}

package/lib/replay/AutoBeReplayComputer.js

@@ -0,0 +1,109 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.AutoBeReplayComputer = void 0;
+const AutoBeProcessAggregateFactory_1 = require("@autobe/agent/src/factory/AutoBeProcessAggregateFactory");
+var AutoBeReplayComputer;
+(function (AutoBeReplayComputer) {
+    AutoBeReplayComputer.SIGNIFICANT_PROJECTS = [
+        "todo",
+        "bbs",
+        "reddit",
+        "shopping",
+    ];
+    AutoBeReplayComputer.emoji = (summaries) => {
+        const success = summaries.filter((s) => s.realize !== null && s.realize.success === true).length;
+        if (success >= 3)
+            return "🟢";
+        const tested = !!summaries.find((s) => s.test !== null);
+        return tested ? "🟡" : "❌";
+    };
+    AutoBeReplayComputer.score = (summaries) => {
+        // list up significant projects
+        summaries = summaries.filter((s) => ["todo", "bbs", "reddit", "shopping"].includes(s.project));
+        // the formula to compute the benchmark score
+        const compute = (summary) => {
+            const add = (phase, success, failure) => phase !== null
+                ? phase.success === true
+                    ? success
+                    : (failure !== null && failure !== void 0 ? failure : success / 2)
+                : 0;
+            return (add(summary.analyze, 10) +
+                add(summary.prisma, 20) +
+                add(summary.interface, 30) +
+                add(summary.test, 20) +
+                add(summary.realize, 20));
+        };
+        const individual = (project) => {
+            const found = summaries.find((s) => s.project === project);
+            if (found === undefined)
+                return 0;
+            return compute(found);
+        };
+        return {
+            aggregate: summaries.map(compute).reduce((a, b) => a + b, 0) / 4,
+            todo: individual("todo"),
+            bbs: individual("bbs"),
+            reddit: individual("reddit"),
+            shopping: individual("shopping"),
+        };
+    };
+    AutoBeReplayComputer.summarize = (replay) => {
+        var _a;
+        const predicate = (type, success, commodity) => {
+            var _a;
+            const reversed = replay.histories.slice().reverse();
+            const step = (_a = reversed.find((h) => h.type === "analyze")) === null || _a === void 0 ? void 0 : _a.step;
+            if (step === undefined)
+                return null;
+            const history = reversed.find((h) => h.type === type && h.step === step);
+            if (history === undefined)
+                return null;
+            return {
+                success: success(history),
+                commodity: commodity(history),
+                elapsed: new Date(history.completed_at).getTime() -
+                    new Date(history.created_at).getTime(),
+                aggregates: history.aggregates,
+            };
+        };
+        const phaseStates = {
+            analyze: predicate("analyze", () => true, (h) => ({
+                actors: h.actors.length,
+                documents: h.files.length,
+            })),
+            prisma: predicate("prisma", (h) => h.compiled.type === "success", (h) => ({
+                namespaces: h.result.data.files.length,
+                models: h.result.data.files.map((f) => f.models).flat().length,
+            })),
+            interface: predicate("interface", (h) => h.missed.length === 0, (h) => ({
+                operations: h.document.operations.length,
+                schemas: Object.keys(h.document.components.schemas).length,
+            })),
+            test: predicate("test", (h) => h.compiled.type === "success", (h) => (Object.assign({ functions: h.files.length }, (h.compiled.type === "failure"
+                ? {
+                    errors: new Set(h.compiled.diagnostics.map((d) => { var _a; return (_a = d.file) !== null && _a !== void 0 ? _a : ""; }))
+                        .size,
+                }
+                : {})))),
+            realize: predicate("realize", (h) => h.compiled.type === "success", (h) => (Object.assign({ functions: h.functions.length }, (h.compiled.type === "failure"
+                ? {
+                    errors: new Set(h.compiled.diagnostics.map((d) => { var _a; return (_a = d.file) !== null && _a !== void 0 ? _a : ""; }))
+                        .size,
+                }
+                : {})))),
+        };
+        const phase = (_a = ["realize", "test", "interface", "prisma", "analyze"].find((key) => phaseStates[key] !== null)) !== null && _a !== void 0 ? _a : null;
+        return Object.assign(Object.assign({ vendor: replay.vendor, project: replay.project, aggregates: AutoBeProcessAggregateFactory_1.AutoBeProcessAggregateFactory.reduce(replay.histories
+                .filter((h) => h.type === "analyze" ||
+                h.type === "prisma" ||
+                h.type === "interface" ||
+                h.type === "test" ||
+                h.type === "realize")
+                .map((h) => h.aggregates)), elapsed: replay.histories
+                .filter((h) => h.type !== "userMessage" && h.type !== "assistantMessage")
+                .map((h) => new Date(h.completed_at).getTime() -
+                new Date(h.created_at).getTime())
+                .reduce((a, b) => a + b, 0) }, phaseStates), { phase });
+    };
+})(AutoBeReplayComputer || (exports.AutoBeReplayComputer = AutoBeReplayComputer = {}));
+//# sourceMappingURL=AutoBeReplayComputer.js.map

package/lib/replay/AutoBeReplayComputer.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"AutoBeReplayComputer.js","sourceRoot":"","sources":["../../src/replay/AutoBeReplayComputer.ts"],"names":[],"mappings":";;;AAAA,2GAAwG;AASxG,IAAiB,oBAAoB,CAmLpC;AAnLD,WAAiB,oBAAoB;IACtB,yCAAoB,GAA2B;QAC1D,MAAM;QACN,KAAK;QACL,QAAQ;QACR,UAAU;KACX,CAAC;IAEW,0BAAK,GAAG,CACnB,SAA6C,EACrC,EAAE;QACV,MAAM,OAAO,GAAW,SAAS,CAAC,MAAM,CACtC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,KAAK,IAAI,IAAI,CAAC,CAAC,OAAO,CAAC,OAAO,KAAK,IAAI,CACxD,CAAC,MAAM,CAAC;QACT,IAAI,OAAO,IAAI,CAAC;YAAE,OAAO,IAAI,CAAC;QAE9B,MAAM,MAAM,GAAY,CAAC,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,IAAI,CAAC,CAAC;QACjE,OAAO,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC;IAC7B,CAAC,CAAC;IAEW,0BAAK,GAAG,CACnB,SAA6C,EACZ,EAAE;QACnC,+BAA+B;QAC/B,SAAS,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CACjC,CAAC,MAAM,EAAE,KAAK,EAAE,QAAQ,EAAE,UAAU,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,CAC1D,CAAC;QAEF,6CAA6C;QAC7C,MAAM,OAAO,GAAG,CAAC,OAAyC,EAAU,EAAE;YACpE,MAAM,GAAG,GAAG,CACV,KAAiD,EACjD,OAAe,EACf,OAAgB,EACR,EAAE,CACV,KAAK,KAAK,IAAI;gBACZ,CAAC,CAAC,KAAK,CAAC,OAAO,KAAK,IAAI;oBACtB,CAAC,CAAC,OAAO;oBACT,CAAC,CAAC,CAAC,OAAO,aAAP,OAAO,cAAP,OAAO,GAAI,OAAO,GAAG,CAAC,CAAC;gBAC5B,CAAC,CAAC,CAAC,CAAC;YACR,OAAO,CACL,GAAG,CAAC,OAAO,CAAC,OAAO,EAAE,EAAE,CAAC;gBACxB,GAAG,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC;gBACvB,GAAG,CAAC,OAAO,CAAC,SAAS,EAAE,EAAE,CAAC;gBAC1B,GAAG,CAAC,OAAO,CAAC,IAAI,EAAE,EAAE,CAAC;gBACrB,GAAG,CAAC,OAAO,CAAC,OAAO,EAAE,EAAE,CAAC,CACzB,CAAC;QACJ,CAAC,CAAC;QACF,MAAM,UAAU,GAAG,CAAC,OAA6B,EAAU,EAAE;YAC3D,MAAM,KAAK,GAAG,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,KAAK,OAAO,CAAC,CAAC;YAC3D,IAAI,KAAK,KAAK,SAAS;gBAAE,OAAO,CAAC,CAAC;YAClC,OAAO,OAAO,CAAC,KAAK,CAAC,CAAC;QACxB,CAAC,CAAC;QACF,OAAO;YACL,SAAS,EAAE,SAAS,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,GAAG,CAAC;YAChE,IAAI,EAAE,UAAU,CAAC,MAAM,CAAC;YACxB,GAAG,EAAE,UAAU,CAAC,KAAK,CAAC;YACtB,MAAM,EAAE,UAAU,CAAC,QAAQ,CAAC;YAC5B,QAAQ,EAAE,UAAU,CAAC,UAAU,CAAC;SACjC,CAAC;IACJ,CAAC,CAAC;IAEW,8BAAS,GAAG,CACvB,MAA+B,EACG,EAAE;;QACpC,MAAM,SAAS,GAAG,CAChB,IAAU,EACV,OAAyD,EACzD,SAE2B,EACiB,EAAE;;YAC9C,MAAM,QAAQ,GAAoB,MAAM,CAAC,SAAS,CAAC,KAAK,EAAE,CAAC,OAAO,EAAE,CAAC;YACrE,MAAM,IAAI,GAAuB,MAAA,QAAQ,CAAC,IAAI,CAC5C,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,SAAS,CAC5B,0CAAE,IAAI,CAAC;YACR,IAAI,IAAI,KAAK,SAAS;gBAAE,OAAO,IAAI,CAAC;YAEpC,MAAM,OAAO,GAA2C,QAAQ,CAAC,IAAI,CACnE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,IAAI,IAAI,CAAC,CAAC,IAAI,KAAK,IAAI,CACA,CAAC;YAC5C,IAAI,OAAO,KAAK,SAAS;gBAAE,OAAO,IAAI,CAAC;YACvC,OAAO;gBACL,OAAO,EAAE,OAAO,CAAC,OAAO,CAAC;gBACzB,SAAS,EAAE,SAAS,CAAC,OAAO,CAAC;gBAC7B,OAAO,EACL,IAAI,IAAI,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC,OAAO,EAAE;oBACxC,IAAI,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC,OAAO,EAAE;gBACxC,UAAU,EAAE,OAAO,CAAC,UAAU;aAC/B,CAAC;QACJ,CAAC,CAAC;QACF,MAAM,WAAW,GAGb;YACF,OAAO,EAAE,SAAS,CAChB,SAAS,EACT,GAAG,EAAE,CAAC,IAAI,EACV,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;gBACN,MAAM,EAAE,CAAC,CAAC,MAAM,CAAC,MAAM;gBACvB,SAAS,EAAE,CAAC,CAAC,KAAK,CAAC,MAAM;aAC1B,CAAC,CACH;YACD,MAAM,EAAE,SAAS,CACf,QAAQ,EACR,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,IAAI,KAAK,SAAS,EACpC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;gBACN,UAAU,EAAE,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM;gBACtC,MAAM,EAAE,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,CAAC,MAAM;aAC/D,CAAC,CACH;YACD,SAAS,EAAE,SAAS,CAClB,WAAW,EACX,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,KAAK,CAAC,EAC5B,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;gBACN,UAAU,EAAE,CAAC,CAAC,QAAQ,CAAC,UAAU,CAAC,MAAM;gBACxC,OAAO,EAAE,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,QAAQ,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,MAAM;aAC3D,CAAC,CACH;YACD,IAAI,EAAE,SAAS,CACb,MAAM,EACN,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,IAAI,KAAK,SAAS,EACpC,CAAC,CAAC,EAAE,EAAE,CAAC,iBACL,SAAS,EAAE,CAAC,CAAC,KAAK,CAAC,MAAM,IACtB,CAAC,CAAC,CAAC,QAAQ,CAAC,IAAI,KAAK,SAAS;gBAC/B,CAAC,CAAC;oBACE,MAAM,EAAE,IAAI,GAAG,CAAC,CAAC,CAAC,QAAQ,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,WAAC,OAAA,MAAA,CAAC,CAAC,IAAI,mCAAI,EAAE,CAAA,EAAA,CAAC,CAAC;yBAC7D,IAAI;iBACR;gBACH,CAAC,CAAC,EAAE,CAAC,EACP,CACH;YACD,OAAO,EAAE,SAAS,CAChB,SAAS,EACT,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,IAAI,KAAK,SAAS,EACpC,CAAC,CAAC,EAAE,EAAE,CAAC,iBACL,SAAS,EAAE,CAAC,CAAC,SAAS,CAAC,MAAM,IAC1B,CAAC,CAAC,CAAC,QAAQ,CAAC,IAAI,KAAK,SAAS;gBAC/B,CAAC,CAAC;oBACE,MAAM,EAAE,IAAI,GAAG,CAAC,CAAC,CAAC,QAAQ,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,WAAC,OAAA,MAAA,CAAC,CAAC,IAAI,mCAAI,EAAE,CAAA,EAAA,CAAC,CAAC;yBAC7D,IAAI;iBACR;gBACH,CAAC,CAAC,EAAE,CAAC,EACP,CACH;SACF,CAAC;QACF,MAAM,KAAK,GACT,MAAC,CAAC,SAAS,EAAE,MAAM,EAAE,WAAW,EAAE,QAAQ,EAAE,SAAS,CAAW,CAAC,IAAI,CACnE,CAAC,GAAG,EAAE,EAAE,CAAC,WAAW,CAAC,GAAG,CAAC,KAAK,IAAI,CACnC,mCAAI,IAAI,CAAC;QACZ,qCACE,MAAM,EAAE,MAAM,CAAC,MAAM,EACrB,OAAO,EAAE,MAAM,CAAC,OAAO,EACvB,UAAU,EAAE,6DAA6B,CAAC,MAAM,CAC9C,MAAM,CAAC,SAAS;iBACb,MAAM,CACL,CAAC,CAAC,EAAE,EAAE,CACJ,CAAC,CAAC,IAAI,KAAK,SAAS;gBACpB,CAAC,CAAC,IAAI,KAAK,QAAQ;gBACnB,CAAC,CAAC,IAAI,KAAK,WAAW;gBACtB,CAAC,CAAC,IAAI,KAAK,MAAM;gBACjB,CAAC,CAAC,IAAI,KAAK,SAAS,CACvB;iBACA,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU,CAAC,CAC5B,EACD,OAAO,EAAE,MAAM,CAAC,SAAS;iBACtB,MAAM,CACL,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,aAAa,IAAI,CAAC,CAAC,IAAI,KAAK,kBAAkB,CACjE;iBACA,GAAG,CACF,CAAC,CAAC,EAAE,EAAE,CACJ,IAAI,IAAI,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,OAAO,EAAE;gBAClC,IAAI,IAAI,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,OAAO,EAAE,CACnC;iBACA,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,IAC1B,WAAW,KACd,KAAK,IACL;IACJ,CAAC,CAAC;AACJ,CAAC,EAnLgB,oBAAoB,oCAApB,oBAAoB,QAmLpC"}

package/lib/replay/AutoBeReplayDocumentation.d.ts

@@ -0,0 +1,4 @@
+import { IAutoBePlaygroundBenchmark } from "@autobe/interface";
+export declare namespace AutoBeReplayDocumentation {
+    const readme: (experiments: IAutoBePlaygroundBenchmark[]) => string;
+}

package/lib/replay/AutoBeReplayDocumentation.js

@@ -0,0 +1,146 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.AutoBeReplayDocumentation = void 0;
+const utils_1 = require("@autobe/utils");
+const AutoBeExampleStorage_1 = require("../example/AutoBeExampleStorage");
+var AutoBeReplayDocumentation;
+(function (AutoBeReplayDocumentation) {
+    AutoBeReplayDocumentation.readme = (experiments) => {
+        return utils_1.StringUtil.trim `
+      # AutoBe Generated Examples
+  
+      ## Benchmark
+  
+      AI Model | Score | FCSR | Status 
+      :--------|------:|-----:|:------:
+      ${experiments
+            .map((e) => [
+            `[\`${AutoBeExampleStorage_1.AutoBeExampleStorage.slugModel(e.vendor, false)}\`](#${AutoBeExampleStorage_1.AutoBeExampleStorage.slugModel(e.vendor, false)
+                .replaceAll("/", "")
+                .replaceAll(".", "")})`,
+            e.score.aggregate,
+            (() => {
+                const [x, y] = e.replays
+                    .map((r) => r.aggregates.total.metric)
+                    .map((m) => [m.success, m.attempt])
+                    .reduce((a, b) => [a[0] + b[0], a[1] + b[1]], [0, 0]);
+                return y === 0 ? "0%" : Math.floor((x / y) * 100) + "%";
+            })(),
+            e.emoji,
+        ].join(" | "))
+            .join("\n")}
+
+      - FCSR: Function Calling Success Rate
+      - Status:
+        - 🟢: All projects completed successfully
+        - 🟡: Some projects failed
+        - ❌: All projects failed or not executed
+
+      ${experiments.map(vendor).join("\n\n\n")}
+    `;
+    };
+    const vendor = (exp) => {
+        const row = (project) => {
+            const found = exp.replays.find((r) => r.project === project);
+            if (found === undefined)
+                return `\`${project}\` | 0 | ❌ | ❌ | ❌ | ❌ | ❌`;
+            const phase = (state) => {
+                if (state === null)
+                    return "❌";
+                else if (state.success === false)
+                    return "🟡";
+                else
+                    return "🟢";
+            };
+            return [
+                `[\`${found.project}\`](./${exp.vendor}/${found.project}/)`,
+                exp.score[project],
+                phase(found.analyze),
+                phase(found.prisma),
+                phase(found.interface),
+                phase(found.test),
+                phase(found.realize),
+            ].join(" | ");
+        };
+        return utils_1.StringUtil.trim `
+      ## \`${exp.vendor}\`
+      
+      Project | Score | Analyze | Prisma | Interface | Test | Realize
+      :-------|------:|:-------:|:------:|:----------|:----:|:-------:
+      ${row("todo")}
+      ${row("bbs")}
+      ${row("reddit")}
+      ${row("shopping")}
+
+      ${exp.replays
+            .map((r) => project({
+            replay: r,
+            score: exp.score[r.project],
+        }))
+            .join("\n\n\n")}
+    `;
+    };
+    const project = (props) => {
+        const phase = (key) => {
+            const title = key.charAt(0).toUpperCase() + key.slice(1);
+            const state = props.replay[key];
+            if (state === null)
+                return [`⚪ ${title}`, "", "", "", ""].join(" | ");
+            return [
+                `${state.success === true ? "🟢" : "🔴"} ${title}`,
+                Object.entries(state.commodity)
+                    .map(([key, value]) => `\`${key}\`: ${value}`)
+                    .join(", "),
+                formatTokens(state.aggregates.total.tokenUsage.total),
+                formatElapsedTime(state.elapsed),
+                Math.floor((state.aggregates.total.metric.success /
+                    state.aggregates.total.metric.attempt) *
+                    100) + "%",
+            ].join(" | ");
+        };
+        return utils_1.StringUtil.trim `
+      ### \`${props.replay.vendor}\` - \`${props.replay.project}\`
+
+      - Source Code: ${`[\`${AutoBeExampleStorage_1.AutoBeExampleStorage.slugModel(props.replay.vendor, false)}/${props.replay.project}\`](./${AutoBeExampleStorage_1.AutoBeExampleStorage.slugModel(props.replay.vendor, false)}/${props.replay.project}/)`}
+      - Score: ${props.score}
+      - Elapsed Time: ${formatElapsedTime(props.replay.elapsed)}
+      - Token Usage: ${formatTokens(props.replay.aggregates.total.tokenUsage.total)}
+      - Function Calling Success Rate: ${((props.replay.aggregates.total.metric.success /
+            props.replay.aggregates.total.metric.attempt) *
+            100).toFixed(2)}%
+
+      Phase | Generated | Token Usage | Elapsed Time | FCSR
+      :-----|:----------|------------:|-------------:|------:
+      ${["analyze", "prisma", "interface", "test", "realize"]
+            .map((key) => phase(key))
+            .join("\n")}
+    `;
+    };
+})(AutoBeReplayDocumentation || (exports.AutoBeReplayDocumentation = AutoBeReplayDocumentation = {}));
+function formatElapsedTime(ms) {
+    const seconds = Math.floor(ms / 1000);
+    const minutes = Math.floor(seconds / 60);
+    const hours = Math.floor(minutes / 60);
+    const s = seconds % 60;
+    const m = minutes % 60;
+    const h = hours;
+    if (h > 0) {
+        return `${h}h ${m}m ${s}s`;
+    }
+    else if (m > 0) {
+        return `${m}m ${s}s`;
+    }
+    else {
+        return `${s}s`;
+    }
+}
+function formatTokens(num) {
+    if (num >= 1000000) {
+        return `${(num / 1000000).toFixed(2)}M`;
+    }
+    else if (num >= 1000) {
+        return `${(num / 1000).toFixed(1)}K`;
+    }
+    return num.toString();
+}
+//# sourceMappingURL=AutoBeReplayDocumentation.js.map

package/lib/replay/AutoBeReplayDocumentation.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"AutoBeReplayDocumentation.js","sourceRoot":"","sources":["../../src/replay/AutoBeReplayDocumentation.ts"],"names":[],"mappings":";;;AAMA,yCAA2C;AAE3C,0EAAuE;AAEvE,IAAiB,yBAAyB,CAuIzC;AAvID,WAAiB,yBAAyB;IAC3B,gCAAM,GAAG,CAAC,WAAyC,EAAU,EAAE;QAC1E,OAAO,kBAAU,CAAC,IAAI,CAAA;;;;;;;QAOlB,WAAW;aACV,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CACT;YACE,MAAM,2CAAoB,CAAC,SAAS,CAClC,CAAC,CAAC,MAAM,EACR,KAAK,CACN,QAAQ,2CAAoB,CAAC,SAAS,CAAC,CAAC,CAAC,MAAM,EAAE,KAAK,CAAC;iBACrD,UAAU,CAAC,GAAG,EAAE,EAAE,CAAC;iBACnB,UAAU,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG;YACzB,CAAC,CAAC,KAAK,CAAC,SAAS;YACjB,CAAC,GAAG,EAAE;gBACJ,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,OAAO;qBACrB,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU,CAAC,KAAK,CAAC,MAAM,CAAC;qBACrC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,OAAO,CAAC,CAAC;qBAClC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;gBACxD,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,GAAG,CAAC,GAAG,GAAG,CAAC;YAC1D,CAAC,CAAC,EAAE;YACJ,CAAC,CAAC,KAAK;SACR,CAAC,IAAI,CAAC,KAAK,CAAC,CACd;aACA,IAAI,CAAC,IAAI,CAAC;;;;;;;;QAQX,WAAW,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC;KACzC,CAAC;IACJ,CAAC,CAAC;IAEF,MAAM,MAAM,GAAG,CAAC,GAA+B,EAAU,EAAE;QACzD,MAAM,GAAG,GAAG,CAAC,OAA6B,EAAU,EAAE;YACpD,MAAM,KAAK,GAAG,GAAG,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,KAAK,OAAO,CAAC,CAAC;YAC7D,IAAI,KAAK,KAAK,SAAS;gBACrB,OAAO,KAAK,OAAO,4BAA4B,CAAC;YAClD,MAAM,KAAK,GAAG,CACZ,KAAiD,EACzC,EAAE;gBACV,IAAI,KAAK,KAAK,IAAI;oBAAE,OAAO,GAAG,CAAC;qBAC1B,IAAI,KAAK,CAAC,OAAO,KAAK,KAAK;oBAAE,OAAO,IAAI,CAAC;;oBACzC,OAAO,IAAI,CAAC;YACnB,CAAC,CAAC;YACF,OAAO;gBACL,MAAM,KAAK,CAAC,OAAO,SAAS,GAAG,CAAC,MAAM,IAAI,KAAK,CAAC,OAAO,IAAI;gBAC1D,GAAG,CAAC,KAAa,CAAC,OAAO,CAAC;gBAC3B,KAAK,CAAC,KAAK,CAAC,OAAO,CAAC;gBACpB,KAAK,CAAC,KAAK,CAAC,MAAM,CAAC;gBACnB,KAAK,CAAC,KAAK,CAAC,SAAS,CAAC;gBACtB,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC;gBACjB,KAAK,CAAC,KAAK,CAAC,OAAO,CAAC;aACrB,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAChB,CAAC,CAAC;QACF,OAAO,kBAAU,CAAC,IAAI,CAAA;aACb,GAAG,CAAC,MAAM;;;;QAIf,GAAG,CAAC,MAAM,CAAC;QACX,GAAG,CAAC,KAAK,CAAC;QACV,GAAG,CAAC,QAAQ,CAAC;QACb,GAAG,CAAC,UAAU,CAAC;;QAEf,GAAG,CAAC,OAAO;aACV,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CACT,OAAO,CAAC;YACN,MAAM,EAAE,CAAC;YACT,KAAK,EAAG,GAAG,CAAC,KAAa,CAAC,CAAC,CAAC,OAAO,CAAC;SACrC,CAAC,CACH;aACA,IAAI,CAAC,QAAQ,CAAC;KAClB,CAAC;IACJ,CAAC,CAAC;IAEF,MAAM,OAAO,GAAG,CAAC,KAGhB,EAAU,EAAE;QACX,MAAM,KAAK,GAAG,CAAC,GAAgB,EAAU,EAAE;YACzC,MAAM,KAAK,GAAW,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,WAAW,EAAE,GAAG,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;YACjE,MAAM,KAAK,GACT,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;YACpB,IAAI,KAAK,KAAK,IAAI;gBAAE,OAAO,CAAC,KAAK,KAAK,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YACtE,OAAO;gBACL,GAAG,KAAK,CAAC,OAAO,KAAK,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,IAAI,KAAK,EAAE;gBAClD,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,SAAS,CAAC;qBAC5B,GAAG,CAAC,CAAC,CAAC,GAAG,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,KAAK,GAAG,OAAO,KAAK,EAAE,CAAC;qBAC7C,IAAI,CAAC,IAAI,CAAC;gBACb,YAAY,CAAC,KAAK,CAAC,UAAU,CAAC,KAAK,CAAC,UAAU,CAAC,KAAK,CAAC;gBACrD,iBAAiB,CAAC,KAAK,CAAC,OAAO,CAAC;gBAChC,IAAI,CAAC,KAAK,CACR,CAAC,KAAK,CAAC,UAAU,CAAC,KAAK,CAAC,MAAM,CAAC,OAAO;oBACpC,KAAK,CAAC,UAAU,CAAC,KAAK,CAAC,MAAM,CAAC,OAAO,CAAC;oBACtC,GAAG,CACN,GAAG,GAAG;aACR,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAChB,CAAC,CAAC;QACF,OAAO,kBAAU,CAAC,IAAI,CAAA;cACZ,KAAK,CAAC,MAAM,CAAC,MAAM,UAAU,KAAK,CAAC,MAAM,CAAC,OAAO;;uBAExC,MAAM,2CAAoB,CAAC,SAAS,CACnD,KAAK,CAAC,MAAM,CAAC,MAAM,EACnB,KAAK,CACN,IAAI,KAAK,CAAC,MAAM,CAAC,OAAO,SAAS,2CAAoB,CAAC,SAAS,CAC9D,KAAK,CAAC,MAAM,CAAC,MAAM,EACnB,KAAK,CACN,IAAI,KAAK,CAAC,MAAM,CAAC,OAAO,IAAI;iBAClB,KAAK,CAAC,KAAK;wBACJ,iBAAiB,CAAC,KAAK,CAAC,MAAM,CAAC,OAAO,CAAC;uBACxC,YAAY,CAC3B,KAAK,CAAC,MAAM,CAAC,UAAU,CAAC,KAAK,CAAC,UAAU,CAAC,KAAK,CAC/C;yCACkC,CACjC,CAAC,KAAK,CAAC,MAAM,CAAC,UAAU,CAAC,KAAK,CAAC,MAAM,CAAC,OAAO;YAC3C,KAAK,CAAC,MAAM,CAAC,UAAU,CAAC,KAAK,CAAC,MAAM,CAAC,OAAO,CAAC;YAC/C,GAAG,CACJ,CAAC,OAAO,CAAC,CAAC,CAAC;;;;QAIT,CAAC,SAAS,EAAE,QAAQ,EAAE,WAAW,EAAE,MAAM,EAAE,SAAS,CAAW;aAC/D,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;aACxB,IAAI,CAAC,IAAI,CAAC;KACd,CAAC;IACJ,CAAC,CAAC;AACJ,CAAC,EAvIgB,yBAAyB,yCAAzB,yBAAyB,QAuIzC;AAED,SAAS,iBAAiB,CAAC,EAAU;IACnC,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,EAAE,GAAG,IAAI,CAAC,CAAC;IACtC,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,GAAG,EAAE,CAAC,CAAC;IACzC,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,GAAG,EAAE,CAAC,CAAC;IAEvC,MAAM,CAAC,GAAG,OAAO,GAAG,EAAE,CAAC;IACvB,MAAM,CAAC,GAAG,OAAO,GAAG,EAAE,CAAC;IACvB,MAAM,CAAC,GAAG,KAAK,CAAC;IAEhB,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC;QACV,OAAO,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC;IAC7B,CAAC;SAAM,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC;QACjB,OAAO,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC;IACvB,CAAC;SAAM,CAAC;QACN,OAAO,GAAG,CAAC,GAAG,CAAC;IACjB,CAAC;AACH,CAAC;AAED,SAAS,YAAY,CAAC,GAAW;IAC/B,IAAI,GAAG,IAAI,OAAO,EAAE,CAAC;QACnB,OAAO,GAAG,CAAC,GAAG,GAAG,OAAO,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC;IAC1C,CAAC;SAAM,IAAI,GAAG,IAAI,IAAI,EAAE,CAAC;QACvB,OAAO,GAAG,CAAC,GAAG,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC;IACvC,CAAC;IACD,OAAO,GAAG,CAAC,QAAQ,EAAE,CAAC;AACxB,CAAC"}

package/lib/replay/AutoBeReplayStorage.d.ts

@@ -0,0 +1,8 @@
+import { AutoBeExampleProject, IAutoBePlaygroundReplay } from "@autobe/interface";
+export declare namespace AutoBeReplayStorage {
+    const getAll: (vendor: string, projectFilter?: (project: AutoBeExampleProject) => boolean) => Promise<IAutoBePlaygroundReplay[]>;
+    const get: (props: {
+        vendor: string;
+        project: AutoBeExampleProject;
+    }) => Promise<IAutoBePlaygroundReplay | null>;
+}

package/lib/replay/AutoBeReplayStorage.js

@@ -0,0 +1,72 @@
+"use strict";
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.AutoBeReplayStorage = void 0;
+const typia_1 = __importDefault(require("typia"));
+const AutoBeExampleStorage_1 = require("../example/AutoBeExampleStorage");
+var AutoBeReplayStorage;
+(function (AutoBeReplayStorage) {
+    AutoBeReplayStorage.getAll = (vendor, projectFilter) => __awaiter(this, void 0, void 0, function* () {
+        const projects = typia_1.default.misc
+            .literals()
+            .filter(projectFilter !== null && projectFilter !== void 0 ? projectFilter : (() => true));
+        const replays = yield Promise.all(projects.map((p) => AutoBeReplayStorage.get({
+            vendor,
+            project: p,
+        })));
+        return replays.filter((r) => r !== null);
+    });
+    AutoBeReplayStorage.get = (props) => __awaiter(this, void 0, void 0, function* () {
+        const histories = yield getHistories(props);
+        if (histories === null)
+            return null;
+        const snapshots = (phase) => __awaiter(this, void 0, void 0, function* () {
+            try {
+                return yield AutoBeExampleStorage_1.AutoBeExampleStorage.getSnapshots({
+                    vendor: props.vendor,
+                    project: props.project,
+                    phase,
+                });
+            }
+            catch (_a) {
+                return null;
+            }
+        });
+        return {
+            vendor: props.vendor,
+            project: props.project,
+            histories,
+            analyze: yield snapshots("analyze"),
+            prisma: yield snapshots("prisma"),
+            interface: yield snapshots("interface"),
+            test: yield snapshots("test"),
+            realize: yield snapshots("realize"),
+        };
+    });
+    const getHistories = (props) => __awaiter(this, void 0, void 0, function* () {
+        for (const phase of SEQUENCE) {
+            try {
+                return yield AutoBeExampleStorage_1.AutoBeExampleStorage.getHistories({
+                    vendor: props.vendor,
+                    project: props.project,
+                    phase,
+                });
+            }
+            catch (_a) { }
+        }
+        return null;
+    });
+})(AutoBeReplayStorage || (exports.AutoBeReplayStorage = AutoBeReplayStorage = {}));
+const SEQUENCE = ["realize", "test", "interface", "prisma", "analyze"];
+//# sourceMappingURL=AutoBeReplayStorage.js.map