@autobe/benchmark 0.28.1 → 0.29.1

package/src/example/AutoBeExampleStorage.ts

@@ -14,6 +14,8 @@ import { Singleton, VariadicSingleton } from "tstl";
 import { v7 } from "uuid";
 
 export namespace AutoBeExampleStorage {
+  export const TEST_ROOT: string = `${__dirname}/../../../../test`;
+
   export const repository = (): string => examples.get();
   export const getDirectory = (props: {
     vendor: string;
@@ -24,7 +26,7 @@ export namespace AutoBeExampleStorage {
   export const save = async (props: {
     vendor: string;
     project: AutoBeExampleProject;
-    files: Record<string, string>;
+    files: Record<string, string | null>;
   }): Promise<void> => {
     await saveWithGzip({
       root: `${getDirectory(props)}`,
@@ -166,55 +168,51 @@ export namespace AutoBeExampleStorage {
     if (replaceSlash) model = model.replaceAll("/", "-");
     return model;
   };
-}
 
-const PROMPT_TEMPLATE = {
-  prisma: "Design the database schema.",
-  interface: "Create the API interface specification.",
-  test: "Make the e2e test functions.",
-  realize: "Implement API functions.",
-};
-const TEST_ROOT: string = `${__dirname}/../../../../test`;
+  const PROMPT_TEMPLATE = {
+    prisma: "Design the database schema.",
+    interface: "Create the API interface specification.",
+    test: "Make the e2e test functions.",
+    realize: "Implement API functions.",
+  };
 
-const examples = new Singleton(() => {
-  const location: string = `${TEST_ROOT}/repositories/autobe-examples`;
-  if (fs.existsSync(location) === false) {
-    try {
-      fs.mkdirSync(`${TEST_ROOT}/repositories`);
-    } catch {}
-    cp.execSync(`git clone https://github.com/wrtnlabs/autobe-examples`, {
-      cwd: `${TEST_ROOT}/repositories`,
-      stdio: "inherit",
-    });
-  }
-  cp.execSync("git pull", {
-    cwd: location,
-    stdio: "ignore",
+  const examples = new Singleton(() => {
+    const location: string = `${TEST_ROOT}/../../autobe-examples`;
+    if (fs.existsSync(location) === false)
+      cp.execSync(`git clone https://github.com/wrtnlabs/autobe-examples`, {
+        cwd: `${TEST_ROOT}/../../`,
+        stdio: "inherit",
+      });
+    if (fs.existsSync(`${location}/raw`) === false)
+      fs.mkdirSync(`${location}/raw`);
+    return location;
   });
-  if (fs.existsSync(`${location}/raw`) === false)
-    fs.mkdirSync(`${location}/raw`);
-  return location;
-});
 
-const saveWithGzip = async (props: {
-  root: string;
-  files: Record<string, string>;
-  overwrite?: boolean;
-}): Promise<void> => {
-  if (props.overwrite !== true && fs.existsSync(props.root))
-    await fs.promises.rm(props.root, {
-      recursive: true,
-    });
-  const directory = new VariadicSingleton(async (location: string) => {
-    try {
-      await fs.promises.mkdir(location, {
+  const saveWithGzip = async (props: {
+    root: string;
+    files: Record<string, string | null>;
+    overwrite?: boolean;
+  }): Promise<void> => {
+    if (props.overwrite !== true && fs.existsSync(props.root))
+      await fs.promises.rm(props.root, {
         recursive: true,
       });
-    } catch {}
-  });
-  for (const [key, value] of Object.entries(props.files)) {
-    const file: string = path.resolve(`${props.root}/${key}.gz`);
-    await directory.get(path.dirname(file));
-    await fs.promises.writeFile(file, await CompressUtil.gzip(value ?? ""));
-  }
-};
+    const directory = new VariadicSingleton(async (location: string) => {
+      try {
+        await fs.promises.mkdir(location, {
+          recursive: true,
+        });
+      } catch {}
+    });
+    for (const [key, value] of Object.entries(props.files)) {
+      const file: string = path.resolve(`${props.root}/${key}.gz`);
+      await directory.get(path.dirname(file));
+      if (value !== null)
+        await fs.promises.writeFile(file, await CompressUtil.gzip(value ?? ""));
+      else
+        try {
+          await fs.promises.unlink(file);
+        } catch {}
+    }
+  };
+}

package/src/example/index.ts

@@ -1 +1,3 @@
+export * from "./AutoBeExampleArchiver";
+export * from "./AutoBeExampleBenchmark";
 export * from "./AutoBeExampleStorage";

package/src/replay/AutoBeReplayComputer.ts

@@ -1,4 +1,3 @@
-import { AutoBeProcessAggregateFactory } from "@autobe/agent/src/factory/AutoBeProcessAggregateFactory";
 import {
   AutoBeExampleProject,
   AutoBeHistory,
@@ -6,6 +5,7 @@ import {
   IAutoBePlaygroundBenchmarkScore,
   IAutoBePlaygroundReplay,
 } from "@autobe/interface";
+import { AutoBeProcessAggregateFactory } from "@autobe/utils";
 
 export namespace AutoBeReplayComputer {
   export const SIGNIFICANT_PROJECTS: AutoBeExampleProject[] = [

package/src/replay/AutoBeReplayStorage.ts

@@ -1,3 +1,4 @@
+import { CompressUtil } from "@autobe/filesystem";
 import {
   AutoBeEventSnapshot,
   AutoBeExampleProject,
@@ -5,6 +6,7 @@ import {
   AutoBePhase,
   IAutoBePlaygroundReplay,
 } from "@autobe/interface";
+import fs from "fs";
 import typia from "typia";
 
 import { AutoBeExampleStorage } from "../example/AutoBeExampleStorage";
@@ -28,6 +30,22 @@ export namespace AutoBeReplayStorage {
     return replays.filter((r) => r !== null);
   };
 
+  export const getAllSummaries = async (
+    vendor: string,
+    projectFilter?: (project: AutoBeExampleProject) => boolean,
+  ): Promise<IAutoBePlaygroundReplay.ISummary[]> => {
+    const projects: AutoBeExampleProject[] = typia.misc
+      .literals<AutoBeExampleProject>()
+      .filter(projectFilter ?? (() => true));
+    const summaries: Array<IAutoBePlaygroundReplay.ISummary | null> =
+      await Promise.all(
+        projects.map((project) =>
+          AutoBeReplayStorage.getSummary({ vendor, project }),
+        ),
+      );
+    return summaries.filter((s) => s !== null);
+  };
+
   export const get = async (props: {
     vendor: string;
     project: AutoBeExampleProject;
@@ -60,6 +78,17 @@ export namespace AutoBeReplayStorage {
     };
   };
 
+  export const getSummary = async (props: {
+    vendor: string;
+    project: AutoBeExampleProject;
+  }): Promise<IAutoBePlaygroundReplay.ISummary | null> => {
+    const location: string = `${AutoBeExampleStorage.getDirectory(props)}/summary.json.gz`;
+    if (fs.existsSync(location) === false) return null;
+    return JSON.parse(
+      await CompressUtil.gunzip(await fs.promises.readFile(location)),
+    );
+  };
+
   const getHistories = async (props: {
     vendor: string;
     project: AutoBeExampleProject;

package/src/structures/IAutoBeExampleBenchmarkState.ts

@@ -0,0 +1,29 @@
+import {
+  AutoBeEventSnapshot,
+  AutoBeExampleProject,
+  AutoBePhase,
+} from "@autobe/interface";
+
+export interface IAutoBeExampleBenchmarkState {
+  vendors: IAutoBeExampleBenchmarkState.IOfVendor[];
+}
+export namespace IAutoBeExampleBenchmarkState {
+  export interface IOfVendor {
+    name: string;
+    projects: IOfProject[];
+  }
+  export interface IOfProject {
+    name: AutoBeExampleProject;
+    phases: IOfPhase[];
+    success: boolean | null;
+    started_at: Date;
+    completed_at: Date | null;
+  }
+  export interface IOfPhase {
+    name: AutoBePhase;
+    snapshot: AutoBeEventSnapshot | null;
+    success: boolean | null;
+    started_at: Date;
+    completed_at: Date | null;
+  }
+}

package/src/structures/index.ts

@@ -0,0 +1 @@
+export * from "./IAutoBeExampleBenchmarkState";