@aigne/afs-llm-bench 1.12.0-beta.5

package/dist/bench.d.cts

@@ -0,0 +1,89 @@
+import { AFSBaseProvider, AFSEntry, AFSExecResult, AFSExplainResult, AFSListResult, AFSStatResult, ProviderManifest, ProviderTreeSchema, RouteContext } from "@aigne/afs";
+import { z } from "zod";
+
+//#region src/bench.d.ts
+declare const optionsSchema: z.ZodObject<{
+  name: z.ZodOptional<z.ZodString>;
+  description: z.ZodOptional<z.ZodString>;
+  promptsDir: z.ZodOptional<z.ZodString>;
+  resultsDir: z.ZodOptional<z.ZodString>;
+  catalogPath: z.ZodOptional<z.ZodString>;
+}, z.core.$strip>;
+type AFSBenchOptionsInput = z.input<typeof optionsSchema>;
+type AFSBenchOptions = z.infer<typeof optionsSchema>;
+declare class AFSBench extends AFSBaseProvider {
+  readonly name: string;
+  readonly description: string;
+  readonly accessMode: "readwrite";
+  private readonly promptsDir;
+  private readonly resultsDir;
+  private readonly catalogPath;
+  static schema(): z.ZodObject<{
+    name: z.ZodOptional<z.ZodString>;
+    description: z.ZodOptional<z.ZodString>;
+    promptsDir: z.ZodOptional<z.ZodString>;
+    resultsDir: z.ZodOptional<z.ZodString>;
+    catalogPath: z.ZodOptional<z.ZodString>;
+  }, z.core.$strip>;
+  static manifest(): ProviderManifest;
+  static treeSchema(): ProviderTreeSchema;
+  constructor(options?: AFSBenchOptionsInput);
+  /** Test/debug helpers. */
+  getPromptsDir(): string;
+  getResultsDir(): string;
+  getCatalogPath(): string;
+  private loadPrompts;
+  private listResultFiles;
+  listRoot(_ctx: RouteContext): Promise<AFSListResult>;
+  readRoot(_ctx: RouteContext): Promise<AFSEntry | undefined>;
+  statRoot(_ctx: RouteContext): Promise<AFSStatResult>;
+  metaRoot(_ctx: RouteContext): Promise<AFSEntry>;
+  explainRoot(_ctx: RouteContext): Promise<AFSExplainResult>;
+  readCapabilities(_ctx: RouteContext): Promise<AFSEntry | undefined>;
+  listPrompts(_ctx: RouteContext): Promise<AFSListResult>;
+  readPrompts(_ctx: RouteContext): Promise<AFSEntry | undefined>;
+  statPrompts(_ctx: RouteContext): Promise<AFSStatResult>;
+  metaPrompts(_ctx: RouteContext): Promise<AFSEntry>;
+  explainPrompts(_ctx: RouteContext): Promise<AFSExplainResult>;
+  private findPromptOrUndefined;
+  listPrompt(_ctx: RouteContext<{
+    id: string;
+  }>): Promise<AFSListResult>;
+  readPrompt(ctx: RouteContext<{
+    id: string;
+  }>): Promise<AFSEntry | undefined>;
+  statPrompt(ctx: RouteContext<{
+    id: string;
+  }>): Promise<AFSStatResult>;
+  metaPrompt(ctx: RouteContext<{
+    id: string;
+  }>): Promise<AFSEntry | undefined>;
+  explainPrompt(ctx: RouteContext<{
+    id: string;
+  }>): Promise<AFSExplainResult>;
+  listResults(_ctx: RouteContext): Promise<AFSListResult>;
+  readResults(_ctx: RouteContext): Promise<AFSEntry | undefined>;
+  statResults(_ctx: RouteContext): Promise<AFSStatResult>;
+  metaResults(_ctx: RouteContext): Promise<AFSEntry>;
+  explainResults(_ctx: RouteContext): Promise<AFSExplainResult>;
+  listResult(_ctx: RouteContext<{
+    date: string;
+  }>): Promise<AFSListResult>;
+  readResult(ctx: RouteContext<{
+    date: string;
+  }>): Promise<AFSEntry | undefined>;
+  statResult(ctx: RouteContext<{
+    date: string;
+  }>): Promise<AFSStatResult>;
+  metaResult(ctx: RouteContext<{
+    date: string;
+  }>): Promise<AFSEntry | undefined>;
+  listRootActions(_ctx: RouteContext): Promise<AFSListResult>;
+  execRun(ctx: RouteContext, args: Record<string, unknown>): Promise<AFSExecResult>;
+  execRunFull(ctx: RouteContext, args: Record<string, unknown>): Promise<AFSExecResult>;
+  execPatchCatalog(ctx: RouteContext, args: Record<string, unknown>): Promise<AFSExecResult>;
+  execReport(ctx: RouteContext, args: Record<string, unknown>): Promise<AFSExecResult>;
+}
+//#endregion
+export { AFSBench, AFSBenchOptions, AFSBenchOptionsInput };
+//# sourceMappingURL=bench.d.cts.map

package/dist/bench.d.cts.map

@@ -0,0 +1 @@
+{"version":3,"file":"bench.d.cts","names":[],"sources":["../src/bench.ts"],"mappings":";;;;cAgEM,aAAA,EAAa,CAAA,CAAA,SAAA;;;;;;;KAmBP,oBAAA,GAAuB,CAAA,CAAE,KAAA,QAAa,aAAA;AAAA,KACtC,eAAA,GAAkB,CAAA,CAAE,KAAA,QAAa,aAAA;AAAA,cA0NhC,QAAA,SAAiB,eAAA;EAAA,SACV,IAAA;EAAA,SACA,WAAA;EAAA,SAIA,UAAA;EAAA,iBAED,UAAA;EAAA,iBACA,UAAA;EAAA,iBACA,WAAA;EAAA,OAEV,MAAA,CAAA,GAAM,CAAA,CAAA,SAAA;;;;;;;SAIN,QAAA,CAAA,GAAY,gBAAA;EAAA,OAqBZ,UAAA,CAAA,GAAc,kBAAA;cAmBT,OAAA,GAAS,oBAAA;;EAWrB,aAAA,CAAA;EAGA,aAAA,CAAA;EAGA,cAAA,CAAA;EAAA,QAMc,WAAA;EAAA,QAKA,eAAA;EASR,QAAA,CAAS,IAAA,EAAM,YAAA,GAAe,OAAA,CAAQ,aAAA;EAgBtC,QAAA,CAAS,IAAA,EAAM,YAAA,GAAe,OAAA,CAAQ,QAAA;EAYtC,QAAA,CAAS,IAAA,EAAM,YAAA,GAAe,OAAA,CAAQ,aAAA;EAStC,QAAA,CAAS,IAAA,EAAM,YAAA,GAAe,OAAA,CAAQ,QAAA;EAiBtC,WAAA,CAAY,IAAA,EAAM,YAAA,GAAe,OAAA,CAAQ,gBAAA;EAsBzC,gBAAA,CAAiB,IAAA,EAAM,YAAA,GAAe,OAAA,CAAQ,QAAA;EAgC9C,WAAA,CAAY,IAAA,EAAM,YAAA,GAAe,OAAA,CAAQ,aAAA;EAmBzC,WAAA,CAAY,IAAA,EAAM,YAAA,GAAe,OAAA,CAAQ,QAAA;EASzC,WAAA,CAAY,IAAA,EAAM,YAAA,GAAe,OAAA,CAAQ,aAAA;EAUzC,WAAA,CAAY,IAAA,EAAM,YAAA,GAAe,OAAA,CAAQ,QAAA;EASzC,cAAA,CAAe,IAAA,EAAM,YAAA,GAAe,OAAA,CAAQ,gBAAA;EAAA,QAcpC,qBAAA;EAQR,UAAA,CAAW,IAAA,EAAM,YAAA;IAAe,EAAA;EAAA,KAAgB,OAAA,CAAQ,aAAA;EAKxD,UAAA,CAAW,GAAA,EAAK,YAAA;IAAe,EAAA;EAAA,KAAgB,OAAA,CAAQ,QAAA;EAmBvD,UAAA,CAAW,GAAA,EAAK,YAAA;IAAe,EAAA;EAAA,KAAgB,OAAA,CAAQ,aAAA;EAYvD,UAAA,CAAW,GAAA,EAAK,YAAA;IAAe,EAAA;EAAA,KAAgB,OAAA,CAAQ,QAAA;EAuBvD,aAAA,CAAc,GAAA,EAAK,YAAA;IAAe,EAAA;EAAA,KAAgB,OAAA,CAAQ,gBAAA;EAwB1D,WAAA,CAAY,IAAA,EAAM,YAAA,GAAe,OAAA,CAAQ,aAAA;EAczC,WAAA,CAAY,IAAA,EAAM,YAAA,GAAe,OAAA,CAAQ,QAAA;EASzC,WAAA,CAAY,IAAA,EAAM,YAAA,GAAe,OAAA,CAAQ,aAAA;EAUzC,WAAA,CAAY,IAAA,EAAM,YAAA,GAAe,OAAA,CAAQ,QAAA;EASzC,cAAA,CAAe,IAAA,EAAM,YAAA,GAAe,OAAA,CAAQ,gBAAA;EAe5C,UAAA,CAAW,IAAA,EAAM,YAAA;IAAe,IAAA;EAAA,KAAkB,OAAA,CAAQ,aAAA;EAK1D,UAAA,CAAW,GAAA,EAAK,YAAA;IAAe,IAAA;EAAA,KAAkB,OAAA,CAAQ,QAAA;EAYzD,UAAA,CAAW,GAAA,EAAK,YAAA;IAAe,IAAA;EAAA,KAAkB,OAAA,CAAQ,aAAA;EAazD,UAAA,CAAW,GAAA,EAAK,YAAA;IAAe,IAAA;EAAA,KAAkB,OAAA,CAAQ,QAAA;EAazD,eAAA,CAAgB,IAAA,EAAM,YAAA,GAAe,OAAA,CAAQ,aAAA;EAa7C,OAAA,CAAQ,GAAA,EAAK,YAAA,EAAc,IAAA,EAAM,MAAA,oBAA0B,OAAA,CAAQ,aAAA;EA6DnE,WAAA,CAAY,GAAA,EAAK,YAAA,EAAc,IAAA,EAAM,MAAA,oBAA0B,OAAA,CAAQ,aAAA;EAyEvE,gBAAA,CAAiB,GAAA,EAAK,YAAA,EAAc,IAAA,EAAM,MAAA,oBAA0B,OAAA,CAAQ,aAAA;EAsD5E,UAAA,CAAW,GAAA,EAAK,YAAA,EAAc,IAAA,EAAM,MAAA,oBAA0B,OAAA,CAAQ,aAAA;AAAA"}

package/dist/bench.d.mts

@@ -0,0 +1,89 @@
+import { AFSBaseProvider, AFSEntry, AFSExecResult, AFSExplainResult, AFSListResult, AFSStatResult, ProviderManifest, ProviderTreeSchema, RouteContext } from "@aigne/afs";
+import { z } from "zod";
+
+//#region src/bench.d.ts
+declare const optionsSchema: z.ZodObject<{
+  name: z.ZodOptional<z.ZodString>;
+  description: z.ZodOptional<z.ZodString>;
+  promptsDir: z.ZodOptional<z.ZodString>;
+  resultsDir: z.ZodOptional<z.ZodString>;
+  catalogPath: z.ZodOptional<z.ZodString>;
+}, z.core.$strip>;
+type AFSBenchOptionsInput = z.input<typeof optionsSchema>;
+type AFSBenchOptions = z.infer<typeof optionsSchema>;
+declare class AFSBench extends AFSBaseProvider {
+  readonly name: string;
+  readonly description: string;
+  readonly accessMode: "readwrite";
+  private readonly promptsDir;
+  private readonly resultsDir;
+  private readonly catalogPath;
+  static schema(): z.ZodObject<{
+    name: z.ZodOptional<z.ZodString>;
+    description: z.ZodOptional<z.ZodString>;
+    promptsDir: z.ZodOptional<z.ZodString>;
+    resultsDir: z.ZodOptional<z.ZodString>;
+    catalogPath: z.ZodOptional<z.ZodString>;
+  }, z.core.$strip>;
+  static manifest(): ProviderManifest;
+  static treeSchema(): ProviderTreeSchema;
+  constructor(options?: AFSBenchOptionsInput);
+  /** Test/debug helpers. */
+  getPromptsDir(): string;
+  getResultsDir(): string;
+  getCatalogPath(): string;
+  private loadPrompts;
+  private listResultFiles;
+  listRoot(_ctx: RouteContext): Promise<AFSListResult>;
+  readRoot(_ctx: RouteContext): Promise<AFSEntry | undefined>;
+  statRoot(_ctx: RouteContext): Promise<AFSStatResult>;
+  metaRoot(_ctx: RouteContext): Promise<AFSEntry>;
+  explainRoot(_ctx: RouteContext): Promise<AFSExplainResult>;
+  readCapabilities(_ctx: RouteContext): Promise<AFSEntry | undefined>;
+  listPrompts(_ctx: RouteContext): Promise<AFSListResult>;
+  readPrompts(_ctx: RouteContext): Promise<AFSEntry | undefined>;
+  statPrompts(_ctx: RouteContext): Promise<AFSStatResult>;
+  metaPrompts(_ctx: RouteContext): Promise<AFSEntry>;
+  explainPrompts(_ctx: RouteContext): Promise<AFSExplainResult>;
+  private findPromptOrUndefined;
+  listPrompt(_ctx: RouteContext<{
+    id: string;
+  }>): Promise<AFSListResult>;
+  readPrompt(ctx: RouteContext<{
+    id: string;
+  }>): Promise<AFSEntry | undefined>;
+  statPrompt(ctx: RouteContext<{
+    id: string;
+  }>): Promise<AFSStatResult>;
+  metaPrompt(ctx: RouteContext<{
+    id: string;
+  }>): Promise<AFSEntry | undefined>;
+  explainPrompt(ctx: RouteContext<{
+    id: string;
+  }>): Promise<AFSExplainResult>;
+  listResults(_ctx: RouteContext): Promise<AFSListResult>;
+  readResults(_ctx: RouteContext): Promise<AFSEntry | undefined>;
+  statResults(_ctx: RouteContext): Promise<AFSStatResult>;
+  metaResults(_ctx: RouteContext): Promise<AFSEntry>;
+  explainResults(_ctx: RouteContext): Promise<AFSExplainResult>;
+  listResult(_ctx: RouteContext<{
+    date: string;
+  }>): Promise<AFSListResult>;
+  readResult(ctx: RouteContext<{
+    date: string;
+  }>): Promise<AFSEntry | undefined>;
+  statResult(ctx: RouteContext<{
+    date: string;
+  }>): Promise<AFSStatResult>;
+  metaResult(ctx: RouteContext<{
+    date: string;
+  }>): Promise<AFSEntry | undefined>;
+  listRootActions(_ctx: RouteContext): Promise<AFSListResult>;
+  execRun(ctx: RouteContext, args: Record<string, unknown>): Promise<AFSExecResult>;
+  execRunFull(ctx: RouteContext, args: Record<string, unknown>): Promise<AFSExecResult>;
+  execPatchCatalog(ctx: RouteContext, args: Record<string, unknown>): Promise<AFSExecResult>;
+  execReport(ctx: RouteContext, args: Record<string, unknown>): Promise<AFSExecResult>;
+}
+//#endregion
+export { AFSBench, AFSBenchOptions, AFSBenchOptionsInput };
+//# sourceMappingURL=bench.d.mts.map

package/dist/bench.d.mts.map

@@ -0,0 +1 @@
+{"version":3,"file":"bench.d.mts","names":[],"sources":["../src/bench.ts"],"mappings":";;;;cAgEM,aAAA,EAAa,CAAA,CAAA,SAAA;;;;;;;KAmBP,oBAAA,GAAuB,CAAA,CAAE,KAAA,QAAa,aAAA;AAAA,KACtC,eAAA,GAAkB,CAAA,CAAE,KAAA,QAAa,aAAA;AAAA,cA0NhC,QAAA,SAAiB,eAAA;EAAA,SACV,IAAA;EAAA,SACA,WAAA;EAAA,SAIA,UAAA;EAAA,iBAED,UAAA;EAAA,iBACA,UAAA;EAAA,iBACA,WAAA;EAAA,OAEV,MAAA,CAAA,GAAM,CAAA,CAAA,SAAA;;;;;;;SAIN,QAAA,CAAA,GAAY,gBAAA;EAAA,OAqBZ,UAAA,CAAA,GAAc,kBAAA;cAmBT,OAAA,GAAS,oBAAA;;EAWrB,aAAA,CAAA;EAGA,aAAA,CAAA;EAGA,cAAA,CAAA;EAAA,QAMc,WAAA;EAAA,QAKA,eAAA;EASR,QAAA,CAAS,IAAA,EAAM,YAAA,GAAe,OAAA,CAAQ,aAAA;EAgBtC,QAAA,CAAS,IAAA,EAAM,YAAA,GAAe,OAAA,CAAQ,QAAA;EAYtC,QAAA,CAAS,IAAA,EAAM,YAAA,GAAe,OAAA,CAAQ,aAAA;EAStC,QAAA,CAAS,IAAA,EAAM,YAAA,GAAe,OAAA,CAAQ,QAAA;EAiBtC,WAAA,CAAY,IAAA,EAAM,YAAA,GAAe,OAAA,CAAQ,gBAAA;EAsBzC,gBAAA,CAAiB,IAAA,EAAM,YAAA,GAAe,OAAA,CAAQ,QAAA;EAgC9C,WAAA,CAAY,IAAA,EAAM,YAAA,GAAe,OAAA,CAAQ,aAAA;EAmBzC,WAAA,CAAY,IAAA,EAAM,YAAA,GAAe,OAAA,CAAQ,QAAA;EASzC,WAAA,CAAY,IAAA,EAAM,YAAA,GAAe,OAAA,CAAQ,aAAA;EAUzC,WAAA,CAAY,IAAA,EAAM,YAAA,GAAe,OAAA,CAAQ,QAAA;EASzC,cAAA,CAAe,IAAA,EAAM,YAAA,GAAe,OAAA,CAAQ,gBAAA;EAAA,QAcpC,qBAAA;EAQR,UAAA,CAAW,IAAA,EAAM,YAAA;IAAe,EAAA;EAAA,KAAgB,OAAA,CAAQ,aAAA;EAKxD,UAAA,CAAW,GAAA,EAAK,YAAA;IAAe,EAAA;EAAA,KAAgB,OAAA,CAAQ,QAAA;EAmBvD,UAAA,CAAW,GAAA,EAAK,YAAA;IAAe,EAAA;EAAA,KAAgB,OAAA,CAAQ,aAAA;EAYvD,UAAA,CAAW,GAAA,EAAK,YAAA;IAAe,EAAA;EAAA,KAAgB,OAAA,CAAQ,QAAA;EAuBvD,aAAA,CAAc,GAAA,EAAK,YAAA;IAAe,EAAA;EAAA,KAAgB,OAAA,CAAQ,gBAAA;EAwB1D,WAAA,CAAY,IAAA,EAAM,YAAA,GAAe,OAAA,CAAQ,aAAA;EAczC,WAAA,CAAY,IAAA,EAAM,YAAA,GAAe,OAAA,CAAQ,QAAA;EASzC,WAAA,CAAY,IAAA,EAAM,YAAA,GAAe,OAAA,CAAQ,aAAA;EAUzC,WAAA,CAAY,IAAA,EAAM,YAAA,GAAe,OAAA,CAAQ,QAAA;EASzC,cAAA,CAAe,IAAA,EAAM,YAAA,GAAe,OAAA,CAAQ,gBAAA;EAe5C,UAAA,CAAW,IAAA,EAAM,YAAA;IAAe,IAAA;EAAA,KAAkB,OAAA,CAAQ,aAAA;EAK1D,UAAA,CAAW,GAAA,EAAK,YAAA;IAAe,IAAA;EAAA,KAAkB,OAAA,CAAQ,QAAA;EAYzD,UAAA,CAAW,GAAA,EAAK,YAAA;IAAe,IAAA;EAAA,KAAkB,OAAA,CAAQ,aAAA;EAazD,UAAA,CAAW,GAAA,EAAK,YAAA;IAAe,IAAA;EAAA,KAAkB,OAAA,CAAQ,QAAA;EAazD,eAAA,CAAgB,IAAA,EAAM,YAAA,GAAe,OAAA,CAAQ,aAAA;EAa7C,OAAA,CAAQ,GAAA,EAAK,YAAA,EAAc,IAAA,EAAM,MAAA,oBAA0B,OAAA,CAAQ,aAAA;EA6DnE,WAAA,CAAY,GAAA,EAAK,YAAA,EAAc,IAAA,EAAM,MAAA,oBAA0B,OAAA,CAAQ,aAAA;EAyEvE,gBAAA,CAAiB,GAAA,EAAK,YAAA,EAAc,IAAA,EAAM,MAAA,oBAA0B,OAAA,CAAQ,aAAA;EAsD5E,UAAA,CAAW,GAAA,EAAK,YAAA,EAAc,IAAA,EAAM,MAAA,oBAA0B,OAAA,CAAQ,aAAA;AAAA"}