peerbench 0.0.1 → 0.0.2-alpha-dev.0

package/dist/schemas/llm/index.d.ts

@@ -0,0 +1,116 @@
+import { W as WidenZodObject, I as IdGenerator } from '../../index-BAioQhp2.js';
+import { z } from 'zod';
+import '../../provider-BDjGp2y-.js';
+import '../../abstract-Dec9Sc5O.js';
+
+declare const BaseSystemPromptSchemaV1: z.ZodObject<{
+    id: z.ZodString;
+    namespace: z.ZodString;
+    kind: z.ZodString;
+    schemaVersion: z.ZodNumber;
+    version: z.ZodNumber;
+    metadata: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
+}, z.core.$strip>;
+type BaseSystemPromptV1 = z.infer<typeof BaseSystemPromptSchemaV1>;
+declare const defineSystemPromptSchema: <TBaseSchema extends WidenZodObject<z.ZodObject<{
+    id: z.ZodString;
+    namespace: z.ZodString;
+    kind: z.ZodString;
+    schemaVersion: z.ZodNumber;
+    version: z.ZodNumber;
+    metadata: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
+}, z.core.$strip>>, TNamespace extends string | undefined = undefined, TKind extends string | undefined = undefined, TSchemaVersion extends number | undefined = undefined, TFields extends Readonly<{
+    [k: string]: z.core.$ZodType<unknown, unknown, z.core.$ZodTypeInternals<unknown, unknown>>;
+}> = {}>(config: {
+    baseSchema: TBaseSchema;
+    namespace?: TNamespace | undefined;
+    kind?: TKind | undefined;
+    schemaVersion?: TSchemaVersion | undefined;
+    fields?: TFields | undefined;
+}) => (TBaseSchema extends z.ZodObject<infer U extends Readonly<{
+    [k: string]: z.core.$ZodType<unknown, unknown, z.core.$ZodTypeInternals<unknown, unknown>>;
+}>, z.core.$strip> ? z.ZodObject<Omit<U, "kind" | "namespace" | "schemaVersion"> & TFields & {
+    namespace: TNamespace extends undefined ? U["namespace"] : z.ZodLiteral<TNamespace>;
+    kind: TKind extends undefined ? U["kind"] : z.ZodLiteral<`${TKind}.sys-prompt`>;
+    schemaVersion: TSchemaVersion extends undefined ? U["schemaVersion"] : z.ZodLiteral<TSchemaVersion>;
+}, z.core.$strip> : never) & {
+    new: (input: Omit<z.core.output<TBaseSchema extends z.ZodObject<infer U extends Readonly<{
+        [k: string]: z.core.$ZodType<unknown, unknown, z.core.$ZodTypeInternals<unknown, unknown>>;
+    }>, z.core.$strip> ? z.ZodObject<Omit<U, "kind" | "namespace" | "schemaVersion"> & TFields & {
+        namespace: TNamespace extends undefined ? U["namespace"] : z.ZodLiteral<TNamespace>;
+        kind: TKind extends undefined ? U["kind"] : z.ZodLiteral<`${TKind}.sys-prompt`>;
+        schemaVersion: TSchemaVersion extends undefined ? U["schemaVersion"] : z.ZodLiteral<TSchemaVersion>;
+    }, z.core.$strip> : never>, "kind" | "namespace" | "schemaVersion">) => z.core.output<TBaseSchema extends z.ZodObject<infer U extends Readonly<{
+        [k: string]: z.core.$ZodType<unknown, unknown, z.core.$ZodTypeInternals<unknown, unknown>>;
+    }>, z.core.$strip> ? z.ZodObject<Omit<U, "kind" | "namespace" | "schemaVersion"> & TFields & {
+        namespace: TNamespace extends undefined ? U["namespace"] : z.ZodLiteral<TNamespace>;
+        kind: TKind extends undefined ? U["kind"] : z.ZodLiteral<`${TKind}.sys-prompt`>;
+        schemaVersion: TSchemaVersion extends undefined ? U["schemaVersion"] : z.ZodLiteral<TSchemaVersion>;
+    }, z.core.$strip> : never>;
+    newWithId(input: Omit<z.core.output<TBaseSchema extends z.ZodObject<infer U extends Readonly<{
+        [k: string]: z.core.$ZodType<unknown, unknown, z.core.$ZodTypeInternals<unknown, unknown>>;
+    }>, z.core.$strip> ? z.ZodObject<Omit<U, "kind" | "namespace" | "schemaVersion"> & TFields & {
+        namespace: TNamespace extends undefined ? U["namespace"] : z.ZodLiteral<TNamespace>;
+        kind: TKind extends undefined ? U["kind"] : z.ZodLiteral<`${TKind}.sys-prompt`>;
+        schemaVersion: TSchemaVersion extends undefined ? U["schemaVersion"] : z.ZodLiteral<TSchemaVersion>;
+    }, z.core.$strip> : never>, "id" | "kind" | "namespace" | "schemaVersion">, generator: IdGenerator): Promise<z.core.output<TBaseSchema extends z.ZodObject<infer U extends Readonly<{
+        [k: string]: z.core.$ZodType<unknown, unknown, z.core.$ZodTypeInternals<unknown, unknown>>;
+    }>, z.core.$strip> ? z.ZodObject<Omit<U, "kind" | "namespace" | "schemaVersion"> & TFields & {
+        namespace: TNamespace extends undefined ? U["namespace"] : z.ZodLiteral<TNamespace>;
+        kind: TKind extends undefined ? U["kind"] : z.ZodLiteral<`${TKind}.sys-prompt`>;
+        schemaVersion: TSchemaVersion extends undefined ? U["schemaVersion"] : z.ZodLiteral<TSchemaVersion>;
+    }, z.core.$strip> : never>>;
+};
+
+declare const SimpleSystemPromptSchemaV1: z.ZodObject<Omit<{
+    id: z.ZodString;
+    namespace: z.ZodString;
+    kind: z.ZodString;
+    schemaVersion: z.ZodNumber;
+    version: z.ZodNumber;
+    metadata: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
+}, "kind" | "namespace" | "schemaVersion"> & {
+    content: z.ZodString;
+} & {
+    namespace: z.ZodLiteral<"peerbench.ai">;
+    kind: z.ZodLiteral<`${string}/simple.sys-prompt`>;
+    schemaVersion: z.ZodLiteral<1>;
+}, z.core.$strip> & {
+    new: (input: Omit<{
+        id: string;
+        version: number;
+        content: string;
+        namespace: "peerbench.ai";
+        kind: `${string}/simple.sys-prompt`;
+        schemaVersion: 1;
+        metadata?: Record<string, unknown> | undefined;
+    }, "kind" | "namespace" | "schemaVersion">) => {
+        id: string;
+        version: number;
+        content: string;
+        namespace: "peerbench.ai";
+        kind: `${string}/simple.sys-prompt`;
+        schemaVersion: 1;
+        metadata?: Record<string, unknown> | undefined;
+    };
+    newWithId(input: Omit<{
+        id: string;
+        version: number;
+        content: string;
+        namespace: "peerbench.ai";
+        kind: `${string}/simple.sys-prompt`;
+        schemaVersion: 1;
+        metadata?: Record<string, unknown> | undefined;
+    }, "id" | "kind" | "namespace" | "schemaVersion">, generator: IdGenerator): Promise<{
+        id: string;
+        version: number;
+        content: string;
+        namespace: "peerbench.ai";
+        kind: `${string}/simple.sys-prompt`;
+        schemaVersion: 1;
+        metadata?: Record<string, unknown> | undefined;
+    }>;
+};
+type SimpleSystemPromptV1 = z.infer<typeof SimpleSystemPromptSchemaV1>;
+
+export { BaseSystemPromptSchemaV1, type BaseSystemPromptV1, SimpleSystemPromptSchemaV1, type SimpleSystemPromptV1, defineSystemPromptSchema };

package/dist/schemas/llm/index.js

@@ -0,0 +1,15 @@
+import {
+  BaseSystemPromptSchemaV1,
+  SimpleSystemPromptSchemaV1,
+  defineSystemPromptSchema
+} from "../../chunk-Q6GSOHOP.js";
+import "../../chunk-OQE6TQXZ.js";
+import "../../chunk-UHHHSYVE.js";
+import "../../chunk-NUEOE3K5.js";
+import "../../chunk-PZ5AY32C.js";
+export {
+  BaseSystemPromptSchemaV1,
+  SimpleSystemPromptSchemaV1,
+  defineSystemPromptSchema
+};
+//# sourceMappingURL=index.js.map

package/dist/schemas/llm/index.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":[],"sourcesContent":[],"mappings":"","names":[]}

package/dist/scorers/index.d.ts

@@ -0,0 +1,64 @@
+import { A as AbstractScorer } from '../abstract-Dec9Sc5O.js';
+export { B as BaseScorerResult } from '../abstract-Dec9Sc5O.js';
+export { b as LLMAsAJudgeCriterion, c as LLMAsAJudgeScoreParams, L as LLMAsAJudgeScorer, a as MCQScorer, M as MCQScorerParams } from '../llm-judge-QThCZ9TQ.js';
+import '../llm-DNj_tp2T.js';
+import '../provider-BDjGp2y-.js';
+import 'openai/resources/shared';
+import 'openai/resources/chat/completions';
+import '../rate-limiter-CSmVIRsM.js';
+import 'zod';
+
+type RegexPattern = {
+    /**
+     * The regex pattern to match against the response
+     */
+    regex: RegExp;
+    /**
+     * The index of the capture group to extract (1-based, like match[1])
+     * If not provided, defaults to 1 (first capture group)
+     */
+    captureGroupIndex?: number;
+    /**
+     * Optional function to transform the extracted value before validation
+     */
+    transform?: (value: string) => string | undefined;
+};
+type RegexScorerParams = {
+    /**
+     * The input text to score
+     */
+    input: string;
+    /**
+     * Array of regex patterns to try (in order, first match wins)
+     */
+    patterns: RegexPattern[];
+    /**
+     * Expected value(s) to match against. Can be a record of expected values for named groups, or a validation function
+     */
+    expectedValue: Record<string, string> | ((groupName: string, match: string) => boolean);
+    /**
+     * Optional: Which match to use when multiple matches are found
+     * Defaults to "last" (uses the last match found)
+     */
+    matchPreference?: "first" | "last";
+    /**
+     * Optional: If true, allows partial scoring based on how many groups match
+     * For example, if 2 groups are expected and only 1 matches, score would be 0.5
+     * Defaults to false (all-or-nothing scoring)
+     */
+    allowPartialScoring?: boolean;
+};
+/**
+ * Generic Regex scorer. It scores the given input against a set of regex patterns.
+ */
+declare class RegexScorer extends AbstractScorer {
+    readonly kind: "peerbench.ai/regex";
+    score(params: RegexScorerParams): Promise<{
+        value: number;
+        extractedAnswers: {
+            [k: string]: string;
+        };
+    }>;
+}
+
+export { AbstractScorer, type RegexPattern, RegexScorer, type RegexScorerParams };

package/dist/scorers/index.js

@@ -0,0 +1,16 @@
+import {
+  AbstractScorer,
+  LLMAsAJudgeScorer,
+  MCQScorer,
+  RegexScorer
+} from "../chunk-ZEWI24CV.js";
+import "../chunk-UHHHSYVE.js";
+import "../chunk-4UBK6452.js";
+import "../chunk-PZ5AY32C.js";
+export {
+  AbstractScorer,
+  LLMAsAJudgeScorer,
+  MCQScorer,
+  RegexScorer
+};
+//# sourceMappingURL=index.js.map

package/dist/scorers/index.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":[],"sourcesContent":[],"mappings":"","names":[]}

package/dist/storages/index.d.ts

@@ -0,0 +1,69 @@
+import { A as AbstractStorage } from '../json-file-ZwzLUbje.js';
+export { c as AbstractFileStorageCodec, F as FileStorage, b as FileStorageFileHandle, J as JSONFileStorage, a as JSONFileStorageCodec } from '../json-file-ZwzLUbje.js';
+import * as better_sqlite3 from 'better-sqlite3';
+import 'node:fs/promises';
+import 'zod';
+
+declare class HttpStorage<TObject> extends AbstractStorage<TObject> {
+    protected readonly url: string;
+    protected readonly codec: AbstractHttpStorageCodec<TObject>;
+    protected readonly fetchFn: typeof fetch;
+    constructor(config: {
+        url: string;
+        codec: AbstractHttpStorageCodec<TObject>;
+        fetchFn?: typeof fetch;
+    });
+    init(_params?: unknown): Promise<void>;
+    read(_key: string, _params?: unknown): Promise<TObject | null>;
+    readAll(params?: unknown): Promise<TObject[]>;
+    write(_key: string, _value: TObject, _params?: unknown): Promise<unknown>;
+}
+declare abstract class AbstractHttpStorageCodec<TObject> {
+    abstract readAll(params: {
+        url: string;
+        response: Response;
+        params?: unknown;
+    }): Promise<TObject[]>;
+}
+
+declare class SQLiteStorage<TObject> extends AbstractStorage<TObject> {
+    protected readonly path: string;
+    protected readonly codec: AbstractSQLiteStorageCodec<TObject>;
+    protected db: SQLiteDatabase | undefined;
+    constructor(config: {
+        path: string;
+        codec: AbstractSQLiteStorageCodec<TObject>;
+    });
+    init(params?: unknown): Promise<void>;
+    read(key: string, params?: unknown): Promise<TObject | null>;
+    readAll(params?: unknown): Promise<TObject[]>;
+    write(key: string, value: TObject, params?: unknown): Promise<unknown>;
+    close(): void;
+    protected assertInitialized(): asserts this is this & {
+        db: SQLiteDatabase;
+    };
+}
+declare abstract class AbstractSQLiteStorageCodec<TObject> {
+    init?(params: {
+        db: SQLiteDatabase;
+        params?: unknown;
+    }): Promise<void> | void;
+    abstract read(params: {
+        db: SQLiteDatabase;
+        key: string;
+        params?: unknown;
+    }): Promise<TObject | null>;
+    abstract readAll(params: {
+        db: SQLiteDatabase;
+        params?: unknown;
+    }): Promise<TObject[]>;
+    abstract write(params: {
+        db: SQLiteDatabase;
+        key: string;
+        value: TObject;
+        params?: unknown;
+    }): Promise<unknown>;
+}
+type SQLiteDatabase = better_sqlite3.Database;
+
+export { AbstractHttpStorageCodec, AbstractSQLiteStorageCodec, AbstractStorage, HttpStorage, SQLiteStorage };

package/dist/storages/index.js

@@ -0,0 +1,98 @@
+import {
+  AbstractFileStorageCodec,
+  AbstractStorage,
+  FileStorage,
+  JSONFileStorage,
+  JSONFileStorageCodec
+} from "../chunk-ERALDEZY.js";
+import "../chunk-4UBK6452.js";
+import "../chunk-PZ5AY32C.js";
+
+// src/storages/http.ts
+var HttpStorage = class extends AbstractStorage {
+  url;
+  codec;
+  fetchFn;
+  constructor(config) {
+    super();
+    this.url = config.url;
+    this.codec = config.codec;
+    this.fetchFn = config.fetchFn ?? fetch;
+  }
+  async init(_params) {
+  }
+  async read(_key, _params) {
+    throw new Error("Not implemented");
+  }
+  async readAll(params) {
+    const response = await this.fetchFn(this.url, {
+      method: "GET",
+      headers: {
+        Accept: "application/json, text/plain, */*"
+      }
+    });
+    if (!response.ok) {
+      throw new Error(
+        `HTTP storage request failed: ${response.status} ${response.statusText}`
+      );
+    }
+    return await this.codec.readAll({ url: this.url, response, params });
+  }
+  async write(_key, _value, _params) {
+    throw new Error("Not implemented");
+  }
+};
+var AbstractHttpStorageCodec = class {
+};
+
+// src/storages/sqlite.ts
+import Database from "better-sqlite3";
+var SQLiteStorage = class extends AbstractStorage {
+  path;
+  codec;
+  db;
+  constructor(config) {
+    super();
+    this.path = config.path;
+    this.codec = config.codec;
+  }
+  async init(params) {
+    this.db = new Database(this.path);
+    await this.codec.init?.({ db: this.db, params });
+  }
+  async read(key, params) {
+    this.assertInitialized();
+    return await this.codec.read({ db: this.db, key, params });
+  }
+  async readAll(params) {
+    this.assertInitialized();
+    return await this.codec.readAll({ db: this.db, params });
+  }
+  async write(key, value, params) {
+    this.assertInitialized();
+    return await this.codec.write({ db: this.db, key, value, params });
+  }
+  close() {
+    this.db?.close();
+    this.db = void 0;
+  }
+  assertInitialized() {
+    if (!this.db) {
+      throw new Error("SQLite database is not initialized");
+    }
+  }
+};
+var AbstractSQLiteStorageCodec = class {
+};
+export {
+  AbstractFileStorageCodec,
+  AbstractHttpStorageCodec,
+  AbstractSQLiteStorageCodec,
+  AbstractStorage,
+  FileStorage,
+  HttpStorage,
+  JSONFileStorage,
+  JSONFileStorageCodec,
+  SQLiteStorage
+};
+//# sourceMappingURL=index.js.map

package/dist/storages/index.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../src/storages/http.ts","../../src/storages/sqlite.ts"],"sourcesContent":["import { AbstractStorage } from \"@/storages/abstract\";\n\nexport class HttpStorage<TObject> extends AbstractStorage<TObject> {\n  protected readonly url: string;\n  protected readonly codec: AbstractHttpStorageCodec<TObject>;\n  protected readonly fetchFn: typeof fetch;\n\n  constructor(config: {\n    url: string;\n    codec: AbstractHttpStorageCodec<TObject>;\n    fetchFn?: typeof fetch;\n  }) {\n    super();\n    this.url = config.url;\n    this.codec = config.codec;\n    this.fetchFn = config.fetchFn ?? fetch;\n  }\n\n  override async init(_params?: unknown): Promise<void> {\n    // Nothing to do here\n  }\n\n  override async read(\n    _key: string,\n    _params?: unknown\n  ): Promise<TObject | null> {\n    // TODO: Implement `read(key)` with codec support (e.g. query params / path templating).\n    throw new Error(\"Not implemented\");\n  }\n\n  override async readAll(params?: unknown): Promise<TObject[]> {\n    const response = await this.fetchFn(this.url, {\n      method: \"GET\",\n      headers: {\n        Accept: \"application/json, text/plain, */*\",\n      },\n    });\n\n    if (!response.ok) {\n      throw new Error(\n        `HTTP storage request failed: ${response.status} ${response.statusText}`\n      );\n    }\n\n    return await this.codec.readAll({ url: this.url, response, params });\n  }\n\n  override async write(\n    _key: string,\n    _value: TObject,\n    _params?: unknown\n  ): Promise<unknown> {\n    // TODO: Implement `write(key, value)` for HTTP storage if needed (PUT/POST/PATCH).\n    throw new Error(\"Not implemented\");\n  }\n}\n\nexport abstract class AbstractHttpStorageCodec<TObject> {\n  abstract readAll(params: {\n    url: string;\n    response: Response;\n    params?: unknown;\n  }): Promise<TObject[]>;\n}\n","import Database from \"better-sqlite3\";\nimport { AbstractStorage } from \"@/storages/abstract\";\n\nexport class SQLiteStorage<TObject> extends AbstractStorage<TObject> {\n  protected readonly path: string;\n  protected readonly codec: AbstractSQLiteStorageCodec<TObject>;\n\n  protected db: SQLiteDatabase | undefined;\n\n  constructor(config: {\n    path: string;\n    codec: AbstractSQLiteStorageCodec<TObject>;\n  }) {\n    super();\n    this.path = config.path;\n    this.codec = config.codec;\n  }\n\n  async init(params?: unknown): Promise<void> {\n    this.db = new Database(this.path);\n    await this.codec.init?.({ db: this.db, params });\n  }\n\n  override async read(key: string, params?: unknown): Promise<TObject | null> {\n    this.assertInitialized();\n    return await this.codec.read({ db: this.db, key, params });\n  }\n\n  override async readAll(params?: unknown): Promise<TObject[]> {\n    this.assertInitialized();\n    return await this.codec.readAll({ db: this.db, params });\n  }\n\n  override async write(\n    key: string,\n    value: TObject,\n    params?: unknown\n  ): Promise<unknown> {\n    this.assertInitialized();\n    return await this.codec.write({ db: this.db, key, value, params });\n  }\n\n  close(): void {\n    this.db?.close();\n    this.db = undefined;\n  }\n\n  protected assertInitialized(): asserts this is this & { db: SQLiteDatabase } {\n    if (!this.db) {\n      throw new Error(\"SQLite database is not initialized\");\n    }\n  }\n}\n\nexport abstract class AbstractSQLiteStorageCodec<TObject> {\n  init?(params: { db: SQLiteDatabase; params?: unknown }): Promise<void> | void;\n\n  abstract read(params: {\n    db: SQLiteDatabase;\n    key: string;\n    params?: unknown;\n  }): Promise<TObject | null>;\n\n  abstract readAll(params: {\n    db: SQLiteDatabase;\n    params?: unknown;\n  }): Promise<TObject[]>;\n\n  abstract write(params: {\n    db: SQLiteDatabase;\n    key: string;\n    value: TObject;\n    params?: unknown;\n  }): Promise<unknown>;\n}\n\ntype SQLiteDatabase = import(\"better-sqlite3\").Database;\n"],"mappings":";;;;;;;;;;;AAEO,IAAM,cAAN,cAAmC,gBAAyB;AAAA,EAC9C;AAAA,EACA;AAAA,EACA;AAAA,EAEnB,YAAY,QAIT;AACD,UAAM;AACN,SAAK,MAAM,OAAO;AAClB,SAAK,QAAQ,OAAO;AACpB,SAAK,UAAU,OAAO,WAAW;AAAA,EACnC;AAAA,EAEA,MAAe,KAAK,SAAkC;AAAA,EAEtD;AAAA,EAEA,MAAe,KACb,MACA,SACyB;AAEzB,UAAM,IAAI,MAAM,iBAAiB;AAAA,EACnC;AAAA,EAEA,MAAe,QAAQ,QAAsC;AAC3D,UAAM,WAAW,MAAM,KAAK,QAAQ,KAAK,KAAK;AAAA,MAC5C,QAAQ;AAAA,MACR,SAAS;AAAA,QACP,QAAQ;AAAA,MACV;AAAA,IACF,CAAC;AAED,QAAI,CAAC,SAAS,IAAI;AAChB,YAAM,IAAI;AAAA,QACR,gCAAgC,SAAS,MAAM,IAAI,SAAS,UAAU;AAAA,MACxE;AAAA,IACF;AAEA,WAAO,MAAM,KAAK,MAAM,QAAQ,EAAE,KAAK,KAAK,KAAK,UAAU,OAAO,CAAC;AAAA,EACrE;AAAA,EAEA,MAAe,MACb,MACA,QACA,SACkB;AAElB,UAAM,IAAI,MAAM,iBAAiB;AAAA,EACnC;AACF;AAEO,IAAe,2BAAf,MAAiD;AAMxD;;;AC/DA,OAAO,cAAc;AAGd,IAAM,gBAAN,cAAqC,gBAAyB;AAAA,EAChD;AAAA,EACA;AAAA,EAET;AAAA,EAEV,YAAY,QAGT;AACD,UAAM;AACN,SAAK,OAAO,OAAO;AACnB,SAAK,QAAQ,OAAO;AAAA,EACtB;AAAA,EAEA,MAAM,KAAK,QAAiC;AAC1C,SAAK,KAAK,IAAI,SAAS,KAAK,IAAI;AAChC,UAAM,KAAK,MAAM,OAAO,EAAE,IAAI,KAAK,IAAI,OAAO,CAAC;AAAA,EACjD;AAAA,EAEA,MAAe,KAAK,KAAa,QAA2C;AAC1E,SAAK,kBAAkB;AACvB,WAAO,MAAM,KAAK,MAAM,KAAK,EAAE,IAAI,KAAK,IAAI,KAAK,OAAO,CAAC;AAAA,EAC3D;AAAA,EAEA,MAAe,QAAQ,QAAsC;AAC3D,SAAK,kBAAkB;AACvB,WAAO,MAAM,KAAK,MAAM,QAAQ,EAAE,IAAI,KAAK,IAAI,OAAO,CAAC;AAAA,EACzD;AAAA,EAEA,MAAe,MACb,KACA,OACA,QACkB;AAClB,SAAK,kBAAkB;AACvB,WAAO,MAAM,KAAK,MAAM,MAAM,EAAE,IAAI,KAAK,IAAI,KAAK,OAAO,OAAO,CAAC;AAAA,EACnE;AAAA,EAEA,QAAc;AACZ,SAAK,IAAI,MAAM;AACf,SAAK,KAAK;AAAA,EACZ;AAAA,EAEU,oBAAmE;AAC3E,QAAI,CAAC,KAAK,IAAI;AACZ,YAAM,IAAI,MAAM,oCAAoC;AAAA,IACtD;AAAA,EACF;AACF;AAEO,IAAe,6BAAf,MAAmD;AAoB1D;","names":[]}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "peerbench",
-  "version": "0.0.1",
+  "version": "0.0.2-alpha-dev.0",
   "description": "Tooling help work with AI benchmarking data and create trustworthy AI",
   "keywords": [
     "ai",
@@ -28,6 +28,38 @@
     ".": {
       "types": "./dist/index.d.ts",
       "import": "./dist/index.js"
+    },
+    "./benchmarks": {
+      "types": "./dist/benchmarks/index.d.ts",
+      "import": "./dist/benchmarks/index.js"
+    },
+    "./providers": {
+      "types": "./dist/providers/index.d.ts",
+      "import": "./dist/providers/index.js"
+    },
+    "./schemas": {
+      "types": "./dist/schemas/index.d.ts",
+      "import": "./dist/schemas/index.js"
+    },
+    "./schemas/llm": {
+      "types": "./dist/schemas/llm/index.d.ts",
+      "import": "./dist/schemas/llm/index.js"
+    },
+    "./schemas/extensions": {
+      "types": "./dist/schemas/extensions/index.d.ts",
+      "import": "./dist/schemas/extensions/index.js"
+    },
+    "./scorers": {
+      "types": "./dist/scorers/index.d.ts",
+      "import": "./dist/scorers/index.js"
+    },
+    "./storages": {
+      "types": "./dist/storages/index.d.ts",
+      "import": "./dist/storages/index.js"
+    },
+    "./aggregators": {
+      "types": "./dist/aggregators/index.d.ts",
+      "import": "./dist/aggregators/index.js"
     }
   },
   "files": [
@@ -35,46 +67,38 @@
   ],
   "scripts": {
     "lint": "tsc && eslint",
-    "dev": "tsx scripts/dev.ts",
-    "watch": "tsup --silent --watch --onSuccess 'tsc-alias -p tsconfig.json -f'",
+    "dev": "tsup --silent --watch --onSuccess 'tsc-alias -p tsconfig.json -f'",
     "build": "tsup --onSuccess 'tsc-alias -p tsconfig.json -f'",
+    "test": "vitest run",
     "clean": "rm -rf dist"
   },
   "dependencies": {
-    "@inquirer/prompts": "^7.4.1",
-    "@supabase/supabase-js": "^2.56.0",
-    "@types/sbd": "^1.0.5",
-    "abort-controller": "^3.0.0",
-    "ansis": "^3.17.0",
+    "@mastra/client-js": "^0.17.2",
     "axios": "^1.11.0",
+    "better-sqlite3": "^12.6.0",
     "cheerio": "^1.1.2",
-    "commander": "^13.1.0",
-    "csv": "^6.3.11",
     "decimal.js": "^10.6.0",
-    "fast-xml-parser": "^5.2.5",
-    "glob": "^11.0.2",
+    "handlebars": "^4.7.8",
     "hyparquet": "^1.11.0",
-    "json-stable-stringify": "^1.3.0",
     "jsonrepair": "^3.13.0",
     "multiformats": "^13.3.2",
-    "openai": "^4.92.1",
-    "sbd": "^1.0.19",
-    "table": "^6.9.0",
+    "openai": "^6.15.0",
+    "safe-stable-stringify": "^2.5.0",
     "uuid": "^11.1.0",
-    "viem": "^2.26.2",
-    "winston": "^3.17.0",
-    "yaml": "^2.7.1",
-    "zod": "^3.24.2"
+    "zod": "^4.2.1"
   },
   "devDependencies": {
     "@dotenvx/dotenvx": "^1.49.0",
     "@eslint/js": "^9.24.0",
+    "@types/better-sqlite3": "^7.6.13",
     "@types/node": "^22.14.0",
     "eslint": "^9.24.0",
+    "prettier": "^3.7.1",
     "tsc-alias": "^1.8.13",
-    "tsup": "^8.4.0",
+    "tsup": "^8.5.1",
     "tsx": "^4.19.3",
     "typescript": "^5.8.3",
-    "typescript-eslint": "^8.29.0"
+    "typescript-eslint": "^8.29.0",
+    "vitest": "^4.0.16"
   }
 }

package/LICENSE

@@ -1,21 +0,0 @@
-MIT License
-
-Copyright (c) 2025 peerBench
-
-Permission is hereby granted, free of charge, to any person obtaining a copy
-of this software and associated documentation files (the "Software"), to deal
-in the Software without restriction, including without limitation the rights
-to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
-copies of the Software, and to permit persons to whom the Software is
-furnished to do so, subject to the following conditions:
-
-The above copyright notice and this permission notice shall be included in all
-copies or substantial portions of the Software.
-
-THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
-IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
-FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
-AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
-LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
-OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
-SOFTWARE.