@leostera/evalkit 0.3.0 → 0.5.0

package/dist/dashboard/index.html

@@ -4,8 +4,8 @@
     <meta charset="UTF-8" />
     <meta name="viewport" content="width=device-width, initial-scale=1.0" />
     <title>EvalKit</title>
-    <script type="module" crossorigin src="/assets/index-CVd_Np_w.js"></script>
-    <link rel="stylesheet" crossorigin href="/assets/index-CMr4aulR.css">
+    <script type="module" crossorigin src="/assets/index-DrBwLKJD.js"></script>
+    <link rel="stylesheet" crossorigin href="/assets/index-D9NtA46z.css">
   </head>
   <body>
     <div id="root"></div>

package/dist/files-C-U0-PWW.mjs

@@ -0,0 +1,26 @@
+//#region ../share/src/files.ts
+function r2Files(bucket) {
+	return {
+		async get(key) {
+			return (await bucket.get(key))?.body ?? null;
+		},
+		async put(key, data) {
+			await bucket.put(key, data);
+		},
+		async *list(prefix) {
+			let cursor;
+			do {
+				const page = await bucket.list({
+					prefix,
+					cursor
+				});
+				for (const object of page.objects) yield object.key;
+				cursor = page.truncated ? page.cursor : void 0;
+			} while (cursor);
+		}
+	};
+}
+//#endregion
+export { r2Files as t };
+
+//# sourceMappingURL=files-C-U0-PWW.mjs.map

package/dist/files-C-U0-PWW.mjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"files-C-U0-PWW.mjs","names":[],"sources":["../../share/src/files.ts"],"sourcesContent":["/** Where uploaded result files live: R2 in a Worker, a directory elsewhere. */\nexport type ShareFiles = {\n  get(key: string): Promise<ReadableStream<Uint8Array> | Uint8Array | null>;\n  put(key: string, data: Uint8Array | string): Promise<void>;\n  /** Every key below `prefix`, in no particular order. */\n  list(prefix: string): AsyncIterable<string>;\n};\n\n/** The subset of the Workers R2 binding used here. */\nexport type R2BucketLike = {\n  get(key: string): Promise<{ body: ReadableStream<Uint8Array> } | null>;\n  put(key: string, value: Uint8Array | string): Promise<unknown>;\n  list(options: { prefix: string; cursor?: string }): Promise<{\n    objects: { key: string }[];\n    truncated: boolean;\n    cursor?: string;\n  }>;\n};\n\nexport function r2Files(bucket: R2BucketLike): ShareFiles {\n  return {\n    async get(key) {\n      return (await bucket.get(key))?.body ?? null;\n    },\n    async put(key, data) {\n      await bucket.put(key, data);\n    },\n    async *list(prefix) {\n      let cursor: string | undefined;\n      do {\n        const page = await bucket.list({ prefix, cursor });\n        for (const object of page.objects) yield object.key;\n        cursor = page.truncated ? page.cursor : undefined;\n      } while (cursor);\n    },\n  };\n}\n"],"mappings":";AAmBA,SAAgB,QAAQ,QAAkC;CACxD,OAAO;EACL,MAAM,IAAI,KAAK;GACb,QAAQ,MAAM,OAAO,IAAI,GAAG,EAAA,EAAI,QAAQ;EAC1C;EACA,MAAM,IAAI,KAAK,MAAM;GACnB,MAAM,OAAO,IAAI,KAAK,IAAI;EAC5B;EACA,OAAO,KAAK,QAAQ;GAClB,IAAI;GACJ,GAAG;IACD,MAAM,OAAO,MAAM,OAAO,KAAK;KAAE;KAAQ;IAAO,CAAC;IACjD,KAAK,MAAM,UAAU,KAAK,SAAS,MAAM,OAAO;IAChD,SAAS,KAAK,YAAY,KAAK,SAAS,KAAA;GAC1C,SAAS;EACX;CACF;AACF"}

package/dist/index-db-HdZXelOS.d.mts

@@ -0,0 +1,142 @@
+//#region ../share/src/files.d.ts
+/** Where uploaded result files live: R2 in a Worker, a directory elsewhere. */
+type ShareFiles = {
+  get(key: string): Promise<ReadableStream<Uint8Array> | Uint8Array | null>;
+  put(key: string, data: Uint8Array | string): Promise<void>;
+  /** Every key below `prefix`, in no particular order. */
+  list(prefix: string): AsyncIterable<string>;
+};
+/** The subset of the Workers R2 binding used here. */
+type R2BucketLike = {
+  get(key: string): Promise<{
+    body: ReadableStream<Uint8Array>;
+  } | null>;
+  put(key: string, value: Uint8Array | string): Promise<unknown>;
+  list(options: {
+    prefix: string;
+    cursor?: string;
+  }): Promise<{
+    objects: {
+      key: string;
+    }[];
+    truncated: boolean;
+    cursor?: string;
+  }>;
+};
+declare function r2Files(bucket: R2BucketLike): ShareFiles;
+//#endregion
+//#region ../share/src/bundle.d.ts
+/**
+ * A run bundle: the snapshot files for one run, as one gzip-compressed body.
+ *
+ *   "EKBUNDLE" (8 bytes) · header length (u32 BE) · header JSON · file bytes…
+ *   header = { format: 1, files: [{ path, size }, …] }, bytes in that order.
+ *
+ * Both ends are EvalKit, so this is simpler than tar and has no path-length limit.
+ */
+declare const BUNDLE_FORMAT = 1;
+type BundleFile = {
+  path: string;
+  data: Uint8Array;
+};
+declare function encodeBundle(files: BundleFile[]): Promise<Uint8Array>;
+/** Decode and check the framing; path rules are enforced by the caller. */
+declare function decodeBundle(body: Uint8Array, limits: {
+  maxBytes: number;
+}): Promise<BundleFile[]>;
+//#endregion
+//#region ../share/src/upload.d.ts
+/** Finished runs only: a shared run's files are immutable once stored. */
+type SharedRunStatus = 'passed' | 'failed' | 'errored';
+type SharedSource = {
+  repo: string;
+  project: string;
+  commit: string;
+  ref?: string;
+  committedAt?: string;
+  dirty: boolean;
+};
+/** The fields of an uploaded run.json the server relies on. */
+type SharedRun = {
+  id: string;
+  evalId: string;
+  suiteId?: string;
+  status: SharedRunStatus;
+  score?: number;
+  startedAt: string;
+  source: SharedSource;
+  /** Repository key (`repo` plus `/~project`), checked to be URL- and path-safe. */
+  repoKey: string;
+  /** The whole run.json object, served as-is in runs.json. */
+  summary: unknown;
+};
+/** A run bundle that passed every check; storing it cannot fail on its contents. */
+type RunUpload = {
+  run: SharedRun;
+  runJson: Uint8Array;
+  catalog?: Uint8Array;
+  /** trials.json and trials/** files. */
+  files: BundleFile[];
+};
+declare function parseUpload(bundle: readonly BundleFile[]): RunUpload;
+//#endregion
+//#region ../share/src/index-db.d.ts
+/**
+ * The share server's metadata index: repositories, commits and runs.
+ * R2 (or a directory) holds the files; this index answers "what exists" and
+ * every listing query. It is derived from stored run.json files and can be
+ * rebuilt from them (`POST /api/v1/reindex`).
+ */
+/** Synchronous SQLite access, provided by Durable Object storage or bun:sqlite. */
+type Sql = {
+  all<T>(query: string, ...params: SqlValue[]): T[];
+  run(query: string, ...params: SqlValue[]): void;
+  transaction<T>(work: () => T): T;
+};
+type SqlValue = string | number | null;
+type RepoRow = {
+  key: string;
+  url: string;
+  project: string;
+  firstSeenAt: string;
+  lastUploadAt: string;
+  commits: number;
+};
+type CommitRow = {
+  commit: string;
+  ref?: string;
+  committedAt?: string;
+  firstSeenAt: string;
+  runs: number;
+  passed: number;
+  failed: number;
+};
+/** The operations the app needs; async so a Durable Object can sit behind it. */
+type ShareIndex = {
+  hasRun(runId: string): Promise<boolean>;
+  recordRun(run: SharedRun): Promise<void>;
+  repos(): Promise<RepoRow[]>;
+  commits(repo: string): Promise<CommitRow[]>;
+  runs(repo: string, sha: string): Promise<unknown[]>;
+  /** Full SHA for a full SHA, a unique prefix (≥ 7), or a ref's latest commit. */
+  resolve(repo: string, ref: string): Promise<string | undefined>;
+  latest(repo: string): Promise<string | undefined>;
+};
+declare class ShareIndexDb {
+  private readonly sql;
+  private readonly now;
+  constructor(sql: Sql, now?: () => Date);
+  hasRun(runId: string): boolean;
+  /** Idempotent: recording an indexed run again changes nothing. */
+  recordRun(run: SharedRun): void;
+  repos(): RepoRow[];
+  commits(repo: string): CommitRow[];
+  runs(repo: string, sha: string): unknown[];
+  resolve(repo: string, ref: string): string | undefined;
+  latest(repo: string): string | undefined;
+}
+/** Adapt the synchronous index (bun:sqlite) to the app's async interface. */
+declare function asyncIndex(db: ShareIndexDb): ShareIndex;
+//#endregion
+export { r2Files as _, Sql as a, SharedRun as c, BUNDLE_FORMAT as d, BundleFile as f, ShareFiles as g, R2BucketLike as h, ShareIndexDb as i, SharedRunStatus as l, encodeBundle as m, RepoRow as n, SqlValue as o, decodeBundle as p, ShareIndex as r, asyncIndex as s, CommitRow as t, parseUpload as u };
+//# sourceMappingURL=index-db-HdZXelOS.d.mts.map

package/dist/index-db-HdZXelOS.d.mts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index-db-HdZXelOS.d.mts","names":[],"sources":["../../share/src/files.ts","../../share/src/bundle.ts","../../share/src/upload.ts","../../share/src/index-db.ts"],"mappings":";;KACY;EACV,IAAI,cAAc,QAAQ,eAAe,cAAc;EACvD,IAAI,aAAa,MAAM,sBAAsB;;EAE7C,KAAK,iBAAiB;;;KAIZ;EACV,IAAI,cAAc;IAAU,MAAM,eAAe;;EACjD,IAAI,aAAa,OAAO,sBAAsB;EAC9C,KAAK;IAAW;IAAgB;MAAoB;IAClD;MAAW;;IACX;IACA;;;iBAIY,QAAQ,QAAQ,eAAe;;;;;;;;;;;cCXlC;KAGD;EAAe;EAAc,MAAM;;iBAUzB,aAAa,OAAO,eAAe,QAAQ;;iBA2B3C,aACpB,MAAM,YACN;EAAU;IACT,QAAQ;;;;KCtCC;KAEA;EACV;EACA;EACA;EACA;EACA;EACA;;;KAIU;EACV;EACA;EACA;EACA,QAAQ;EACR;EACA;EACA,QAAQ;;EAER;;EAEA;;;KAUU;EACV,KAAK;EACL,SAAS;EACT,UAAU;;EAEV,OAAO;;iBAGO,YAAY,iBAAiB,eAAe;;;;;;;;;;KC5ChD;EACV,IAAI,GAAG,kBAAkB,QAAQ,aAAa;EAC9C,IAAI,kBAAkB,QAAQ;EAC9B,YAAY,GAAG,YAAY,IAAI;;KAErB;KAEA;EACV;EACA;EACA;EACA;EACA;EACA;;KAGU;EACV;EACA;EACA;EACA;EACA;EACA;EACA;;;KAIU;EACV,OAAO,gBAAgB;EACvB,UAAU,KAAK,YAAY;EAC3B,SAAS,QAAQ;EACjB,QAAQ,eAAe,QAAQ;EAC/B,KAAK,cAAc,cAAc;;EAEjC,QAAQ,cAAc,cAAc;EACpC,OAAO,eAAe;;cA4CX;mBAEQ;mBACA;EAFnB,YACmB,KAAK,KACL,YAAW;EAK9B,OAAO;;EAKP,UAAU,KAAK;EAwDf,SAAS;EAST,QAAQ,eAAe;EAevB,KAAK,cAAc;EAUnB,QAAQ,cAAc;EAiBtB,OAAO;;;iBASO,WAAW,IAAI,eAAe"}