@leostera/evalkit 0.2.0 → 0.4.0

package/dist/dashboard/index.html

@@ -4,8 +4,8 @@
     <meta charset="UTF-8" />
     <meta name="viewport" content="width=device-width, initial-scale=1.0" />
     <title>EvalKit</title>
-    <script type="module" crossorigin src="/assets/index-Z6raM-uW.js"></script>
-    <link rel="stylesheet" crossorigin href="/assets/index-fUDsY6z-.css">
+    <script type="module" crossorigin src="/assets/index-DrBwLKJD.js"></script>
+    <link rel="stylesheet" crossorigin href="/assets/index-D9NtA46z.css">
   </head>
   <body>
     <div id="root"></div>

package/dist/files-C-U0-PWW.mjs

@@ -0,0 +1,26 @@
+//#region ../share/src/files.ts
+function r2Files(bucket) {
+	return {
+		async get(key) {
+			return (await bucket.get(key))?.body ?? null;
+		},
+		async put(key, data) {
+			await bucket.put(key, data);
+		},
+		async *list(prefix) {
+			let cursor;
+			do {
+				const page = await bucket.list({
+					prefix,
+					cursor
+				});
+				for (const object of page.objects) yield object.key;
+				cursor = page.truncated ? page.cursor : void 0;
+			} while (cursor);
+		}
+	};
+}
+//#endregion
+export { r2Files as t };
+
+//# sourceMappingURL=files-C-U0-PWW.mjs.map

package/dist/files-C-U0-PWW.mjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"files-C-U0-PWW.mjs","names":[],"sources":["../../share/src/files.ts"],"sourcesContent":["/** Where uploaded result files live: R2 in a Worker, a directory elsewhere. */\nexport type ShareFiles = {\n  get(key: string): Promise<ReadableStream<Uint8Array> | Uint8Array | null>;\n  put(key: string, data: Uint8Array | string): Promise<void>;\n  /** Every key below `prefix`, in no particular order. */\n  list(prefix: string): AsyncIterable<string>;\n};\n\n/** The subset of the Workers R2 binding used here. */\nexport type R2BucketLike = {\n  get(key: string): Promise<{ body: ReadableStream<Uint8Array> } | null>;\n  put(key: string, value: Uint8Array | string): Promise<unknown>;\n  list(options: { prefix: string; cursor?: string }): Promise<{\n    objects: { key: string }[];\n    truncated: boolean;\n    cursor?: string;\n  }>;\n};\n\nexport function r2Files(bucket: R2BucketLike): ShareFiles {\n  return {\n    async get(key) {\n      return (await bucket.get(key))?.body ?? null;\n    },\n    async put(key, data) {\n      await bucket.put(key, data);\n    },\n    async *list(prefix) {\n      let cursor: string | undefined;\n      do {\n        const page = await bucket.list({ prefix, cursor });\n        for (const object of page.objects) yield object.key;\n        cursor = page.truncated ? page.cursor : undefined;\n      } while (cursor);\n    },\n  };\n}\n"],"mappings":";AAmBA,SAAgB,QAAQ,QAAkC;CACxD,OAAO;EACL,MAAM,IAAI,KAAK;GACb,QAAQ,MAAM,OAAO,IAAI,GAAG,EAAA,EAAI,QAAQ;EAC1C;EACA,MAAM,IAAI,KAAK,MAAM;GACnB,MAAM,OAAO,IAAI,KAAK,IAAI;EAC5B;EACA,OAAO,KAAK,QAAQ;GAClB,IAAI;GACJ,GAAG;IACD,MAAM,OAAO,MAAM,OAAO,KAAK;KAAE;KAAQ;IAAO,CAAC;IACjD,KAAK,MAAM,UAAU,KAAK,SAAS,MAAM,OAAO;IAChD,SAAS,KAAK,YAAY,KAAK,SAAS,KAAA;GAC1C,SAAS;EACX;CACF;AACF"}

package/dist/{index-M5eRlMfd.d.mts → index-U6TUTBf7.d.mts}

@@ -76,6 +76,10 @@ type EvalkitConfig = {
   };
   reportDir?: string;
   sandboxDir?: string;
+  /** Where `evalkit share` uploads results. `EVALKIT_SHARE_URL` overrides it. */
+  share?: {
+    url: string;
+  };
 };
 /** Pure, typed project configuration. Loading/discovery belongs to the CLI. */
 declare function defineConfig<const T extends EvalkitConfig>(configuration: T): T;
@@ -95,8 +99,22 @@ declare const AutIdentitySchema: Schema.Struct<{
   version: Schema.optional<typeof Schema.String>;
 }>;
 declare const JsonValueSchema: Schema.Schema<JsonValue>;
+declare const RunSourceSchema: Schema.Struct<{
+  repo: typeof Schema.String;
+  project: typeof Schema.String;
+  commit: typeof Schema.String;
+  ref: Schema.optional<typeof Schema.String>;
+  committedAt: Schema.optional<typeof Schema.String>;
+  dirty: typeof Schema.Boolean;
+  ci: Schema.optional<Schema.Struct<{
+    provider: typeof Schema.String;
+    pipeline: Schema.optional<typeof Schema.String>;
+    job: Schema.optional<typeof Schema.String>;
+    url: Schema.optional<typeof Schema.String>;
+  }>>;
+}>;
 declare const RunMetadataSchema: Schema.Struct<{
-  schemaVersion: Schema.Literal<[2, 3]>;
+  schemaVersion: Schema.Literal<[2, 3, 4]>;
   runUri: Schema.filter<typeof Schema.String>;
   evalId: typeof Schema.String;
   suiteId: Schema.optional<typeof Schema.String>;
@@ -112,9 +130,23 @@ declare const RunMetadataSchema: Schema.Struct<{
     version: Schema.optional<typeof Schema.String>;
   }>>;
   startedAt: typeof Schema.String;
+  source: Schema.optional<Schema.Struct<{
+    repo: typeof Schema.String;
+    project: typeof Schema.String;
+    commit: typeof Schema.String;
+    ref: Schema.optional<typeof Schema.String>;
+    committedAt: Schema.optional<typeof Schema.String>;
+    dirty: typeof Schema.Boolean;
+    ci: Schema.optional<Schema.Struct<{
+      provider: typeof Schema.String;
+      pipeline: Schema.optional<typeof Schema.String>;
+      job: Schema.optional<typeof Schema.String>;
+      url: Schema.optional<typeof Schema.String>;
+    }>>;
+  }>>;
 }>;
 declare const TrialMetadataSchema: Schema.Struct<{
-  schemaVersion: Schema.Literal<[2, 3]>;
+  schemaVersion: Schema.Literal<[2, 3, 4]>;
   runUri: Schema.filter<typeof Schema.String>;
   trialUri: Schema.filter<typeof Schema.String>;
   trialIndex: typeof Schema.Number;
@@ -134,7 +166,7 @@ declare const TrialMetadataSchema: Schema.Struct<{
 }>;
 /** On-disk manifests include a lifecycle status; older finalized manifests may still say running. */
 declare const RunManifestSchema: Schema.Struct<{
-  schemaVersion: Schema.Literal<[2, 3]>;
+  schemaVersion: Schema.Literal<[2, 3, 4]>;
   runUri: Schema.filter<typeof Schema.String>;
   evalId: typeof Schema.String;
   suiteId: Schema.optional<typeof Schema.String>;
@@ -150,10 +182,24 @@ declare const RunManifestSchema: Schema.Struct<{
     version: Schema.optional<typeof Schema.String>;
   }>>;
   startedAt: typeof Schema.String;
+  source: Schema.optional<Schema.Struct<{
+    repo: typeof Schema.String;
+    project: typeof Schema.String;
+    commit: typeof Schema.String;
+    ref: Schema.optional<typeof Schema.String>;
+    committedAt: Schema.optional<typeof Schema.String>;
+    dirty: typeof Schema.Boolean;
+    ci: Schema.optional<Schema.Struct<{
+      provider: typeof Schema.String;
+      pipeline: Schema.optional<typeof Schema.String>;
+      job: Schema.optional<typeof Schema.String>;
+      url: Schema.optional<typeof Schema.String>;
+    }>>;
+  }>>;
   status: Schema.optional<Schema.Literal<["running", "completed", "failed", "cancelled"]>>;
 }>;
 declare const TrialManifestSchema: Schema.Struct<{
-  schemaVersion: Schema.Literal<[2, 3]>;
+  schemaVersion: Schema.Literal<[2, 3, 4]>;
   runUri: Schema.filter<typeof Schema.String>;
   trialUri: Schema.filter<typeof Schema.String>;
   trialIndex: typeof Schema.Number;
@@ -815,8 +861,36 @@ type EvalCatalogEntry = {
  */
 declare function registerEvals<const TRegistrations extends readonly EvalRegistration[]>(registrations: TRegistrations): EvalRegistry;
 type RunStatus = 'running' | 'completed' | 'failed' | 'cancelled';
+/**
+ * Where a run's eval code came from: the repository, eval project and commit.
+ * Results are tagged with it; they are never stored in the repository itself.
+ */
+type RunSource = {
+  /** Normalized repository key, e.g. `gitlab.example.com/group/repo`. */
+  repo: string;
+  /** Eval project directory relative to the repository root; `""` at the root. */
+  project: string;
+  /** Full commit SHA. */
+  commit: string;
+  ref?: string;
+  committedAt?: string;
+  /** True when the working tree had uncommitted changes at run time. */
+  dirty: boolean;
+  ci?: {
+    provider: string;
+    pipeline?: string;
+    job?: string;
+    url?: string;
+  };
+};
+/** The project's evals and suites when a run started; written beside its manifest. */
+type RunCatalog = {
+  catalog: EvalCatalogEntry[];
+  evals: EvalRegistryMetadata[];
+  suites: EvalSuiteMetadata[];
+};
 type RunMetadata = {
-  schemaVersion: 2 | 3;
+  schemaVersion: 2 | 3 | 4;
   runId: string;
   runUri: ResourceUri<'run'>;
   evalId: string;
@@ -828,9 +902,11 @@ type RunMetadata = {
   };
   aut?: AutIdentity;
   startedAt: string;
+  /** Present from schema version 4 when the run's commit could be determined. */
+  source?: RunSource;
 };
 type TrialMetadata = {
-  schemaVersion: 2 | 3;
+  schemaVersion: 2 | 3 | 4;
   runId: string;
   runUri: ResourceUri<'run'>;
   trialId: string;
@@ -905,7 +981,9 @@ type RunWriter = {
   finalize(summary: RunSummary): Promise<void>;
 };
 type ReportStore = {
-  startRun(metadata: RunMetadata): Promise<RunWriter>;
+  startRun(metadata: RunMetadata, context?: {
+    catalog?: RunCatalog;
+  }): Promise<RunWriter>;
 };
 type TrialResult = {
   runId: string;
@@ -937,5 +1015,5 @@ type RunResult = TrialResult & {
 };
 declare function recordError(error: unknown): RecordedError;
 //#endregion
-export { TrialMetadata as $, Uuid as $t, FixtureContext as A, RecordedErrorSchema as At, ReportStore as B, TrialSummarySchema as Bt, EvalRegistryMetadata as C, parseTrajectoryJsonl as Ct, ExpectToolCallStep as D, CheckpointResultSchema as Dt, EvaluatorWorkspace as E, AutIdentitySchema as Et, JsonValue as F, ScoreResultSchema as Ft, RunWriter as G, EvalMatrixCell as Gt, RunResult as H, EvalkitConfig as Ht, JudgeRule as I, TrajectoryEventSchema as It, ScoreValue as J, canonicalParameters as Jt, RunnerEvent as K, MatrixSelection as Kt, JudgeRunInfo as L, TrialManifestSchema as Lt, InlineFixture as M, RunMetadataSchema as Mt, JsonObject as N, RunStatusSchema as Nt, FileFixture as O, JsonValueSchema as Ot, JsonPrimitive as P, RunSummarySchema as Pt, TranscriptStep as Q, ResourceUriSchema as Qt, PredicateScorer as R, TrialMetadataSchema as Rt, EvalRegistry as S, user as St, EvalSuiteMetadata as T, ArtifactEntrySchema as Tt, RunStatus as U, defineConfig as Ut, RunMetadata as V, UsageSchema as Vt, RunSummary as W, EvalMatrix as Wt, ScoringRule as X, ResourceKindSchema as Xt, ScoringContext as Y, ResourceKind as Yt, TrajectoryEvent as Z, ResourceUri as Zt, EvalCatalogEntry as _, inlineFile as _t, AggregateScoring as a, resourceUuid as an, Usage as at, EvalPolicy as b, recordError as bt, AutAdapter as c, agent as ct, AutIdentity as d, defineEval as dt, UuidSchema as en, TrialResult as et, AutSession as f, defineSuite as ft, DynamicFixture as g, file as gt, DirectoryFixture as h, expectToolCall as ht, AgentStep as i, resourceUriSchema as in, TurnView as it, FixtureVisibility as j, RunManifestSchema as jt, Fixture as k, JudgeRunInfoSchema as kt, AutContext as l, authoringId as lt, CheckpointResult as m, dynamic as mt, AgentRuntimeName as n, parseResourceUri as nn, TrialSummary as nt, ArtifactEntry as o, UserStep as ot, CandidateWorkspace as p, directory as pt, ScoreResult as q, defineEvalMatrix as qt, AgentRuntimes as r, resourceUri as rn, TrialWriter as rt, ArtifactView as s, WorkspaceView as st, AgentRuntime as t, authorId as tn, TrialScoring as tt, AutEvent as u, defineAgent as ut, EvalCatalogFixture as v, judge as vt, EvalSuite as w, ApiErrorSchema as wt, EvalRegistration as x, registerEvals as xt, EvalDefinition as y, predicate as yt, RecordedError as z, TrialScoringSchema as zt };
-//# sourceMappingURL=index-M5eRlMfd.d.mts.map
+export { TrajectoryEvent as $, ResourceKindSchema as $t, FixtureContext as A, JsonValueSchema as At, ReportStore as B, TrialManifestSchema as Bt, EvalRegistryMetadata as C, registerEvals as Ct, ExpectToolCallStep as D, ArtifactEntrySchema as Dt, EvaluatorWorkspace as E, ApiErrorSchema as Et, JsonValue as F, RunSourceSchema as Ft, RunStatus as G, EvalkitConfig as Gt, RunMetadata as H, TrialScoringSchema as Ht, JudgeRule as I, RunStatusSchema as It, RunnerEvent as J, EvalMatrixCell as Jt, RunSummary as K, defineConfig as Kt, JudgeRunInfo as L, RunSummarySchema as Lt, InlineFixture as M, RecordedErrorSchema as Mt, JsonObject as N, RunManifestSchema as Nt, FileFixture as O, AutIdentitySchema as Ot, JsonPrimitive as P, RunMetadataSchema as Pt, ScoringRule as Q, ResourceKind as Qt, PredicateScorer as R, ScoreResultSchema as Rt, EvalRegistry as S, recordError as St, EvalSuiteMetadata as T, parseTrajectoryJsonl as Tt, RunResult as U, TrialSummarySchema as Ut, RunCatalog as V, TrialMetadataSchema as Vt, RunSource as W, UsageSchema as Wt, ScoreValue as X, defineEvalMatrix as Xt, ScoreResult as Y, MatrixSelection as Yt, ScoringContext as Z, canonicalParameters as Zt, EvalCatalogEntry as _, expectToolCall as _t, AggregateScoring as a, parseResourceUri as an, TrialWriter as at, EvalPolicy as b, judge as bt, AutAdapter as c, resourceUuid as cn, UserStep as ct, AutIdentity as d, authoringId as dt, ResourceUri as en, TranscriptStep as et, AutSession as f, defineAgent as ft, DynamicFixture as g, dynamic as gt, DirectoryFixture as h, directory as ht, AgentStep as i, authorId as in, TrialSummary as it, FixtureVisibility as j, JudgeRunInfoSchema as jt, Fixture as k, CheckpointResultSchema as kt, AutContext as l, WorkspaceView as lt, CheckpointResult as m, defineSuite as mt, AgentRuntimeName as n, Uuid as nn, TrialResult as nt, ArtifactEntry as o, resourceUri as on, TurnView as ot, CandidateWorkspace as p, defineEval as pt, RunWriter as q, EvalMatrix as qt, AgentRuntimes as r, UuidSchema as rn, TrialScoring as rt, ArtifactView as s, resourceUriSchema as sn, Usage as st, AgentRuntime as t, ResourceUriSchema as tn, TrialMetadata as tt, AutEvent as u, agent as ut, EvalCatalogFixture as v, file as vt, EvalSuite as w, user as wt, EvalRegistration as x, predicate as xt, EvalDefinition as y, inlineFile as yt, RecordedError as z, TrajectoryEventSchema as zt };
+//# sourceMappingURL=index-U6TUTBf7.d.mts.map

package/dist/index-U6TUTBf7.d.mts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index-U6TUTBf7.d.mts","names":[],"sources":["../../core/src/identity.ts","../../core/src/canonical-json.ts","../../core/src/matrix.ts","../../core/src/config.ts","../../core/src/schema.ts","../../core/src/trajectory.ts","../../core/src/index.ts"],"mappings":";;cAEa,oBAAkB,OAAA;KACnB,sBAAsB,mBAAmB;;iBAGrC,SAAS;;cAOZ,YAAU,OAAA,cAAA,OAAA;KAKX,cAAc,WAAW;KAEzB,YAAY,cAAc,eAAe,2BACxC;cAEA,mBAAiB,OAAA,cAAA,OAAA;iBAMd,kBAAkB,cAAc,cAAc,MAAM,QAAK,OAAA,cAAA,OAAA;iBAWzD,YAAY,cAAc,cACxC,MAAM,OACN,MAAM,OACL,YAAY;iBAIC,iBAAiB,cAAc,cAC7C,eACA,eAAe;EACZ,MAAM;EAAO,MAAM;EAAM,KAAK,YAAY;;iBAY/B,aAAa,eAAe,eAAe,eAAe;;;;iBCzD1D,oBAAoB,OAAO;;;KCK/B;;EAEV;;EAEA,aAAa,SAAS,wBAAwB;;EAE9C,YAAY;;KAEF;EACV;;EAEA;EACA,MAAM;EACN,YAAY;;KAEF;EACV;EACA;EACA,gBAAgB;EAChB,YAAY,SAAS,wBAAwB;EAC7C,WAAW;;EAEX,iBAAiB;;EAEjB,mBAAmB;;KAET,aAAa;EACvB;EACA,MAAM,YAAY;EAClB,MAAM,YAAY,kBAAkB,iBAAiB;;iBAWvC,uBAAuB,UAAU,sBAC/C,YAAY,IACX,aAAa;;;KCjDJ;;EAEV;EACA;EACA;;EAEA,iBAAiB;EACjB,WAAW;;EAEX,SAAS,KAAK;IAA0C;;EACxD;IAAc;IAAsB;IAAiB;;EACrD;EACA;;EAEA;IAAU;;;;iBAII,mBAAmB,UAAU,eAC3C,eAAe,IACd;;;;cClBU,iBAAe,OAAA;cAOf,qBAAmB,OAAA;;;;;cAMnB,mBAAiB,OAAA;;;;;;cAQjB,iBAAiB,OAAO,OAAO;cAoB/B,iBAAe,OAAA;;;;;;;;;;;;;;cAiBf,mBAAiB,OAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;cAYjB,qBAAmB,OAAA;;;;;;;;;;;;;;;;;;;;cAanB,mBAAiB,OAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;cAIjB,qBAAmB,OAAA;;;;;;;;;;;;;;;;;;;;cAKnB,aAAW,OAAA;;;;;cAMX,oBAAkB,OAAA;;;;;;;;;;;;;;cAalB,mBAAiB,OAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;cAWjB,wBAAsB,OAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;cAgBtB,oBAAkB,OAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;cASlB,qBAAmB,OAAA;;;;;cAKnB,oBAAkB,OAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;cASlB,kBAAgB,OAAA;;;;;;;;;;;;;cAgJhB,uBAAuB,OAAO,OAAO;cAGrC,gBAAc,OAAA;;;;;;;iBCpTX,qBAAqB,mBAAmB;;;KCF5C;KACA,YACV,gBAAgB;GAAiB,cAAc;;KACrC;GAAgB,cAAc;;KAE9B;;EAEV;EACA;EACA;EACA;;KAGU;;;;;KAMA;EACV;EACA,gBAAgB;;KAGN,gBAAgB,QAAQ,OAAO,kBAAkB;KAEjD;EACV;EACA;EACA;;KAGU;EACV;EACA;EACA;;KAGU;EACN;EAAiB;;EAEjB;EACA;EACA,SAAS;EACT;;EAGA;EACA;EACA;EACA,WAAW;EACX;;EAGA;EACA;EACA;EACA,QAAQ;EACR;;EAEA;EAAsB;EAAc;;EAEpC;EACA;EACA;EACA;EACA,QAAQ;;EAER;EAAmB,SAAS;EAAW;;EACvC;EAAe,OAAO;EAAe;;KAE/B;EACN;EAAuB;;EACvB;EAAiC;EAAc;;EAC/C;EAAmC;EAAc;;EACjD;EAAiC;EAAc;;EAE/C;EACA;EACA;EACA;;EAGA;EACA;EACA;EACA;;EAGA;EACA;EACA,OAAO;EACP;;EAEA;EAAwB;EAAgB;;EAExC;EACA;EACA;EACA;;EAGA;EACA;EACA,OAAO;EACP;;EAEA;EAAyB;;EACzB;EAAe,OAAO;EAAe;;KAE/B,mBACT;EAAa;MAAoB;EAAgB;;KAExC;;EAEV;;KAGU,qBAAqB;KACrB,qBAAqB;KAErB;EACV;EACA;EACA;EACA;EACA,UAAU;;EAEV,aAAa;EACb,UAAU;;EAEV,WAAW;;EAEX,oBAAoB;;KAGV,iBAAiB,KAC3B;KAIU,WAAW;WACZ,WAAW;;WAEX,WAAW;EACpB,MAAM;IACJ,SAAS;IACT,UAAU;IACV,UAAU,OAAO,oBAAoB;MACnC,QAAQ,WAAW;;KAGb,WAAW;;EAErB,KAAK,SAAS,WAAW;EACzB,SAAS;;;;;;iBAOK,kBAAkB,UAAU,YAAY,OAAO,IAAI;KAKvD;KAEA;EACV;EACA;EACA;EACA,YAAY;;KAGF;EACV;EACA;EACA;EACA,YAAY;;KAGF;EACV;EACA;EACA;EACA,YAAY;;KAGF;EACV;EACA,OACE,SAAS,iBACR,UAAU,YAAY,QAAQ,UAAU;;KAGjC,UACV,mBAAmB,cAAc,gBAAgB;;;;;iBAenC,UACd,aACA,UAAS,QAAQ,KAAK,qCACrB;iBASa,KACd,aACA,SAAS,KAAK,+BACb;iBAIa,WACd,cACA,cACA,YAAY,oBACX;iBAIa,QAAQ,QAAQ,2BAA2B;KAI/C;EACV;EACA;;KAGU;EACV;EACA,aAAa;;KAGH;EACV;EACA,kBAAkB;IAAa;;EAC/B,6BAA6B,QAAQ;IAAY;;IAC/C;IACA;;EAEF;IACE;IACA;IACA;IACA,WAAW;IACX;IACA,SAAS;;EAEX;;KAGU;EACV;EACA;EACA;IAAY;IAAc,YAAY;;;KAE5B,iBACV,WAAW,YAAY,cAAc;;iBAGvB,eACd,UAAU,iCACT;iBAMa,KAAK,kBAAkB;iBAIvB,MAAM,aAAa,aAAa;KAIpC;EACV,QAAQ;EACR,QAAQ;;EAER,SAAS;;KAGC;EAGN;EACA;EACA;EACA,WAAW;;EAEX,QAAQ;;KAGF;EACV;EACA;EACA;EACA;EACA;EACA,WAAW;EACX,QAAQ;EACR;EACA,QAAQ;;KAGE;EACV,WAAW;EACX,WAAW;;KAGD;EACV,SAAS;EACT;IAAc,iBAAiB;;EAC/B,WAAW;;EAEX,OAAO;;KAGG;EACV;EACA;EACA;EACA,IACE,SAAS,2BACE,aAAa,kBAAkB;;KAGlC;EACV;EACA;EACA;;EAEA;;KAGU,cAAc,kBAAkB;iBAE5B,UACd,cACA,KAAK,wBACL,UAAS,KAAK,sCACb;iBAIa,MACd,cACA,SAAS,KAAK,2CACb;KAMS;EACV;;EAEA;;EAEA;;KAGU,eAAe,eAAe,aAAa;EACrD;EACA;EACA,OAAO;;EAEP,QAAQ;EACR,WAAW;EACX,YAAY;EACZ,SAAS;EACT,SAAS;EACT,WAAW;;iBAGG,iBAAiB,UAAU,gBAAgB,YAAY,IAAI;KAuB/D,UACV,wBAAwB,4BAA4B;EAEpD;EACA;EACA,OAAO;;iBAGO,kBAAkB,eAAe,WAC/C,OAAO,SACN;KAKS,mBAAmB,iBAAiB,YAAY;iBAE5C,YAAY;EAAS;;KAkBzB;;EAEV,gBAAgB;EAChB,iBAAiB;EACjB,mBAAmB;EACnB,IAAI,cAAc;EAClB,SAAS,cAAc;EACvB,YAAY;EACZ,iBAAiB;EACjB,WAAW;;KAGD;EACV;EACA;EACA;;KAGU;EACV;EACA;EACA;;KAGU;EACV,MAAM;EACN;EACA;EACA,aAAa;;KAGH;EACV;EACA;EACA;EACA;EACA;IACE;IACA;IACA;IACA;IACA,UAAU;MAAQ,MAAM;MAAkB;;;EAE5C,UAAU;EACV;EACA,SAAS;IAAQ;IAAc,MAAM;;;;;;;iBAOvB,oBACR,gCAAgC,oBACtC,eAAe,iBAAiB;KAyGtB;;;;;KAMA;;EAEV;;EAEA;;EAEA;EACA;EACA;;EAEA;EACA;IAAO;IAAkB;IAAmB;IAAc;;;;KAIhD;EACV,SAAS;EACT,OAAO;EACP,QAAQ;;KAGE;EACV;EACA;EACA,QAAQ;EACR;EACA;EACA,aAAa;EACb;IAAW;IAAY;;EACvB,MAAM;EACN;;EAEA,SAAS;;KAGC;EACV;EACA;EACA,QAAQ;EACR;EACA,UAAU;EACV;EACA;EACA,aAAa;EACb;IAAW;IAAY;;EACvB,MAAM;EACN;;KAGU;EACV;EACA;EACA;EACA;EACA;EACA;EACA;EACA,WAAW;EACX,QAAQ;EACR;EACA,QAAQ;EACR;IAAoB;IAAoB;;;KAG9B;EACV,SAAS;EACT,cAAc;EACd;EACA;EACA;;KAGU;;EAEV;EACA;EACA;;KAGU;EACV,QAAQ;EACR;EACA;EACA,UAAU;EACV,YAAY;EACZ,QAAQ;;KAGE;EACV,QAAQ;EACR;EACA;EACA;EACA;EACA;EACA,QAAQ;;KAGE;EACV,YAAY,OAAO,kBAAkB;EACrC,YAAY,SAAS,eAAe;;EAEpC,cAAc,cAAc,MAAM,aAAa;EAC/C,SAAS,SAAS,eAAe;;KAGvB;WACD;EACT,WAAW,UAAU,gBAAgB,QAAQ;EAC7C,SAAS,SAAS,aAAa;;KAGrB;EACV,SACE,UAAU,aACV;IAAY,UAAU;MACrB,QAAQ;;KAGD;EACV;EACA,QAAQ;EACR;EACA,UAAU;EACV;EACA;EACA,QAAQ;EACR;EACA;EACA,UAAU;EACV,QAAQ;;KAGE;EACV;EACA;EACA;EACA;;KAGU,YAAY;EACtB;EACA;EACA;EACA;EACA,mBAAmB;;EAEnB,SAAS;;iBAOK,YAAY,iBAAiB"}

package/dist/index-db-HdZXelOS.d.mts

@@ -0,0 +1,142 @@
+//#region ../share/src/files.d.ts
+/** Where uploaded result files live: R2 in a Worker, a directory elsewhere. */
+type ShareFiles = {
+  get(key: string): Promise<ReadableStream<Uint8Array> | Uint8Array | null>;
+  put(key: string, data: Uint8Array | string): Promise<void>;
+  /** Every key below `prefix`, in no particular order. */
+  list(prefix: string): AsyncIterable<string>;
+};
+/** The subset of the Workers R2 binding used here. */
+type R2BucketLike = {
+  get(key: string): Promise<{
+    body: ReadableStream<Uint8Array>;
+  } | null>;
+  put(key: string, value: Uint8Array | string): Promise<unknown>;
+  list(options: {
+    prefix: string;
+    cursor?: string;
+  }): Promise<{
+    objects: {
+      key: string;
+    }[];
+    truncated: boolean;
+    cursor?: string;
+  }>;
+};
+declare function r2Files(bucket: R2BucketLike): ShareFiles;
+//#endregion
+//#region ../share/src/bundle.d.ts
+/**
+ * A run bundle: the snapshot files for one run, as one gzip-compressed body.
+ *
+ *   "EKBUNDLE" (8 bytes) · header length (u32 BE) · header JSON · file bytes…
+ *   header = { format: 1, files: [{ path, size }, …] }, bytes in that order.
+ *
+ * Both ends are EvalKit, so this is simpler than tar and has no path-length limit.
+ */
+declare const BUNDLE_FORMAT = 1;
+type BundleFile = {
+  path: string;
+  data: Uint8Array;
+};
+declare function encodeBundle(files: BundleFile[]): Promise<Uint8Array>;
+/** Decode and check the framing; path rules are enforced by the caller. */
+declare function decodeBundle(body: Uint8Array, limits: {
+  maxBytes: number;
+}): Promise<BundleFile[]>;
+//#endregion
+//#region ../share/src/upload.d.ts
+/** Finished runs only: a shared run's files are immutable once stored. */
+type SharedRunStatus = 'passed' | 'failed' | 'errored';
+type SharedSource = {
+  repo: string;
+  project: string;
+  commit: string;
+  ref?: string;
+  committedAt?: string;
+  dirty: boolean;
+};
+/** The fields of an uploaded run.json the server relies on. */
+type SharedRun = {
+  id: string;
+  evalId: string;
+  suiteId?: string;
+  status: SharedRunStatus;
+  score?: number;
+  startedAt: string;
+  source: SharedSource;
+  /** Repository key (`repo` plus `/~project`), checked to be URL- and path-safe. */
+  repoKey: string;
+  /** The whole run.json object, served as-is in runs.json. */
+  summary: unknown;
+};
+/** A run bundle that passed every check; storing it cannot fail on its contents. */
+type RunUpload = {
+  run: SharedRun;
+  runJson: Uint8Array;
+  catalog?: Uint8Array;
+  /** trials.json and trials/** files. */
+  files: BundleFile[];
+};
+declare function parseUpload(bundle: readonly BundleFile[]): RunUpload;
+//#endregion
+//#region ../share/src/index-db.d.ts
+/**
+ * The share server's metadata index: repositories, commits and runs.
+ * R2 (or a directory) holds the files; this index answers "what exists" and
+ * every listing query. It is derived from stored run.json files and can be
+ * rebuilt from them (`POST /api/v1/reindex`).
+ */
+/** Synchronous SQLite access, provided by Durable Object storage or bun:sqlite. */
+type Sql = {
+  all<T>(query: string, ...params: SqlValue[]): T[];
+  run(query: string, ...params: SqlValue[]): void;
+  transaction<T>(work: () => T): T;
+};
+type SqlValue = string | number | null;
+type RepoRow = {
+  key: string;
+  url: string;
+  project: string;
+  firstSeenAt: string;
+  lastUploadAt: string;
+  commits: number;
+};
+type CommitRow = {
+  commit: string;
+  ref?: string;
+  committedAt?: string;
+  firstSeenAt: string;
+  runs: number;
+  passed: number;
+  failed: number;
+};
+/** The operations the app needs; async so a Durable Object can sit behind it. */
+type ShareIndex = {
+  hasRun(runId: string): Promise<boolean>;
+  recordRun(run: SharedRun): Promise<void>;
+  repos(): Promise<RepoRow[]>;
+  commits(repo: string): Promise<CommitRow[]>;
+  runs(repo: string, sha: string): Promise<unknown[]>;
+  /** Full SHA for a full SHA, a unique prefix (≥ 7), or a ref's latest commit. */
+  resolve(repo: string, ref: string): Promise<string | undefined>;
+  latest(repo: string): Promise<string | undefined>;
+};
+declare class ShareIndexDb {
+  private readonly sql;
+  private readonly now;
+  constructor(sql: Sql, now?: () => Date);
+  hasRun(runId: string): boolean;
+  /** Idempotent: recording an indexed run again changes nothing. */
+  recordRun(run: SharedRun): void;
+  repos(): RepoRow[];
+  commits(repo: string): CommitRow[];
+  runs(repo: string, sha: string): unknown[];
+  resolve(repo: string, ref: string): string | undefined;
+  latest(repo: string): string | undefined;
+}
+/** Adapt the synchronous index (bun:sqlite) to the app's async interface. */
+declare function asyncIndex(db: ShareIndexDb): ShareIndex;
+//#endregion
+export { r2Files as _, Sql as a, SharedRun as c, BUNDLE_FORMAT as d, BundleFile as f, ShareFiles as g, R2BucketLike as h, ShareIndexDb as i, SharedRunStatus as l, encodeBundle as m, RepoRow as n, SqlValue as o, decodeBundle as p, ShareIndex as r, asyncIndex as s, CommitRow as t, parseUpload as u };
+//# sourceMappingURL=index-db-HdZXelOS.d.mts.map

package/dist/index-db-HdZXelOS.d.mts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index-db-HdZXelOS.d.mts","names":[],"sources":["../../share/src/files.ts","../../share/src/bundle.ts","../../share/src/upload.ts","../../share/src/index-db.ts"],"mappings":";;KACY;EACV,IAAI,cAAc,QAAQ,eAAe,cAAc;EACvD,IAAI,aAAa,MAAM,sBAAsB;;EAE7C,KAAK,iBAAiB;;;KAIZ;EACV,IAAI,cAAc;IAAU,MAAM,eAAe;;EACjD,IAAI,aAAa,OAAO,sBAAsB;EAC9C,KAAK;IAAW;IAAgB;MAAoB;IAClD;MAAW;;IACX;IACA;;;iBAIY,QAAQ,QAAQ,eAAe;;;;;;;;;;;cCXlC;KAGD;EAAe;EAAc,MAAM;;iBAUzB,aAAa,OAAO,eAAe,QAAQ;;iBA2B3C,aACpB,MAAM,YACN;EAAU;IACT,QAAQ;;;;KCtCC;KAEA;EACV;EACA;EACA;EACA;EACA;EACA;;;KAIU;EACV;EACA;EACA;EACA,QAAQ;EACR;EACA;EACA,QAAQ;;EAER;;EAEA;;;KAUU;EACV,KAAK;EACL,SAAS;EACT,UAAU;;EAEV,OAAO;;iBAGO,YAAY,iBAAiB,eAAe;;;;;;;;;;KC5ChD;EACV,IAAI,GAAG,kBAAkB,QAAQ,aAAa;EAC9C,IAAI,kBAAkB,QAAQ;EAC9B,YAAY,GAAG,YAAY,IAAI;;KAErB;KAEA;EACV;EACA;EACA;EACA;EACA;EACA;;KAGU;EACV;EACA;EACA;EACA;EACA;EACA;EACA;;;KAIU;EACV,OAAO,gBAAgB;EACvB,UAAU,KAAK,YAAY;EAC3B,SAAS,QAAQ;EACjB,QAAQ,eAAe,QAAQ;EAC/B,KAAK,cAAc,cAAc;;EAEjC,QAAQ,cAAc,cAAc;EACpC,OAAO,eAAe;;cA4CX;mBAEQ;mBACA;EAFnB,YACmB,KAAK,KACL,YAAW;EAK9B,OAAO;;EAKP,UAAU,KAAK;EAwDf,SAAS;EAST,QAAQ,eAAe;EAevB,KAAK,cAAc;EAUnB,QAAQ,cAAc;EAiBtB,OAAO;;;iBASO,WAAW,IAAI,eAAe"}