judgeval 1.0.1 → 1.2.0

package/dist/Judgeval.d.ts

@@ -1,6 +1,7 @@
 import { EvaluationFactory } from "./evaluation/EvaluationFactory";
 import { DatasetFactory } from "./datasets/DatasetFactory";
 import { AgentJudgeFactory } from "./agent-judges/AgentJudgeFactory";
+import { OfflineTestsFactory } from "./offline-tests/OfflineTestsFactory";
 import type { OfflineTracer, OfflineTracerConfig } from "./trace/OfflineTracer";
 /**
  * Options for {@link Judgeval.offlineTracer}.
@@ -86,5 +87,7 @@ export declare class Judgeval {
     get evaluation(): EvaluationFactory;
     /** Manage Agent Judges (prompt-based scorers) on the platform. */
     get agentJudges(): AgentJudgeFactory;
+    /** Create test configs and run offline tests (dataset + judges). */
+    get offlineTests(): OfflineTestsFactory;
 }
 //# sourceMappingURL=Judgeval.d.ts.map

package/dist/Judgeval.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"Judgeval.d.ts","sourceRoot":"","sources":["../src/Judgeval.ts"],"names":[],"mappings":"AAIA,OAAO,EAAE,iBAAiB,EAAE,MAAM,gCAAgC,CAAC;AACnE,OAAO,EAAE,cAAc,EAAE,MAAM,2BAA2B,CAAC;AAC3D,OAAO,EAAE,iBAAiB,EAAE,MAAM,kCAAkC,CAAC;AACrE,OAAO,KAAK,EAAE,aAAa,EAAE,mBAAmB,EAAE,MAAM,uBAAuB,CAAC;AAEhF;;;GAGG;AACH,MAAM,MAAM,4BAA4B,GAAG,IAAI,CAC7C,mBAAmB,EACnB,aAAa,GAAG,QAAQ,GAAG,gBAAgB,GAAG,QAAQ,CACvD,CAAC;AAEF;;;;;;GAMG;AACH,MAAM,WAAW,cAAc;IAC7B,iDAAiD;IACjD,WAAW,EAAE,MAAM,CAAC;IACpB,gEAAgE;IAChE,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,uEAAuE;IACvE,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,gEAAgE;IAChE,MAAM,CAAC,EAAE,MAAM,CAAC;CACjB;AAED;;;;;;;;;;;;;;GAcG;AACH,qBAAa,QAAQ;IACnB,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAoB;IAC5C,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAS;IACtC,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAgB;IAE3C,OAAO;IAUP;;;;;;;;;;;;;;;;OAgBG;WACU,MAAM,CAAC,MAAM,EAAE,cAAc,GAAG,OAAO,CAAC,QAAQ,CAAC;IAgC9D;;;;;;;;;;;;;;;;OAgBG;IACG,aAAa,CACjB,OAAO,EAAE,4BAA4B,GACpC,OAAO,CAAC,aAAa,CAAC;IAWzB,qDAAqD;IACrD,IAAI,QAAQ,IAAI,cAAc,CAE7B;IAED,kDAAkD;IAClD,IAAI,UAAU,IAAI,iBAAiB,CAMlC;IAED,kEAAkE;IAClE,IAAI,WAAW,IAAI,iBAAiB,CAMnC;CACF"}
+{"version":3,"file":"Judgeval.d.ts","sourceRoot":"","sources":["../src/Judgeval.ts"],"names":[],"mappings":"AAIA,OAAO,EAAE,iBAAiB,EAAE,MAAM,gCAAgC,CAAC;AACnE,OAAO,EAAE,cAAc,EAAE,MAAM,2BAA2B,CAAC;AAC3D,OAAO,EAAE,iBAAiB,EAAE,MAAM,kCAAkC,CAAC;AACrE,OAAO,EAAE,mBAAmB,EAAE,MAAM,qCAAqC,CAAC;AAC1E,OAAO,KAAK,EAAE,aAAa,EAAE,mBAAmB,EAAE,MAAM,uBAAuB,CAAC;AAEhF;;;GAGG;AACH,MAAM,MAAM,4BAA4B,GAAG,IAAI,CAC7C,mBAAmB,EACnB,aAAa,GAAG,QAAQ,GAAG,gBAAgB,GAAG,QAAQ,CACvD,CAAC;AAEF;;;;;;GAMG;AACH,MAAM,WAAW,cAAc;IAC7B,iDAAiD;IACjD,WAAW,EAAE,MAAM,CAAC;IACpB,gEAAgE;IAChE,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,uEAAuE;IACvE,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,gEAAgE;IAChE,MAAM,CAAC,EAAE,MAAM,CAAC;CACjB;AAED;;;;;;;;;;;;;;GAcG;AACH,qBAAa,QAAQ;IACnB,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAoB;IAC5C,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAS;IACtC,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAgB;IAE3C,OAAO;IAUP;;;;;;;;;;;;;;;;OAgBG;WACU,MAAM,CAAC,MAAM,EAAE,cAAc,GAAG,OAAO,CAAC,QAAQ,CAAC;IAgC9D;;;;;;;;;;;;;;;;OAgBG;IACG,aAAa,CACjB,OAAO,EAAE,4BAA4B,GACpC,OAAO,CAAC,aAAa,CAAC;IAWzB,qDAAqD;IACrD,IAAI,QAAQ,IAAI,cAAc,CAE7B;IAED,kDAAkD;IAClD,IAAI,UAAU,IAAI,iBAAiB,CAMlC;IAED,kEAAkE;IAClE,IAAI,WAAW,IAAI,iBAAiB,CAMnC;IAED,oEAAoE;IACpE,IAAI,YAAY,IAAI,mBAAmB,CAMtC;CACF"}

package/dist/data/Example.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"Example.d.ts","sourceRoot":"","sources":["../../src/data/Example.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,OAAO,IAAI,UAAU,EAAE,MAAM,gCAAgC,CAAC;AAE5E;;;GAGG;AACH,MAAM,MAAM,WAAW,GAAG,UAAU,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;AAE/D;;;;;;;;;;;;;;;;GAgBG;AACH,qBAAa,OAAO;IAClB,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;IAC3B,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;IAC3B,QAAQ,CAAC,IAAI,EAAE,MAAM,GAAG,IAAI,CAAC;IAC7B,OAAO,CAAC,QAAQ,CAAC,WAAW,CAA0B;IAEtD,OAAO;IAYP;;;;;OAKG;IACH,MAAM,CAAC,MAAM,CAAC,KAAK,GAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAM,GAAG,OAAO;IAM3D,4EAA4E;IAC5E,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,SAAS,CAO9B;IAEH;;;;;OAKG;IACH,MAAM,CAAC,IAAI,CAAC,IAAI,EAAE,WAAW,GAAG,OAAO;IAevC,6BAA6B;IAC7B,GAAG,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO;IAIzB,sCAAsC;IACtC,GAAG,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO;IAIzB,sDAAsD;IACtD,IAAI,UAAU,IAAI,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAExC;IAED,wCAAwC;IACxC,MAAM,IAAI,WAAW;CAatB"}
+{"version":3,"file":"Example.d.ts","sourceRoot":"","sources":["../../src/data/Example.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,OAAO,IAAI,UAAU,EAAE,MAAM,gCAAgC,CAAC;AAE5E;;;GAGG;AACH,MAAM,MAAM,WAAW,GAAG,UAAU,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;AAE/D;;;;;;;;;;;;;;;;GAgBG;AACH,qBAAa,OAAO;IAClB,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;IAC3B,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;IAC3B,QAAQ,CAAC,IAAI,EAAE,MAAM,GAAG,IAAI,CAAC;IAC7B,OAAO,CAAC,QAAQ,CAAC,WAAW,CAA0B;IAEtD,OAAO;IAYP;;;;;OAKG;IACH,MAAM,CAAC,MAAM,CAAC,KAAK,GAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAM,GAAG,OAAO;IAM3D,4EAA4E;IAC5E,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,SAAS,CAQ9B;IAEH;;;;;OAKG;IACH,MAAM,CAAC,IAAI,CAAC,IAAI,EAAE,WAAW,GAAG,OAAO;IAevC,6BAA6B;IAC7B,GAAG,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO;IAIzB,sCAAsC;IACtC,GAAG,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO;IAIzB,sDAAsD;IACtD,IAAI,UAAU,IAAI,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAExC;IAED,wCAAwC;IACxC,MAAM,IAAI,WAAW;CAatB"}

package/dist/datasets/DatasetFactory.d.ts

@@ -1,7 +1,8 @@
 import type { JudgmentApiClient } from "../internal/api/client";
-import type { DatasetInfo } from "../internal/api/models/DatasetInfo";
+import type { PullAllOfflineDatasetsResponse } from "../internal/api/models";
 import { Example } from "../data/Example";
 import { Dataset } from "./Dataset";
+import { type DatasetSchema } from "./schema";
 /**
  * Creates, retrieves, and lists datasets in your project.
  *
@@ -38,13 +39,14 @@ export declare class DatasetFactory {
         examples?: Example[];
         overwrite?: boolean;
         batchSize?: number;
+        schema?: DatasetSchema;
     }): Promise<Dataset | null>;
     /**
      * List all datasets in the project.
      *
      * @returns An array of dataset metadata, or `null` if the project is unresolved.
      */
-    list(): Promise<DatasetInfo[] | null>;
+    list(): Promise<PullAllOfflineDatasetsResponse | null>;
     private _expectProjectId;
 }
 //# sourceMappingURL=DatasetFactory.d.ts.map

package/dist/datasets/DatasetFactory.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"DatasetFactory.d.ts","sourceRoot":"","sources":["../../src/datasets/DatasetFactory.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,wBAAwB,CAAC;AAChE,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,oCAAoC,CAAC;AACtE,OAAO,EAAE,OAAO,EAAoB,MAAM,iBAAiB,CAAC;AAE5D,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAEpC;;;;;;;;;;GAUG;AACH,qBAAa,cAAc;IACzB,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAoB;IAC5C,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAgB;IAC3C,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAS;gBAGpC,MAAM,EAAE,iBAAiB,EACzB,SAAS,EAAE,MAAM,GAAG,IAAI,EACxB,WAAW,EAAE,MAAM;IAOrB;;;;;OAKG;IACG,GAAG,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,GAAG,IAAI,CAAC;IAyBhD;;;;;;;;OAQG;IACG,MAAM,CACV,IAAI,EAAE,MAAM,EACZ,OAAO,GAAE;QACP,QAAQ,CAAC,EAAE,OAAO,EAAE,CAAC;QACrB,SAAS,CAAC,EAAE,OAAO,CAAC;QACpB,SAAS,CAAC,EAAE,MAAM,CAAC;KACf,GACL,OAAO,CAAC,OAAO,GAAG,IAAI,CAAC;IA4B1B;;;;OAIG;IACH,IAAI,IAAI,OAAO,CAAC,WAAW,EAAE,GAAG,IAAI,CAAC;IAOrC,OAAO,CAAC,gBAAgB;CASzB"}
+{"version":3,"file":"DatasetFactory.d.ts","sourceRoot":"","sources":["../../src/datasets/DatasetFactory.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,wBAAwB,CAAC;AAChE,OAAO,KAAK,EAAE,8BAA8B,EAAE,MAAM,wBAAwB,CAAC;AAC7E,OAAO,EAAE,OAAO,EAAoB,MAAM,iBAAiB,CAAC;AAE5D,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AACpC,OAAO,EACL,KAAK,aAAa,EAGnB,MAAM,UAAU,CAAC;AAElB;;;;;;;;;;GAUG;AACH,qBAAa,cAAc;IACzB,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAoB;IAC5C,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAgB;IAC3C,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAS;gBAGpC,MAAM,EAAE,iBAAiB,EACzB,SAAS,EAAE,MAAM,GAAG,IAAI,EACxB,WAAW,EAAE,MAAM;IAOrB;;;;;OAKG;IACG,GAAG,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,GAAG,IAAI,CAAC;IAkChD;;;;;;;;OAQG;IACG,MAAM,CACV,IAAI,EAAE,MAAM,EACZ,OAAO,GAAE;QACP,QAAQ,CAAC,EAAE,OAAO,EAAE,CAAC;QACrB,SAAS,CAAC,EAAE,OAAO,CAAC;QACpB,SAAS,CAAC,EAAE,MAAM,CAAC;QACnB,MAAM,CAAC,EAAE,aAAa,CAAC;KACnB,GACL,OAAO,CAAC,OAAO,GAAG,IAAI,CAAC;IA+C1B;;;;OAIG;IACH,IAAI,IAAI,OAAO,CAAC,8BAA8B,GAAG,IAAI,CAAC;IAOtD,OAAO,CAAC,gBAAgB;CASzB"}

package/dist/datasets/schema.d.ts

@@ -0,0 +1,39 @@
+import { Example } from "../data/Example";
+/**
+ * A dataset column type: a JSON Schema primitive or the Judgment pointer type
+ * `"trace"` (whose stored value is a trace id rather than literal data).
+ */
+export type DatasetColumnType = "string" | "integer" | "number" | "boolean" | "array" | "object" | "trace";
+/** A single dataset column declaration. */
+export interface DatasetSchemaProperty {
+    type: DatasetColumnType;
+}
+/**
+ * A dataset's JSON Schema. Datasets are object-typed with one property per
+ * column. A column declared `{ type: "trace" }` (under any name) holds a trace
+ * id; at most one trace column is allowed per dataset.
+ */
+export interface DatasetSchema {
+    type: "object";
+    properties: Record<string, DatasetSchemaProperty>;
+}
+/**
+ * Validate a dataset JSON Schema client-side before sending. Mirrors the
+ * server's structural checks so obvious mistakes fail fast; the server remains
+ * the source of truth for full JSON Schema validation.
+ *
+ * @throws Error if the schema is not an object, does not declare top-level
+ *   `type: "object"`, lacks a `properties` object, or declares more than one
+ *   trace-typed column.
+ */
+export declare function validateDatasetSchema(schema: unknown): void;
+/**
+ * Infer a JSON Schema from a set of examples. Convenience for
+ * `client.datasets.create()` when no explicit schema is supplied. Every
+ * example must share the same set of non-null fields; inferred types are JSON
+ * Schema primitives only (declare a trace column with an explicit schema).
+ *
+ * @throws Error if no examples are provided or examples have heterogeneous fields.
+ */
+export declare function inferSchemaFromExamples(examples: Example[]): DatasetSchema;
+//# sourceMappingURL=schema.d.ts.map

package/dist/datasets/schema.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"schema.d.ts","sourceRoot":"","sources":["../../src/datasets/schema.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,iBAAiB,CAAC;AAE1C;;;GAGG;AACH,MAAM,MAAM,iBAAiB,GACzB,QAAQ,GACR,SAAS,GACT,QAAQ,GACR,SAAS,GACT,OAAO,GACP,QAAQ,GACR,OAAO,CAAC;AAEZ,2CAA2C;AAC3C,MAAM,WAAW,qBAAqB;IACpC,IAAI,EAAE,iBAAiB,CAAC;CACzB;AAED;;;;GAIG;AACH,MAAM,WAAW,aAAa;IAC5B,IAAI,EAAE,QAAQ,CAAC;IACf,UAAU,EAAE,MAAM,CAAC,MAAM,EAAE,qBAAqB,CAAC,CAAC;CACnD;AAID;;;;;;;;GAQG;AACH,wBAAgB,qBAAqB,CAAC,MAAM,EAAE,OAAO,GAAG,IAAI,CA8B3D;AAaD;;;;;;;GAOG;AACH,wBAAgB,uBAAuB,CAAC,QAAQ,EAAE,OAAO,EAAE,GAAG,aAAa,CAgC1E"}

package/dist/evaluation/EvaluatorRunner.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"EvaluatorRunner.d.ts","sourceRoot":"","sources":["../../src/evaluation/EvaluatorRunner.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,wBAAwB,CAAC;AAChE,OAAO,KAAK,EAAE,oBAAoB,EAAE,MAAM,6CAA6C,CAAC;AACxF,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,0CAA0C,CAAC;AAClF,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,iBAAiB,CAAC;AAC/C,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,uBAAuB,CAAC;AAC3D,OAAO,KAAK,EAAE,KAAK,EAAE,MAAM,iBAAiB,CAAC;AAK7C;;;;;GAKG;AACH,8BAAsB,eAAe,CAAC,CAAC,SAAS,MAAM,GAAG,KAAK;IAC5D,SAAS,CAAC,QAAQ,CAAC,OAAO,EAAE,iBAAiB,CAAC;IAC9C,SAAS,CAAC,QAAQ,CAAC,UAAU,EAAE,MAAM,GAAG,IAAI,CAAC;IAC7C,SAAS,CAAC,QAAQ,CAAC,YAAY,EAAE,MAAM,CAAC;gBAGtC,MAAM,EAAE,iBAAiB,EACzB,SAAS,EAAE,MAAM,GAAG,IAAI,EACxB,WAAW,EAAE,MAAM;IAOrB,SAAS,CAAC,QAAQ,CAAC,aAAa,CAC9B,MAAM,EAAE,MAAM,EACd,SAAS,EAAE,MAAM,EACjB,WAAW,EAAE,MAAM,EACnB,SAAS,EAAE,MAAM,EACjB,QAAQ,EAAE,OAAO,EAAE,EACnB,OAAO,EAAE,CAAC,EAAE,GACX,oBAAoB;IAEvB,SAAS,CAAC,QAAQ,CAAC,OAAO,CACxB,SAAS,EAAE,MAAM,EACjB,MAAM,EAAE,MAAM,EACd,QAAQ,EAAE,OAAO,EAAE,EACnB,OAAO,EAAE,CAAC,EAAE,EACZ,OAAO,EAAE,oBAAoB,GAC5B,OAAO,CAAC,MAAM,CAAC;cAEF,KAAK,CACnB,SAAS,EAAE,MAAM,EACjB,MAAM,EAAE,MAAM,EACd,aAAa,EAAE,MAAM,EACrB,cAAc,EAAE,MAAM,GACrB,OAAO,CAAC;QAAE,OAAO,EAAE,iBAAiB,EAAE,CAAC;QAAC,GAAG,EAAE,MAAM,CAAA;KAAE,CAAC;IA4BzD,SAAS,CAAC,eAAe,CACvB,QAAQ,EAAE,OAAO,EAAE,EACnB,WAAW,EAAE,iBAAiB,EAAE,EAChC,GAAG,EAAE,MAAM,EACX,UAAU,EAAE,OAAO,GAClB,aAAa,EAAE;IAsEZ,GAAG,CACP,QAAQ,EAAE,OAAO,EAAE,EACnB,OAAO,EAAE,CAAC,EAAE,EACZ,WAAW,EAAE,MAAM,EACnB,UAAU,GAAE,OAAe,EAC3B,cAAc,GAAE,MAAY,GAC3B,OAAO,CAAC,aAAa,EAAE,CAAC;CA8C5B"}
+{"version":3,"file":"EvaluatorRunner.d.ts","sourceRoot":"","sources":["../../src/evaluation/EvaluatorRunner.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,wBAAwB,CAAC;AAChE,OAAO,KAAK,EAAE,oBAAoB,EAAE,MAAM,6CAA6C,CAAC;AACxF,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,0CAA0C,CAAC;AAClF,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,iBAAiB,CAAC;AAC/C,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,uBAAuB,CAAC;AAC3D,OAAO,KAAK,EAAE,KAAK,EAAE,MAAM,iBAAiB,CAAC;AAK7C;;;;;GAKG;AACH,8BAAsB,eAAe,CAAC,CAAC,SAAS,MAAM,GAAG,KAAK;IAC5D,SAAS,CAAC,QAAQ,CAAC,OAAO,EAAE,iBAAiB,CAAC;IAC9C,SAAS,CAAC,QAAQ,CAAC,UAAU,EAAE,MAAM,GAAG,IAAI,CAAC;IAC7C,SAAS,CAAC,QAAQ,CAAC,YAAY,EAAE,MAAM,CAAC;gBAGtC,MAAM,EAAE,iBAAiB,EACzB,SAAS,EAAE,MAAM,GAAG,IAAI,EACxB,WAAW,EAAE,MAAM;IAOrB,SAAS,CAAC,QAAQ,CAAC,aAAa,CAC9B,MAAM,EAAE,MAAM,EACd,SAAS,EAAE,MAAM,EACjB,WAAW,EAAE,MAAM,EACnB,SAAS,EAAE,MAAM,EACjB,QAAQ,EAAE,OAAO,EAAE,EACnB,OAAO,EAAE,CAAC,EAAE,GACX,oBAAoB;IAEvB,SAAS,CAAC,QAAQ,CAAC,OAAO,CACxB,SAAS,EAAE,MAAM,EACjB,MAAM,EAAE,MAAM,EACd,QAAQ,EAAE,OAAO,EAAE,EACnB,OAAO,EAAE,CAAC,EAAE,EACZ,OAAO,EAAE,oBAAoB,GAC5B,OAAO,CAAC,MAAM,CAAC;cAEF,KAAK,CACnB,SAAS,EAAE,MAAM,EACjB,MAAM,EAAE,MAAM,EACd,aAAa,EAAE,MAAM,EACrB,cAAc,EAAE,MAAM,GACrB,OAAO,CAAC;QAAE,OAAO,EAAE,iBAAiB,EAAE,CAAC;QAAC,GAAG,EAAE,MAAM,CAAA;KAAE,CAAC;IA+BzD,SAAS,CAAC,eAAe,CACvB,QAAQ,EAAE,OAAO,EAAE,EACnB,WAAW,EAAE,iBAAiB,EAAE,EAChC,GAAG,EAAE,MAAM,EACX,UAAU,EAAE,OAAO,GAClB,aAAa,EAAE;IAsEZ,GAAG,CACP,QAAQ,EAAE,OAAO,EAAE,EACnB,OAAO,EAAE,CAAC,EAAE,EACZ,WAAW,EAAE,MAAM,EACnB,UAAU,GAAE,OAAe,EAC3B,cAAc,GAAE,MAAY,GAC3B,OAAO,CAAC,aAAa,EAAE,CAAC;CA8C5B"}

package/dist/index.d.ts

@@ -9,6 +9,8 @@ export { Evaluation, type EvaluationRunOptions } from "./evaluation";
 export { Dataset } from "./datasets";
 export type { DatasetInfo } from "./internal/api/models/DatasetInfo";
 export type { ExperimentScorer } from "./internal/api/models/ExperimentScorer";
+export { validateDatasetSchema, inferSchemaFromExamples, type DatasetSchema, type DatasetSchemaProperty, type DatasetColumnType, } from "./datasets/schema";
 export { AgentJudgeFactory } from "./agent-judges";
 export type { AgentJudge, ScoreType } from "./agent-judges";
+export { OfflineTestsFactory, OfflineTestRunner, type JudgeRef, type OfflineRunOptions, type TestConfig, type JudgeVersionPin, type OfflineScorerData, type OfflineExampleResult, type OfflineTestResult, type AgentFunction, type PassConditionFn, } from "./offline-tests";
 //# sourceMappingURL=index.d.ts.map

package/dist/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,QAAQ,EACR,KAAK,cAAc,EACnB,KAAK,4BAA4B,GAClC,MAAM,YAAY,CAAC;AAEpB,OAAO,EACL,UAAU,EACV,yBAAyB,EACzB,4BAA4B,EAC5B,oBAAoB,EACpB,sBAAsB,EACtB,MAAM,EACN,aAAa,EACb,KAAK,mBAAmB,EACxB,gBAAgB,EAChB,iBAAiB,EACjB,4BAA4B,EAC5B,sBAAsB,EACtB,KAAK,mBAAmB,EACxB,OAAO,EACP,WAAW,GACZ,MAAM,SAAS,CAAC;AAEjB,OAAO,EAAE,IAAI,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AAErD,OAAO,EAAE,OAAO,EAAE,MAAM,QAAQ,CAAC;AACjC,YAAY,EAAE,aAAa,EAAE,MAAM,QAAQ,CAAC;AAE5C,OAAO,EAAE,KAAK,EAAE,MAAM,UAAU,CAAC;AACjC,YAAY,EACV,cAAc,EACd,eAAe,EACf,mBAAmB,EACnB,cAAc,EACd,QAAQ,GACT,MAAM,UAAU,CAAC;AAElB,OAAO,EAAE,UAAU,EAAE,KAAK,oBAAoB,EAAE,MAAM,cAAc,CAAC;AAErE,OAAO,EAAE,OAAO,EAAE,MAAM,YAAY,CAAC;AACrC,YAAY,EAAE,WAAW,EAAE,MAAM,mCAAmC,CAAC;AACrE,YAAY,EAAE,gBAAgB,EAAE,MAAM,wCAAwC,CAAC;AAE/E,OAAO,EAAE,iBAAiB,EAAE,MAAM,gBAAgB,CAAC;AACnD,YAAY,EAAE,UAAU,EAAE,SAAS,EAAE,MAAM,gBAAgB,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,QAAQ,EACR,KAAK,cAAc,EACnB,KAAK,4BAA4B,GAClC,MAAM,YAAY,CAAC;AAEpB,OAAO,EACL,UAAU,EACV,yBAAyB,EACzB,4BAA4B,EAC5B,oBAAoB,EACpB,sBAAsB,EACtB,MAAM,EACN,aAAa,EACb,KAAK,mBAAmB,EACxB,gBAAgB,EAChB,iBAAiB,EACjB,4BAA4B,EAC5B,sBAAsB,EACtB,KAAK,mBAAmB,EACxB,OAAO,EACP,WAAW,GACZ,MAAM,SAAS,CAAC;AAEjB,OAAO,EAAE,IAAI,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AAErD,OAAO,EAAE,OAAO,EAAE,MAAM,QAAQ,CAAC;AACjC,YAAY,EAAE,aAAa,EAAE,MAAM,QAAQ,CAAC;AAE5C,OAAO,EAAE,KAAK,EAAE,MAAM,UAAU,CAAC;AACjC,YAAY,EACV,cAAc,EACd,eAAe,EACf,mBAAmB,EACnB,cAAc,EACd,QAAQ,GACT,MAAM,UAAU,CAAC;AAElB,OAAO,EAAE,UAAU,EAAE,KAAK,oBAAoB,EAAE,MAAM,cAAc,CAAC;AAErE,OAAO,EAAE,OAAO,EAAE,MAAM,YAAY,CAAC;AACrC,YAAY,EAAE,WAAW,EAAE,MAAM,mCAAmC,CAAC;AACrE,YAAY,EAAE,gBAAgB,EAAE,MAAM,wCAAwC,CAAC;AAC/E,OAAO,EACL,qBAAqB,EACrB,uBAAuB,EACvB,KAAK,aAAa,EAClB,KAAK,qBAAqB,EAC1B,KAAK,iBAAiB,GACvB,MAAM,mBAAmB,CAAC;AAE3B,OAAO,EAAE,iBAAiB,EAAE,MAAM,gBAAgB,CAAC;AACnD,YAAY,EAAE,UAAU,EAAE,SAAS,EAAE,MAAM,gBAAgB,CAAC;AAE5D,OAAO,EACL,mBAAmB,EACnB,iBAAiB,EACjB,KAAK,QAAQ,EACb,KAAK,iBAAiB,EACtB,KAAK,UAAU,EACf,KAAK,eAAe,EACpB,KAAK,iBAAiB,EACtB,KAAK,oBAAoB,EACzB,KAAK,iBAAiB,EACtB,KAAK,aAAa,EAClB,KAAK,eAAe,GACrB,MAAM,iBAAiB,CAAC"}

package/dist/internal/api/client.d.ts

@@ -1,4 +1,4 @@
-import type { AddProjectRequest, AddProjectResponse, AddToRunEvalQueueExamplesResponse, AddToRunEvalQueueTracesResponse, AddTraceTagsRequest, AddTraceTagsResponse, CreateDatasetRequest, CreateDatasetResponse, CustomScorerExistsResponse, DeleteProjectResponse, E2EFetchSpanScoreRequest, E2EFetchSpanScoreResponse, E2EFetchTraceResponse, E2ETracesPerProjectResponse, ExampleEvaluationRun, FetchExperimentRunResponse, FetchPromptResponse, FetchPromptScorersResponse, GetPromptVersionsResponse, InsertExamplesRequest, InsertExamplesResponse, InsertPromptRequest, InsertPromptResponse, LogEvalResultsExamplesRequest, LogEvalResultsExamplesResponse, LogEvalResultsRequest, LogEvalResultsResponse, PullAllDatasetsResponse, PullDatasetResponse, ResolveProjectRequest, ResolveProjectResponse, SDKCreateAgentJudgeRequest, SDKCreateAgentJudgeResponse, SDKUpdateAgentJudgeRequest, SDKUpdateAgentJudgeResponse, ScorerExistsResponse, TagPromptRequest, TagPromptResponse, TraceEvaluationRun, UntagPromptRequest, UntagPromptResponse, UploadCustomScorerResponse } from "./models";
+import type { AddDatasetItemsResponse, AddProjectRequest, AddProjectResponse, AddToRunEvalQueueExamplesResponse, AddToRunEvalQueueTracesResponse, AddTraceTagsRequest, AddTraceTagsResponse, ApplyTestRunSuccessRequest, ApplyTestRunSuccessResponse, CreateOfflineDatasetRequest, CreateOfflineDatasetResponse, CreateTestConfigRequest, CreateTestRunRequest, CustomScorerExistsResponse, DeleteOfflineDatasetResponse, DeleteProjectResponse, DeleteTestConfigResponse, E2EFetchSpanScoreRequest, E2EFetchSpanScoreResponse, E2EFetchTraceResponse, ExampleEvaluationRun, FetchPromptResponse, FetchPromptScorersResponse, FetchTestRunViaExperimentAliasResponse, GetPromptVersionsResponse, InsertOfflineDatasetExamplesRequest, InsertPromptRequest, InsertPromptResponse, OfflineDatasetPageResponse, OfflineDatasetVersionsResponse, OfflineTestsLogEvalResultsExamplesRequest, OfflineTestsLogEvalResultsExamplesResponse, OfflineTestsLogEvalResultsRequest, OfflineTestsLogEvalResultsResponse, PreparedTestRunResponse, PullAllOfflineDatasetsResponse, PullOfflineDatasetResponse, ResolveProjectRequest, ResolveProjectResponse, SDKCreateAgentJudgeRequest, SDKCreateAgentJudgeResponse, SDKUpdateAgentJudgeRequest, SDKUpdateAgentJudgeResponse, ScorerExistsResponse, TagPromptRequest, TagPromptResponse, TestConfigResponse, TestConfigsResponse, TestRunGraphResponse, TestRunItemsResponse, TestRunResponse, TestRunsResponse, TraceEvaluationRun, UntagPromptRequest, UntagPromptResponse, UpdateTestConfigRequest, UpdateTestRunStatusRequest, UploadCustomScorerResponse } from "./models";
 export declare class JudgmentApiClient {
     private baseUrl;
     private apiKey;
@@ -13,15 +13,31 @@ export declare class JudgmentApiClient {
     postV1projectsResolve(payload: ResolveProjectRequest): Promise<ResolveProjectResponse>;
     postV1projects(payload: AddProjectRequest): Promise<AddProjectResponse>;
     deleteV1projects(projectId: string): Promise<DeleteProjectResponse>;
-    postV1projectsDatasets(projectId: string, payload: CreateDatasetRequest): Promise<CreateDatasetResponse>;
-    getV1projectsDatasets(projectId: string): Promise<PullAllDatasetsResponse>;
-    postV1projectsDatasetsByDatasetNameExamples(projectId: string, datasetName: string, payload: InsertExamplesRequest): Promise<InsertExamplesResponse>;
-    getV1projectsDatasetsByDatasetName(projectId: string, datasetName: string): Promise<PullDatasetResponse>;
+    postV1projectsDatasets(projectId: string, payload: CreateOfflineDatasetRequest): Promise<CreateOfflineDatasetResponse>;
+    getV1projectsDatasets(projectId: string): Promise<PullAllOfflineDatasetsResponse>;
+    getV1projectsDatasetsByDatasetIdentifierVersions(projectId: string, datasetIdentifier: string): Promise<OfflineDatasetVersionsResponse>;
+    getV1projectsDatasetsByDatasetIdentifierPage(projectId: string, datasetIdentifier: string, version?: string, limit?: string, cursor_created_at?: string, cursor_example_id?: string): Promise<OfflineDatasetPageResponse>;
+    postV1projectsDatasetsByDatasetIdentifierExamples(projectId: string, datasetIdentifier: string, payload: InsertOfflineDatasetExamplesRequest): Promise<AddDatasetItemsResponse>;
+    deleteV1projectsDatasetsByDatasetIdentifier(projectId: string, datasetIdentifier: string): Promise<DeleteOfflineDatasetResponse>;
+    getV1projectsDatasetsByDatasetIdentifier(projectId: string, datasetIdentifier: string): Promise<PullOfflineDatasetResponse>;
+    getV1projectsTestConfigs(projectId: string, dataset_id?: string): Promise<TestConfigsResponse>;
+    postV1projectsTestConfigs(projectId: string, payload: CreateTestConfigRequest): Promise<TestConfigResponse>;
+    getV1projectsTestConfigsByTestConfigId(projectId: string, testConfigId: string): Promise<TestConfigResponse>;
+    patchV1projectsTestConfigsByTestConfigId(projectId: string, testConfigId: string, payload: UpdateTestConfigRequest): Promise<TestConfigResponse>;
+    deleteV1projectsTestConfigsByTestConfigId(projectId: string, testConfigId: string): Promise<DeleteTestConfigResponse>;
+    getV1projectsTestRuns(projectId: string, test_config_id?: string, dataset_id?: string, status?: string, limit?: string): Promise<TestRunsResponse>;
+    postV1projectsTestRuns(projectId: string, payload: CreateTestRunRequest): Promise<PreparedTestRunResponse>;
+    getV1projectsTestRunsByTestRunId(projectId: string, testRunId: string): Promise<TestRunResponse>;
+    patchV1projectsTestRunsByTestRunIdStatus(projectId: string, testRunId: string, payload: UpdateTestRunStatusRequest): Promise<TestRunResponse>;
+    patchV1projectsTestRunsByTestRunIdSuccess(projectId: string, testRunId: string, payload: ApplyTestRunSuccessRequest): Promise<ApplyTestRunSuccessResponse>;
+    getV1projectsTestRunsByTestRunIdItems(projectId: string, testRunId: string, limit?: string, cursor?: string): Promise<TestRunItemsResponse>;
+    getV1projectsTestRunsByTestRunIdResults(projectId: string, testRunId: string, limit?: string, cursor?: string): Promise<TestRunItemsResponse>;
+    getV1projectsTestRunsByTestRunIdGraph(projectId: string, testRunId: string): Promise<TestRunGraphResponse>;
+    getV1projectsExperimentsByRunId(projectId: string, runId: string, limit?: string, cursor?: string): Promise<FetchTestRunViaExperimentAliasResponse>;
+    postV1projectsEvalResults(projectId: string, payload: OfflineTestsLogEvalResultsRequest): Promise<OfflineTestsLogEvalResultsResponse>;
+    postV1projectsEvalResultsExamples(projectId: string, payload: OfflineTestsLogEvalResultsExamplesRequest): Promise<OfflineTestsLogEvalResultsExamplesResponse>;
     postV1projectsEvaluateExamples(projectId: string, payload: ExampleEvaluationRun): Promise<unknown>;
     postV1projectsEvaluateTraces(projectId: string, payload: TraceEvaluationRun): Promise<unknown>;
-    postV1projectsEvalResults(projectId: string, payload: LogEvalResultsRequest): Promise<LogEvalResultsResponse>;
-    postV1projectsEvalResultsExamples(projectId: string, payload: LogEvalResultsExamplesRequest): Promise<LogEvalResultsExamplesResponse>;
-    getV1projectsExperimentsByRunId(projectId: string, runId: string): Promise<FetchExperimentRunResponse>;
     postV1projectsEvalQueueExamples(projectId: string, payload: ExampleEvaluationRun): Promise<AddToRunEvalQueueExamplesResponse>;
     postV1projectsEvalQueueTraces(projectId: string, payload: TraceEvaluationRun): Promise<AddToRunEvalQueueTracesResponse>;
     getV1projectsPromptsByName(projectId: string, name: string, commit_id?: string, tag?: string): Promise<FetchPromptResponse>;
@@ -36,7 +52,7 @@ export declare class JudgmentApiClient {
     getV1projectsScorersCustomByNameExists(projectId: string, name: string): Promise<CustomScorerExistsResponse>;
     postV1projectsTracesByTraceIdTags(projectId: string, traceId: string, payload: AddTraceTagsRequest): Promise<AddTraceTagsResponse>;
     getV1e2eFetchTraceByProjectNameByTraceId(projectName: string, traceId: string): Promise<E2EFetchTraceResponse>;
-    getV1e2eTracesPerProject(projectId: string, limit?: string, offset?: string): Promise<E2ETracesPerProjectResponse>;
+    getV1e2eTracesPerProject(projectId: string): Promise<unknown>;
     postV1e2eFetchSpanScore(payload: E2EFetchSpanScoreRequest): Promise<E2EFetchSpanScoreResponse>;
     postV1projectsJudges(projectId: string, payload: SDKCreateAgentJudgeRequest): Promise<SDKCreateAgentJudgeResponse>;
     patchV1projectsJudgesByJudgeId(projectId: string, judgeId: string, payload: SDKUpdateAgentJudgeRequest): Promise<SDKUpdateAgentJudgeResponse>;

package/dist/internal/api/client.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"client.d.ts","sourceRoot":"","sources":["../../../src/internal/api/client.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EACV,iBAAiB,EACjB,kBAAkB,EAClB,iCAAiC,EACjC,+BAA+B,EAC/B,mBAAmB,EACnB,oBAAoB,EACpB,oBAAoB,EACpB,qBAAqB,EACrB,0BAA0B,EAC1B,qBAAqB,EACrB,wBAAwB,EACxB,yBAAyB,EACzB,qBAAqB,EACrB,2BAA2B,EAC3B,oBAAoB,EACpB,0BAA0B,EAC1B,mBAAmB,EACnB,0BAA0B,EAC1B,yBAAyB,EACzB,qBAAqB,EACrB,sBAAsB,EACtB,mBAAmB,EACnB,oBAAoB,EACpB,6BAA6B,EAC7B,8BAA8B,EAC9B,qBAAqB,EACrB,sBAAsB,EACtB,uBAAuB,EACvB,mBAAmB,EACnB,qBAAqB,EACrB,sBAAsB,EACtB,0BAA0B,EAC1B,2BAA2B,EAC3B,0BAA0B,EAC1B,2BAA2B,EAC3B,oBAAoB,EACpB,gBAAgB,EAChB,iBAAiB,EACjB,kBAAkB,EAClB,kBAAkB,EAClB,mBAAmB,EACnB,0BAA0B,EAC3B,MAAM,UAAU,CAAC;AAElB,qBAAa,iBAAiB;IAC5B,OAAO,CAAC,OAAO,CAAS;IACxB,OAAO,CAAC,MAAM,CAAS;IACvB,OAAO,CAAC,cAAc,CAAS;gBAEnB,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,cAAc,EAAE,MAAM;IAMnE,UAAU,IAAI,MAAM;IAGpB,SAAS,IAAI,MAAM;IAGnB,iBAAiB,IAAI,MAAM;YAIb,OAAO;IAqBf,gBAAgB,IAAI,OAAO,CAAC,OAAO,CAAC;IAKpC,uBAAuB,IAAI,OAAO,CAAC,OAAO,CAAC;IAK3C,qBAAqB,CACzB,OAAO,EAAE,qBAAqB,GAC7B,OAAO,CAAC,sBAAsB,CAAC;IAK5B,cAAc,CAClB,OAAO,EAAE,iBAAiB,GACzB,OAAO,CAAC,kBAAkB,CAAC;IAKxB,gBAAgB,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,qBAAqB,CAAC;IAKnE,sBAAsB,CAC1B,SAAS,EAAE,MAAM,EACjB,OAAO,EAAE,oBAAoB,GAC5B,OAAO,CAAC,qBAAqB,CAAC;IAK3B,qBAAqB,CACzB,SAAS,EAAE,MAAM,GAChB,OAAO,CAAC,uBAAuB,CAAC;IAK7B,2CAA2C,CAC/C,SAAS,EAAE,MAAM,EACjB,WAAW,EAAE,MAAM,EACnB,OAAO,EAAE,qBAAqB,GAC7B,OAAO,CAAC,sBAAsB,CAAC;IAO5B,kCAAkC,CACtC,SAAS,EAAE,MAAM,EACjB,WAAW,EAAE,MAAM,GAClB,OAAO,CAAC,mBAAmB,CAAC;IAMzB,8BAA8B,CAClC,SAAS,EAAE,MAAM,EACjB,OAAO,EAAE,oBAAoB,GAC5B,OAAO,CAAC,OAAO,CAAC;IAKb,4BAA4B,CAChC,SAAS,EAAE,MAAM,EACjB,OAAO,EAAE,kBAAkB,GAC1B,OAAO,CAAC,OAAO,CAAC;IAKb,yBAAyB,CAC7B,SAAS,EAAE,MAAM,EACjB,OAAO,EAAE,qBAAqB,GAC7B,OAAO,CAAC,sBAAsB,CAAC;IAK5B,iCAAiC,CACrC,SAAS,EAAE,MAAM,EACjB,OAAO,EAAE,6BAA6B,GACrC,OAAO,CAAC,8BAA8B,CAAC;IAMpC,+BAA+B,CACnC,SAAS,EAAE,MAAM,EACjB,KAAK,EAAE,MAAM,GACZ,OAAO,CAAC,0BAA0B,CAAC;IAKhC,+BAA+B,CACnC,SAAS,EAAE,MAAM,EACjB,OAAO,EAAE,oBAAoB,GAC5B,OAAO,CAAC,iCAAiC,CAAC;IAKvC,6BAA6B,CACjC,SAAS,EAAE,MAAM,EACjB,OAAO,EAAE,kBAAkB,GAC1B,OAAO,CAAC,+BAA+B,CAAC;IAKrC,0BAA0B,CAC9B,SAAS,EAAE,MAAM,EACjB,IAAI,EAAE,MAAM,EACZ,SAAS,CAAC,EAAE,MAAM,EAClB,GAAG,CAAC,EAAE,MAAM,GACX,OAAO,CAAC,mBAAmB,CAAC;IAWzB,qBAAqB,CACzB,SAAS,EAAE,MAAM,EACjB,OAAO,EAAE,mBAAmB,GAC3B,OAAO,CAAC,oBAAoB,CAAC;IAK1B,+BAA+B,CACnC,SAAS,EAAE,MAAM,EACjB,IAAI,EAAE,MAAM,EACZ,OAAO,EAAE,gBAAgB,GACxB,OAAO,CAAC,iBAAiB,CAAC;IAKvB,iCAAiC,CACrC,SAAS,EAAE,MAAM,EACjB,IAAI,EAAE,MAAM,EACZ,OAAO,EAAE,kBAAkB,GAC1B,OAAO,CAAC,mBAAmB,CAAC;IAKzB,kCAAkC,CACtC,SAAS,EAAE,MAAM,EACjB,IAAI,EAAE,MAAM,GACX,OAAO,CAAC,yBAAyB,CAAC;IAM/B,oBAAoB,CACxB,SAAS,EAAE,MAAM,EACjB,KAAK,CAAC,EAAE,MAAM,EACd,QAAQ,CAAC,EAAE,MAAM,GAChB,OAAO,CAAC,0BAA0B,CAAC;IAWhC,gCAAgC,CACpC,SAAS,EAAE,MAAM,EACjB,IAAI,EAAE,MAAM,GACX,OAAO,CAAC,oBAAoB,CAAC;IAM1B,2BAA2B,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC;IAKhE,iCAAiC,CACrC,SAAS,EAAE,MAAM,GAChB,OAAO,CAAC,0BAA0B,CAAC;IAMhC,sCAAsC,CAC1C,SAAS,EAAE,MAAM,EACjB,IAAI,EAAE,MAAM,GACX,OAAO,CAAC,0BAA0B,CAAC;IAMhC,iCAAiC,CACrC,SAAS,EAAE,MAAM,EACjB,OAAO,EAAE,MAAM,EACf,OAAO,EAAE,mBAAmB,GAC3B,OAAO,CAAC,oBAAoB,CAAC;IAM1B,wCAAwC,CAC5C,WAAW,EAAE,MAAM,EACnB,OAAO,EAAE,MAAM,GACd,OAAO,CAAC,qBAAqB,CAAC;IAK3B,wBAAwB,CAC5B,SAAS,EAAE,MAAM,EACjB,KAAK,CAAC,EAAE,MAAM,EACd,MAAM,CAAC,EAAE,MAAM,GACd,OAAO,CAAC,2BAA2B,CAAC;IAWjC,uBAAuB,CAC3B,OAAO,EAAE,wBAAwB,GAChC,OAAO,CAAC,yBAAyB,CAAC;IAK/B,oBAAoB,CACxB,SAAS,EAAE,MAAM,EACjB,OAAO,EAAE,0BAA0B,GAClC,OAAO,CAAC,2BAA2B,CAAC;IAKjC,8BAA8B,CAClC,SAAS,EAAE,MAAM,EACjB,OAAO,EAAE,MAAM,EACf,OAAO,EAAE,0BAA0B,GAClC,OAAO,CAAC,2BAA2B,CAAC;CAIxC"}
+{"version":3,"file":"client.d.ts","sourceRoot":"","sources":["../../../src/internal/api/client.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EACV,uBAAuB,EACvB,iBAAiB,EACjB,kBAAkB,EAClB,iCAAiC,EACjC,+BAA+B,EAC/B,mBAAmB,EACnB,oBAAoB,EACpB,0BAA0B,EAC1B,2BAA2B,EAC3B,2BAA2B,EAC3B,4BAA4B,EAC5B,uBAAuB,EACvB,oBAAoB,EACpB,0BAA0B,EAC1B,4BAA4B,EAC5B,qBAAqB,EACrB,wBAAwB,EACxB,wBAAwB,EACxB,yBAAyB,EACzB,qBAAqB,EACrB,oBAAoB,EACpB,mBAAmB,EACnB,0BAA0B,EAC1B,sCAAsC,EACtC,yBAAyB,EACzB,mCAAmC,EACnC,mBAAmB,EACnB,oBAAoB,EACpB,0BAA0B,EAC1B,8BAA8B,EAC9B,yCAAyC,EACzC,0CAA0C,EAC1C,iCAAiC,EACjC,kCAAkC,EAClC,uBAAuB,EACvB,8BAA8B,EAC9B,0BAA0B,EAC1B,qBAAqB,EACrB,sBAAsB,EACtB,0BAA0B,EAC1B,2BAA2B,EAC3B,0BAA0B,EAC1B,2BAA2B,EAC3B,oBAAoB,EACpB,gBAAgB,EAChB,iBAAiB,EACjB,kBAAkB,EAClB,mBAAmB,EACnB,oBAAoB,EACpB,oBAAoB,EACpB,eAAe,EACf,gBAAgB,EAChB,kBAAkB,EAClB,kBAAkB,EAClB,mBAAmB,EACnB,uBAAuB,EACvB,0BAA0B,EAC1B,0BAA0B,EAC3B,MAAM,UAAU,CAAC;AAElB,qBAAa,iBAAiB;IAC5B,OAAO,CAAC,OAAO,CAAS;IACxB,OAAO,CAAC,MAAM,CAAS;IACvB,OAAO,CAAC,cAAc,CAAS;gBAEnB,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,cAAc,EAAE,MAAM;IAMnE,UAAU,IAAI,MAAM;IAGpB,SAAS,IAAI,MAAM;IAGnB,iBAAiB,IAAI,MAAM;YAIb,OAAO;IAqBf,gBAAgB,IAAI,OAAO,CAAC,OAAO,CAAC;IAKpC,uBAAuB,IAAI,OAAO,CAAC,OAAO,CAAC;IAK3C,qBAAqB,CACzB,OAAO,EAAE,qBAAqB,GAC7B,OAAO,CAAC,sBAAsB,CAAC;IAK5B,cAAc,CAClB,OAAO,EAAE,iBAAiB,GACzB,OAAO,CAAC,kBAAkB,CAAC;IAKxB,gBAAgB,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,qBAAqB,CAAC;IAKnE,sBAAsB,CAC1B,SAAS,EAAE,MAAM,EACjB,OAAO,EAAE,2BAA2B,GACnC,OAAO,CAAC,4BAA4B,CAAC;IAKlC,qBAAqB,CACzB,SAAS,EAAE,MAAM,GAChB,OAAO,CAAC,8BAA8B,CAAC;IAKpC,gDAAgD,CACpD,SAAS,EAAE,MAAM,EACjB,iBAAiB,EAAE,MAAM,GACxB,OAAO,CAAC,8BAA8B,CAAC;IAOpC,4CAA4C,CAChD,SAAS,EAAE,MAAM,EACjB,iBAAiB,EAAE,MAAM,EACzB,OAAO,CAAC,EAAE,MAAM,EAChB,KAAK,CAAC,EAAE,MAAM,EACd,iBAAiB,CAAC,EAAE,MAAM,EAC1B,iBAAiB,CAAC,EAAE,MAAM,GACzB,OAAO,CAAC,0BAA0B,CAAC;IAehC,iDAAiD,CACrD,SAAS,EAAE,MAAM,EACjB,iBAAiB,EAAE,MAAM,EACzB,OAAO,EAAE,mCAAmC,GAC3C,OAAO,CAAC,uBAAuB,CAAC;IAO7B,2CAA2C,CAC/C,SAAS,EAAE,MAAM,EACjB,iBAAiB,EAAE,MAAM,GACxB,OAAO,CAAC,4BAA4B,CAAC;IAMlC,wCAAwC,CAC5C,SAAS,EAAE,MAAM,EACjB,iBAAiB,EAAE,MAAM,GACxB,OAAO,CAAC,0BAA0B,CAAC;IAMhC,wBAAwB,CAC5B,SAAS,EAAE,MAAM,EACjB,UAAU,CAAC,EAAE,MAAM,GAClB,OAAO,CAAC,mBAAmB,CAAC;IAUzB,yBAAyB,CAC7B,SAAS,EAAE,MAAM,EACjB,OAAO,EAAE,uBAAuB,GAC/B,OAAO,CAAC,kBAAkB,CAAC;IAKxB,sCAAsC,CAC1C,SAAS,EAAE,MAAM,EACjB,YAAY,EAAE,MAAM,GACnB,OAAO,CAAC,kBAAkB,CAAC;IAMxB,wCAAwC,CAC5C,SAAS,EAAE,MAAM,EACjB,YAAY,EAAE,MAAM,EACpB,OAAO,EAAE,uBAAuB,GAC/B,OAAO,CAAC,kBAAkB,CAAC;IAMxB,yCAAyC,CAC7C,SAAS,EAAE,MAAM,EACjB,YAAY,EAAE,MAAM,GACnB,OAAO,CAAC,wBAAwB,CAAC;IAM9B,qBAAqB,CACzB,SAAS,EAAE,MAAM,EACjB,cAAc,CAAC,EAAE,MAAM,EACvB,UAAU,CAAC,EAAE,MAAM,EACnB,MAAM,CAAC,EAAE,MAAM,EACf,KAAK,CAAC,EAAE,MAAM,GACb,OAAO,CAAC,gBAAgB,CAAC;IActB,sBAAsB,CAC1B,SAAS,EAAE,MAAM,EACjB,OAAO,EAAE,oBAAoB,GAC5B,OAAO,CAAC,uBAAuB,CAAC;IAK7B,gCAAgC,CACpC,SAAS,EAAE,MAAM,EACjB,SAAS,EAAE,MAAM,GAChB,OAAO,CAAC,eAAe,CAAC;IAMrB,wCAAwC,CAC5C,SAAS,EAAE,MAAM,EACjB,SAAS,EAAE,MAAM,EACjB,OAAO,EAAE,0BAA0B,GAClC,OAAO,CAAC,eAAe,CAAC;IAMrB,yCAAyC,CAC7C,SAAS,EAAE,MAAM,EACjB,SAAS,EAAE,MAAM,EACjB,OAAO,EAAE,0BAA0B,GAClC,OAAO,CAAC,2BAA2B,CAAC;IAMjC,qCAAqC,CACzC,SAAS,EAAE,MAAM,EACjB,SAAS,EAAE,MAAM,EACjB,KAAK,CAAC,EAAE,MAAM,EACd,MAAM,CAAC,EAAE,MAAM,GACd,OAAO,CAAC,oBAAoB,CAAC;IAW1B,uCAAuC,CAC3C,SAAS,EAAE,MAAM,EACjB,SAAS,EAAE,MAAM,EACjB,KAAK,CAAC,EAAE,MAAM,EACd,MAAM,CAAC,EAAE,MAAM,GACd,OAAO,CAAC,oBAAoB,CAAC;IAW1B,qCAAqC,CACzC,SAAS,EAAE,MAAM,EACjB,SAAS,EAAE,MAAM,GAChB,OAAO,CAAC,oBAAoB,CAAC;IAM1B,+BAA+B,CACnC,SAAS,EAAE,MAAM,EACjB,KAAK,EAAE,MAAM,EACb,KAAK,CAAC,EAAE,MAAM,EACd,MAAM,CAAC,EAAE,MAAM,GACd,OAAO,CAAC,sCAAsC,CAAC;IAW5C,yBAAyB,CAC7B,SAAS,EAAE,MAAM,EACjB,OAAO,EAAE,iCAAiC,GACzC,OAAO,CAAC,kCAAkC,CAAC;IAKxC,iCAAiC,CACrC,SAAS,EAAE,MAAM,EACjB,OAAO,EAAE,yCAAyC,GACjD,OAAO,CAAC,0CAA0C,CAAC;IAMhD,8BAA8B,CAClC,SAAS,EAAE,MAAM,EACjB,OAAO,EAAE,oBAAoB,GAC5B,OAAO,CAAC,OAAO,CAAC;IAKb,4BAA4B,CAChC,SAAS,EAAE,MAAM,EACjB,OAAO,EAAE,kBAAkB,GAC1B,OAAO,CAAC,OAAO,CAAC;IAKb,+BAA+B,CACnC,SAAS,EAAE,MAAM,EACjB,OAAO,EAAE,oBAAoB,GAC5B,OAAO,CAAC,iCAAiC,CAAC;IAKvC,6BAA6B,CACjC,SAAS,EAAE,MAAM,EACjB,OAAO,EAAE,kBAAkB,GAC1B,OAAO,CAAC,+BAA+B,CAAC;IAKrC,0BAA0B,CAC9B,SAAS,EAAE,MAAM,EACjB,IAAI,EAAE,MAAM,EACZ,SAAS,CAAC,EAAE,MAAM,EAClB,GAAG,CAAC,EAAE,MAAM,GACX,OAAO,CAAC,mBAAmB,CAAC;IAWzB,qBAAqB,CACzB,SAAS,EAAE,MAAM,EACjB,OAAO,EAAE,mBAAmB,GAC3B,OAAO,CAAC,oBAAoB,CAAC;IAK1B,+BAA+B,CACnC,SAAS,EAAE,MAAM,EACjB,IAAI,EAAE,MAAM,EACZ,OAAO,EAAE,gBAAgB,GACxB,OAAO,CAAC,iBAAiB,CAAC;IAKvB,iCAAiC,CACrC,SAAS,EAAE,MAAM,EACjB,IAAI,EAAE,MAAM,EACZ,OAAO,EAAE,kBAAkB,GAC1B,OAAO,CAAC,mBAAmB,CAAC;IAKzB,kCAAkC,CACtC,SAAS,EAAE,MAAM,EACjB,IAAI,EAAE,MAAM,GACX,OAAO,CAAC,yBAAyB,CAAC;IAM/B,oBAAoB,CACxB,SAAS,EAAE,MAAM,EACjB,KAAK,CAAC,EAAE,MAAM,EACd,QAAQ,CAAC,EAAE,MAAM,GAChB,OAAO,CAAC,0BAA0B,CAAC;IAWhC,gCAAgC,CACpC,SAAS,EAAE,MAAM,EACjB,IAAI,EAAE,MAAM,GACX,OAAO,CAAC,oBAAoB,CAAC;IAM1B,2BAA2B,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC;IAKhE,iCAAiC,CACrC,SAAS,EAAE,MAAM,GAChB,OAAO,CAAC,0BAA0B,CAAC;IAMhC,sCAAsC,CAC1C,SAAS,EAAE,MAAM,EACjB,IAAI,EAAE,MAAM,GACX,OAAO,CAAC,0BAA0B,CAAC;IAMhC,iCAAiC,CACrC,SAAS,EAAE,MAAM,EACjB,OAAO,EAAE,MAAM,EACf,OAAO,EAAE,mBAAmB,GAC3B,OAAO,CAAC,oBAAoB,CAAC;IAM1B,wCAAwC,CAC5C,WAAW,EAAE,MAAM,EACnB,OAAO,EAAE,MAAM,GACd,OAAO,CAAC,qBAAqB,CAAC;IAK3B,wBAAwB,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC;IAK7D,uBAAuB,CAC3B,OAAO,EAAE,wBAAwB,GAChC,OAAO,CAAC,yBAAyB,CAAC;IAK/B,oBAAoB,CACxB,SAAS,EAAE,MAAM,EACjB,OAAO,EAAE,0BAA0B,GAClC,OAAO,CAAC,2BAA2B,CAAC;IAKjC,8BAA8B,CAClC,SAAS,EAAE,MAAM,EACjB,OAAO,EAAE,MAAM,EACf,OAAO,EAAE,0BAA0B,GAClC,OAAO,CAAC,2BAA2B,CAAC;CAIxC"}

package/dist/internal/api/models/AddDatasetItemsResponse.d.ts

@@ -0,0 +1,5 @@
+export interface AddDatasetItemsResponse {
+    example_ids: string[];
+    version_added: number;
+}
+//# sourceMappingURL=AddDatasetItemsResponse.d.ts.map

package/dist/internal/api/models/AddDatasetItemsResponse.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"AddDatasetItemsResponse.d.ts","sourceRoot":"","sources":["../../../../src/internal/api/models/AddDatasetItemsResponse.ts"],"names":[],"mappings":"AAGA,MAAM,WAAW,uBAAuB;IACtC,WAAW,EAAE,MAAM,EAAE,CAAC;IACtB,aAAa,EAAE,MAAM,CAAC;CACvB"}

package/dist/internal/api/models/ApplyTestRunSuccessRequest.d.ts

@@ -0,0 +1,7 @@
+export interface ApplyTestRunSuccessRequest {
+    successes: {
+        evaluation_run_id: string;
+        success: boolean | null;
+    }[];
+}
+//# sourceMappingURL=ApplyTestRunSuccessRequest.d.ts.map

package/dist/internal/api/models/ApplyTestRunSuccessRequest.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"ApplyTestRunSuccessRequest.d.ts","sourceRoot":"","sources":["../../../../src/internal/api/models/ApplyTestRunSuccessRequest.ts"],"names":[],"mappings":"AAGA,MAAM,WAAW,0BAA0B;IACzC,SAAS,EAAE;QAAE,iBAAiB,EAAE,MAAM,CAAC;QAAC,OAAO,EAAE,OAAO,GAAG,IAAI,CAAA;KAAE,EAAE,CAAC;CACrE"}

package/dist/internal/api/models/ApplyTestRunSuccessResponse.d.ts

@@ -0,0 +1,4 @@
+export interface ApplyTestRunSuccessResponse {
+    updated: number;
+}
+//# sourceMappingURL=ApplyTestRunSuccessResponse.d.ts.map

package/dist/internal/api/models/ApplyTestRunSuccessResponse.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"ApplyTestRunSuccessResponse.d.ts","sourceRoot":"","sources":["../../../../src/internal/api/models/ApplyTestRunSuccessResponse.ts"],"names":[],"mappings":"AAGA,MAAM,WAAW,2BAA2B;IAC1C,OAAO,EAAE,MAAM,CAAC;CACjB"}

package/dist/internal/api/models/CreateOfflineDatasetRequest.d.ts

@@ -0,0 +1,9 @@
+export interface CreateOfflineDatasetRequest {
+    name: string;
+    schema: Record<string, unknown>;
+    examples?: Record<string, unknown>[] | null;
+    overwrite?: boolean | null;
+    dataset_kind?: string | null;
+    metadata?: Record<string, unknown> | null;
+}
+//# sourceMappingURL=CreateOfflineDatasetRequest.d.ts.map

package/dist/internal/api/models/CreateOfflineDatasetRequest.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"CreateOfflineDatasetRequest.d.ts","sourceRoot":"","sources":["../../../../src/internal/api/models/CreateOfflineDatasetRequest.ts"],"names":[],"mappings":"AAGA,MAAM,WAAW,2BAA2B;IAC1C,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAChC,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EAAE,GAAG,IAAI,CAAC;IAC5C,SAAS,CAAC,EAAE,OAAO,GAAG,IAAI,CAAC;IAC3B,YAAY,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC7B,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,IAAI,CAAC;CAC3C"}

package/dist/internal/api/models/CreateOfflineDatasetResponse.d.ts

@@ -0,0 +1,18 @@
+export interface CreateOfflineDatasetResponse {
+    detail: string;
+    dataset_id: string;
+    dataset: {
+        dataset_id: string;
+        organization_id?: string | null;
+        project_id?: string | null;
+        name: string;
+        schema?: Record<string, unknown> | null;
+        current_version?: number | null;
+        created_at?: string | null;
+        updated_at?: string | null;
+        creator_id: string | null;
+        entries?: number | null;
+        test_config_count?: number | null;
+    };
+}
+//# sourceMappingURL=CreateOfflineDatasetResponse.d.ts.map

package/dist/internal/api/models/CreateOfflineDatasetResponse.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"CreateOfflineDatasetResponse.d.ts","sourceRoot":"","sources":["../../../../src/internal/api/models/CreateOfflineDatasetResponse.ts"],"names":[],"mappings":"AAGA,MAAM,WAAW,4BAA4B;IAC3C,MAAM,EAAE,MAAM,CAAC;IACf,UAAU,EAAE,MAAM,CAAC;IACnB,OAAO,EAAE;QACP,UAAU,EAAE,MAAM,CAAC;QACnB,eAAe,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;QAChC,UAAU,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;QAC3B,IAAI,EAAE,MAAM,CAAC;QACb,MAAM,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,IAAI,CAAC;QACxC,eAAe,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;QAChC,UAAU,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;QAC3B,UAAU,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;QAC3B,UAAU,EAAE,MAAM,GAAG,IAAI,CAAC;QAC1B,OAAO,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;QACxB,iBAAiB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;KACnC,CAAC;CACH"}

package/dist/internal/api/models/CreateTestConfigRequest.d.ts

@@ -0,0 +1,12 @@
+export interface CreateTestConfigRequest {
+    name: string;
+    description?: string | null;
+    dataset_id?: string | null;
+    dataset_name?: string | null;
+    judge_ids?: string[] | null;
+    judges?: {
+        judge_id?: string | null;
+        name?: string | null;
+    }[];
+}
+//# sourceMappingURL=CreateTestConfigRequest.d.ts.map

package/dist/internal/api/models/CreateTestConfigRequest.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"CreateTestConfigRequest.d.ts","sourceRoot":"","sources":["../../../../src/internal/api/models/CreateTestConfigRequest.ts"],"names":[],"mappings":"AAGA,MAAM,WAAW,uBAAuB;IACtC,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC5B,UAAU,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC3B,YAAY,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC7B,SAAS,CAAC,EAAE,MAAM,EAAE,GAAG,IAAI,CAAC;IAC5B,MAAM,CAAC,EAAE;QAAE,QAAQ,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;QAAC,IAAI,CAAC,EAAE,MAAM,GAAG,IAAI,CAAA;KAAE,EAAE,CAAC;CAC/D"}

package/dist/internal/api/models/CreateTestRunRequest.d.ts

@@ -0,0 +1,20 @@
+export interface CreateTestRunRequest {
+    test_config_id: string;
+    name?: string | null;
+    dataset_version_id?: string | null;
+    dataset_version_number?: number | null;
+    judge_versions?: {
+        judge_id?: string | null;
+        name?: string | null;
+        tag?: string | null;
+        version?: string | null;
+        major_version?: number | null;
+        minor_version?: number | null;
+    }[];
+    source?: string | null;
+    agent_traces?: {
+        example_id: string;
+        agent_offline_trace_id: string;
+    }[] | null;
+}
+//# sourceMappingURL=CreateTestRunRequest.d.ts.map

package/dist/internal/api/models/CreateTestRunRequest.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"CreateTestRunRequest.d.ts","sourceRoot":"","sources":["../../../../src/internal/api/models/CreateTestRunRequest.ts"],"names":[],"mappings":"AAGA,MAAM,WAAW,oBAAoB;IACnC,cAAc,EAAE,MAAM,CAAC;IACvB,IAAI,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACrB,kBAAkB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACnC,sBAAsB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACvC,cAAc,CAAC,EAAE;QACf,QAAQ,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;QACzB,IAAI,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;QACrB,GAAG,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;QACpB,OAAO,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;QACxB,aAAa,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;QAC9B,aAAa,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;KAC/B,EAAE,CAAC;IACJ,MAAM,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACvB,YAAY,CAAC,EACT;QAAE,UAAU,EAAE,MAAM,CAAC;QAAC,sBAAsB,EAAE,MAAM,CAAA;KAAE,EAAE,GACxD,IAAI,CAAC;CACV"}

package/dist/internal/api/models/DeleteOfflineDatasetResponse.d.ts

@@ -0,0 +1,5 @@
+export interface DeleteOfflineDatasetResponse {
+    status: string;
+    message: string;
+}
+//# sourceMappingURL=DeleteOfflineDatasetResponse.d.ts.map

package/dist/internal/api/models/DeleteOfflineDatasetResponse.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"DeleteOfflineDatasetResponse.d.ts","sourceRoot":"","sources":["../../../../src/internal/api/models/DeleteOfflineDatasetResponse.ts"],"names":[],"mappings":"AAGA,MAAM,WAAW,4BAA4B;IAC3C,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,EAAE,MAAM,CAAC;CACjB"}

package/dist/internal/api/models/DeleteTestConfigResponse.d.ts

@@ -0,0 +1,5 @@
+export interface DeleteTestConfigResponse {
+    status: string;
+    message: string;
+}
+//# sourceMappingURL=DeleteTestConfigResponse.d.ts.map

package/dist/internal/api/models/DeleteTestConfigResponse.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"DeleteTestConfigResponse.d.ts","sourceRoot":"","sources":["../../../../src/internal/api/models/DeleteTestConfigResponse.ts"],"names":[],"mappings":"AAGA,MAAM,WAAW,wBAAwB;IACvC,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,EAAE,MAAM,CAAC;CACjB"}

package/dist/internal/api/models/Example.d.ts

@@ -5,5 +5,6 @@ export interface Example {
     trace_id?: string | null;
     span_id?: string | null;
     offline_trace_id?: string | null;
+    agent_offline_trace_id?: string | null;
 }
 //# sourceMappingURL=Example.d.ts.map

package/dist/internal/api/models/Example.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"Example.d.ts","sourceRoot":"","sources":["../../../../src/internal/api/models/Example.ts"],"names":[],"mappings":"AAGA,MAAM,WAAW,OAAO;IACtB,UAAU,EAAE,MAAM,CAAC;IACnB,UAAU,EAAE,MAAM,CAAC;IACnB,IAAI,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACrB,QAAQ,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACzB,OAAO,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACxB,gBAAgB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;CAClC"}
+{"version":3,"file":"Example.d.ts","sourceRoot":"","sources":["../../../../src/internal/api/models/Example.ts"],"names":[],"mappings":"AAGA,MAAM,WAAW,OAAO;IACtB,UAAU,EAAE,MAAM,CAAC;IACnB,UAAU,EAAE,MAAM,CAAC;IACnB,IAAI,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACrB,QAAQ,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACzB,OAAO,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACxB,gBAAgB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACjC,sBAAsB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;CACxC"}

package/dist/internal/api/models/FetchTestRunViaExperimentAliasResponse.d.ts

@@ -0,0 +1,42 @@
+import type { ExperimentRunItem } from "./ExperimentRunItem";
+export interface FetchTestRunViaExperimentAliasResponse {
+    results: ({
+        organization_id: string;
+        project_id: string;
+        test_run_id: string;
+        dataset_id: string;
+        dataset_version_id: string;
+        example_id: string;
+        agent_offline_trace_id: string | null;
+        created_at: string;
+        example: {
+            example_id: string;
+            organization_id?: string | null;
+            project_id?: string | null;
+            data: Record<string, unknown>;
+            metadata?: Record<string, unknown> | null;
+            created_at?: string | null;
+            user_id: string;
+        } | null;
+        data: Record<string, unknown>;
+        scorers: {
+            judge_id: string;
+            judge_name: string | null;
+            judge_major_version: number;
+            judge_minor_version: number;
+            score_type: string;
+            num_value: number;
+            bool_value: boolean;
+            str_value: string;
+            reason: Record<string, unknown>;
+            metadata: Record<string, unknown>;
+            success: boolean | null;
+            error: string | null;
+            created_at: string;
+        }[];
+    }[] | ExperimentRunItem[]) | null;
+    has_more?: boolean | null;
+    next_cursor?: string | null;
+    ui_results_url: string | null;
+}
+//# sourceMappingURL=FetchTestRunViaExperimentAliasResponse.d.ts.map

package/dist/internal/api/models/FetchTestRunViaExperimentAliasResponse.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"FetchTestRunViaExperimentAliasResponse.d.ts","sourceRoot":"","sources":["../../../../src/internal/api/models/FetchTestRunViaExperimentAliasResponse.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,qBAAqB,CAAC;AAG7D,MAAM,WAAW,sCAAsC;IACrD,OAAO,EACH,CACI;QACE,eAAe,EAAE,MAAM,CAAC;QACxB,UAAU,EAAE,MAAM,CAAC;QACnB,WAAW,EAAE,MAAM,CAAC;QACpB,UAAU,EAAE,MAAM,CAAC;QACnB,kBAAkB,EAAE,MAAM,CAAC;QAC3B,UAAU,EAAE,MAAM,CAAC;QACnB,sBAAsB,EAAE,MAAM,GAAG,IAAI,CAAC;QACtC,UAAU,EAAE,MAAM,CAAC;QACnB,OAAO,EAAE;YACP,UAAU,EAAE,MAAM,CAAC;YACnB,eAAe,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;YAChC,UAAU,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;YAC3B,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;YAC9B,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,IAAI,CAAC;YAC1C,UAAU,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;YAC3B,OAAO,EAAE,MAAM,CAAC;SACjB,GAAG,IAAI,CAAC;QACT,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;QAC9B,OAAO,EAAE;YACP,QAAQ,EAAE,MAAM,CAAC;YACjB,UAAU,EAAE,MAAM,GAAG,IAAI,CAAC;YAC1B,mBAAmB,EAAE,MAAM,CAAC;YAC5B,mBAAmB,EAAE,MAAM,CAAC;YAC5B,UAAU,EAAE,MAAM,CAAC;YACnB,SAAS,EAAE,MAAM,CAAC;YAClB,UAAU,EAAE,OAAO,CAAC;YACpB,SAAS,EAAE,MAAM,CAAC;YAClB,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;YAChC,QAAQ,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;YAClC,OAAO,EAAE,OAAO,GAAG,IAAI,CAAC;YACxB,KAAK,EAAE,MAAM,GAAG,IAAI,CAAC;YACrB,UAAU,EAAE,MAAM,CAAC;SACpB,EAAE,CAAC;KACL,EAAE,GACH,iBAAiB,EAAE,CACtB,GACD,IAAI,CAAC;IACT,QAAQ,CAAC,EAAE,OAAO,GAAG,IAAI,CAAC;IAC1B,WAAW,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC5B,cAAc,EAAE,MAAM,GAAG,IAAI,CAAC;CAC/B"}

package/dist/internal/api/models/InsertOfflineDatasetExamplesRequest.d.ts

@@ -0,0 +1,4 @@
+export interface InsertOfflineDatasetExamplesRequest {
+    examples: Record<string, unknown>[];
+}
+//# sourceMappingURL=InsertOfflineDatasetExamplesRequest.d.ts.map

package/dist/internal/api/models/InsertOfflineDatasetExamplesRequest.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"InsertOfflineDatasetExamplesRequest.d.ts","sourceRoot":"","sources":["../../../../src/internal/api/models/InsertOfflineDatasetExamplesRequest.ts"],"names":[],"mappings":"AAGA,MAAM,WAAW,mCAAmC;IAClD,QAAQ,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EAAE,CAAC;CACrC"}

package/dist/internal/api/models/OfflineDatasetPageResponse.d.ts

@@ -0,0 +1,44 @@
+export interface OfflineDatasetPageResponse {
+    dataset: {
+        dataset_id: string;
+        organization_id?: string | null;
+        project_id?: string | null;
+        name: string;
+        schema?: Record<string, unknown> | null;
+        current_version?: number | null;
+        created_at?: string | null;
+        updated_at?: string | null;
+        creator_id: string | null;
+        entries?: number | null;
+        test_config_count?: number | null;
+    };
+    entries: {
+        item: {
+            id: string;
+            organization_id: string;
+            project_id: string;
+            dataset_id: string;
+            version_added: number;
+            example_id: string;
+            created_at: string;
+            user_id: string;
+        };
+        example: {
+            example_id: string;
+            organization_id?: string | null;
+            project_id?: string | null;
+            data: Record<string, unknown>;
+            metadata?: Record<string, unknown> | null;
+            created_at?: string | null;
+            user_id: string;
+        };
+    }[];
+    metadata: {
+        hasMore: boolean;
+        nextCursor: {
+            created_at: string;
+            example_id: string;
+        } | null;
+    };
+}
+//# sourceMappingURL=OfflineDatasetPageResponse.d.ts.map

package/dist/internal/api/models/OfflineDatasetPageResponse.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"OfflineDatasetPageResponse.d.ts","sourceRoot":"","sources":["../../../../src/internal/api/models/OfflineDatasetPageResponse.ts"],"names":[],"mappings":"AAGA,MAAM,WAAW,0BAA0B;IACzC,OAAO,EAAE;QACP,UAAU,EAAE,MAAM,CAAC;QACnB,eAAe,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;QAChC,UAAU,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;QAC3B,IAAI,EAAE,MAAM,CAAC;QACb,MAAM,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,IAAI,CAAC;QACxC,eAAe,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;QAChC,UAAU,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;QAC3B,UAAU,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;QAC3B,UAAU,EAAE,MAAM,GAAG,IAAI,CAAC;QAC1B,OAAO,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;QACxB,iBAAiB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;KACnC,CAAC;IACF,OAAO,EAAE;QACP,IAAI,EAAE;YACJ,EAAE,EAAE,MAAM,CAAC;YACX,eAAe,EAAE,MAAM,CAAC;YACxB,UAAU,EAAE,MAAM,CAAC;YACnB,UAAU,EAAE,MAAM,CAAC;YACnB,aAAa,EAAE,MAAM,CAAC;YACtB,UAAU,EAAE,MAAM,CAAC;YACnB,UAAU,EAAE,MAAM,CAAC;YACnB,OAAO,EAAE,MAAM,CAAC;SACjB,CAAC;QACF,OAAO,EAAE;YACP,UAAU,EAAE,MAAM,CAAC;YACnB,eAAe,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;YAChC,UAAU,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;YAC3B,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;YAC9B,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,IAAI,CAAC;YAC1C,UAAU,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;YAC3B,OAAO,EAAE,MAAM,CAAC;SACjB,CAAC;KACH,EAAE,CAAC;IACJ,QAAQ,EAAE;QACR,OAAO,EAAE,OAAO,CAAC;QACjB,UAAU,EAAE;YAAE,UAAU,EAAE,MAAM,CAAC;YAAC,UAAU,EAAE,MAAM,CAAA;SAAE,GAAG,IAAI,CAAC;KAC/D,CAAC;CACH"}

package/dist/internal/api/models/OfflineDatasetVersionsResponse.d.ts

@@ -0,0 +1,13 @@
+export interface OfflineDatasetVersionsResponse {
+    versions: {
+        version_id: string;
+        dataset_id: string;
+        organization_id: string;
+        project_id: string;
+        version_number: number;
+        created_at: string;
+        user_id: string | null;
+        item_count: number;
+    }[];
+}
+//# sourceMappingURL=OfflineDatasetVersionsResponse.d.ts.map

package/dist/internal/api/models/OfflineDatasetVersionsResponse.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"OfflineDatasetVersionsResponse.d.ts","sourceRoot":"","sources":["../../../../src/internal/api/models/OfflineDatasetVersionsResponse.ts"],"names":[],"mappings":"AAGA,MAAM,WAAW,8BAA8B;IAC7C,QAAQ,EAAE;QACR,UAAU,EAAE,MAAM,CAAC;QACnB,UAAU,EAAE,MAAM,CAAC;QACnB,eAAe,EAAE,MAAM,CAAC;QACxB,UAAU,EAAE,MAAM,CAAC;QACnB,cAAc,EAAE,MAAM,CAAC;QACvB,UAAU,EAAE,MAAM,CAAC;QACnB,OAAO,EAAE,MAAM,GAAG,IAAI,CAAC;QACvB,UAAU,EAAE,MAAM,CAAC;KACpB,EAAE,CAAC;CACL"}

package/dist/internal/api/models/OfflineTestsLocalScorerResult.d.ts

@@ -0,0 +1,15 @@
+import type { Example } from "./Example";
+export interface OfflineTestsLocalScorerResult {
+    scorers_data: {
+        scorer_name: string;
+        value: boolean | number | string;
+        reason: string;
+        citations?: {
+            span_id: string;
+            span_attribute: string;
+        }[] | null;
+        error?: string | null;
+    }[];
+    data_object: Example;
+}
+//# sourceMappingURL=OfflineTestsLocalScorerResult.d.ts.map

package/dist/internal/api/models/OfflineTestsLocalScorerResult.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"OfflineTestsLocalScorerResult.d.ts","sourceRoot":"","sources":["../../../../src/internal/api/models/OfflineTestsLocalScorerResult.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAEzC,MAAM,WAAW,6BAA6B;IAC5C,YAAY,EAAE;QACZ,WAAW,EAAE,MAAM,CAAC;QACpB,KAAK,EAAE,OAAO,GAAG,MAAM,GAAG,MAAM,CAAC;QACjC,MAAM,EAAE,MAAM,CAAC;QACf,SAAS,CAAC,EAAE;YAAE,OAAO,EAAE,MAAM,CAAC;YAAC,cAAc,EAAE,MAAM,CAAA;SAAE,EAAE,GAAG,IAAI,CAAC;QACjE,KAAK,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;KACvB,EAAE,CAAC;IACJ,WAAW,EAAE,OAAO,CAAC;CACtB"}

package/dist/internal/api/models/OfflineTestsLogEvalResultsExamplesRequest.d.ts

@@ -0,0 +1,7 @@
+import type { ExampleEvaluationRun } from "./ExampleEvaluationRun";
+import type { OfflineTestsLocalScorerResult } from "./OfflineTestsLocalScorerResult";
+export interface OfflineTestsLogEvalResultsExamplesRequest {
+    results: OfflineTestsLocalScorerResult[];
+    run: ExampleEvaluationRun;
+}
+//# sourceMappingURL=OfflineTestsLogEvalResultsExamplesRequest.d.ts.map

package/dist/internal/api/models/OfflineTestsLogEvalResultsExamplesRequest.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"OfflineTestsLogEvalResultsExamplesRequest.d.ts","sourceRoot":"","sources":["../../../../src/internal/api/models/OfflineTestsLogEvalResultsExamplesRequest.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,EAAE,oBAAoB,EAAE,MAAM,wBAAwB,CAAC;AACnE,OAAO,KAAK,EAAE,6BAA6B,EAAE,MAAM,iCAAiC,CAAC;AAGrF,MAAM,WAAW,yCAAyC;IACxD,OAAO,EAAE,6BAA6B,EAAE,CAAC;IACzC,GAAG,EAAE,oBAAoB,CAAC;CAC3B"}

package/dist/internal/api/models/OfflineTestsLogEvalResultsExamplesResponse.d.ts

@@ -0,0 +1,4 @@
+export interface OfflineTestsLogEvalResultsExamplesResponse {
+    ui_results_url: string;
+}
+//# sourceMappingURL=OfflineTestsLogEvalResultsExamplesResponse.d.ts.map

package/dist/internal/api/models/OfflineTestsLogEvalResultsExamplesResponse.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"OfflineTestsLogEvalResultsExamplesResponse.d.ts","sourceRoot":"","sources":["../../../../src/internal/api/models/OfflineTestsLogEvalResultsExamplesResponse.ts"],"names":[],"mappings":"AAGA,MAAM,WAAW,0CAA0C;IACzD,cAAc,EAAE,MAAM,CAAC;CACxB"}

package/dist/internal/api/models/OfflineTestsLogEvalResultsRequest.d.ts

@@ -0,0 +1,7 @@
+import type { ExampleEvaluationRun } from "./ExampleEvaluationRun";
+import type { ScoringResult } from "./ScoringResult";
+export interface OfflineTestsLogEvalResultsRequest {
+    results: ScoringResult[];
+    run: ExampleEvaluationRun;
+}
+//# sourceMappingURL=OfflineTestsLogEvalResultsRequest.d.ts.map

package/dist/internal/api/models/OfflineTestsLogEvalResultsRequest.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"OfflineTestsLogEvalResultsRequest.d.ts","sourceRoot":"","sources":["../../../../src/internal/api/models/OfflineTestsLogEvalResultsRequest.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,EAAE,oBAAoB,EAAE,MAAM,wBAAwB,CAAC;AAGnE,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,iBAAiB,CAAC;AAIrD,MAAM,WAAW,iCAAiC;IAChD,OAAO,EAAE,aAAa,EAAE,CAAC;IACzB,GAAG,EAAE,oBAAoB,CAAC;CAC3B"}

package/dist/internal/api/models/OfflineTestsLogEvalResultsResponse.d.ts

@@ -0,0 +1,4 @@
+export interface OfflineTestsLogEvalResultsResponse {
+    ui_results_url: string;
+}
+//# sourceMappingURL=OfflineTestsLogEvalResultsResponse.d.ts.map

package/dist/internal/api/models/OfflineTestsLogEvalResultsResponse.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"OfflineTestsLogEvalResultsResponse.d.ts","sourceRoot":"","sources":["../../../../src/internal/api/models/OfflineTestsLogEvalResultsResponse.ts"],"names":[],"mappings":"AAGA,MAAM,WAAW,kCAAkC;IACjD,cAAc,EAAE,MAAM,CAAC;CACxB"}