scorecard-ai 1.0.0-alpha.0 → 1.0.0-alpha.1

package/resources/execution-records.d.mts

@@ -0,0 +1,62 @@
+import { APIResource } from "../core/resource.mjs";
+import { APIPromise } from "../core/api-promise.mjs";
+import { RequestOptions } from "../internal/request-options.mjs";
+export declare class ExecutionRecords extends APIResource {
+    /**
+     * Create a new execution record.
+     */
+    create(runID: string, body: ExecutionRecordCreateParams, options?: RequestOptions): APIPromise<ExecutionRecord>;
+}
+/**
+ * An execution record in the Scorecard system.
+ */
+export interface ExecutionRecord {
+    /**
+     * The ID of the execution record
+     */
+    id: string;
+    /**
+     * The actual inputs sent to the system, which should match the system's input
+     * schema
+     */
+    inputs: Record<string, unknown>;
+    /**
+     * The expected outputs for the testcase
+     */
+    labels: Record<string, unknown>;
+    /**
+     * The actual outputs from the system
+     */
+    outputs: Record<string, unknown>;
+    /**
+     * The ID of the run containing this execution record
+     */
+    runId: string;
+    /**
+     * The ID of the testcase
+     */
+    testcaseId?: string;
+}
+export interface ExecutionRecordCreateParams {
+    /**
+     * The actual inputs sent to the system, which should match the system's input
+     * schema
+     */
+    inputs: Record<string, unknown>;
+    /**
+     * The expected outputs for the testcase
+     */
+    labels: Record<string, unknown>;
+    /**
+     * The actual outputs from the system
+     */
+    outputs: Record<string, unknown>;
+    /**
+     * The ID of the testcase
+     */
+    testcaseId?: string;
+}
+export declare namespace ExecutionRecords {
+    export { type ExecutionRecord as ExecutionRecord, type ExecutionRecordCreateParams as ExecutionRecordCreateParams, };
+}
+//# sourceMappingURL=execution-records.d.mts.map

package/resources/execution-records.d.mts.map

@@ -0,0 +1 @@
+{"version":3,"file":"execution-records.d.mts","sourceRoot":"","sources":["../src/resources/execution-records.ts"],"names":[],"mappings":"OAEO,EAAE,WAAW,EAAE;OACf,EAAE,UAAU,EAAE;OACd,EAAE,cAAc,EAAE;AAGzB,qBAAa,gBAAiB,SAAQ,WAAW;IAC/C;;OAEG;IACH,MAAM,CACJ,KAAK,EAAE,MAAM,EACb,IAAI,EAAE,2BAA2B,EACjC,OAAO,CAAC,EAAE,cAAc,GACvB,UAAU,CAAC,eAAe,CAAC;CAG/B;AAED;;GAEG;AACH,MAAM,WAAW,eAAe;IAC9B;;OAEG;IACH,EAAE,EAAE,MAAM,CAAC;IAEX;;;OAGG;IACH,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAEhC;;OAEG;IACH,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAEhC;;OAEG;IACH,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAEjC;;OAEG;IACH,KAAK,EAAE,MAAM,CAAC;IAEd;;OAEG;IACH,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB;AAED,MAAM,WAAW,2BAA2B;IAC1C;;;OAGG;IACH,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAEhC;;OAEG;IACH,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAEhC;;OAEG;IACH,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAEjC;;OAEG;IACH,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB;AAED,MAAM,CAAC,OAAO,WAAW,gBAAgB,CAAC;IACxC,OAAO,EACL,KAAK,eAAe,IAAI,eAAe,EACvC,KAAK,2BAA2B,IAAI,2BAA2B,GAChE,CAAC;CACH"}

package/resources/execution-records.d.ts

@@ -0,0 +1,62 @@
+import { APIResource } from "../core/resource.js";
+import { APIPromise } from "../core/api-promise.js";
+import { RequestOptions } from "../internal/request-options.js";
+export declare class ExecutionRecords extends APIResource {
+    /**
+     * Create a new execution record.
+     */
+    create(runID: string, body: ExecutionRecordCreateParams, options?: RequestOptions): APIPromise<ExecutionRecord>;
+}
+/**
+ * An execution record in the Scorecard system.
+ */
+export interface ExecutionRecord {
+    /**
+     * The ID of the execution record
+     */
+    id: string;
+    /**
+     * The actual inputs sent to the system, which should match the system's input
+     * schema
+     */
+    inputs: Record<string, unknown>;
+    /**
+     * The expected outputs for the testcase
+     */
+    labels: Record<string, unknown>;
+    /**
+     * The actual outputs from the system
+     */
+    outputs: Record<string, unknown>;
+    /**
+     * The ID of the run containing this execution record
+     */
+    runId: string;
+    /**
+     * The ID of the testcase
+     */
+    testcaseId?: string;
+}
+export interface ExecutionRecordCreateParams {
+    /**
+     * The actual inputs sent to the system, which should match the system's input
+     * schema
+     */
+    inputs: Record<string, unknown>;
+    /**
+     * The expected outputs for the testcase
+     */
+    labels: Record<string, unknown>;
+    /**
+     * The actual outputs from the system
+     */
+    outputs: Record<string, unknown>;
+    /**
+     * The ID of the testcase
+     */
+    testcaseId?: string;
+}
+export declare namespace ExecutionRecords {
+    export { type ExecutionRecord as ExecutionRecord, type ExecutionRecordCreateParams as ExecutionRecordCreateParams, };
+}
+//# sourceMappingURL=execution-records.d.ts.map

package/resources/execution-records.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"execution-records.d.ts","sourceRoot":"","sources":["../src/resources/execution-records.ts"],"names":[],"mappings":"OAEO,EAAE,WAAW,EAAE;OACf,EAAE,UAAU,EAAE;OACd,EAAE,cAAc,EAAE;AAGzB,qBAAa,gBAAiB,SAAQ,WAAW;IAC/C;;OAEG;IACH,MAAM,CACJ,KAAK,EAAE,MAAM,EACb,IAAI,EAAE,2BAA2B,EACjC,OAAO,CAAC,EAAE,cAAc,GACvB,UAAU,CAAC,eAAe,CAAC;CAG/B;AAED;;GAEG;AACH,MAAM,WAAW,eAAe;IAC9B;;OAEG;IACH,EAAE,EAAE,MAAM,CAAC;IAEX;;;OAGG;IACH,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAEhC;;OAEG;IACH,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAEhC;;OAEG;IACH,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAEjC;;OAEG;IACH,KAAK,EAAE,MAAM,CAAC;IAEd;;OAEG;IACH,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB;AAED,MAAM,WAAW,2BAA2B;IAC1C;;;OAGG;IACH,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAEhC;;OAEG;IACH,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAEhC;;OAEG;IACH,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAEjC;;OAEG;IACH,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB;AAED,MAAM,CAAC,OAAO,WAAW,gBAAgB,CAAC;IACxC,OAAO,EACL,KAAK,eAAe,IAAI,eAAe,EACvC,KAAK,2BAA2B,IAAI,2BAA2B,GAChE,CAAC;CACH"}

package/resources/execution-records.js

@@ -0,0 +1,16 @@
+"use strict";
+// File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.ExecutionRecords = void 0;
+const resource_1 = require("../core/resource.js");
+const path_1 = require("../internal/utils/path.js");
+class ExecutionRecords extends resource_1.APIResource {
+    /**
+     * Create a new execution record.
+     */
+    create(runID, body, options) {
+        return this._client.post((0, path_1.path) `/runs/${runID}/executionrecords`, { body, ...options });
+    }
+}
+exports.ExecutionRecords = ExecutionRecords;
+//# sourceMappingURL=execution-records.js.map

package/resources/execution-records.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"execution-records.js","sourceRoot":"","sources":["../src/resources/execution-records.ts"],"names":[],"mappings":";AAAA,sFAAsF;;;AAEtF,kDAA+C;AAG/C,oDAA8C;AAE9C,MAAa,gBAAiB,SAAQ,sBAAW;IAC/C;;OAEG;IACH,MAAM,CACJ,KAAa,EACb,IAAiC,EACjC,OAAwB;QAExB,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,IAAA,WAAI,EAAA,SAAS,KAAK,mBAAmB,EAAE,EAAE,IAAI,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;IACxF,CAAC;CACF;AAXD,4CAWC"}

package/resources/execution-records.mjs

@@ -0,0 +1,12 @@
+// File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+import { APIResource } from "../core/resource.mjs";
+import { path } from "../internal/utils/path.mjs";
+export class ExecutionRecords extends APIResource {
+    /**
+     * Create a new execution record.
+     */
+    create(runID, body, options) {
+        return this._client.post(path `/runs/${runID}/executionrecords`, { body, ...options });
+    }
+}
+//# sourceMappingURL=execution-records.mjs.map

package/resources/execution-records.mjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"execution-records.mjs","sourceRoot":"","sources":["../src/resources/execution-records.ts"],"names":[],"mappings":"AAAA,sFAAsF;OAE/E,EAAE,WAAW,EAAE;OAGf,EAAE,IAAI,EAAE;AAEf,MAAM,OAAO,gBAAiB,SAAQ,WAAW;IAC/C;;OAEG;IACH,MAAM,CACJ,KAAa,EACb,IAAiC,EACjC,OAAwB;QAExB,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAA,SAAS,KAAK,mBAAmB,EAAE,EAAE,IAAI,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;IACxF,CAAC;CACF"}

package/resources/index.d.mts

@@ -1,5 +1,9 @@
 export * from "./shared.mjs";
+export { ExecutionRecords, type ExecutionRecord, type ExecutionRecordCreateParams, } from "./execution-records.mjs";
 export { Projects, type ProjectListResponse, type ProjectListParams, type ProjectListResponsesPaginatedResponse, } from "./projects.mjs";
+export { Runs, type Run, type RunCreateParams } from "./runs.mjs";
+export { SystemConfigs, type SystemConfig, type SystemConfigCreateParams, type SystemConfigListParams, type SystemConfigGetParams, type SystemConfigsPaginatedResponse, } from "./system-configs.mjs";
+export { Systems, type System, type SystemDeleteResponse, type SystemCreateParams, type SystemUpdateParams, type SystemListParams, type SystemsPaginatedResponse, } from "./systems.mjs";
 export { Testcases, type Testcase, type TestcaseCreateResponse, type TestcaseDeleteResponse, type TestcaseCreateParams, type TestcaseUpdateParams, type TestcaseListParams, type TestcaseDeleteParams, type TestcasesPaginatedResponse, } from "./testcases.mjs";
 export { Testsets, type Testset, type TestsetDeleteResponse, type TestsetCreateParams, type TestsetUpdateParams, type TestsetListParams, type TestsetsPaginatedResponse, } from "./testsets.mjs";
 //# sourceMappingURL=index.d.mts.map

package/resources/index.d.mts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.mts","sourceRoot":"","sources":["../src/resources/index.ts"],"names":[],"mappings":";OAGO,EACL,QAAQ,EACR,KAAK,mBAAmB,EACxB,KAAK,iBAAiB,EACtB,KAAK,qCAAqC,GAC3C;OACM,EACL,SAAS,EACT,KAAK,QAAQ,EACb,KAAK,sBAAsB,EAC3B,KAAK,sBAAsB,EAC3B,KAAK,oBAAoB,EACzB,KAAK,oBAAoB,EACzB,KAAK,kBAAkB,EACvB,KAAK,oBAAoB,EACzB,KAAK,0BAA0B,GAChC;OACM,EACL,QAAQ,EACR,KAAK,OAAO,EACZ,KAAK,qBAAqB,EAC1B,KAAK,mBAAmB,EACxB,KAAK,mBAAmB,EACxB,KAAK,iBAAiB,EACtB,KAAK,yBAAyB,GAC/B"}
+{"version":3,"file":"index.d.mts","sourceRoot":"","sources":["../src/resources/index.ts"],"names":[],"mappings":";OAGO,EACL,gBAAgB,EAChB,KAAK,eAAe,EACpB,KAAK,2BAA2B,GACjC;OACM,EACL,QAAQ,EACR,KAAK,mBAAmB,EACxB,KAAK,iBAAiB,EACtB,KAAK,qCAAqC,GAC3C;OACM,EAAE,IAAI,EAAE,KAAK,GAAG,EAAE,KAAK,eAAe,EAAE;OACxC,EACL,aAAa,EACb,KAAK,YAAY,EACjB,KAAK,wBAAwB,EAC7B,KAAK,sBAAsB,EAC3B,KAAK,qBAAqB,EAC1B,KAAK,8BAA8B,GACpC;OACM,EACL,OAAO,EACP,KAAK,MAAM,EACX,KAAK,oBAAoB,EACzB,KAAK,kBAAkB,EACvB,KAAK,kBAAkB,EACvB,KAAK,gBAAgB,EACrB,KAAK,wBAAwB,GAC9B;OACM,EACL,SAAS,EACT,KAAK,QAAQ,EACb,KAAK,sBAAsB,EAC3B,KAAK,sBAAsB,EAC3B,KAAK,oBAAoB,EACzB,KAAK,oBAAoB,EACzB,KAAK,kBAAkB,EACvB,KAAK,oBAAoB,EACzB,KAAK,0BAA0B,GAChC;OACM,EACL,QAAQ,EACR,KAAK,OAAO,EACZ,KAAK,qBAAqB,EAC1B,KAAK,mBAAmB,EACxB,KAAK,mBAAmB,EACxB,KAAK,iBAAiB,EACtB,KAAK,yBAAyB,GAC/B"}

package/resources/index.d.ts

@@ -1,5 +1,9 @@
 export * from "./shared.js";
+export { ExecutionRecords, type ExecutionRecord, type ExecutionRecordCreateParams, } from "./execution-records.js";
 export { Projects, type ProjectListResponse, type ProjectListParams, type ProjectListResponsesPaginatedResponse, } from "./projects.js";
+export { Runs, type Run, type RunCreateParams } from "./runs.js";
+export { SystemConfigs, type SystemConfig, type SystemConfigCreateParams, type SystemConfigListParams, type SystemConfigGetParams, type SystemConfigsPaginatedResponse, } from "./system-configs.js";
+export { Systems, type System, type SystemDeleteResponse, type SystemCreateParams, type SystemUpdateParams, type SystemListParams, type SystemsPaginatedResponse, } from "./systems.js";
 export { Testcases, type Testcase, type TestcaseCreateResponse, type TestcaseDeleteResponse, type TestcaseCreateParams, type TestcaseUpdateParams, type TestcaseListParams, type TestcaseDeleteParams, type TestcasesPaginatedResponse, } from "./testcases.js";
 export { Testsets, type Testset, type TestsetDeleteResponse, type TestsetCreateParams, type TestsetUpdateParams, type TestsetListParams, type TestsetsPaginatedResponse, } from "./testsets.js";
 //# sourceMappingURL=index.d.ts.map

package/resources/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/resources/index.ts"],"names":[],"mappings":";OAGO,EACL,QAAQ,EACR,KAAK,mBAAmB,EACxB,KAAK,iBAAiB,EACtB,KAAK,qCAAqC,GAC3C;OACM,EACL,SAAS,EACT,KAAK,QAAQ,EACb,KAAK,sBAAsB,EAC3B,KAAK,sBAAsB,EAC3B,KAAK,oBAAoB,EACzB,KAAK,oBAAoB,EACzB,KAAK,kBAAkB,EACvB,KAAK,oBAAoB,EACzB,KAAK,0BAA0B,GAChC;OACM,EACL,QAAQ,EACR,KAAK,OAAO,EACZ,KAAK,qBAAqB,EAC1B,KAAK,mBAAmB,EACxB,KAAK,mBAAmB,EACxB,KAAK,iBAAiB,EACtB,KAAK,yBAAyB,GAC/B"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/resources/index.ts"],"names":[],"mappings":";OAGO,EACL,gBAAgB,EAChB,KAAK,eAAe,EACpB,KAAK,2BAA2B,GACjC;OACM,EACL,QAAQ,EACR,KAAK,mBAAmB,EACxB,KAAK,iBAAiB,EACtB,KAAK,qCAAqC,GAC3C;OACM,EAAE,IAAI,EAAE,KAAK,GAAG,EAAE,KAAK,eAAe,EAAE;OACxC,EACL,aAAa,EACb,KAAK,YAAY,EACjB,KAAK,wBAAwB,EAC7B,KAAK,sBAAsB,EAC3B,KAAK,qBAAqB,EAC1B,KAAK,8BAA8B,GACpC;OACM,EACL,OAAO,EACP,KAAK,MAAM,EACX,KAAK,oBAAoB,EACzB,KAAK,kBAAkB,EACvB,KAAK,kBAAkB,EACvB,KAAK,gBAAgB,EACrB,KAAK,wBAAwB,GAC9B;OACM,EACL,SAAS,EACT,KAAK,QAAQ,EACb,KAAK,sBAAsB,EAC3B,KAAK,sBAAsB,EAC3B,KAAK,oBAAoB,EACzB,KAAK,oBAAoB,EACzB,KAAK,kBAAkB,EACvB,KAAK,oBAAoB,EACzB,KAAK,0BAA0B,GAChC;OACM,EACL,QAAQ,EACR,KAAK,OAAO,EACZ,KAAK,qBAAqB,EAC1B,KAAK,mBAAmB,EACxB,KAAK,mBAAmB,EACxB,KAAK,iBAAiB,EACtB,KAAK,yBAAyB,GAC/B"}

package/resources/index.js

@@ -15,10 +15,18 @@ var __exportStar = (this && this.__exportStar) || function(m, exports) {
     for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.Testsets = exports.Testcases = exports.Projects = void 0;
+exports.Testsets = exports.Testcases = exports.Systems = exports.SystemConfigs = exports.Runs = exports.Projects = exports.ExecutionRecords = void 0;
 __exportStar(require("./shared.js"), exports);
+var execution_records_1 = require("./execution-records.js");
+Object.defineProperty(exports, "ExecutionRecords", { enumerable: true, get: function () { return execution_records_1.ExecutionRecords; } });
 var projects_1 = require("./projects.js");
 Object.defineProperty(exports, "Projects", { enumerable: true, get: function () { return projects_1.Projects; } });
+var runs_1 = require("./runs.js");
+Object.defineProperty(exports, "Runs", { enumerable: true, get: function () { return runs_1.Runs; } });
+var system_configs_1 = require("./system-configs.js");
+Object.defineProperty(exports, "SystemConfigs", { enumerable: true, get: function () { return system_configs_1.SystemConfigs; } });
+var systems_1 = require("./systems.js");
+Object.defineProperty(exports, "Systems", { enumerable: true, get: function () { return systems_1.Systems; } });
 var testcases_1 = require("./testcases.js");
 Object.defineProperty(exports, "Testcases", { enumerable: true, get: function () { return testcases_1.Testcases; } });
 var testsets_1 = require("./testsets.js");

package/resources/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/resources/index.ts"],"names":[],"mappings":";AAAA,sFAAsF;;;;;;;;;;;;;;;;;AAEtF,8CAAyB;AACzB,0CAKoB;AAJlB,oGAAA,QAAQ,OAAA;AAKV,4CAUqB;AATnB,sGAAA,SAAS,OAAA;AAUX,0CAQoB;AAPlB,oGAAA,QAAQ,OAAA"}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/resources/index.ts"],"names":[],"mappings":";AAAA,sFAAsF;;;;;;;;;;;;;;;;;AAEtF,8CAAyB;AACzB,4DAI6B;AAH3B,qHAAA,gBAAgB,OAAA;AAIlB,0CAKoB;AAJlB,oGAAA,QAAQ,OAAA;AAKV,kCAA8D;AAArD,4FAAA,IAAI,OAAA;AACb,sDAO0B;AANxB,+GAAA,aAAa,OAAA;AAOf,wCAQmB;AAPjB,kGAAA,OAAO,OAAA;AAQT,4CAUqB;AATnB,sGAAA,SAAS,OAAA;AAUX,0CAQoB;AAPlB,oGAAA,QAAQ,OAAA"}

package/resources/index.mjs

@@ -1,6 +1,10 @@
 // File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
 export * from "./shared.mjs";
+export { ExecutionRecords, } from "./execution-records.mjs";
 export { Projects, } from "./projects.mjs";
+export { Runs } from "./runs.mjs";
+export { SystemConfigs, } from "./system-configs.mjs";
+export { Systems, } from "./systems.mjs";
 export { Testcases, } from "./testcases.mjs";
 export { Testsets, } from "./testsets.mjs";
 //# sourceMappingURL=index.mjs.map

package/resources/index.mjs.map

@@ -1 +1 @@
-{"version":3,"file":"index.mjs","sourceRoot":"","sources":["../src/resources/index.ts"],"names":[],"mappings":"AAAA,sFAAsF;;OAG/E,EACL,QAAQ,GAIT;OACM,EACL,SAAS,GASV;OACM,EACL,QAAQ,GAOT"}
+{"version":3,"file":"index.mjs","sourceRoot":"","sources":["../src/resources/index.ts"],"names":[],"mappings":"AAAA,sFAAsF;;OAG/E,EACL,gBAAgB,GAGjB;OACM,EACL,QAAQ,GAIT;OACM,EAAE,IAAI,EAAkC;OACxC,EACL,aAAa,GAMd;OACM,EACL,OAAO,GAOR;OACM,EACL,SAAS,GASV;OACM,EACL,QAAQ,GAOT"}

package/resources/runs.d.mts

@@ -0,0 +1,48 @@
+import { APIResource } from "../core/resource.mjs";
+import { APIPromise } from "../core/api-promise.mjs";
+import { RequestOptions } from "../internal/request-options.mjs";
+export declare class Runs extends APIResource {
+    /**
+     * Create a new run.
+     */
+    create(projectID: string, body: RunCreateParams, options?: RequestOptions): APIPromise<Run>;
+}
+/**
+ * A Run in the Scorecard system.
+ */
+export interface Run {
+    /**
+     * The ID of the Run
+     */
+    id: string;
+    /**
+     * The IDs of the metrics this Run is using
+     */
+    metricIds: Array<string>;
+    /**
+     * The ID of the Testset this Run is testing
+     */
+    testsetId: string;
+    /**
+     * The ID of the system configuration this Run is using
+     */
+    systemConfigId?: string;
+}
+export interface RunCreateParams {
+    /**
+     * The IDs of the metrics this Run is using
+     */
+    metricIds: Array<string>;
+    /**
+     * The ID of the Testset this Run is testing
+     */
+    testsetId: string;
+    /**
+     * The ID of the system configuration this Run is using
+     */
+    systemConfigId?: string;
+}
+export declare namespace Runs {
+    export { type Run as Run, type RunCreateParams as RunCreateParams };
+}
+//# sourceMappingURL=runs.d.mts.map

package/resources/runs.d.mts.map

@@ -0,0 +1 @@
+{"version":3,"file":"runs.d.mts","sourceRoot":"","sources":["../src/resources/runs.ts"],"names":[],"mappings":"OAEO,EAAE,WAAW,EAAE;OACf,EAAE,UAAU,EAAE;OACd,EAAE,cAAc,EAAE;AAGzB,qBAAa,IAAK,SAAQ,WAAW;IACnC;;OAEG;IACH,MAAM,CAAC,SAAS,EAAE,MAAM,EAAE,IAAI,EAAE,eAAe,EAAE,OAAO,CAAC,EAAE,cAAc,GAAG,UAAU,CAAC,GAAG,CAAC;CAG5F;AAED;;GAEG;AACH,MAAM,WAAW,GAAG;IAClB;;OAEG;IACH,EAAE,EAAE,MAAM,CAAC;IAEX;;OAEG;IACH,SAAS,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IAEzB;;OAEG;IACH,SAAS,EAAE,MAAM,CAAC;IAElB;;OAEG;IACH,cAAc,CAAC,EAAE,MAAM,CAAC;CACzB;AAED,MAAM,WAAW,eAAe;IAC9B;;OAEG;IACH,SAAS,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IAEzB;;OAEG;IACH,SAAS,EAAE,MAAM,CAAC;IAElB;;OAEG;IACH,cAAc,CAAC,EAAE,MAAM,CAAC;CACzB;AAED,MAAM,CAAC,OAAO,WAAW,IAAI,CAAC;IAC5B,OAAO,EAAE,KAAK,GAAG,IAAI,GAAG,EAAE,KAAK,eAAe,IAAI,eAAe,EAAE,CAAC;CACrE"}

package/resources/runs.d.ts

@@ -0,0 +1,48 @@
+import { APIResource } from "../core/resource.js";
+import { APIPromise } from "../core/api-promise.js";
+import { RequestOptions } from "../internal/request-options.js";
+export declare class Runs extends APIResource {
+    /**
+     * Create a new run.
+     */
+    create(projectID: string, body: RunCreateParams, options?: RequestOptions): APIPromise<Run>;
+}
+/**
+ * A Run in the Scorecard system.
+ */
+export interface Run {
+    /**
+     * The ID of the Run
+     */
+    id: string;
+    /**
+     * The IDs of the metrics this Run is using
+     */
+    metricIds: Array<string>;
+    /**
+     * The ID of the Testset this Run is testing
+     */
+    testsetId: string;
+    /**
+     * The ID of the system configuration this Run is using
+     */
+    systemConfigId?: string;
+}
+export interface RunCreateParams {
+    /**
+     * The IDs of the metrics this Run is using
+     */
+    metricIds: Array<string>;
+    /**
+     * The ID of the Testset this Run is testing
+     */
+    testsetId: string;
+    /**
+     * The ID of the system configuration this Run is using
+     */
+    systemConfigId?: string;
+}
+export declare namespace Runs {
+    export { type Run as Run, type RunCreateParams as RunCreateParams };
+}
+//# sourceMappingURL=runs.d.ts.map

package/resources/runs.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"runs.d.ts","sourceRoot":"","sources":["../src/resources/runs.ts"],"names":[],"mappings":"OAEO,EAAE,WAAW,EAAE;OACf,EAAE,UAAU,EAAE;OACd,EAAE,cAAc,EAAE;AAGzB,qBAAa,IAAK,SAAQ,WAAW;IACnC;;OAEG;IACH,MAAM,CAAC,SAAS,EAAE,MAAM,EAAE,IAAI,EAAE,eAAe,EAAE,OAAO,CAAC,EAAE,cAAc,GAAG,UAAU,CAAC,GAAG,CAAC;CAG5F;AAED;;GAEG;AACH,MAAM,WAAW,GAAG;IAClB;;OAEG;IACH,EAAE,EAAE,MAAM,CAAC;IAEX;;OAEG;IACH,SAAS,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IAEzB;;OAEG;IACH,SAAS,EAAE,MAAM,CAAC;IAElB;;OAEG;IACH,cAAc,CAAC,EAAE,MAAM,CAAC;CACzB;AAED,MAAM,WAAW,eAAe;IAC9B;;OAEG;IACH,SAAS,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IAEzB;;OAEG;IACH,SAAS,EAAE,MAAM,CAAC;IAElB;;OAEG;IACH,cAAc,CAAC,EAAE,MAAM,CAAC;CACzB;AAED,MAAM,CAAC,OAAO,WAAW,IAAI,CAAC;IAC5B,OAAO,EAAE,KAAK,GAAG,IAAI,GAAG,EAAE,KAAK,eAAe,IAAI,eAAe,EAAE,CAAC;CACrE"}

package/resources/runs.js

@@ -0,0 +1,16 @@
+"use strict";
+// File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.Runs = void 0;
+const resource_1 = require("../core/resource.js");
+const path_1 = require("../internal/utils/path.js");
+class Runs extends resource_1.APIResource {
+    /**
+     * Create a new run.
+     */
+    create(projectID, body, options) {
+        return this._client.post((0, path_1.path) `/projects/${projectID}/runs`, { body, ...options });
+    }
+}
+exports.Runs = Runs;
+//# sourceMappingURL=runs.js.map

package/resources/runs.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"runs.js","sourceRoot":"","sources":["../src/resources/runs.ts"],"names":[],"mappings":";AAAA,sFAAsF;;;AAEtF,kDAA+C;AAG/C,oDAA8C;AAE9C,MAAa,IAAK,SAAQ,sBAAW;IACnC;;OAEG;IACH,MAAM,CAAC,SAAiB,EAAE,IAAqB,EAAE,OAAwB;QACvE,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,IAAA,WAAI,EAAA,aAAa,SAAS,OAAO,EAAE,EAAE,IAAI,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;IACpF,CAAC;CACF;AAPD,oBAOC"}

package/resources/runs.mjs

@@ -0,0 +1,12 @@
+// File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+import { APIResource } from "../core/resource.mjs";
+import { path } from "../internal/utils/path.mjs";
+export class Runs extends APIResource {
+    /**
+     * Create a new run.
+     */
+    create(projectID, body, options) {
+        return this._client.post(path `/projects/${projectID}/runs`, { body, ...options });
+    }
+}
+//# sourceMappingURL=runs.mjs.map

package/resources/runs.mjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"runs.mjs","sourceRoot":"","sources":["../src/resources/runs.ts"],"names":[],"mappings":"AAAA,sFAAsF;OAE/E,EAAE,WAAW,EAAE;OAGf,EAAE,IAAI,EAAE;AAEf,MAAM,OAAO,IAAK,SAAQ,WAAW;IACnC;;OAEG;IACH,MAAM,CAAC,SAAiB,EAAE,IAAqB,EAAE,OAAwB;QACvE,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAA,aAAa,SAAS,OAAO,EAAE,EAAE,IAAI,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;IACpF,CAAC;CACF"}

package/resources/system-configs.d.mts

@@ -0,0 +1,122 @@
+import { APIResource } from "../core/resource.mjs";
+import { APIPromise } from "../core/api-promise.mjs";
+import { PagePromise, PaginatedResponse, type PaginatedResponseParams } from "../core/pagination.mjs";
+import { RequestOptions } from "../internal/request-options.mjs";
+export declare class SystemConfigs extends APIResource {
+    /**
+     * Create a new configuration for a system.
+     *
+     * Each configuration contains specific parameter values that match the system's
+     * configSchema - things like model parameters, thresholds, or processing options.
+     * Once created, configurations cannot be modified, ensuring stable reference
+     * points for evaluations.
+     *
+     * When creating a configuration:
+     *
+     * - The 'config' object is validated against the parent system's configSchema
+     * - Configurations with validation errors are still stored, with errors included
+     *   in the response
+     * - Validation errors indicate fields that don't match the schema but don't
+     *   prevent creation
+     * - Having validation errors may affect how some evaluation metrics are calculated
+     */
+    create(systemID: string, body: SystemConfigCreateParams, options?: RequestOptions): APIPromise<SystemConfig>;
+    /**
+     * Retrieve a paginated list of configurations for a specific system.
+     *
+     * System configurations provide concrete parameter values for a System Under Test,
+     * defining exactly how the system should be configured during an evaluation run.
+     */
+    list(systemID: string, query?: SystemConfigListParams | null | undefined, options?: RequestOptions): PagePromise<SystemConfigsPaginatedResponse, SystemConfig>;
+    /**
+     * Retrieve a specific system configuration by ID.
+     */
+    get(systemConfigID: string, params: SystemConfigGetParams, options?: RequestOptions): APIPromise<SystemConfig>;
+}
+export type SystemConfigsPaginatedResponse = PaginatedResponse<SystemConfig>;
+/**
+ * A SystemConfig defines the specific settings for a System Under Test.
+ *
+ * Configurations contain parameter values that determine system behavior during
+ * evaluation. They are immutable snapshots - once created, they never change.
+ *
+ * When running evaluations, you reference a specific configId to establish which
+ * configuration to test.
+ *
+ * Configurations will be validated against the system's configSchema, with
+ * non-conforming values generating warnings.
+ */
+export interface SystemConfig {
+    /**
+     * The ID of the system configuration
+     */
+    id: string;
+    /**
+     * The configuration of the system
+     */
+    config: Record<string, unknown>;
+    /**
+     * The name of the system configuration
+     */
+    name: string;
+    /**
+     * The ID of the system the configuration belongs to
+     */
+    systemId: string;
+    /**
+     * Validation errors found in the configuration. If present, the configuration
+     * doesn't fully conform to its system's configSchema.
+     */
+    validationErrors?: Array<SystemConfig.ValidationError>;
+}
+export declare namespace SystemConfig {
+    interface ValidationError {
+        /**
+         * Human-readable error description
+         */
+        message: string;
+        /**
+         * JSON Pointer to the field with the validation error
+         */
+        path: string;
+    }
+}
+export interface SystemConfigCreateParams {
+    /**
+     * The configuration of the system
+     */
+    config: Record<string, unknown>;
+    /**
+     * The name of the system configuration
+     */
+    name: string;
+    /**
+     * Validation errors found in the configuration. If present, the configuration
+     * doesn't fully conform to its system's configSchema.
+     */
+    validationErrors?: Array<SystemConfigCreateParams.ValidationError>;
+}
+export declare namespace SystemConfigCreateParams {
+    interface ValidationError {
+        /**
+         * Human-readable error description
+         */
+        message: string;
+        /**
+         * JSON Pointer to the field with the validation error
+         */
+        path: string;
+    }
+}
+export interface SystemConfigListParams extends PaginatedResponseParams {
+}
+export interface SystemConfigGetParams {
+    /**
+     * The ID of the system the configuration belongs to
+     */
+    systemId: string;
+}
+export declare namespace SystemConfigs {
+    export { type SystemConfig as SystemConfig, type SystemConfigsPaginatedResponse as SystemConfigsPaginatedResponse, type SystemConfigCreateParams as SystemConfigCreateParams, type SystemConfigListParams as SystemConfigListParams, type SystemConfigGetParams as SystemConfigGetParams, };
+}
+//# sourceMappingURL=system-configs.d.mts.map

package/resources/system-configs.d.mts.map

@@ -0,0 +1 @@
+{"version":3,"file":"system-configs.d.mts","sourceRoot":"","sources":["../src/resources/system-configs.ts"],"names":[],"mappings":"OAEO,EAAE,WAAW,EAAE;OACf,EAAE,UAAU,EAAE;OACd,EAAE,WAAW,EAAE,iBAAiB,EAAE,KAAK,uBAAuB,EAAE;OAChE,EAAE,cAAc,EAAE;AAGzB,qBAAa,aAAc,SAAQ,WAAW;IAC5C;;;;;;;;;;;;;;;;OAgBG;IACH,MAAM,CACJ,QAAQ,EAAE,MAAM,EAChB,IAAI,EAAE,wBAAwB,EAC9B,OAAO,CAAC,EAAE,cAAc,GACvB,UAAU,CAAC,YAAY,CAAC;IAI3B;;;;;OAKG;IACH,IAAI,CACF,QAAQ,EAAE,MAAM,EAChB,KAAK,GAAE,sBAAsB,GAAG,IAAI,GAAG,SAAc,EACrD,OAAO,CAAC,EAAE,cAAc,GACvB,WAAW,CAAC,8BAA8B,EAAE,YAAY,CAAC;IAO5D;;OAEG;IACH,GAAG,CACD,cAAc,EAAE,MAAM,EACtB,MAAM,EAAE,qBAAqB,EAC7B,OAAO,CAAC,EAAE,cAAc,GACvB,UAAU,CAAC,YAAY,CAAC;CAI5B;AAED,MAAM,MAAM,8BAA8B,GAAG,iBAAiB,CAAC,YAAY,CAAC,CAAC;AAE7E;;;;;;;;;;;GAWG;AACH,MAAM,WAAW,YAAY;IAC3B;;OAEG;IACH,EAAE,EAAE,MAAM,CAAC;IAEX;;OAEG;IACH,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAEhC;;OAEG;IACH,IAAI,EAAE,MAAM,CAAC;IAEb;;OAEG;IACH,QAAQ,EAAE,MAAM,CAAC;IAEjB;;;OAGG;IACH,gBAAgB,CAAC,EAAE,KAAK,CAAC,YAAY,CAAC,eAAe,CAAC,CAAC;CACxD;AAED,yBAAiB,YAAY,CAAC;IAC5B,UAAiB,eAAe;QAC9B;;WAEG;QACH,OAAO,EAAE,MAAM,CAAC;QAEhB;;WAEG;QACH,IAAI,EAAE,MAAM,CAAC;KACd;CACF;AAED,MAAM,WAAW,wBAAwB;IACvC;;OAEG;IACH,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAEhC;;OAEG;IACH,IAAI,EAAE,MAAM,CAAC;IAEb;;;OAGG;IACH,gBAAgB,CAAC,EAAE,KAAK,CAAC,wBAAwB,CAAC,eAAe,CAAC,CAAC;CACpE;AAED,yBAAiB,wBAAwB,CAAC;IACxC,UAAiB,eAAe;QAC9B;;WAEG;QACH,OAAO,EAAE,MAAM,CAAC;QAEhB;;WAEG;QACH,IAAI,EAAE,MAAM,CAAC;KACd;CACF;AAED,MAAM,WAAW,sBAAuB,SAAQ,uBAAuB;CAAG;AAE1E,MAAM,WAAW,qBAAqB;IACpC;;OAEG;IACH,QAAQ,EAAE,MAAM,CAAC;CAClB;AAED,MAAM,CAAC,OAAO,WAAW,aAAa,CAAC;IACrC,OAAO,EACL,KAAK,YAAY,IAAI,YAAY,EACjC,KAAK,8BAA8B,IAAI,8BAA8B,EACrE,KAAK,wBAAwB,IAAI,wBAAwB,EACzD,KAAK,sBAAsB,IAAI,sBAAsB,EACrD,KAAK,qBAAqB,IAAI,qBAAqB,GACpD,CAAC;CACH"}

package/resources/system-configs.d.ts

@@ -0,0 +1,122 @@
+import { APIResource } from "../core/resource.js";
+import { APIPromise } from "../core/api-promise.js";
+import { PagePromise, PaginatedResponse, type PaginatedResponseParams } from "../core/pagination.js";
+import { RequestOptions } from "../internal/request-options.js";
+export declare class SystemConfigs extends APIResource {
+    /**
+     * Create a new configuration for a system.
+     *
+     * Each configuration contains specific parameter values that match the system's
+     * configSchema - things like model parameters, thresholds, or processing options.
+     * Once created, configurations cannot be modified, ensuring stable reference
+     * points for evaluations.
+     *
+     * When creating a configuration:
+     *
+     * - The 'config' object is validated against the parent system's configSchema
+     * - Configurations with validation errors are still stored, with errors included
+     *   in the response
+     * - Validation errors indicate fields that don't match the schema but don't
+     *   prevent creation
+     * - Having validation errors may affect how some evaluation metrics are calculated
+     */
+    create(systemID: string, body: SystemConfigCreateParams, options?: RequestOptions): APIPromise<SystemConfig>;
+    /**
+     * Retrieve a paginated list of configurations for a specific system.
+     *
+     * System configurations provide concrete parameter values for a System Under Test,
+     * defining exactly how the system should be configured during an evaluation run.
+     */
+    list(systemID: string, query?: SystemConfigListParams | null | undefined, options?: RequestOptions): PagePromise<SystemConfigsPaginatedResponse, SystemConfig>;
+    /**
+     * Retrieve a specific system configuration by ID.
+     */
+    get(systemConfigID: string, params: SystemConfigGetParams, options?: RequestOptions): APIPromise<SystemConfig>;
+}
+export type SystemConfigsPaginatedResponse = PaginatedResponse<SystemConfig>;
+/**
+ * A SystemConfig defines the specific settings for a System Under Test.
+ *
+ * Configurations contain parameter values that determine system behavior during
+ * evaluation. They are immutable snapshots - once created, they never change.
+ *
+ * When running evaluations, you reference a specific configId to establish which
+ * configuration to test.
+ *
+ * Configurations will be validated against the system's configSchema, with
+ * non-conforming values generating warnings.
+ */
+export interface SystemConfig {
+    /**
+     * The ID of the system configuration
+     */
+    id: string;
+    /**
+     * The configuration of the system
+     */
+    config: Record<string, unknown>;
+    /**
+     * The name of the system configuration
+     */
+    name: string;
+    /**
+     * The ID of the system the configuration belongs to
+     */
+    systemId: string;
+    /**
+     * Validation errors found in the configuration. If present, the configuration
+     * doesn't fully conform to its system's configSchema.
+     */
+    validationErrors?: Array<SystemConfig.ValidationError>;
+}
+export declare namespace SystemConfig {
+    interface ValidationError {
+        /**
+         * Human-readable error description
+         */
+        message: string;
+        /**
+         * JSON Pointer to the field with the validation error
+         */
+        path: string;
+    }
+}
+export interface SystemConfigCreateParams {
+    /**
+     * The configuration of the system
+     */
+    config: Record<string, unknown>;
+    /**
+     * The name of the system configuration
+     */
+    name: string;
+    /**
+     * Validation errors found in the configuration. If present, the configuration
+     * doesn't fully conform to its system's configSchema.
+     */
+    validationErrors?: Array<SystemConfigCreateParams.ValidationError>;
+}
+export declare namespace SystemConfigCreateParams {
+    interface ValidationError {
+        /**
+         * Human-readable error description
+         */
+        message: string;
+        /**
+         * JSON Pointer to the field with the validation error
+         */
+        path: string;
+    }
+}
+export interface SystemConfigListParams extends PaginatedResponseParams {
+}
+export interface SystemConfigGetParams {
+    /**
+     * The ID of the system the configuration belongs to
+     */
+    systemId: string;
+}
+export declare namespace SystemConfigs {
+    export { type SystemConfig as SystemConfig, type SystemConfigsPaginatedResponse as SystemConfigsPaginatedResponse, type SystemConfigCreateParams as SystemConfigCreateParams, type SystemConfigListParams as SystemConfigListParams, type SystemConfigGetParams as SystemConfigGetParams, };
+}
+//# sourceMappingURL=system-configs.d.ts.map