scorecard-ai 1.0.0-alpha.8 → 1.0.0

package/resources/systems/systems.mjs

@@ -0,0 +1,146 @@
+// File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+import { APIResource } from "../../core/resource.mjs";
+import * as VersionsAPI from "./versions.mjs";
+import { Versions, } from "./versions.mjs";
+import { PaginatedResponse } from "../../core/pagination.mjs";
+import { path } from "../../internal/utils/path.mjs";
+export class Systems extends APIResource {
+    constructor() {
+        super(...arguments);
+        this.versions = new VersionsAPI.Versions(this._client);
+    }
+    /**
+     * Create a new system definition that specifies the interface contracts for a
+     * component you want to evaluate.
+     *
+     * A system acts as a template that defines three key contracts through JSON
+     * Schemas:
+     *
+     * 1. Input Schema: What data your system accepts (e.g., user queries, context
+     *    documents)
+     * 2. Output Schema: What data your system produces (e.g., responses, confidence
+     *    scores)
+     * 3. Config Schema: What parameters can be adjusted (e.g., model selection,
+     *    temperature)
+     *
+     * This separation lets you evaluate any system as a black box, focusing on its
+     * interface rather than implementation details.
+     *
+     * @example
+     * ```ts
+     * const system = await client.systems.create('314', {
+     *   configSchema: {
+     *     type: 'object',
+     *     properties: {
+     *       temperature: { type: 'number' },
+     *       maxTokens: { type: 'integer' },
+     *       model: { type: 'string', enum: ['gpt-4', 'gpt-4-turbo'] },
+     *     },
+     *     required: ['model'],
+     *   },
+     *   description: 'Production chatbot powered by GPT-4',
+     *   inputSchema: {
+     *     type: 'object',
+     *     properties: {
+     *       messages: {
+     *         type: 'array',
+     *         items: {
+     *           type: 'object',
+     *           properties: {
+     *             role: { type: 'string', enum: ['system', 'user', 'assistant'] },
+     *             content: { type: 'string' },
+     *           },
+     *           required: ['role', 'content'],
+     *         },
+     *       },
+     *     },
+     *     required: ['messages'],
+     *   },
+     *   name: 'GPT-4 Chatbot',
+     *   outputSchema: {
+     *     type: 'object',
+     *     properties: { response: { type: 'string' } },
+     *     required: ['response'],
+     *   },
+     * });
+     * ```
+     */
+    create(projectID, body, options) {
+        return this._client.post(path `/projects/${projectID}/systems`, { body, ...options });
+    }
+    /**
+     * Update an existing system definition. Only the fields provided in the request
+     * body will be updated. If a field is provided, the new content will replace the
+     * existing content. If a field is not provided, the existing content will remain
+     * unchanged.
+     *
+     * When updating schemas:
+     *
+     * - The system will accept your changes regardless of compatibility with existing
+     *   configurations
+     * - Schema updates won't invalidate existing evaluations or configurations
+     * - For significant redesigns, creating a new system definition provides a cleaner
+     *   separation
+     *
+     * @example
+     * ```ts
+     * const system = await client.systems.update(
+     *   '12345678-0a8b-4f66-b6f3-2ddcfa097257',
+     *   {
+     *     description:
+     *       'Updated production chatbot powered by GPT-4 Turbo',
+     *     name: 'GPT-4 Turbo Chatbot',
+     *   },
+     * );
+     * ```
+     */
+    update(systemID, body = {}, options) {
+        return this._client.patch(path `/systems/${systemID}`, { body, ...options });
+    }
+    /**
+     * Retrieve a paginated list of all systems. Systems are ordered by creation date.
+     *
+     * @example
+     * ```ts
+     * // Automatically fetches more pages as needed.
+     * for await (const system of client.systems.list('314')) {
+     *   // ...
+     * }
+     * ```
+     */
+    list(projectID, query = {}, options) {
+        return this._client.getAPIList(path `/projects/${projectID}/systems`, (PaginatedResponse), {
+            query,
+            ...options,
+        });
+    }
+    /**
+     * Delete a system definition by ID. This will not delete associated system
+     * versions.
+     *
+     * @example
+     * ```ts
+     * const system = await client.systems.delete(
+     *   '12345678-0a8b-4f66-b6f3-2ddcfa097257',
+     * );
+     * ```
+     */
+    delete(systemID, options) {
+        return this._client.delete(path `/systems/${systemID}`, options);
+    }
+    /**
+     * Retrieve a specific system by ID.
+     *
+     * @example
+     * ```ts
+     * const system = await client.systems.get(
+     *   '12345678-0a8b-4f66-b6f3-2ddcfa097257',
+     * );
+     * ```
+     */
+    get(systemID, options) {
+        return this._client.get(path `/systems/${systemID}`, options);
+    }
+}
+Systems.Versions = Versions;
+//# sourceMappingURL=systems.mjs.map

package/resources/systems/systems.mjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"systems.mjs","sourceRoot":"","sources":["../../src/resources/systems/systems.ts"],"names":[],"mappings":"AAAA,sFAAsF;OAE/E,EAAE,WAAW,EAAE;OACf,KAAK,WAAW;OAChB,EAKL,QAAQ,GACT;OAEM,EAAe,iBAAiB,EAAgC;OAEhE,EAAE,IAAI,EAAE;AAEf,MAAM,OAAO,OAAQ,SAAQ,WAAW;IAAxC;;QACE,aAAQ,GAAyB,IAAI,WAAW,CAAC,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IAkJ1E,CAAC;IAhJC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;OAuDG;IACH,MAAM,CAAC,SAAiB,EAAE,IAAwB,EAAE,OAAwB;QAC1E,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAA,aAAa,SAAS,UAAU,EAAE,EAAE,IAAI,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;IACvF,CAAC;IAED;;;;;;;;;;;;;;;;;;;;;;;;;OAyBG;IACH,MAAM,CACJ,QAAgB,EAChB,OAA8C,EAAE,EAChD,OAAwB;QAExB,OAAO,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,CAAA,YAAY,QAAQ,EAAE,EAAE,EAAE,IAAI,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;IAC9E,CAAC;IAED;;;;;;;;;;OAUG;IACH,IAAI,CACF,SAAiB,EACjB,QAA6C,EAAE,EAC/C,OAAwB;QAExB,OAAO,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,IAAI,CAAA,aAAa,SAAS,UAAU,EAAE,CAAA,iBAAyB,CAAA,EAAE;YAC9F,KAAK;YACL,GAAG,OAAO;SACX,CAAC,CAAC;IACL,CAAC;IAED;;;;;;;;;;OAUG;IACH,MAAM,CAAC,QAAgB,EAAE,OAAwB;QAC/C,OAAO,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,CAAA,YAAY,QAAQ,EAAE,EAAE,OAAO,CAAC,CAAC;IAClE,CAAC;IAED;;;;;;;;;OASG;IACH,GAAG,CAAC,QAAgB,EAAE,OAAwB;QAC5C,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAA,YAAY,QAAQ,EAAE,EAAE,OAAO,CAAC,CAAC;IAC/D,CAAC;CACF;AAoHD,OAAO,CAAC,QAAQ,GAAG,QAAQ,CAAC"}

package/resources/systems/versions.d.mts

@@ -0,0 +1,132 @@
+import { APIResource } from "../../core/resource.mjs";
+import { APIPromise } from "../../core/api-promise.mjs";
+import { PagePromise, PaginatedResponse, type PaginatedResponseParams } from "../../core/pagination.mjs";
+import { RequestOptions } from "../../internal/request-options.mjs";
+export declare class Versions extends APIResource {
+    /**
+     * Create a new version for a system.
+     *
+     * Each version contains specific parameter values that match the system's
+     * `configSchema` - things like model parameters, thresholds, or processing
+     * options. Once created, versions cannot be modified, ensuring stable reference
+     * points for evaluations.
+     *
+     * When creating a system version:
+     *
+     * - The `config` object is validated against the parent system's `configSchema`.
+     * - System versions with validation errors are still stored, with errors included
+     *   in the response.
+     * - Validation errors indicate fields that don't match the schema but don't
+     *   prevent creation.
+     * - Having validation errors may affect how some evaluation metrics are
+     *   calculated.
+     *
+     * @example
+     * ```ts
+     * const systemVersion = await client.systems.versions.create(
+     *   '12345678-0a8b-4f66-b6f3-2ddcfa097257',
+     *   {
+     *     config: {
+     *       temperature: 0.1,
+     *       maxTokens: 1024,
+     *       model: 'gpt-4-turbo',
+     *     },
+     *     name: 'Production (Low Temperature)',
+     *   },
+     * );
+     * ```
+     */
+    create(systemID: string, body: VersionCreateParams, options?: RequestOptions): APIPromise<SystemVersion>;
+    /**
+     * Retrieve a paginated list of system versions for a specific system.
+     *
+     * System versions provide concrete parameter values for a System Under Test,
+     * defining exactly how the system should be configured during an evaluation run.
+     *
+     * @example
+     * ```ts
+     * // Automatically fetches more pages as needed.
+     * for await (const systemVersion of client.systems.versions.list(
+     *   '12345678-0a8b-4f66-b6f3-2ddcfa097257',
+     * )) {
+     *   // ...
+     * }
+     * ```
+     */
+    list(systemID: string, query?: VersionListParams | null | undefined, options?: RequestOptions): PagePromise<SystemVersionsPaginatedResponse, SystemVersion>;
+    /**
+     * Retrieve a specific system version by ID.
+     *
+     * @example
+     * ```ts
+     * const systemVersion = await client.systems.versions.get(
+     *   '87654321-4d3b-4ae4-8c7a-4b6e2a19ccf0',
+     * );
+     * ```
+     */
+    get(systemVersionID: string, options?: RequestOptions): APIPromise<SystemVersion>;
+}
+export type SystemVersionsPaginatedResponse = PaginatedResponse<SystemVersion>;
+/**
+ * A SystemVersion defines the specific settings for a System Under Test.
+ *
+ * System versions contain parameter values that determine system behavior during
+ * evaluation. They are immutable snapshots - once created, they never change.
+ *
+ * When running evaluations, you reference a specific systemVersionId to establish
+ * which system version to test.
+ *
+ * System versions will be validated against the system's configSchema, with
+ * non-conforming values generating warnings.
+ */
+export interface SystemVersion {
+    /**
+     * The ID of the system version.
+     */
+    id: string;
+    /**
+     * The configuration of the system version.
+     */
+    config: Record<string, unknown>;
+    /**
+     * The name of the system version.
+     */
+    name: string;
+    /**
+     * The ID of the system the system version belongs to.
+     */
+    systemId: string;
+    /**
+     * Validation errors found in the system version. If present, the system version
+     * doesn't fully conform to its system's configSchema.
+     */
+    validationErrors?: Array<SystemVersion.ValidationError>;
+}
+export declare namespace SystemVersion {
+    interface ValidationError {
+        /**
+         * Human-readable error description.
+         */
+        message: string;
+        /**
+         * JSON Pointer to the field with the validation error.
+         */
+        path: string;
+    }
+}
+export interface VersionCreateParams {
+    /**
+     * The configuration of the system version.
+     */
+    config: Record<string, unknown>;
+    /**
+     * The name of the system version.
+     */
+    name: string;
+}
+export interface VersionListParams extends PaginatedResponseParams {
+}
+export declare namespace Versions {
+    export { type SystemVersion as SystemVersion, type SystemVersionsPaginatedResponse as SystemVersionsPaginatedResponse, type VersionCreateParams as VersionCreateParams, type VersionListParams as VersionListParams, };
+}
+//# sourceMappingURL=versions.d.mts.map

package/resources/systems/versions.d.mts.map

@@ -0,0 +1 @@
+{"version":3,"file":"versions.d.mts","sourceRoot":"","sources":["../../src/resources/systems/versions.ts"],"names":[],"mappings":"OAEO,EAAE,WAAW,EAAE;OACf,EAAE,UAAU,EAAE;OACd,EAAE,WAAW,EAAE,iBAAiB,EAAE,KAAK,uBAAuB,EAAE;OAChE,EAAE,cAAc,EAAE;AAGzB,qBAAa,QAAS,SAAQ,WAAW;IACvC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;OAgCG;IACH,MAAM,CAAC,QAAQ,EAAE,MAAM,EAAE,IAAI,EAAE,mBAAmB,EAAE,OAAO,CAAC,EAAE,cAAc,GAAG,UAAU,CAAC,aAAa,CAAC;IAIxG;;;;;;;;;;;;;;;OAeG;IACH,IAAI,CACF,QAAQ,EAAE,MAAM,EAChB,KAAK,GAAE,iBAAiB,GAAG,IAAI,GAAG,SAAc,EAChD,OAAO,CAAC,EAAE,cAAc,GACvB,WAAW,CAAC,+BAA+B,EAAE,aAAa,CAAC;IAO9D;;;;;;;;;OASG;IACH,GAAG,CAAC,eAAe,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,cAAc,GAAG,UAAU,CAAC,aAAa,CAAC;CAGlF;AAED,MAAM,MAAM,+BAA+B,GAAG,iBAAiB,CAAC,aAAa,CAAC,CAAC;AAE/E;;;;;;;;;;;GAWG;AACH,MAAM,WAAW,aAAa;IAC5B;;OAEG;IACH,EAAE,EAAE,MAAM,CAAC;IAEX;;OAEG;IACH,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAEhC;;OAEG;IACH,IAAI,EAAE,MAAM,CAAC;IAEb;;OAEG;IACH,QAAQ,EAAE,MAAM,CAAC;IAEjB;;;OAGG;IACH,gBAAgB,CAAC,EAAE,KAAK,CAAC,aAAa,CAAC,eAAe,CAAC,CAAC;CACzD;AAED,yBAAiB,aAAa,CAAC;IAC7B,UAAiB,eAAe;QAC9B;;WAEG;QACH,OAAO,EAAE,MAAM,CAAC;QAEhB;;WAEG;QACH,IAAI,EAAE,MAAM,CAAC;KACd;CACF;AAED,MAAM,WAAW,mBAAmB;IAClC;;OAEG;IACH,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAEhC;;OAEG;IACH,IAAI,EAAE,MAAM,CAAC;CACd;AAED,MAAM,WAAW,iBAAkB,SAAQ,uBAAuB;CAAG;AAErE,MAAM,CAAC,OAAO,WAAW,QAAQ,CAAC;IAChC,OAAO,EACL,KAAK,aAAa,IAAI,aAAa,EACnC,KAAK,+BAA+B,IAAI,+BAA+B,EACvE,KAAK,mBAAmB,IAAI,mBAAmB,EAC/C,KAAK,iBAAiB,IAAI,iBAAiB,GAC5C,CAAC;CACH"}

package/resources/systems/versions.d.ts

@@ -0,0 +1,132 @@
+import { APIResource } from "../../core/resource.js";
+import { APIPromise } from "../../core/api-promise.js";
+import { PagePromise, PaginatedResponse, type PaginatedResponseParams } from "../../core/pagination.js";
+import { RequestOptions } from "../../internal/request-options.js";
+export declare class Versions extends APIResource {
+    /**
+     * Create a new version for a system.
+     *
+     * Each version contains specific parameter values that match the system's
+     * `configSchema` - things like model parameters, thresholds, or processing
+     * options. Once created, versions cannot be modified, ensuring stable reference
+     * points for evaluations.
+     *
+     * When creating a system version:
+     *
+     * - The `config` object is validated against the parent system's `configSchema`.
+     * - System versions with validation errors are still stored, with errors included
+     *   in the response.
+     * - Validation errors indicate fields that don't match the schema but don't
+     *   prevent creation.
+     * - Having validation errors may affect how some evaluation metrics are
+     *   calculated.
+     *
+     * @example
+     * ```ts
+     * const systemVersion = await client.systems.versions.create(
+     *   '12345678-0a8b-4f66-b6f3-2ddcfa097257',
+     *   {
+     *     config: {
+     *       temperature: 0.1,
+     *       maxTokens: 1024,
+     *       model: 'gpt-4-turbo',
+     *     },
+     *     name: 'Production (Low Temperature)',
+     *   },
+     * );
+     * ```
+     */
+    create(systemID: string, body: VersionCreateParams, options?: RequestOptions): APIPromise<SystemVersion>;
+    /**
+     * Retrieve a paginated list of system versions for a specific system.
+     *
+     * System versions provide concrete parameter values for a System Under Test,
+     * defining exactly how the system should be configured during an evaluation run.
+     *
+     * @example
+     * ```ts
+     * // Automatically fetches more pages as needed.
+     * for await (const systemVersion of client.systems.versions.list(
+     *   '12345678-0a8b-4f66-b6f3-2ddcfa097257',
+     * )) {
+     *   // ...
+     * }
+     * ```
+     */
+    list(systemID: string, query?: VersionListParams | null | undefined, options?: RequestOptions): PagePromise<SystemVersionsPaginatedResponse, SystemVersion>;
+    /**
+     * Retrieve a specific system version by ID.
+     *
+     * @example
+     * ```ts
+     * const systemVersion = await client.systems.versions.get(
+     *   '87654321-4d3b-4ae4-8c7a-4b6e2a19ccf0',
+     * );
+     * ```
+     */
+    get(systemVersionID: string, options?: RequestOptions): APIPromise<SystemVersion>;
+}
+export type SystemVersionsPaginatedResponse = PaginatedResponse<SystemVersion>;
+/**
+ * A SystemVersion defines the specific settings for a System Under Test.
+ *
+ * System versions contain parameter values that determine system behavior during
+ * evaluation. They are immutable snapshots - once created, they never change.
+ *
+ * When running evaluations, you reference a specific systemVersionId to establish
+ * which system version to test.
+ *
+ * System versions will be validated against the system's configSchema, with
+ * non-conforming values generating warnings.
+ */
+export interface SystemVersion {
+    /**
+     * The ID of the system version.
+     */
+    id: string;
+    /**
+     * The configuration of the system version.
+     */
+    config: Record<string, unknown>;
+    /**
+     * The name of the system version.
+     */
+    name: string;
+    /**
+     * The ID of the system the system version belongs to.
+     */
+    systemId: string;
+    /**
+     * Validation errors found in the system version. If present, the system version
+     * doesn't fully conform to its system's configSchema.
+     */
+    validationErrors?: Array<SystemVersion.ValidationError>;
+}
+export declare namespace SystemVersion {
+    interface ValidationError {
+        /**
+         * Human-readable error description.
+         */
+        message: string;
+        /**
+         * JSON Pointer to the field with the validation error.
+         */
+        path: string;
+    }
+}
+export interface VersionCreateParams {
+    /**
+     * The configuration of the system version.
+     */
+    config: Record<string, unknown>;
+    /**
+     * The name of the system version.
+     */
+    name: string;
+}
+export interface VersionListParams extends PaginatedResponseParams {
+}
+export declare namespace Versions {
+    export { type SystemVersion as SystemVersion, type SystemVersionsPaginatedResponse as SystemVersionsPaginatedResponse, type VersionCreateParams as VersionCreateParams, type VersionListParams as VersionListParams, };
+}
+//# sourceMappingURL=versions.d.ts.map

package/resources/systems/versions.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"versions.d.ts","sourceRoot":"","sources":["../../src/resources/systems/versions.ts"],"names":[],"mappings":"OAEO,EAAE,WAAW,EAAE;OACf,EAAE,UAAU,EAAE;OACd,EAAE,WAAW,EAAE,iBAAiB,EAAE,KAAK,uBAAuB,EAAE;OAChE,EAAE,cAAc,EAAE;AAGzB,qBAAa,QAAS,SAAQ,WAAW;IACvC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;OAgCG;IACH,MAAM,CAAC,QAAQ,EAAE,MAAM,EAAE,IAAI,EAAE,mBAAmB,EAAE,OAAO,CAAC,EAAE,cAAc,GAAG,UAAU,CAAC,aAAa,CAAC;IAIxG;;;;;;;;;;;;;;;OAeG;IACH,IAAI,CACF,QAAQ,EAAE,MAAM,EAChB,KAAK,GAAE,iBAAiB,GAAG,IAAI,GAAG,SAAc,EAChD,OAAO,CAAC,EAAE,cAAc,GACvB,WAAW,CAAC,+BAA+B,EAAE,aAAa,CAAC;IAO9D;;;;;;;;;OASG;IACH,GAAG,CAAC,eAAe,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,cAAc,GAAG,UAAU,CAAC,aAAa,CAAC;CAGlF;AAED,MAAM,MAAM,+BAA+B,GAAG,iBAAiB,CAAC,aAAa,CAAC,CAAC;AAE/E;;;;;;;;;;;GAWG;AACH,MAAM,WAAW,aAAa;IAC5B;;OAEG;IACH,EAAE,EAAE,MAAM,CAAC;IAEX;;OAEG;IACH,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAEhC;;OAEG;IACH,IAAI,EAAE,MAAM,CAAC;IAEb;;OAEG;IACH,QAAQ,EAAE,MAAM,CAAC;IAEjB;;;OAGG;IACH,gBAAgB,CAAC,EAAE,KAAK,CAAC,aAAa,CAAC,eAAe,CAAC,CAAC;CACzD;AAED,yBAAiB,aAAa,CAAC;IAC7B,UAAiB,eAAe;QAC9B;;WAEG;QACH,OAAO,EAAE,MAAM,CAAC;QAEhB;;WAEG;QACH,IAAI,EAAE,MAAM,CAAC;KACd;CACF;AAED,MAAM,WAAW,mBAAmB;IAClC;;OAEG;IACH,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAEhC;;OAEG;IACH,IAAI,EAAE,MAAM,CAAC;CACd;AAED,MAAM,WAAW,iBAAkB,SAAQ,uBAAuB;CAAG;AAErE,MAAM,CAAC,OAAO,WAAW,QAAQ,CAAC;IAChC,OAAO,EACL,KAAK,aAAa,IAAI,aAAa,EACnC,KAAK,+BAA+B,IAAI,+BAA+B,EACvE,KAAK,mBAAmB,IAAI,mBAAmB,EAC/C,KAAK,iBAAiB,IAAI,iBAAiB,GAC5C,CAAC;CACH"}

package/resources/systems/versions.js

@@ -0,0 +1,82 @@
+"use strict";
+// File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.Versions = void 0;
+const resource_1 = require("../../core/resource.js");
+const pagination_1 = require("../../core/pagination.js");
+const path_1 = require("../../internal/utils/path.js");
+class Versions extends resource_1.APIResource {
+    /**
+     * Create a new version for a system.
+     *
+     * Each version contains specific parameter values that match the system's
+     * `configSchema` - things like model parameters, thresholds, or processing
+     * options. Once created, versions cannot be modified, ensuring stable reference
+     * points for evaluations.
+     *
+     * When creating a system version:
+     *
+     * - The `config` object is validated against the parent system's `configSchema`.
+     * - System versions with validation errors are still stored, with errors included
+     *   in the response.
+     * - Validation errors indicate fields that don't match the schema but don't
+     *   prevent creation.
+     * - Having validation errors may affect how some evaluation metrics are
+     *   calculated.
+     *
+     * @example
+     * ```ts
+     * const systemVersion = await client.systems.versions.create(
+     *   '12345678-0a8b-4f66-b6f3-2ddcfa097257',
+     *   {
+     *     config: {
+     *       temperature: 0.1,
+     *       maxTokens: 1024,
+     *       model: 'gpt-4-turbo',
+     *     },
+     *     name: 'Production (Low Temperature)',
+     *   },
+     * );
+     * ```
+     */
+    create(systemID, body, options) {
+        return this._client.post((0, path_1.path) `/systems/${systemID}/configs`, { body, ...options });
+    }
+    /**
+     * Retrieve a paginated list of system versions for a specific system.
+     *
+     * System versions provide concrete parameter values for a System Under Test,
+     * defining exactly how the system should be configured during an evaluation run.
+     *
+     * @example
+     * ```ts
+     * // Automatically fetches more pages as needed.
+     * for await (const systemVersion of client.systems.versions.list(
+     *   '12345678-0a8b-4f66-b6f3-2ddcfa097257',
+     * )) {
+     *   // ...
+     * }
+     * ```
+     */
+    list(systemID, query = {}, options) {
+        return this._client.getAPIList((0, path_1.path) `/systems/${systemID}/configs`, (pagination_1.PaginatedResponse), {
+            query,
+            ...options,
+        });
+    }
+    /**
+     * Retrieve a specific system version by ID.
+     *
+     * @example
+     * ```ts
+     * const systemVersion = await client.systems.versions.get(
+     *   '87654321-4d3b-4ae4-8c7a-4b6e2a19ccf0',
+     * );
+     * ```
+     */
+    get(systemVersionID, options) {
+        return this._client.get((0, path_1.path) `/systems/configs/${systemVersionID}`, options);
+    }
+}
+exports.Versions = Versions;
+//# sourceMappingURL=versions.js.map

package/resources/systems/versions.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"versions.js","sourceRoot":"","sources":["../../src/resources/systems/versions.ts"],"names":[],"mappings":";AAAA,sFAAsF;;;AAEtF,qDAAkD;AAElD,yDAAqG;AAErG,uDAAiD;AAEjD,MAAa,QAAS,SAAQ,sBAAW;IACvC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;OAgCG;IACH,MAAM,CAAC,QAAgB,EAAE,IAAyB,EAAE,OAAwB;QAC1E,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,IAAA,WAAI,EAAA,YAAY,QAAQ,UAAU,EAAE,EAAE,IAAI,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;IACrF,CAAC;IAED;;;;;;;;;;;;;;;OAeG;IACH,IAAI,CACF,QAAgB,EAChB,QAA8C,EAAE,EAChD,OAAwB;QAExB,OAAO,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,IAAA,WAAI,EAAA,YAAY,QAAQ,UAAU,EAAE,CAAA,8BAAgC,CAAA,EAAE;YACnG,KAAK;YACL,GAAG,OAAO;SACX,CAAC,CAAC;IACL,CAAC;IAED;;;;;;;;;OASG;IACH,GAAG,CAAC,eAAuB,EAAE,OAAwB;QACnD,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,IAAA,WAAI,EAAA,oBAAoB,eAAe,EAAE,EAAE,OAAO,CAAC,CAAC;IAC9E,CAAC;CACF;AA9ED,4BA8EC"}

package/resources/systems/versions.mjs

@@ -0,0 +1,78 @@
+// File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+import { APIResource } from "../../core/resource.mjs";
+import { PaginatedResponse } from "../../core/pagination.mjs";
+import { path } from "../../internal/utils/path.mjs";
+export class Versions extends APIResource {
+    /**
+     * Create a new version for a system.
+     *
+     * Each version contains specific parameter values that match the system's
+     * `configSchema` - things like model parameters, thresholds, or processing
+     * options. Once created, versions cannot be modified, ensuring stable reference
+     * points for evaluations.
+     *
+     * When creating a system version:
+     *
+     * - The `config` object is validated against the parent system's `configSchema`.
+     * - System versions with validation errors are still stored, with errors included
+     *   in the response.
+     * - Validation errors indicate fields that don't match the schema but don't
+     *   prevent creation.
+     * - Having validation errors may affect how some evaluation metrics are
+     *   calculated.
+     *
+     * @example
+     * ```ts
+     * const systemVersion = await client.systems.versions.create(
+     *   '12345678-0a8b-4f66-b6f3-2ddcfa097257',
+     *   {
+     *     config: {
+     *       temperature: 0.1,
+     *       maxTokens: 1024,
+     *       model: 'gpt-4-turbo',
+     *     },
+     *     name: 'Production (Low Temperature)',
+     *   },
+     * );
+     * ```
+     */
+    create(systemID, body, options) {
+        return this._client.post(path `/systems/${systemID}/configs`, { body, ...options });
+    }
+    /**
+     * Retrieve a paginated list of system versions for a specific system.
+     *
+     * System versions provide concrete parameter values for a System Under Test,
+     * defining exactly how the system should be configured during an evaluation run.
+     *
+     * @example
+     * ```ts
+     * // Automatically fetches more pages as needed.
+     * for await (const systemVersion of client.systems.versions.list(
+     *   '12345678-0a8b-4f66-b6f3-2ddcfa097257',
+     * )) {
+     *   // ...
+     * }
+     * ```
+     */
+    list(systemID, query = {}, options) {
+        return this._client.getAPIList(path `/systems/${systemID}/configs`, (PaginatedResponse), {
+            query,
+            ...options,
+        });
+    }
+    /**
+     * Retrieve a specific system version by ID.
+     *
+     * @example
+     * ```ts
+     * const systemVersion = await client.systems.versions.get(
+     *   '87654321-4d3b-4ae4-8c7a-4b6e2a19ccf0',
+     * );
+     * ```
+     */
+    get(systemVersionID, options) {
+        return this._client.get(path `/systems/configs/${systemVersionID}`, options);
+    }
+}
+//# sourceMappingURL=versions.mjs.map

package/resources/systems/versions.mjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"versions.mjs","sourceRoot":"","sources":["../../src/resources/systems/versions.ts"],"names":[],"mappings":"AAAA,sFAAsF;OAE/E,EAAE,WAAW,EAAE;OAEf,EAAe,iBAAiB,EAAgC;OAEhE,EAAE,IAAI,EAAE;AAEf,MAAM,OAAO,QAAS,SAAQ,WAAW;IACvC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;OAgCG;IACH,MAAM,CAAC,QAAgB,EAAE,IAAyB,EAAE,OAAwB;QAC1E,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAA,YAAY,QAAQ,UAAU,EAAE,EAAE,IAAI,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;IACrF,CAAC;IAED;;;;;;;;;;;;;;;OAeG;IACH,IAAI,CACF,QAAgB,EAChB,QAA8C,EAAE,EAChD,OAAwB;QAExB,OAAO,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,IAAI,CAAA,YAAY,QAAQ,UAAU,EAAE,CAAA,iBAAgC,CAAA,EAAE;YACnG,KAAK;YACL,GAAG,OAAO;SACX,CAAC,CAAC;IACL,CAAC;IAED;;;;;;;;;OASG;IACH,GAAG,CAAC,eAAuB,EAAE,OAAwB;QACnD,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAA,oBAAoB,eAAe,EAAE,EAAE,OAAO,CAAC,CAAC;IAC9E,CAAC;CACF"}