scorecard-ai 1.1.0 → 2.0.0-alpha.1

package/resources/systems/versions.d.mts

@@ -1,72 +1,42 @@
 import { APIResource } from "../../core/resource.mjs";
 import { APIPromise } from "../../core/api-promise.mjs";
-import { PagePromise, PaginatedResponse, type PaginatedResponseParams } from "../../core/pagination.mjs";
 import { RequestOptions } from "../../internal/request-options.mjs";
 export declare class Versions extends APIResource {
     /**
-     * Create a new version for a system.
-     *
-     * Each version contains specific parameter values that match the system's
-     * `configSchema` - things like model parameters, thresholds, or processing
-     * options. Once created, versions cannot be modified, ensuring stable reference
-     * points for evaluations.
-     *
-     * When creating a system version:
-     *
-     * - The `config` object is validated against the parent system's `configSchema`.
-     * - System versions with validation errors are still stored, with errors included
-     *   in the response.
-     * - Validation errors indicate fields that don't match the schema but don't
-     *   prevent creation.
-     * - Having validation errors may affect how some evaluation metrics are
-     *   calculated.
+     * Retrieve a specific system version by ID.
      *
      * @example
      * ```ts
-     * const systemVersion = await client.systems.versions.create(
-     *   '12345678-0a8b-4f66-b6f3-2ddcfa097257',
-     *   {
-     *     config: {
-     *       temperature: 0.1,
-     *       maxTokens: 1024,
-     *       model: 'gpt-4-turbo',
-     *     },
-     *     name: 'Production (Low Temperature)',
-     *   },
+     * const systemVersion = await client.systems.versions.get(
+     *   '87654321-4d3b-4ae4-8c7a-4b6e2a19ccf0',
      * );
      * ```
      */
-    create(systemID: string, body: VersionCreateParams, options?: RequestOptions): APIPromise<SystemVersion>;
+    get(systemVersionID: string, options?: RequestOptions): APIPromise<SystemVersion>;
     /**
-     * Retrieve a paginated list of system versions for a specific system.
+     * Create a new system version if it does not already exist. Does **not** set the
+     * created version to be the system's production version.
      *
-     * System versions provide concrete parameter values for a System Under Test,
-     * defining exactly how the system should be configured during an evaluation run.
+     * If there is already a system version with the same config, its name will be
+     * updated.
      *
      * @example
      * ```ts
-     * // Automatically fetches more pages as needed.
-     * for await (const systemVersion of client.systems.versions.list(
+     * const systemVersion = await client.systems.versions.upsert(
      *   '12345678-0a8b-4f66-b6f3-2ddcfa097257',
-     * )) {
-     *   // ...
-     * }
-     * ```
-     */
-    list(systemID: string, query?: VersionListParams | null | undefined, options?: RequestOptions): PagePromise<SystemVersionsPaginatedResponse, SystemVersion>;
-    /**
-     * Retrieve a specific system version by ID.
-     *
-     * @example
-     * ```ts
-     * const systemVersion = await client.systems.versions.get(
-     *   '87654321-4d3b-4ae4-8c7a-4b6e2a19ccf0',
+     *   {
+     *     config: {
+     *       temperature: 0.5,
+     *       maxTokens: 1024,
+     *       model: 'gemini-2.0-flash',
+     *     },
+     *     name: 'Test model: Gemini',
+     *   },
      * );
      * ```
      */
-    get(systemVersionID: string, options?: RequestOptions): APIPromise<SystemVersion>;
+    upsert(systemID: string, body: VersionUpsertParams, options?: RequestOptions): APIPromise<SystemVersion>;
 }
-export type SystemVersionsPaginatedResponse = PaginatedResponse<SystemVersion>;
 /**
  * A SystemVersion defines the specific settings for a System Under Test.
  *
@@ -75,9 +45,6 @@ export type SystemVersionsPaginatedResponse = PaginatedResponse<SystemVersion>;
  *
  * When running evaluations, you reference a specific systemVersionId to establish
  * which system version to test.
- *
- * System versions will be validated against the system's configSchema, with
- * non-conforming values generating warnings.
  */
 export interface SystemVersion {
     /**
@@ -96,37 +63,19 @@ export interface SystemVersion {
      * The ID of the system the system version belongs to.
      */
     systemId: string;
-    /**
-     * Validation errors found in the system version. If present, the system version
-     * doesn't fully conform to its system's configSchema.
-     */
-    validationErrors?: Array<SystemVersion.ValidationError>;
 }
-export declare namespace SystemVersion {
-    interface ValidationError {
-        /**
-         * Human-readable error description.
-         */
-        message: string;
-        /**
-         * JSON Pointer to the field with the validation error.
-         */
-        path: string;
-    }
-}
-export interface VersionCreateParams {
+export interface VersionUpsertParams {
     /**
      * The configuration of the system version.
      */
     config: Record<string, unknown>;
     /**
-     * The name of the system version.
+     * The name of the system version. If creating a new system version and the name
+     * isn't provided, it will be autogenerated.
      */
-    name: string;
-}
-export interface VersionListParams extends PaginatedResponseParams {
+    name?: string;
 }
 export declare namespace Versions {
-    export { type SystemVersion as SystemVersion, type SystemVersionsPaginatedResponse as SystemVersionsPaginatedResponse, type VersionCreateParams as VersionCreateParams, type VersionListParams as VersionListParams, };
+    export { type SystemVersion as SystemVersion, type VersionUpsertParams as VersionUpsertParams };
 }
 //# sourceMappingURL=versions.d.mts.map

package/resources/systems/versions.d.mts.map

@@ -1 +1 @@
-{"version":3,"file":"versions.d.mts","sourceRoot":"","sources":["../../src/resources/systems/versions.ts"],"names":[],"mappings":"OAEO,EAAE,WAAW,EAAE;OACf,EAAE,UAAU,EAAE;OACd,EAAE,WAAW,EAAE,iBAAiB,EAAE,KAAK,uBAAuB,EAAE;OAChE,EAAE,cAAc,EAAE;AAGzB,qBAAa,QAAS,SAAQ,WAAW;IACvC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;OAgCG;IACH,MAAM,CAAC,QAAQ,EAAE,MAAM,EAAE,IAAI,EAAE,mBAAmB,EAAE,OAAO,CAAC,EAAE,cAAc,GAAG,UAAU,CAAC,aAAa,CAAC;IAIxG;;;;;;;;;;;;;;;OAeG;IACH,IAAI,CACF,QAAQ,EAAE,MAAM,EAChB,KAAK,GAAE,iBAAiB,GAAG,IAAI,GAAG,SAAc,EAChD,OAAO,CAAC,EAAE,cAAc,GACvB,WAAW,CAAC,+BAA+B,EAAE,aAAa,CAAC;IAO9D;;;;;;;;;OASG;IACH,GAAG,CAAC,eAAe,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,cAAc,GAAG,UAAU,CAAC,aAAa,CAAC;CAGlF;AAED,MAAM,MAAM,+BAA+B,GAAG,iBAAiB,CAAC,aAAa,CAAC,CAAC;AAE/E;;;;;;;;;;;GAWG;AACH,MAAM,WAAW,aAAa;IAC5B;;OAEG;IACH,EAAE,EAAE,MAAM,CAAC;IAEX;;OAEG;IACH,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAEhC;;OAEG;IACH,IAAI,EAAE,MAAM,CAAC;IAEb;;OAEG;IACH,QAAQ,EAAE,MAAM,CAAC;IAEjB;;;OAGG;IACH,gBAAgB,CAAC,EAAE,KAAK,CAAC,aAAa,CAAC,eAAe,CAAC,CAAC;CACzD;AAED,yBAAiB,aAAa,CAAC;IAC7B,UAAiB,eAAe;QAC9B;;WAEG;QACH,OAAO,EAAE,MAAM,CAAC;QAEhB;;WAEG;QACH,IAAI,EAAE,MAAM,CAAC;KACd;CACF;AAED,MAAM,WAAW,mBAAmB;IAClC;;OAEG;IACH,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAEhC;;OAEG;IACH,IAAI,EAAE,MAAM,CAAC;CACd;AAED,MAAM,WAAW,iBAAkB,SAAQ,uBAAuB;CAAG;AAErE,MAAM,CAAC,OAAO,WAAW,QAAQ,CAAC;IAChC,OAAO,EACL,KAAK,aAAa,IAAI,aAAa,EACnC,KAAK,+BAA+B,IAAI,+BAA+B,EACvE,KAAK,mBAAmB,IAAI,mBAAmB,EAC/C,KAAK,iBAAiB,IAAI,iBAAiB,GAC5C,CAAC;CACH"}
+{"version":3,"file":"versions.d.mts","sourceRoot":"","sources":["../../src/resources/systems/versions.ts"],"names":[],"mappings":"OAEO,EAAE,WAAW,EAAE;OACf,EAAE,UAAU,EAAE;OACd,EAAE,cAAc,EAAE;AAGzB,qBAAa,QAAS,SAAQ,WAAW;IACvC;;;;;;;;;OASG;IACH,GAAG,CAAC,eAAe,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,cAAc,GAAG,UAAU,CAAC,aAAa,CAAC;IAIjF;;;;;;;;;;;;;;;;;;;;;OAqBG;IACH,MAAM,CAAC,QAAQ,EAAE,MAAM,EAAE,IAAI,EAAE,mBAAmB,EAAE,OAAO,CAAC,EAAE,cAAc,GAAG,UAAU,CAAC,aAAa,CAAC;CAGzG;AAED;;;;;;;;GAQG;AACH,MAAM,WAAW,aAAa;IAC5B;;OAEG;IACH,EAAE,EAAE,MAAM,CAAC;IAEX;;OAEG;IACH,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAEhC;;OAEG;IACH,IAAI,EAAE,MAAM,CAAC;IAEb;;OAEG;IACH,QAAQ,EAAE,MAAM,CAAC;CAClB;AAED,MAAM,WAAW,mBAAmB;IAClC;;OAEG;IACH,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAEhC;;;OAGG;IACH,IAAI,CAAC,EAAE,MAAM,CAAC;CACf;AAED,MAAM,CAAC,OAAO,WAAW,QAAQ,CAAC;IAChC,OAAO,EAAE,KAAK,aAAa,IAAI,aAAa,EAAE,KAAK,mBAAmB,IAAI,mBAAmB,EAAE,CAAC;CACjG"}

package/resources/systems/versions.d.ts

@@ -1,72 +1,42 @@
 import { APIResource } from "../../core/resource.js";
 import { APIPromise } from "../../core/api-promise.js";
-import { PagePromise, PaginatedResponse, type PaginatedResponseParams } from "../../core/pagination.js";
 import { RequestOptions } from "../../internal/request-options.js";
 export declare class Versions extends APIResource {
     /**
-     * Create a new version for a system.
-     *
-     * Each version contains specific parameter values that match the system's
-     * `configSchema` - things like model parameters, thresholds, or processing
-     * options. Once created, versions cannot be modified, ensuring stable reference
-     * points for evaluations.
-     *
-     * When creating a system version:
-     *
-     * - The `config` object is validated against the parent system's `configSchema`.
-     * - System versions with validation errors are still stored, with errors included
-     *   in the response.
-     * - Validation errors indicate fields that don't match the schema but don't
-     *   prevent creation.
-     * - Having validation errors may affect how some evaluation metrics are
-     *   calculated.
+     * Retrieve a specific system version by ID.
      *
      * @example
      * ```ts
-     * const systemVersion = await client.systems.versions.create(
-     *   '12345678-0a8b-4f66-b6f3-2ddcfa097257',
-     *   {
-     *     config: {
-     *       temperature: 0.1,
-     *       maxTokens: 1024,
-     *       model: 'gpt-4-turbo',
-     *     },
-     *     name: 'Production (Low Temperature)',
-     *   },
+     * const systemVersion = await client.systems.versions.get(
+     *   '87654321-4d3b-4ae4-8c7a-4b6e2a19ccf0',
      * );
      * ```
      */
-    create(systemID: string, body: VersionCreateParams, options?: RequestOptions): APIPromise<SystemVersion>;
+    get(systemVersionID: string, options?: RequestOptions): APIPromise<SystemVersion>;
     /**
-     * Retrieve a paginated list of system versions for a specific system.
+     * Create a new system version if it does not already exist. Does **not** set the
+     * created version to be the system's production version.
      *
-     * System versions provide concrete parameter values for a System Under Test,
-     * defining exactly how the system should be configured during an evaluation run.
+     * If there is already a system version with the same config, its name will be
+     * updated.
      *
      * @example
      * ```ts
-     * // Automatically fetches more pages as needed.
-     * for await (const systemVersion of client.systems.versions.list(
+     * const systemVersion = await client.systems.versions.upsert(
      *   '12345678-0a8b-4f66-b6f3-2ddcfa097257',
-     * )) {
-     *   // ...
-     * }
-     * ```
-     */
-    list(systemID: string, query?: VersionListParams | null | undefined, options?: RequestOptions): PagePromise<SystemVersionsPaginatedResponse, SystemVersion>;
-    /**
-     * Retrieve a specific system version by ID.
-     *
-     * @example
-     * ```ts
-     * const systemVersion = await client.systems.versions.get(
-     *   '87654321-4d3b-4ae4-8c7a-4b6e2a19ccf0',
+     *   {
+     *     config: {
+     *       temperature: 0.5,
+     *       maxTokens: 1024,
+     *       model: 'gemini-2.0-flash',
+     *     },
+     *     name: 'Test model: Gemini',
+     *   },
      * );
      * ```
      */
-    get(systemVersionID: string, options?: RequestOptions): APIPromise<SystemVersion>;
+    upsert(systemID: string, body: VersionUpsertParams, options?: RequestOptions): APIPromise<SystemVersion>;
 }
-export type SystemVersionsPaginatedResponse = PaginatedResponse<SystemVersion>;
 /**
  * A SystemVersion defines the specific settings for a System Under Test.
  *
@@ -75,9 +45,6 @@ export type SystemVersionsPaginatedResponse = PaginatedResponse<SystemVersion>;
  *
  * When running evaluations, you reference a specific systemVersionId to establish
  * which system version to test.
- *
- * System versions will be validated against the system's configSchema, with
- * non-conforming values generating warnings.
  */
 export interface SystemVersion {
     /**
@@ -96,37 +63,19 @@ export interface SystemVersion {
      * The ID of the system the system version belongs to.
      */
     systemId: string;
-    /**
-     * Validation errors found in the system version. If present, the system version
-     * doesn't fully conform to its system's configSchema.
-     */
-    validationErrors?: Array<SystemVersion.ValidationError>;
 }
-export declare namespace SystemVersion {
-    interface ValidationError {
-        /**
-         * Human-readable error description.
-         */
-        message: string;
-        /**
-         * JSON Pointer to the field with the validation error.
-         */
-        path: string;
-    }
-}
-export interface VersionCreateParams {
+export interface VersionUpsertParams {
     /**
      * The configuration of the system version.
      */
     config: Record<string, unknown>;
     /**
-     * The name of the system version.
+     * The name of the system version. If creating a new system version and the name
+     * isn't provided, it will be autogenerated.
      */
-    name: string;
-}
-export interface VersionListParams extends PaginatedResponseParams {
+    name?: string;
 }
 export declare namespace Versions {
-    export { type SystemVersion as SystemVersion, type SystemVersionsPaginatedResponse as SystemVersionsPaginatedResponse, type VersionCreateParams as VersionCreateParams, type VersionListParams as VersionListParams, };
+    export { type SystemVersion as SystemVersion, type VersionUpsertParams as VersionUpsertParams };
 }
 //# sourceMappingURL=versions.d.ts.map

package/resources/systems/versions.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"versions.d.ts","sourceRoot":"","sources":["../../src/resources/systems/versions.ts"],"names":[],"mappings":"OAEO,EAAE,WAAW,EAAE;OACf,EAAE,UAAU,EAAE;OACd,EAAE,WAAW,EAAE,iBAAiB,EAAE,KAAK,uBAAuB,EAAE;OAChE,EAAE,cAAc,EAAE;AAGzB,qBAAa,QAAS,SAAQ,WAAW;IACvC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;OAgCG;IACH,MAAM,CAAC,QAAQ,EAAE,MAAM,EAAE,IAAI,EAAE,mBAAmB,EAAE,OAAO,CAAC,EAAE,cAAc,GAAG,UAAU,CAAC,aAAa,CAAC;IAIxG;;;;;;;;;;;;;;;OAeG;IACH,IAAI,CACF,QAAQ,EAAE,MAAM,EAChB,KAAK,GAAE,iBAAiB,GAAG,IAAI,GAAG,SAAc,EAChD,OAAO,CAAC,EAAE,cAAc,GACvB,WAAW,CAAC,+BAA+B,EAAE,aAAa,CAAC;IAO9D;;;;;;;;;OASG;IACH,GAAG,CAAC,eAAe,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,cAAc,GAAG,UAAU,CAAC,aAAa,CAAC;CAGlF;AAED,MAAM,MAAM,+BAA+B,GAAG,iBAAiB,CAAC,aAAa,CAAC,CAAC;AAE/E;;;;;;;;;;;GAWG;AACH,MAAM,WAAW,aAAa;IAC5B;;OAEG;IACH,EAAE,EAAE,MAAM,CAAC;IAEX;;OAEG;IACH,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAEhC;;OAEG;IACH,IAAI,EAAE,MAAM,CAAC;IAEb;;OAEG;IACH,QAAQ,EAAE,MAAM,CAAC;IAEjB;;;OAGG;IACH,gBAAgB,CAAC,EAAE,KAAK,CAAC,aAAa,CAAC,eAAe,CAAC,CAAC;CACzD;AAED,yBAAiB,aAAa,CAAC;IAC7B,UAAiB,eAAe;QAC9B;;WAEG;QACH,OAAO,EAAE,MAAM,CAAC;QAEhB;;WAEG;QACH,IAAI,EAAE,MAAM,CAAC;KACd;CACF;AAED,MAAM,WAAW,mBAAmB;IAClC;;OAEG;IACH,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAEhC;;OAEG;IACH,IAAI,EAAE,MAAM,CAAC;CACd;AAED,MAAM,WAAW,iBAAkB,SAAQ,uBAAuB;CAAG;AAErE,MAAM,CAAC,OAAO,WAAW,QAAQ,CAAC;IAChC,OAAO,EACL,KAAK,aAAa,IAAI,aAAa,EACnC,KAAK,+BAA+B,IAAI,+BAA+B,EACvE,KAAK,mBAAmB,IAAI,mBAAmB,EAC/C,KAAK,iBAAiB,IAAI,iBAAiB,GAC5C,CAAC;CACH"}
+{"version":3,"file":"versions.d.ts","sourceRoot":"","sources":["../../src/resources/systems/versions.ts"],"names":[],"mappings":"OAEO,EAAE,WAAW,EAAE;OACf,EAAE,UAAU,EAAE;OACd,EAAE,cAAc,EAAE;AAGzB,qBAAa,QAAS,SAAQ,WAAW;IACvC;;;;;;;;;OASG;IACH,GAAG,CAAC,eAAe,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,cAAc,GAAG,UAAU,CAAC,aAAa,CAAC;IAIjF;;;;;;;;;;;;;;;;;;;;;OAqBG;IACH,MAAM,CAAC,QAAQ,EAAE,MAAM,EAAE,IAAI,EAAE,mBAAmB,EAAE,OAAO,CAAC,EAAE,cAAc,GAAG,UAAU,CAAC,aAAa,CAAC;CAGzG;AAED;;;;;;;;GAQG;AACH,MAAM,WAAW,aAAa;IAC5B;;OAEG;IACH,EAAE,EAAE,MAAM,CAAC;IAEX;;OAEG;IACH,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAEhC;;OAEG;IACH,IAAI,EAAE,MAAM,CAAC;IAEb;;OAEG;IACH,QAAQ,EAAE,MAAM,CAAC;CAClB;AAED,MAAM,WAAW,mBAAmB;IAClC;;OAEG;IACH,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAEhC;;;OAGG;IACH,IAAI,CAAC,EAAE,MAAM,CAAC;CACf;AAED,MAAM,CAAC,OAAO,WAAW,QAAQ,CAAC;IAChC,OAAO,EAAE,KAAK,aAAa,IAAI,aAAa,EAAE,KAAK,mBAAmB,IAAI,mBAAmB,EAAE,CAAC;CACjG"}

package/resources/systems/versions.js

@@ -3,79 +3,45 @@
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.Versions = void 0;
 const resource_1 = require("../../core/resource.js");
-const pagination_1 = require("../../core/pagination.js");
 const path_1 = require("../../internal/utils/path.js");
 class Versions extends resource_1.APIResource {
     /**
-     * Create a new version for a system.
-     *
-     * Each version contains specific parameter values that match the system's
-     * `configSchema` - things like model parameters, thresholds, or processing
-     * options. Once created, versions cannot be modified, ensuring stable reference
-     * points for evaluations.
-     *
-     * When creating a system version:
-     *
-     * - The `config` object is validated against the parent system's `configSchema`.
-     * - System versions with validation errors are still stored, with errors included
-     *   in the response.
-     * - Validation errors indicate fields that don't match the schema but don't
-     *   prevent creation.
-     * - Having validation errors may affect how some evaluation metrics are
-     *   calculated.
+     * Retrieve a specific system version by ID.
      *
      * @example
      * ```ts
-     * const systemVersion = await client.systems.versions.create(
-     *   '12345678-0a8b-4f66-b6f3-2ddcfa097257',
-     *   {
-     *     config: {
-     *       temperature: 0.1,
-     *       maxTokens: 1024,
-     *       model: 'gpt-4-turbo',
-     *     },
-     *     name: 'Production (Low Temperature)',
-     *   },
+     * const systemVersion = await client.systems.versions.get(
+     *   '87654321-4d3b-4ae4-8c7a-4b6e2a19ccf0',
      * );
      * ```
      */
-    create(systemID, body, options) {
-        return this._client.post((0, path_1.path) `/systems/${systemID}/configs`, { body, ...options });
+    get(systemVersionID, options) {
+        return this._client.get((0, path_1.path) `/systems/versions/${systemVersionID}`, options);
     }
     /**
-     * Retrieve a paginated list of system versions for a specific system.
+     * Create a new system version if it does not already exist. Does **not** set the
+     * created version to be the system's production version.
      *
-     * System versions provide concrete parameter values for a System Under Test,
-     * defining exactly how the system should be configured during an evaluation run.
+     * If there is already a system version with the same config, its name will be
+     * updated.
      *
      * @example
      * ```ts
-     * // Automatically fetches more pages as needed.
-     * for await (const systemVersion of client.systems.versions.list(
+     * const systemVersion = await client.systems.versions.upsert(
      *   '12345678-0a8b-4f66-b6f3-2ddcfa097257',
-     * )) {
-     *   // ...
-     * }
-     * ```
-     */
-    list(systemID, query = {}, options) {
-        return this._client.getAPIList((0, path_1.path) `/systems/${systemID}/configs`, (pagination_1.PaginatedResponse), {
-            query,
-            ...options,
-        });
-    }
-    /**
-     * Retrieve a specific system version by ID.
-     *
-     * @example
-     * ```ts
-     * const systemVersion = await client.systems.versions.get(
-     *   '87654321-4d3b-4ae4-8c7a-4b6e2a19ccf0',
+     *   {
+     *     config: {
+     *       temperature: 0.5,
+     *       maxTokens: 1024,
+     *       model: 'gemini-2.0-flash',
+     *     },
+     *     name: 'Test model: Gemini',
+     *   },
      * );
      * ```
      */
-    get(systemVersionID, options) {
-        return this._client.get((0, path_1.path) `/systems/configs/${systemVersionID}`, options);
+    upsert(systemID, body, options) {
+        return this._client.post((0, path_1.path) `/systems/${systemID}/versions`, { body, ...options });
     }
 }
 exports.Versions = Versions;

package/resources/systems/versions.js.map

@@ -1 +1 @@
-{"version":3,"file":"versions.js","sourceRoot":"","sources":["../../src/resources/systems/versions.ts"],"names":[],"mappings":";AAAA,sFAAsF;;;AAEtF,qDAAkD;AAElD,yDAAqG;AAErG,uDAAiD;AAEjD,MAAa,QAAS,SAAQ,sBAAW;IACvC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;OAgCG;IACH,MAAM,CAAC,QAAgB,EAAE,IAAyB,EAAE,OAAwB;QAC1E,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,IAAA,WAAI,EAAA,YAAY,QAAQ,UAAU,EAAE,EAAE,IAAI,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;IACrF,CAAC;IAED;;;;;;;;;;;;;;;OAeG;IACH,IAAI,CACF,QAAgB,EAChB,QAA8C,EAAE,EAChD,OAAwB;QAExB,OAAO,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,IAAA,WAAI,EAAA,YAAY,QAAQ,UAAU,EAAE,CAAA,8BAAgC,CAAA,EAAE;YACnG,KAAK;YACL,GAAG,OAAO;SACX,CAAC,CAAC;IACL,CAAC;IAED;;;;;;;;;OASG;IACH,GAAG,CAAC,eAAuB,EAAE,OAAwB;QACnD,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,IAAA,WAAI,EAAA,oBAAoB,eAAe,EAAE,EAAE,OAAO,CAAC,CAAC;IAC9E,CAAC;CACF;AA9ED,4BA8EC"}
+{"version":3,"file":"versions.js","sourceRoot":"","sources":["../../src/resources/systems/versions.ts"],"names":[],"mappings":";AAAA,sFAAsF;;;AAEtF,qDAAkD;AAGlD,uDAAiD;AAEjD,MAAa,QAAS,SAAQ,sBAAW;IACvC;;;;;;;;;OASG;IACH,GAAG,CAAC,eAAuB,EAAE,OAAwB;QACnD,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,IAAA,WAAI,EAAA,qBAAqB,eAAe,EAAE,EAAE,OAAO,CAAC,CAAC;IAC/E,CAAC;IAED;;;;;;;;;;;;;;;;;;;;;OAqBG;IACH,MAAM,CAAC,QAAgB,EAAE,IAAyB,EAAE,OAAwB;QAC1E,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,IAAA,WAAI,EAAA,YAAY,QAAQ,WAAW,EAAE,EAAE,IAAI,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;IACtF,CAAC;CACF;AAxCD,4BAwCC"}

package/resources/systems/versions.mjs

@@ -1,78 +1,44 @@
 // File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
 import { APIResource } from "../../core/resource.mjs";
-import { PaginatedResponse } from "../../core/pagination.mjs";
 import { path } from "../../internal/utils/path.mjs";
 export class Versions extends APIResource {
     /**
-     * Create a new version for a system.
-     *
-     * Each version contains specific parameter values that match the system's
-     * `configSchema` - things like model parameters, thresholds, or processing
-     * options. Once created, versions cannot be modified, ensuring stable reference
-     * points for evaluations.
-     *
-     * When creating a system version:
-     *
-     * - The `config` object is validated against the parent system's `configSchema`.
-     * - System versions with validation errors are still stored, with errors included
-     *   in the response.
-     * - Validation errors indicate fields that don't match the schema but don't
-     *   prevent creation.
-     * - Having validation errors may affect how some evaluation metrics are
-     *   calculated.
+     * Retrieve a specific system version by ID.
      *
      * @example
      * ```ts
-     * const systemVersion = await client.systems.versions.create(
-     *   '12345678-0a8b-4f66-b6f3-2ddcfa097257',
-     *   {
-     *     config: {
-     *       temperature: 0.1,
-     *       maxTokens: 1024,
-     *       model: 'gpt-4-turbo',
-     *     },
-     *     name: 'Production (Low Temperature)',
-     *   },
+     * const systemVersion = await client.systems.versions.get(
+     *   '87654321-4d3b-4ae4-8c7a-4b6e2a19ccf0',
      * );
      * ```
      */
-    create(systemID, body, options) {
-        return this._client.post(path `/systems/${systemID}/configs`, { body, ...options });
+    get(systemVersionID, options) {
+        return this._client.get(path `/systems/versions/${systemVersionID}`, options);
     }
     /**
-     * Retrieve a paginated list of system versions for a specific system.
+     * Create a new system version if it does not already exist. Does **not** set the
+     * created version to be the system's production version.
      *
-     * System versions provide concrete parameter values for a System Under Test,
-     * defining exactly how the system should be configured during an evaluation run.
+     * If there is already a system version with the same config, its name will be
+     * updated.
      *
      * @example
      * ```ts
-     * // Automatically fetches more pages as needed.
-     * for await (const systemVersion of client.systems.versions.list(
+     * const systemVersion = await client.systems.versions.upsert(
      *   '12345678-0a8b-4f66-b6f3-2ddcfa097257',
-     * )) {
-     *   // ...
-     * }
-     * ```
-     */
-    list(systemID, query = {}, options) {
-        return this._client.getAPIList(path `/systems/${systemID}/configs`, (PaginatedResponse), {
-            query,
-            ...options,
-        });
-    }
-    /**
-     * Retrieve a specific system version by ID.
-     *
-     * @example
-     * ```ts
-     * const systemVersion = await client.systems.versions.get(
-     *   '87654321-4d3b-4ae4-8c7a-4b6e2a19ccf0',
+     *   {
+     *     config: {
+     *       temperature: 0.5,
+     *       maxTokens: 1024,
+     *       model: 'gemini-2.0-flash',
+     *     },
+     *     name: 'Test model: Gemini',
+     *   },
      * );
      * ```
      */
-    get(systemVersionID, options) {
-        return this._client.get(path `/systems/configs/${systemVersionID}`, options);
+    upsert(systemID, body, options) {
+        return this._client.post(path `/systems/${systemID}/versions`, { body, ...options });
     }
 }
 //# sourceMappingURL=versions.mjs.map

package/resources/systems/versions.mjs.map

@@ -1 +1 @@
-{"version":3,"file":"versions.mjs","sourceRoot":"","sources":["../../src/resources/systems/versions.ts"],"names":[],"mappings":"AAAA,sFAAsF;OAE/E,EAAE,WAAW,EAAE;OAEf,EAAe,iBAAiB,EAAgC;OAEhE,EAAE,IAAI,EAAE;AAEf,MAAM,OAAO,QAAS,SAAQ,WAAW;IACvC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;OAgCG;IACH,MAAM,CAAC,QAAgB,EAAE,IAAyB,EAAE,OAAwB;QAC1E,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAA,YAAY,QAAQ,UAAU,EAAE,EAAE,IAAI,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;IACrF,CAAC;IAED;;;;;;;;;;;;;;;OAeG;IACH,IAAI,CACF,QAAgB,EAChB,QAA8C,EAAE,EAChD,OAAwB;QAExB,OAAO,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,IAAI,CAAA,YAAY,QAAQ,UAAU,EAAE,CAAA,iBAAgC,CAAA,EAAE;YACnG,KAAK;YACL,GAAG,OAAO;SACX,CAAC,CAAC;IACL,CAAC;IAED;;;;;;;;;OASG;IACH,GAAG,CAAC,eAAuB,EAAE,OAAwB;QACnD,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAA,oBAAoB,eAAe,EAAE,EAAE,OAAO,CAAC,CAAC;IAC9E,CAAC;CACF"}
+{"version":3,"file":"versions.mjs","sourceRoot":"","sources":["../../src/resources/systems/versions.ts"],"names":[],"mappings":"AAAA,sFAAsF;OAE/E,EAAE,WAAW,EAAE;OAGf,EAAE,IAAI,EAAE;AAEf,MAAM,OAAO,QAAS,SAAQ,WAAW;IACvC;;;;;;;;;OASG;IACH,GAAG,CAAC,eAAuB,EAAE,OAAwB;QACnD,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAA,qBAAqB,eAAe,EAAE,EAAE,OAAO,CAAC,CAAC;IAC/E,CAAC;IAED;;;;;;;;;;;;;;;;;;;;;OAqBG;IACH,MAAM,CAAC,QAAgB,EAAE,IAAyB,EAAE,OAAwB;QAC1E,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAA,YAAY,QAAQ,WAAW,EAAE,EAAE,IAAI,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;IACtF,CAAC;CACF"}