scorecard-ai 1.2.0 → 2.0.0-alpha.1

package/resources/systems/systems.js

@@ -14,86 +14,17 @@ class Systems extends resource_1.APIResource {
         this.versions = new VersionsAPI.Versions(this._client);
     }
     /**
-     * Create a new system definition that specifies the interface contracts for a
-     * component you want to evaluate.
-     *
-     * A system acts as a template that defines three key contracts through JSON
-     * Schemas:
-     *
-     * 1. Input Schema: What data your system accepts (e.g., user queries, context
-     *    documents)
-     * 2. Output Schema: What data your system produces (e.g., responses, confidence
-     *    scores)
-     * 3. Config Schema: What parameters can be adjusted (e.g., model selection,
-     *    temperature)
-     *
-     * This separation lets you evaluate any system as a black box, focusing on its
-     * interface rather than implementation details.
-     *
-     * @example
-     * ```ts
-     * const system = await client.systems.create('314', {
-     *   configSchema: {
-     *     type: 'object',
-     *     properties: {
-     *       temperature: { type: 'number' },
-     *       maxTokens: { type: 'integer' },
-     *       model: { type: 'string', enum: ['gpt-4', 'gpt-4-turbo'] },
-     *     },
-     *     required: ['model'],
-     *   },
-     *   description: 'Production chatbot powered by GPT-4',
-     *   inputSchema: {
-     *     type: 'object',
-     *     properties: {
-     *       messages: {
-     *         type: 'array',
-     *         items: {
-     *           type: 'object',
-     *           properties: {
-     *             role: { type: 'string', enum: ['system', 'user', 'assistant'] },
-     *             content: { type: 'string' },
-     *           },
-     *           required: ['role', 'content'],
-     *         },
-     *       },
-     *     },
-     *     required: ['messages'],
-     *   },
-     *   name: 'GPT-4 Chatbot',
-     *   outputSchema: {
-     *     type: 'object',
-     *     properties: { response: { type: 'string' } },
-     *     required: ['response'],
-     *   },
-     * });
-     * ```
-     */
-    create(projectID, body, options) {
-        return this._client.post((0, path_1.path) `/projects/${projectID}/systems`, { body, ...options });
-    }
-    /**
-     * Update an existing system definition. Only the fields provided in the request
-     * body will be updated. If a field is provided, the new content will replace the
-     * existing content. If a field is not provided, the existing content will remain
-     * unchanged.
-     *
-     * When updating schemas:
-     *
-     * - The system will accept your changes regardless of compatibility with existing
-     *   configurations
-     * - Schema updates won't invalidate existing evaluations or configurations
-     * - For significant redesigns, creating a new system definition provides a cleaner
-     *   separation
+     * Update an existing system. Only the fields provided in the request body will be
+     * updated. If a field is provided, the new content will replace the existing
+     * content. If a field is not provided, the existing content will remain unchanged.
      *
      * @example
      * ```ts
      * const system = await client.systems.update(
      *   '12345678-0a8b-4f66-b6f3-2ddcfa097257',
      *   {
-     *     description:
-     *       'Updated production chatbot powered by GPT-4 Turbo',
-     *     name: 'GPT-4 Turbo Chatbot',
+     *     productionVersionId:
+     *       '87654321-4d3b-4ae4-8c7a-4b6e2a19ccf3',
      *   },
      * );
      * ```
@@ -145,6 +76,22 @@ class Systems extends resource_1.APIResource {
     get(systemID, options) {
         return this._client.get((0, path_1.path) `/systems/${systemID}`, options);
     }
+    /**
+     * Create a new system. If one with the same name in the project exists, it updates
+     * it instead.
+     *
+     * @example
+     * ```ts
+     * const system = await client.systems.upsert('314', {
+     *   config: { temperature: 0.1, maxTokens: 1024 },
+     *   description: 'Production chatbot powered by GPT-4',
+     *   name: 'GPT-4 Chatbot',
+     * });
+     * ```
+     */
+    upsert(projectID, body, options) {
+        return this._client.post((0, path_1.path) `/projects/${projectID}/systems`, { body, ...options });
+    }
 }
 exports.Systems = Systems;
 Systems.Versions = versions_1.Versions;

package/resources/systems/systems.js.map

@@ -1 +1 @@
-{"version":3,"file":"systems.js","sourceRoot":"","sources":["../../src/resources/systems/systems.ts"],"names":[],"mappings":";AAAA,sFAAsF;;;;AAEtF,qDAAkD;AAClD,mEAA0C;AAC1C,4CAMoB;AAEpB,yDAAqG;AAErG,uDAAiD;AAEjD,MAAa,OAAQ,SAAQ,sBAAW;IAAxC;;QACE,aAAQ,GAAyB,IAAI,WAAW,CAAC,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IAkJ1E,CAAC;IAhJC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;OAuDG;IACH,MAAM,CAAC,SAAiB,EAAE,IAAwB,EAAE,OAAwB;QAC1E,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,IAAA,WAAI,EAAA,aAAa,SAAS,UAAU,EAAE,EAAE,IAAI,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;IACvF,CAAC;IAED;;;;;;;;;;;;;;;;;;;;;;;;;OAyBG;IACH,MAAM,CACJ,QAAgB,EAChB,OAA8C,EAAE,EAChD,OAAwB;QAExB,OAAO,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,IAAA,WAAI,EAAA,YAAY,QAAQ,EAAE,EAAE,EAAE,IAAI,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;IAC9E,CAAC;IAED;;;;;;;;;;OAUG;IACH,IAAI,CACF,SAAiB,EACjB,QAA6C,EAAE,EAC/C,OAAwB;QAExB,OAAO,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,IAAA,WAAI,EAAA,aAAa,SAAS,UAAU,EAAE,CAAA,8BAAyB,CAAA,EAAE;YAC9F,KAAK;YACL,GAAG,OAAO;SACX,CAAC,CAAC;IACL,CAAC;IAED;;;;;;;;;;OAUG;IACH,MAAM,CAAC,QAAgB,EAAE,OAAwB;QAC/C,OAAO,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,IAAA,WAAI,EAAA,YAAY,QAAQ,EAAE,EAAE,OAAO,CAAC,CAAC;IAClE,CAAC;IAED;;;;;;;;;OASG;IACH,GAAG,CAAC,QAAgB,EAAE,OAAwB;QAC5C,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,IAAA,WAAI,EAAA,YAAY,QAAQ,EAAE,EAAE,OAAO,CAAC,CAAC;IAC/D,CAAC;CACF;AAnJD,0BAmJC;AAoHD,OAAO,CAAC,QAAQ,GAAG,mBAAQ,CAAC"}
+{"version":3,"file":"systems.js","sourceRoot":"","sources":["../../src/resources/systems/systems.ts"],"names":[],"mappings":";AAAA,sFAAsF;;;;AAEtF,qDAAkD;AAClD,mEAA0C;AAC1C,4CAA0E;AAE1E,yDAAqG;AAErG,uDAAiD;AAEjD,MAAa,OAAQ,SAAQ,sBAAW;IAAxC;;QACE,aAAQ,GAAyB,IAAI,WAAW,CAAC,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IA6F1E,CAAC;IA3FC;;;;;;;;;;;;;;;OAeG;IACH,MAAM,CACJ,QAAgB,EAChB,OAA8C,EAAE,EAChD,OAAwB;QAExB,OAAO,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,IAAA,WAAI,EAAA,YAAY,QAAQ,EAAE,EAAE,EAAE,IAAI,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;IAC9E,CAAC;IAED;;;;;;;;;;OAUG;IACH,IAAI,CACF,SAAiB,EACjB,QAA6C,EAAE,EAC/C,OAAwB;QAExB,OAAO,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,IAAA,WAAI,EAAA,aAAa,SAAS,UAAU,EAAE,CAAA,8BAAyB,CAAA,EAAE;YAC9F,KAAK;YACL,GAAG,OAAO;SACX,CAAC,CAAC;IACL,CAAC;IAED;;;;;;;;;;OAUG;IACH,MAAM,CAAC,QAAgB,EAAE,OAAwB;QAC/C,OAAO,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,IAAA,WAAI,EAAA,YAAY,QAAQ,EAAE,EAAE,OAAO,CAAC,CAAC;IAClE,CAAC;IAED;;;;;;;;;OASG;IACH,GAAG,CAAC,QAAgB,EAAE,OAAwB;QAC5C,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,IAAA,WAAI,EAAA,YAAY,QAAQ,EAAE,EAAE,OAAO,CAAC,CAAC;IAC/D,CAAC;IAED;;;;;;;;;;;;OAYG;IACH,MAAM,CAAC,SAAiB,EAAE,IAAwB,EAAE,OAAwB;QAC1E,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,IAAA,WAAI,EAAA,aAAa,SAAS,UAAU,EAAE,EAAE,IAAI,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;IACvF,CAAC;CACF;AA9FD,0BA8FC;AAwGD,OAAO,CAAC,QAAQ,GAAG,mBAAQ,CAAC"}

package/resources/systems/systems.mjs

@@ -1,7 +1,7 @@
 // File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
 import { APIResource } from "../../core/resource.mjs";
 import * as VersionsAPI from "./versions.mjs";
-import { Versions, } from "./versions.mjs";
+import { Versions } from "./versions.mjs";
 import { PaginatedResponse } from "../../core/pagination.mjs";
 import { path } from "../../internal/utils/path.mjs";
 export class Systems extends APIResource {
@@ -10,86 +10,17 @@ export class Systems extends APIResource {
         this.versions = new VersionsAPI.Versions(this._client);
     }
     /**
-     * Create a new system definition that specifies the interface contracts for a
-     * component you want to evaluate.
-     *
-     * A system acts as a template that defines three key contracts through JSON
-     * Schemas:
-     *
-     * 1. Input Schema: What data your system accepts (e.g., user queries, context
-     *    documents)
-     * 2. Output Schema: What data your system produces (e.g., responses, confidence
-     *    scores)
-     * 3. Config Schema: What parameters can be adjusted (e.g., model selection,
-     *    temperature)
-     *
-     * This separation lets you evaluate any system as a black box, focusing on its
-     * interface rather than implementation details.
-     *
-     * @example
-     * ```ts
-     * const system = await client.systems.create('314', {
-     *   configSchema: {
-     *     type: 'object',
-     *     properties: {
-     *       temperature: { type: 'number' },
-     *       maxTokens: { type: 'integer' },
-     *       model: { type: 'string', enum: ['gpt-4', 'gpt-4-turbo'] },
-     *     },
-     *     required: ['model'],
-     *   },
-     *   description: 'Production chatbot powered by GPT-4',
-     *   inputSchema: {
-     *     type: 'object',
-     *     properties: {
-     *       messages: {
-     *         type: 'array',
-     *         items: {
-     *           type: 'object',
-     *           properties: {
-     *             role: { type: 'string', enum: ['system', 'user', 'assistant'] },
-     *             content: { type: 'string' },
-     *           },
-     *           required: ['role', 'content'],
-     *         },
-     *       },
-     *     },
-     *     required: ['messages'],
-     *   },
-     *   name: 'GPT-4 Chatbot',
-     *   outputSchema: {
-     *     type: 'object',
-     *     properties: { response: { type: 'string' } },
-     *     required: ['response'],
-     *   },
-     * });
-     * ```
-     */
-    create(projectID, body, options) {
-        return this._client.post(path `/projects/${projectID}/systems`, { body, ...options });
-    }
-    /**
-     * Update an existing system definition. Only the fields provided in the request
-     * body will be updated. If a field is provided, the new content will replace the
-     * existing content. If a field is not provided, the existing content will remain
-     * unchanged.
-     *
-     * When updating schemas:
-     *
-     * - The system will accept your changes regardless of compatibility with existing
-     *   configurations
-     * - Schema updates won't invalidate existing evaluations or configurations
-     * - For significant redesigns, creating a new system definition provides a cleaner
-     *   separation
+     * Update an existing system. Only the fields provided in the request body will be
+     * updated. If a field is provided, the new content will replace the existing
+     * content. If a field is not provided, the existing content will remain unchanged.
      *
      * @example
      * ```ts
      * const system = await client.systems.update(
      *   '12345678-0a8b-4f66-b6f3-2ddcfa097257',
      *   {
-     *     description:
-     *       'Updated production chatbot powered by GPT-4 Turbo',
-     *     name: 'GPT-4 Turbo Chatbot',
+     *     productionVersionId:
+     *       '87654321-4d3b-4ae4-8c7a-4b6e2a19ccf3',
      *   },
      * );
      * ```
@@ -141,6 +72,22 @@ export class Systems extends APIResource {
     get(systemID, options) {
         return this._client.get(path `/systems/${systemID}`, options);
     }
+    /**
+     * Create a new system. If one with the same name in the project exists, it updates
+     * it instead.
+     *
+     * @example
+     * ```ts
+     * const system = await client.systems.upsert('314', {
+     *   config: { temperature: 0.1, maxTokens: 1024 },
+     *   description: 'Production chatbot powered by GPT-4',
+     *   name: 'GPT-4 Chatbot',
+     * });
+     * ```
+     */
+    upsert(projectID, body, options) {
+        return this._client.post(path `/projects/${projectID}/systems`, { body, ...options });
+    }
 }
 Systems.Versions = Versions;
 //# sourceMappingURL=systems.mjs.map

package/resources/systems/systems.mjs.map

@@ -1 +1 @@
-{"version":3,"file":"systems.mjs","sourceRoot":"","sources":["../../src/resources/systems/systems.ts"],"names":[],"mappings":"AAAA,sFAAsF;OAE/E,EAAE,WAAW,EAAE;OACf,KAAK,WAAW;OAChB,EAKL,QAAQ,GACT;OAEM,EAAe,iBAAiB,EAAgC;OAEhE,EAAE,IAAI,EAAE;AAEf,MAAM,OAAO,OAAQ,SAAQ,WAAW;IAAxC;;QACE,aAAQ,GAAyB,IAAI,WAAW,CAAC,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IAkJ1E,CAAC;IAhJC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;OAuDG;IACH,MAAM,CAAC,SAAiB,EAAE,IAAwB,EAAE,OAAwB;QAC1E,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAA,aAAa,SAAS,UAAU,EAAE,EAAE,IAAI,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;IACvF,CAAC;IAED;;;;;;;;;;;;;;;;;;;;;;;;;OAyBG;IACH,MAAM,CACJ,QAAgB,EAChB,OAA8C,EAAE,EAChD,OAAwB;QAExB,OAAO,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,CAAA,YAAY,QAAQ,EAAE,EAAE,EAAE,IAAI,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;IAC9E,CAAC;IAED;;;;;;;;;;OAUG;IACH,IAAI,CACF,SAAiB,EACjB,QAA6C,EAAE,EAC/C,OAAwB;QAExB,OAAO,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,IAAI,CAAA,aAAa,SAAS,UAAU,EAAE,CAAA,iBAAyB,CAAA,EAAE;YAC9F,KAAK;YACL,GAAG,OAAO;SACX,CAAC,CAAC;IACL,CAAC;IAED;;;;;;;;;;OAUG;IACH,MAAM,CAAC,QAAgB,EAAE,OAAwB;QAC/C,OAAO,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,CAAA,YAAY,QAAQ,EAAE,EAAE,OAAO,CAAC,CAAC;IAClE,CAAC;IAED;;;;;;;;;OASG;IACH,GAAG,CAAC,QAAgB,EAAE,OAAwB;QAC5C,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAA,YAAY,QAAQ,EAAE,EAAE,OAAO,CAAC,CAAC;IAC/D,CAAC;CACF;AAoHD,OAAO,CAAC,QAAQ,GAAG,QAAQ,CAAC"}
+{"version":3,"file":"systems.mjs","sourceRoot":"","sources":["../../src/resources/systems/systems.ts"],"names":[],"mappings":"AAAA,sFAAsF;OAE/E,EAAE,WAAW,EAAE;OACf,KAAK,WAAW;OAChB,EAAsC,QAAQ,EAAE;OAEhD,EAAe,iBAAiB,EAAgC;OAEhE,EAAE,IAAI,EAAE;AAEf,MAAM,OAAO,OAAQ,SAAQ,WAAW;IAAxC;;QACE,aAAQ,GAAyB,IAAI,WAAW,CAAC,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IA6F1E,CAAC;IA3FC;;;;;;;;;;;;;;;OAeG;IACH,MAAM,CACJ,QAAgB,EAChB,OAA8C,EAAE,EAChD,OAAwB;QAExB,OAAO,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,CAAA,YAAY,QAAQ,EAAE,EAAE,EAAE,IAAI,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;IAC9E,CAAC;IAED;;;;;;;;;;OAUG;IACH,IAAI,CACF,SAAiB,EACjB,QAA6C,EAAE,EAC/C,OAAwB;QAExB,OAAO,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,IAAI,CAAA,aAAa,SAAS,UAAU,EAAE,CAAA,iBAAyB,CAAA,EAAE;YAC9F,KAAK;YACL,GAAG,OAAO;SACX,CAAC,CAAC;IACL,CAAC;IAED;;;;;;;;;;OAUG;IACH,MAAM,CAAC,QAAgB,EAAE,OAAwB;QAC/C,OAAO,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,CAAA,YAAY,QAAQ,EAAE,EAAE,OAAO,CAAC,CAAC;IAClE,CAAC;IAED;;;;;;;;;OASG;IACH,GAAG,CAAC,QAAgB,EAAE,OAAwB;QAC5C,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAA,YAAY,QAAQ,EAAE,EAAE,OAAO,CAAC,CAAC;IAC/D,CAAC;IAED;;;;;;;;;;;;OAYG;IACH,MAAM,CAAC,SAAiB,EAAE,IAAwB,EAAE,OAAwB;QAC1E,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAA,aAAa,SAAS,UAAU,EAAE,EAAE,IAAI,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;IACvF,CAAC;CACF;AAwGD,OAAO,CAAC,QAAQ,GAAG,QAAQ,CAAC"}

package/resources/systems/versions.d.mts

@@ -1,72 +1,42 @@
 import { APIResource } from "../../core/resource.mjs";
 import { APIPromise } from "../../core/api-promise.mjs";
-import { PagePromise, PaginatedResponse, type PaginatedResponseParams } from "../../core/pagination.mjs";
 import { RequestOptions } from "../../internal/request-options.mjs";
 export declare class Versions extends APIResource {
     /**
-     * Create a new version for a system.
-     *
-     * Each version contains specific parameter values that match the system's
-     * `configSchema` - things like model parameters, thresholds, or processing
-     * options. Once created, versions cannot be modified, ensuring stable reference
-     * points for evaluations.
-     *
-     * When creating a system version:
-     *
-     * - The `config` object is validated against the parent system's `configSchema`.
-     * - System versions with validation errors are still stored, with errors included
-     *   in the response.
-     * - Validation errors indicate fields that don't match the schema but don't
-     *   prevent creation.
-     * - Having validation errors may affect how some evaluation metrics are
-     *   calculated.
+     * Retrieve a specific system version by ID.
      *
      * @example
      * ```ts
-     * const systemVersion = await client.systems.versions.create(
-     *   '12345678-0a8b-4f66-b6f3-2ddcfa097257',
-     *   {
-     *     config: {
-     *       temperature: 0.1,
-     *       maxTokens: 1024,
-     *       model: 'gpt-4-turbo',
-     *     },
-     *     name: 'Production (Low Temperature)',
-     *   },
+     * const systemVersion = await client.systems.versions.get(
+     *   '87654321-4d3b-4ae4-8c7a-4b6e2a19ccf0',
      * );
      * ```
      */
-    create(systemID: string, body: VersionCreateParams, options?: RequestOptions): APIPromise<SystemVersion>;
+    get(systemVersionID: string, options?: RequestOptions): APIPromise<SystemVersion>;
     /**
-     * Retrieve a paginated list of system versions for a specific system.
+     * Create a new system version if it does not already exist. Does **not** set the
+     * created version to be the system's production version.
      *
-     * System versions provide concrete parameter values for a System Under Test,
-     * defining exactly how the system should be configured during an evaluation run.
+     * If there is already a system version with the same config, its name will be
+     * updated.
      *
      * @example
      * ```ts
-     * // Automatically fetches more pages as needed.
-     * for await (const systemVersion of client.systems.versions.list(
+     * const systemVersion = await client.systems.versions.upsert(
      *   '12345678-0a8b-4f66-b6f3-2ddcfa097257',
-     * )) {
-     *   // ...
-     * }
-     * ```
-     */
-    list(systemID: string, query?: VersionListParams | null | undefined, options?: RequestOptions): PagePromise<SystemVersionsPaginatedResponse, SystemVersion>;
-    /**
-     * Retrieve a specific system version by ID.
-     *
-     * @example
-     * ```ts
-     * const systemVersion = await client.systems.versions.get(
-     *   '87654321-4d3b-4ae4-8c7a-4b6e2a19ccf0',
+     *   {
+     *     config: {
+     *       temperature: 0.5,
+     *       maxTokens: 1024,
+     *       model: 'gemini-2.0-flash',
+     *     },
+     *     name: 'Test model: Gemini',
+     *   },
      * );
      * ```
      */
-    get(systemVersionID: string, options?: RequestOptions): APIPromise<SystemVersion>;
+    upsert(systemID: string, body: VersionUpsertParams, options?: RequestOptions): APIPromise<SystemVersion>;
 }
-export type SystemVersionsPaginatedResponse = PaginatedResponse<SystemVersion>;
 /**
  * A SystemVersion defines the specific settings for a System Under Test.
  *
@@ -75,9 +45,6 @@ export type SystemVersionsPaginatedResponse = PaginatedResponse<SystemVersion>;
  *
  * When running evaluations, you reference a specific systemVersionId to establish
  * which system version to test.
- *
- * System versions will be validated against the system's configSchema, with
- * non-conforming values generating warnings.
  */
 export interface SystemVersion {
     /**
@@ -87,9 +54,7 @@ export interface SystemVersion {
     /**
      * The configuration of the system version.
      */
-    config: {
-        [key: string]: unknown;
-    };
+    config: Record<string, unknown>;
     /**
      * The name of the system version.
      */
@@ -98,39 +63,19 @@ export interface SystemVersion {
      * The ID of the system the system version belongs to.
      */
     systemId: string;
-    /**
-     * Validation errors found in the system version. If present, the system version
-     * doesn't fully conform to its system's configSchema.
-     */
-    validationErrors?: Array<SystemVersion.ValidationError>;
 }
-export declare namespace SystemVersion {
-    interface ValidationError {
-        /**
-         * Human-readable error description.
-         */
-        message: string;
-        /**
-         * JSON Pointer to the field with the validation error.
-         */
-        path: string;
-    }
-}
-export interface VersionCreateParams {
+export interface VersionUpsertParams {
     /**
      * The configuration of the system version.
      */
-    config: {
-        [key: string]: unknown;
-    };
+    config: Record<string, unknown>;
     /**
-     * The name of the system version.
+     * The name of the system version. If creating a new system version and the name
+     * isn't provided, it will be autogenerated.
      */
-    name: string;
-}
-export interface VersionListParams extends PaginatedResponseParams {
+    name?: string;
 }
 export declare namespace Versions {
-    export { type SystemVersion as SystemVersion, type SystemVersionsPaginatedResponse as SystemVersionsPaginatedResponse, type VersionCreateParams as VersionCreateParams, type VersionListParams as VersionListParams, };
+    export { type SystemVersion as SystemVersion, type VersionUpsertParams as VersionUpsertParams };
 }
 //# sourceMappingURL=versions.d.mts.map

package/resources/systems/versions.d.mts.map

@@ -1 +1 @@
-{"version":3,"file":"versions.d.mts","sourceRoot":"","sources":["../../src/resources/systems/versions.ts"],"names":[],"mappings":"OAEO,EAAE,WAAW,EAAE;OACf,EAAE,UAAU,EAAE;OACd,EAAE,WAAW,EAAE,iBAAiB,EAAE,KAAK,uBAAuB,EAAE;OAChE,EAAE,cAAc,EAAE;AAGzB,qBAAa,QAAS,SAAQ,WAAW;IACvC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;OAgCG;IACH,MAAM,CAAC,QAAQ,EAAE,MAAM,EAAE,IAAI,EAAE,mBAAmB,EAAE,OAAO,CAAC,EAAE,cAAc,GAAG,UAAU,CAAC,aAAa,CAAC;IAIxG;;;;;;;;;;;;;;;OAeG;IACH,IAAI,CACF,QAAQ,EAAE,MAAM,EAChB,KAAK,GAAE,iBAAiB,GAAG,IAAI,GAAG,SAAc,EAChD,OAAO,CAAC,EAAE,cAAc,GACvB,WAAW,CAAC,+BAA+B,EAAE,aAAa,CAAC;IAO9D;;;;;;;;;OASG;IACH,GAAG,CAAC,eAAe,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,cAAc,GAAG,UAAU,CAAC,aAAa,CAAC;CAGlF;AAED,MAAM,MAAM,+BAA+B,GAAG,iBAAiB,CAAC,aAAa,CAAC,CAAC;AAE/E;;;;;;;;;;;GAWG;AACH,MAAM,WAAW,aAAa;IAC5B;;OAEG;IACH,EAAE,EAAE,MAAM,CAAC;IAEX;;OAEG;IACH,MAAM,EAAE;QAAE,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAA;KAAE,CAAC;IAEnC;;OAEG;IACH,IAAI,EAAE,MAAM,CAAC;IAEb;;OAEG;IACH,QAAQ,EAAE,MAAM,CAAC;IAEjB;;;OAGG;IACH,gBAAgB,CAAC,EAAE,KAAK,CAAC,aAAa,CAAC,eAAe,CAAC,CAAC;CACzD;AAED,yBAAiB,aAAa,CAAC;IAC7B,UAAiB,eAAe;QAC9B;;WAEG;QACH,OAAO,EAAE,MAAM,CAAC;QAEhB;;WAEG;QACH,IAAI,EAAE,MAAM,CAAC;KACd;CACF;AAED,MAAM,WAAW,mBAAmB;IAClC;;OAEG;IACH,MAAM,EAAE;QAAE,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAA;KAAE,CAAC;IAEnC;;OAEG;IACH,IAAI,EAAE,MAAM,CAAC;CACd;AAED,MAAM,WAAW,iBAAkB,SAAQ,uBAAuB;CAAG;AAErE,MAAM,CAAC,OAAO,WAAW,QAAQ,CAAC;IAChC,OAAO,EACL,KAAK,aAAa,IAAI,aAAa,EACnC,KAAK,+BAA+B,IAAI,+BAA+B,EACvE,KAAK,mBAAmB,IAAI,mBAAmB,EAC/C,KAAK,iBAAiB,IAAI,iBAAiB,GAC5C,CAAC;CACH"}
+{"version":3,"file":"versions.d.mts","sourceRoot":"","sources":["../../src/resources/systems/versions.ts"],"names":[],"mappings":"OAEO,EAAE,WAAW,EAAE;OACf,EAAE,UAAU,EAAE;OACd,EAAE,cAAc,EAAE;AAGzB,qBAAa,QAAS,SAAQ,WAAW;IACvC;;;;;;;;;OASG;IACH,GAAG,CAAC,eAAe,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,cAAc,GAAG,UAAU,CAAC,aAAa,CAAC;IAIjF;;;;;;;;;;;;;;;;;;;;;OAqBG;IACH,MAAM,CAAC,QAAQ,EAAE,MAAM,EAAE,IAAI,EAAE,mBAAmB,EAAE,OAAO,CAAC,EAAE,cAAc,GAAG,UAAU,CAAC,aAAa,CAAC;CAGzG;AAED;;;;;;;;GAQG;AACH,MAAM,WAAW,aAAa;IAC5B;;OAEG;IACH,EAAE,EAAE,MAAM,CAAC;IAEX;;OAEG;IACH,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAEhC;;OAEG;IACH,IAAI,EAAE,MAAM,CAAC;IAEb;;OAEG;IACH,QAAQ,EAAE,MAAM,CAAC;CAClB;AAED,MAAM,WAAW,mBAAmB;IAClC;;OAEG;IACH,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAEhC;;;OAGG;IACH,IAAI,CAAC,EAAE,MAAM,CAAC;CACf;AAED,MAAM,CAAC,OAAO,WAAW,QAAQ,CAAC;IAChC,OAAO,EAAE,KAAK,aAAa,IAAI,aAAa,EAAE,KAAK,mBAAmB,IAAI,mBAAmB,EAAE,CAAC;CACjG"}

package/resources/systems/versions.d.ts

@@ -1,72 +1,42 @@
 import { APIResource } from "../../core/resource.js";
 import { APIPromise } from "../../core/api-promise.js";
-import { PagePromise, PaginatedResponse, type PaginatedResponseParams } from "../../core/pagination.js";
 import { RequestOptions } from "../../internal/request-options.js";
 export declare class Versions extends APIResource {
     /**
-     * Create a new version for a system.
-     *
-     * Each version contains specific parameter values that match the system's
-     * `configSchema` - things like model parameters, thresholds, or processing
-     * options. Once created, versions cannot be modified, ensuring stable reference
-     * points for evaluations.
-     *
-     * When creating a system version:
-     *
-     * - The `config` object is validated against the parent system's `configSchema`.
-     * - System versions with validation errors are still stored, with errors included
-     *   in the response.
-     * - Validation errors indicate fields that don't match the schema but don't
-     *   prevent creation.
-     * - Having validation errors may affect how some evaluation metrics are
-     *   calculated.
+     * Retrieve a specific system version by ID.
      *
      * @example
      * ```ts
-     * const systemVersion = await client.systems.versions.create(
-     *   '12345678-0a8b-4f66-b6f3-2ddcfa097257',
-     *   {
-     *     config: {
-     *       temperature: 0.1,
-     *       maxTokens: 1024,
-     *       model: 'gpt-4-turbo',
-     *     },
-     *     name: 'Production (Low Temperature)',
-     *   },
+     * const systemVersion = await client.systems.versions.get(
+     *   '87654321-4d3b-4ae4-8c7a-4b6e2a19ccf0',
      * );
      * ```
      */
-    create(systemID: string, body: VersionCreateParams, options?: RequestOptions): APIPromise<SystemVersion>;
+    get(systemVersionID: string, options?: RequestOptions): APIPromise<SystemVersion>;
     /**
-     * Retrieve a paginated list of system versions for a specific system.
+     * Create a new system version if it does not already exist. Does **not** set the
+     * created version to be the system's production version.
      *
-     * System versions provide concrete parameter values for a System Under Test,
-     * defining exactly how the system should be configured during an evaluation run.
+     * If there is already a system version with the same config, its name will be
+     * updated.
      *
      * @example
      * ```ts
-     * // Automatically fetches more pages as needed.
-     * for await (const systemVersion of client.systems.versions.list(
+     * const systemVersion = await client.systems.versions.upsert(
      *   '12345678-0a8b-4f66-b6f3-2ddcfa097257',
-     * )) {
-     *   // ...
-     * }
-     * ```
-     */
-    list(systemID: string, query?: VersionListParams | null | undefined, options?: RequestOptions): PagePromise<SystemVersionsPaginatedResponse, SystemVersion>;
-    /**
-     * Retrieve a specific system version by ID.
-     *
-     * @example
-     * ```ts
-     * const systemVersion = await client.systems.versions.get(
-     *   '87654321-4d3b-4ae4-8c7a-4b6e2a19ccf0',
+     *   {
+     *     config: {
+     *       temperature: 0.5,
+     *       maxTokens: 1024,
+     *       model: 'gemini-2.0-flash',
+     *     },
+     *     name: 'Test model: Gemini',
+     *   },
      * );
      * ```
      */
-    get(systemVersionID: string, options?: RequestOptions): APIPromise<SystemVersion>;
+    upsert(systemID: string, body: VersionUpsertParams, options?: RequestOptions): APIPromise<SystemVersion>;
 }
-export type SystemVersionsPaginatedResponse = PaginatedResponse<SystemVersion>;
 /**
  * A SystemVersion defines the specific settings for a System Under Test.
  *
@@ -75,9 +45,6 @@ export type SystemVersionsPaginatedResponse = PaginatedResponse<SystemVersion>;
  *
  * When running evaluations, you reference a specific systemVersionId to establish
  * which system version to test.
- *
- * System versions will be validated against the system's configSchema, with
- * non-conforming values generating warnings.
  */
 export interface SystemVersion {
     /**
@@ -87,9 +54,7 @@ export interface SystemVersion {
     /**
      * The configuration of the system version.
      */
-    config: {
-        [key: string]: unknown;
-    };
+    config: Record<string, unknown>;
     /**
      * The name of the system version.
      */
@@ -98,39 +63,19 @@ export interface SystemVersion {
      * The ID of the system the system version belongs to.
      */
     systemId: string;
-    /**
-     * Validation errors found in the system version. If present, the system version
-     * doesn't fully conform to its system's configSchema.
-     */
-    validationErrors?: Array<SystemVersion.ValidationError>;
 }
-export declare namespace SystemVersion {
-    interface ValidationError {
-        /**
-         * Human-readable error description.
-         */
-        message: string;
-        /**
-         * JSON Pointer to the field with the validation error.
-         */
-        path: string;
-    }
-}
-export interface VersionCreateParams {
+export interface VersionUpsertParams {
     /**
      * The configuration of the system version.
      */
-    config: {
-        [key: string]: unknown;
-    };
+    config: Record<string, unknown>;
     /**
-     * The name of the system version.
+     * The name of the system version. If creating a new system version and the name
+     * isn't provided, it will be autogenerated.
      */
-    name: string;
-}
-export interface VersionListParams extends PaginatedResponseParams {
+    name?: string;
 }
 export declare namespace Versions {
-    export { type SystemVersion as SystemVersion, type SystemVersionsPaginatedResponse as SystemVersionsPaginatedResponse, type VersionCreateParams as VersionCreateParams, type VersionListParams as VersionListParams, };
+    export { type SystemVersion as SystemVersion, type VersionUpsertParams as VersionUpsertParams };
 }
 //# sourceMappingURL=versions.d.ts.map

package/resources/systems/versions.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"versions.d.ts","sourceRoot":"","sources":["../../src/resources/systems/versions.ts"],"names":[],"mappings":"OAEO,EAAE,WAAW,EAAE;OACf,EAAE,UAAU,EAAE;OACd,EAAE,WAAW,EAAE,iBAAiB,EAAE,KAAK,uBAAuB,EAAE;OAChE,EAAE,cAAc,EAAE;AAGzB,qBAAa,QAAS,SAAQ,WAAW;IACvC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;OAgCG;IACH,MAAM,CAAC,QAAQ,EAAE,MAAM,EAAE,IAAI,EAAE,mBAAmB,EAAE,OAAO,CAAC,EAAE,cAAc,GAAG,UAAU,CAAC,aAAa,CAAC;IAIxG;;;;;;;;;;;;;;;OAeG;IACH,IAAI,CACF,QAAQ,EAAE,MAAM,EAChB,KAAK,GAAE,iBAAiB,GAAG,IAAI,GAAG,SAAc,EAChD,OAAO,CAAC,EAAE,cAAc,GACvB,WAAW,CAAC,+BAA+B,EAAE,aAAa,CAAC;IAO9D;;;;;;;;;OASG;IACH,GAAG,CAAC,eAAe,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,cAAc,GAAG,UAAU,CAAC,aAAa,CAAC;CAGlF;AAED,MAAM,MAAM,+BAA+B,GAAG,iBAAiB,CAAC,aAAa,CAAC,CAAC;AAE/E;;;;;;;;;;;GAWG;AACH,MAAM,WAAW,aAAa;IAC5B;;OAEG;IACH,EAAE,EAAE,MAAM,CAAC;IAEX;;OAEG;IACH,MAAM,EAAE;QAAE,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAA;KAAE,CAAC;IAEnC;;OAEG;IACH,IAAI,EAAE,MAAM,CAAC;IAEb;;OAEG;IACH,QAAQ,EAAE,MAAM,CAAC;IAEjB;;;OAGG;IACH,gBAAgB,CAAC,EAAE,KAAK,CAAC,aAAa,CAAC,eAAe,CAAC,CAAC;CACzD;AAED,yBAAiB,aAAa,CAAC;IAC7B,UAAiB,eAAe;QAC9B;;WAEG;QACH,OAAO,EAAE,MAAM,CAAC;QAEhB;;WAEG;QACH,IAAI,EAAE,MAAM,CAAC;KACd;CACF;AAED,MAAM,WAAW,mBAAmB;IAClC;;OAEG;IACH,MAAM,EAAE;QAAE,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAA;KAAE,CAAC;IAEnC;;OAEG;IACH,IAAI,EAAE,MAAM,CAAC;CACd;AAED,MAAM,WAAW,iBAAkB,SAAQ,uBAAuB;CAAG;AAErE,MAAM,CAAC,OAAO,WAAW,QAAQ,CAAC;IAChC,OAAO,EACL,KAAK,aAAa,IAAI,aAAa,EACnC,KAAK,+BAA+B,IAAI,+BAA+B,EACvE,KAAK,mBAAmB,IAAI,mBAAmB,EAC/C,KAAK,iBAAiB,IAAI,iBAAiB,GAC5C,CAAC;CACH"}
+{"version":3,"file":"versions.d.ts","sourceRoot":"","sources":["../../src/resources/systems/versions.ts"],"names":[],"mappings":"OAEO,EAAE,WAAW,EAAE;OACf,EAAE,UAAU,EAAE;OACd,EAAE,cAAc,EAAE;AAGzB,qBAAa,QAAS,SAAQ,WAAW;IACvC;;;;;;;;;OASG;IACH,GAAG,CAAC,eAAe,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,cAAc,GAAG,UAAU,CAAC,aAAa,CAAC;IAIjF;;;;;;;;;;;;;;;;;;;;;OAqBG;IACH,MAAM,CAAC,QAAQ,EAAE,MAAM,EAAE,IAAI,EAAE,mBAAmB,EAAE,OAAO,CAAC,EAAE,cAAc,GAAG,UAAU,CAAC,aAAa,CAAC;CAGzG;AAED;;;;;;;;GAQG;AACH,MAAM,WAAW,aAAa;IAC5B;;OAEG;IACH,EAAE,EAAE,MAAM,CAAC;IAEX;;OAEG;IACH,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAEhC;;OAEG;IACH,IAAI,EAAE,MAAM,CAAC;IAEb;;OAEG;IACH,QAAQ,EAAE,MAAM,CAAC;CAClB;AAED,MAAM,WAAW,mBAAmB;IAClC;;OAEG;IACH,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAEhC;;;OAGG;IACH,IAAI,CAAC,EAAE,MAAM,CAAC;CACf;AAED,MAAM,CAAC,OAAO,WAAW,QAAQ,CAAC;IAChC,OAAO,EAAE,KAAK,aAAa,IAAI,aAAa,EAAE,KAAK,mBAAmB,IAAI,mBAAmB,EAAE,CAAC;CACjG"}