scorecard-ai 1.2.0 → 2.0.0-alpha.1

package/resources/systems/systems.d.mts

@@ -1,90 +1,23 @@
 import { APIResource } from "../../core/resource.mjs";
 import * as VersionsAPI from "./versions.mjs";
-import { SystemVersion, SystemVersionsPaginatedResponse, VersionCreateParams, VersionListParams, Versions } from "./versions.mjs";
+import { SystemVersion, VersionUpsertParams, Versions } from "./versions.mjs";
 import { APIPromise } from "../../core/api-promise.mjs";
 import { PagePromise, PaginatedResponse, type PaginatedResponseParams } from "../../core/pagination.mjs";
 import { RequestOptions } from "../../internal/request-options.mjs";
 export declare class Systems extends APIResource {
     versions: VersionsAPI.Versions;
     /**
-     * Create a new system definition that specifies the interface contracts for a
-     * component you want to evaluate.
-     *
-     * A system acts as a template that defines three key contracts through JSON
-     * Schemas:
-     *
-     * 1. Input Schema: What data your system accepts (e.g., user queries, context
-     *    documents)
-     * 2. Output Schema: What data your system produces (e.g., responses, confidence
-     *    scores)
-     * 3. Config Schema: What parameters can be adjusted (e.g., model selection,
-     *    temperature)
-     *
-     * This separation lets you evaluate any system as a black box, focusing on its
-     * interface rather than implementation details.
-     *
-     * @example
-     * ```ts
-     * const system = await client.systems.create('314', {
-     *   configSchema: {
-     *     type: 'object',
-     *     properties: {
-     *       temperature: { type: 'number' },
-     *       maxTokens: { type: 'integer' },
-     *       model: { type: 'string', enum: ['gpt-4', 'gpt-4-turbo'] },
-     *     },
-     *     required: ['model'],
-     *   },
-     *   description: 'Production chatbot powered by GPT-4',
-     *   inputSchema: {
-     *     type: 'object',
-     *     properties: {
-     *       messages: {
-     *         type: 'array',
-     *         items: {
-     *           type: 'object',
-     *           properties: {
-     *             role: { type: 'string', enum: ['system', 'user', 'assistant'] },
-     *             content: { type: 'string' },
-     *           },
-     *           required: ['role', 'content'],
-     *         },
-     *       },
-     *     },
-     *     required: ['messages'],
-     *   },
-     *   name: 'GPT-4 Chatbot',
-     *   outputSchema: {
-     *     type: 'object',
-     *     properties: { response: { type: 'string' } },
-     *     required: ['response'],
-     *   },
-     * });
-     * ```
-     */
-    create(projectID: string, body: SystemCreateParams, options?: RequestOptions): APIPromise<System>;
-    /**
-     * Update an existing system definition. Only the fields provided in the request
-     * body will be updated. If a field is provided, the new content will replace the
-     * existing content. If a field is not provided, the existing content will remain
-     * unchanged.
-     *
-     * When updating schemas:
-     *
-     * - The system will accept your changes regardless of compatibility with existing
-     *   configurations
-     * - Schema updates won't invalidate existing evaluations or configurations
-     * - For significant redesigns, creating a new system definition provides a cleaner
-     *   separation
+     * Update an existing system. Only the fields provided in the request body will be
+     * updated. If a field is provided, the new content will replace the existing
+     * content. If a field is not provided, the existing content will remain unchanged.
      *
      * @example
      * ```ts
      * const system = await client.systems.update(
      *   '12345678-0a8b-4f66-b6f3-2ddcfa097257',
      *   {
-     *     description:
-     *       'Updated production chatbot powered by GPT-4 Turbo',
-     *     name: 'GPT-4 Turbo Chatbot',
+     *     productionVersionId:
+     *       '87654321-4d3b-4ae4-8c7a-4b6e2a19ccf3',
      *   },
      * );
      * ```
@@ -125,21 +58,24 @@ export declare class Systems extends APIResource {
      * ```
      */
     get(systemID: string, options?: RequestOptions): APIPromise<System>;
+    /**
+     * Create a new system. If one with the same name in the project exists, it updates
+     * it instead.
+     *
+     * @example
+     * ```ts
+     * const system = await client.systems.upsert('314', {
+     *   config: { temperature: 0.1, maxTokens: 1024 },
+     *   description: 'Production chatbot powered by GPT-4',
+     *   name: 'GPT-4 Chatbot',
+     * });
+     * ```
+     */
+    upsert(projectID: string, body: SystemUpsertParams, options?: RequestOptions): APIPromise<System>;
 }
 export type SystemsPaginatedResponse = PaginatedResponse<System>;
 /**
- * A System Under Test (SUT) defines the interface to a component or service you
- * want to evaluate.
- *
- * It specifies three contracts through schemas:
- *
- * - inputSchema: The structure of data the system accepts.
- * - outputSchema: The structure of data the system produces.
- * - configSchema: The parameters that modify system behavior.
- *
- * This abstraction lets you evaluate any system as a black box, focusing on its
- * interface rather than implementation details. It's particularly useful for
- * systems with variable outputs or complex internal state.
+ * A System Under Test (SUT).
  *
  * Systems are templates - to run evaluations, pair them with a SystemVersion that
  * provides specific parameter values.
@@ -149,32 +85,43 @@ export interface System {
      * The ID of the system.
      */
     id: string;
-    /**
-     * The schema of the system's configuration.
-     */
-    configSchema: {
-        [key: string]: unknown;
-    };
     /**
      * The description of the system.
      */
     description: string;
     /**
-     * The schema of the system's inputs.
+     * The name of the system. Unique within the project.
      */
-    inputSchema: {
-        [key: string]: unknown;
-    };
+    name: string;
     /**
-     * The name of the system.
+     * The production version of the system.
      */
-    name: string;
+    productionVersion: VersionsAPI.SystemVersion;
     /**
-     * The schema of the system's outputs.
+     * The versions of the system.
      */
-    outputSchema: {
-        [key: string]: unknown;
-    };
+    versions: Array<System.Version>;
+}
+export declare namespace System {
+    /**
+     * A SystemVersion defines the specific settings for a System Under Test.
+     *
+     * System versions contain parameter values that determine system behavior during
+     * evaluation. They are immutable snapshots - once created, they never change.
+     *
+     * When running evaluations, you reference a specific systemVersionId to establish
+     * which system version to test.
+     */
+    interface Version {
+        /**
+         * The ID of the system version.
+         */
+        id: string;
+        /**
+         * The name of the system version.
+         */
+        name: string;
+    }
 }
 export interface SystemDeleteResponse {
     /**
@@ -182,66 +129,39 @@ export interface SystemDeleteResponse {
      */
     success: boolean;
 }
-export interface SystemCreateParams {
-    /**
-     * The schema of the system's configuration.
-     */
-    configSchema: {
-        [key: string]: unknown;
-    };
+export interface SystemUpdateParams {
     /**
      * The description of the system.
      */
-    description: string;
-    /**
-     * The schema of the system's inputs.
-     */
-    inputSchema: {
-        [key: string]: unknown;
-    };
+    description?: string;
     /**
-     * The name of the system.
+     * The name of the system. Unique within the project.
      */
-    name: string;
+    name?: string;
     /**
-     * The schema of the system's outputs.
+     * The ID of the production version of the system.
      */
-    outputSchema: {
-        [key: string]: unknown;
-    };
+    productionVersionId?: string;
 }
-export interface SystemUpdateParams {
+export interface SystemListParams extends PaginatedResponseParams {
+}
+export interface SystemUpsertParams {
     /**
-     * The schema of the system's configuration.
+     * The configuration of the system.
      */
-    configSchema?: {
-        [key: string]: unknown;
-    };
+    config: Record<string, unknown>;
     /**
      * The description of the system.
      */
     description?: string;
     /**
-     * The schema of the system's inputs.
-     */
-    inputSchema?: {
-        [key: string]: unknown;
-    };
-    /**
-     * The name of the system.
+     * The name of the system. Should be unique within the project. Default is "Default
+     * system"
      */
     name?: string;
-    /**
-     * The schema of the system's outputs.
-     */
-    outputSchema?: {
-        [key: string]: unknown;
-    };
-}
-export interface SystemListParams extends PaginatedResponseParams {
 }
 export declare namespace Systems {
-    export { type System as System, type SystemDeleteResponse as SystemDeleteResponse, type SystemsPaginatedResponse as SystemsPaginatedResponse, type SystemCreateParams as SystemCreateParams, type SystemUpdateParams as SystemUpdateParams, type SystemListParams as SystemListParams, };
-    export { Versions as Versions, type SystemVersion as SystemVersion, type SystemVersionsPaginatedResponse as SystemVersionsPaginatedResponse, type VersionCreateParams as VersionCreateParams, type VersionListParams as VersionListParams, };
+    export { type System as System, type SystemDeleteResponse as SystemDeleteResponse, type SystemsPaginatedResponse as SystemsPaginatedResponse, type SystemUpdateParams as SystemUpdateParams, type SystemListParams as SystemListParams, type SystemUpsertParams as SystemUpsertParams, };
+    export { Versions as Versions, type SystemVersion as SystemVersion, type VersionUpsertParams as VersionUpsertParams, };
 }
 //# sourceMappingURL=systems.d.mts.map

package/resources/systems/systems.d.mts.map

@@ -1 +1 @@
-{"version":3,"file":"systems.d.mts","sourceRoot":"","sources":["../../src/resources/systems/systems.ts"],"names":[],"mappings":"OAEO,EAAE,WAAW,EAAE;OACf,KAAK,WAAW;OAChB,EACL,aAAa,EACb,+BAA+B,EAC/B,mBAAmB,EACnB,iBAAiB,EACjB,QAAQ,EACT;OACM,EAAE,UAAU,EAAE;OACd,EAAE,WAAW,EAAE,iBAAiB,EAAE,KAAK,uBAAuB,EAAE;OAChE,EAAE,cAAc,EAAE;AAGzB,qBAAa,OAAQ,SAAQ,WAAW;IACtC,QAAQ,EAAE,WAAW,CAAC,QAAQ,CAA0C;IAExE;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;OAuDG;IACH,MAAM,CAAC,SAAS,EAAE,MAAM,EAAE,IAAI,EAAE,kBAAkB,EAAE,OAAO,CAAC,EAAE,cAAc,GAAG,UAAU,CAAC,MAAM,CAAC;IAIjG;;;;;;;;;;;;;;;;;;;;;;;;;OAyBG;IACH,MAAM,CACJ,QAAQ,EAAE,MAAM,EAChB,IAAI,GAAE,kBAAkB,GAAG,IAAI,GAAG,SAAc,EAChD,OAAO,CAAC,EAAE,cAAc,GACvB,UAAU,CAAC,MAAM,CAAC;IAIrB;;;;;;;;;;OAUG;IACH,IAAI,CACF,SAAS,EAAE,MAAM,EACjB,KAAK,GAAE,gBAAgB,GAAG,IAAI,GAAG,SAAc,EAC/C,OAAO,CAAC,EAAE,cAAc,GACvB,WAAW,CAAC,wBAAwB,EAAE,MAAM,CAAC;IAOhD;;;;;;;;;;OAUG;IACH,MAAM,CAAC,QAAQ,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,cAAc,GAAG,UAAU,CAAC,oBAAoB,CAAC;IAIpF;;;;;;;;;OASG;IACH,GAAG,CAAC,QAAQ,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,cAAc,GAAG,UAAU,CAAC,MAAM,CAAC;CAGpE;AAED,MAAM,MAAM,wBAAwB,GAAG,iBAAiB,CAAC,MAAM,CAAC,CAAC;AAEjE;;;;;;;;;;;;;;;;GAgBG;AACH,MAAM,WAAW,MAAM;IACrB;;OAEG;IACH,EAAE,EAAE,MAAM,CAAC;IAEX;;OAEG;IACH,YAAY,EAAE;QAAE,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAA;KAAE,CAAC;IAEzC;;OAEG;IACH,WAAW,EAAE,MAAM,CAAC;IAEpB;;OAEG;IACH,WAAW,EAAE;QAAE,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAA;KAAE,CAAC;IAExC;;OAEG;IACH,IAAI,EAAE,MAAM,CAAC;IAEb;;OAEG;IACH,YAAY,EAAE;QAAE,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAA;KAAE,CAAC;CAC1C;AAED,MAAM,WAAW,oBAAoB;IACnC;;OAEG;IACH,OAAO,EAAE,OAAO,CAAC;CAClB;AAED,MAAM,WAAW,kBAAkB;IACjC;;OAEG;IACH,YAAY,EAAE;QAAE,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAA;KAAE,CAAC;IAEzC;;OAEG;IACH,WAAW,EAAE,MAAM,CAAC;IAEpB;;OAEG;IACH,WAAW,EAAE;QAAE,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAA;KAAE,CAAC;IAExC;;OAEG;IACH,IAAI,EAAE,MAAM,CAAC;IAEb;;OAEG;IACH,YAAY,EAAE;QAAE,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAA;KAAE,CAAC;CAC1C;AAED,MAAM,WAAW,kBAAkB;IACjC;;OAEG;IACH,YAAY,CAAC,EAAE;QAAE,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAA;KAAE,CAAC;IAE1C;;OAEG;IACH,WAAW,CAAC,EAAE,MAAM,CAAC;IAErB;;OAEG;IACH,WAAW,CAAC,EAAE;QAAE,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAA;KAAE,CAAC;IAEzC;;OAEG;IACH,IAAI,CAAC,EAAE,MAAM,CAAC;IAEd;;OAEG;IACH,YAAY,CAAC,EAAE;QAAE,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAA;KAAE,CAAC;CAC3C;AAED,MAAM,WAAW,gBAAiB,SAAQ,uBAAuB;CAAG;AAIpE,MAAM,CAAC,OAAO,WAAW,OAAO,CAAC;IAC/B,OAAO,EACL,KAAK,MAAM,IAAI,MAAM,EACrB,KAAK,oBAAoB,IAAI,oBAAoB,EACjD,KAAK,wBAAwB,IAAI,wBAAwB,EACzD,KAAK,kBAAkB,IAAI,kBAAkB,EAC7C,KAAK,kBAAkB,IAAI,kBAAkB,EAC7C,KAAK,gBAAgB,IAAI,gBAAgB,GAC1C,CAAC;IAEF,OAAO,EACL,QAAQ,IAAI,QAAQ,EACpB,KAAK,aAAa,IAAI,aAAa,EACnC,KAAK,+BAA+B,IAAI,+BAA+B,EACvE,KAAK,mBAAmB,IAAI,mBAAmB,EAC/C,KAAK,iBAAiB,IAAI,iBAAiB,GAC5C,CAAC;CACH"}
+{"version":3,"file":"systems.d.mts","sourceRoot":"","sources":["../../src/resources/systems/systems.ts"],"names":[],"mappings":"OAEO,EAAE,WAAW,EAAE;OACf,KAAK,WAAW;OAChB,EAAE,aAAa,EAAE,mBAAmB,EAAE,QAAQ,EAAE;OAChD,EAAE,UAAU,EAAE;OACd,EAAE,WAAW,EAAE,iBAAiB,EAAE,KAAK,uBAAuB,EAAE;OAChE,EAAE,cAAc,EAAE;AAGzB,qBAAa,OAAQ,SAAQ,WAAW;IACtC,QAAQ,EAAE,WAAW,CAAC,QAAQ,CAA0C;IAExE;;;;;;;;;;;;;;;OAeG;IACH,MAAM,CACJ,QAAQ,EAAE,MAAM,EAChB,IAAI,GAAE,kBAAkB,GAAG,IAAI,GAAG,SAAc,EAChD,OAAO,CAAC,EAAE,cAAc,GACvB,UAAU,CAAC,MAAM,CAAC;IAIrB;;;;;;;;;;OAUG;IACH,IAAI,CACF,SAAS,EAAE,MAAM,EACjB,KAAK,GAAE,gBAAgB,GAAG,IAAI,GAAG,SAAc,EAC/C,OAAO,CAAC,EAAE,cAAc,GACvB,WAAW,CAAC,wBAAwB,EAAE,MAAM,CAAC;IAOhD;;;;;;;;;;OAUG;IACH,MAAM,CAAC,QAAQ,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,cAAc,GAAG,UAAU,CAAC,oBAAoB,CAAC;IAIpF;;;;;;;;;OASG;IACH,GAAG,CAAC,QAAQ,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,cAAc,GAAG,UAAU,CAAC,MAAM,CAAC;IAInE;;;;;;;;;;;;OAYG;IACH,MAAM,CAAC,SAAS,EAAE,MAAM,EAAE,IAAI,EAAE,kBAAkB,EAAE,OAAO,CAAC,EAAE,cAAc,GAAG,UAAU,CAAC,MAAM,CAAC;CAGlG;AAED,MAAM,MAAM,wBAAwB,GAAG,iBAAiB,CAAC,MAAM,CAAC,CAAC;AAEjE;;;;;GAKG;AACH,MAAM,WAAW,MAAM;IACrB;;OAEG;IACH,EAAE,EAAE,MAAM,CAAC;IAEX;;OAEG;IACH,WAAW,EAAE,MAAM,CAAC;IAEpB;;OAEG;IACH,IAAI,EAAE,MAAM,CAAC;IAEb;;OAEG;IACH,iBAAiB,EAAE,WAAW,CAAC,aAAa,CAAC;IAE7C;;OAEG;IACH,QAAQ,EAAE,KAAK,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;CACjC;AAED,yBAAiB,MAAM,CAAC;IACtB;;;;;;;;OAQG;IACH,UAAiB,OAAO;QACtB;;WAEG;QACH,EAAE,EAAE,MAAM,CAAC;QAEX;;WAEG;QACH,IAAI,EAAE,MAAM,CAAC;KACd;CACF;AAED,MAAM,WAAW,oBAAoB;IACnC;;OAEG;IACH,OAAO,EAAE,OAAO,CAAC;CAClB;AAED,MAAM,WAAW,kBAAkB;IACjC;;OAEG;IACH,WAAW,CAAC,EAAE,MAAM,CAAC;IAErB;;OAEG;IACH,IAAI,CAAC,EAAE,MAAM,CAAC;IAEd;;OAEG;IACH,mBAAmB,CAAC,EAAE,MAAM,CAAC;CAC9B;AAED,MAAM,WAAW,gBAAiB,SAAQ,uBAAuB;CAAG;AAEpE,MAAM,WAAW,kBAAkB;IACjC;;OAEG;IACH,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAEhC;;OAEG;IACH,WAAW,CAAC,EAAE,MAAM,CAAC;IAErB;;;OAGG;IACH,IAAI,CAAC,EAAE,MAAM,CAAC;CACf;AAID,MAAM,CAAC,OAAO,WAAW,OAAO,CAAC;IAC/B,OAAO,EACL,KAAK,MAAM,IAAI,MAAM,EACrB,KAAK,oBAAoB,IAAI,oBAAoB,EACjD,KAAK,wBAAwB,IAAI,wBAAwB,EACzD,KAAK,kBAAkB,IAAI,kBAAkB,EAC7C,KAAK,gBAAgB,IAAI,gBAAgB,EACzC,KAAK,kBAAkB,IAAI,kBAAkB,GAC9C,CAAC;IAEF,OAAO,EACL,QAAQ,IAAI,QAAQ,EACpB,KAAK,aAAa,IAAI,aAAa,EACnC,KAAK,mBAAmB,IAAI,mBAAmB,GAChD,CAAC;CACH"}

package/resources/systems/systems.d.ts

@@ -1,90 +1,23 @@
 import { APIResource } from "../../core/resource.js";
 import * as VersionsAPI from "./versions.js";
-import { SystemVersion, SystemVersionsPaginatedResponse, VersionCreateParams, VersionListParams, Versions } from "./versions.js";
+import { SystemVersion, VersionUpsertParams, Versions } from "./versions.js";
 import { APIPromise } from "../../core/api-promise.js";
 import { PagePromise, PaginatedResponse, type PaginatedResponseParams } from "../../core/pagination.js";
 import { RequestOptions } from "../../internal/request-options.js";
 export declare class Systems extends APIResource {
     versions: VersionsAPI.Versions;
     /**
-     * Create a new system definition that specifies the interface contracts for a
-     * component you want to evaluate.
-     *
-     * A system acts as a template that defines three key contracts through JSON
-     * Schemas:
-     *
-     * 1. Input Schema: What data your system accepts (e.g., user queries, context
-     *    documents)
-     * 2. Output Schema: What data your system produces (e.g., responses, confidence
-     *    scores)
-     * 3. Config Schema: What parameters can be adjusted (e.g., model selection,
-     *    temperature)
-     *
-     * This separation lets you evaluate any system as a black box, focusing on its
-     * interface rather than implementation details.
-     *
-     * @example
-     * ```ts
-     * const system = await client.systems.create('314', {
-     *   configSchema: {
-     *     type: 'object',
-     *     properties: {
-     *       temperature: { type: 'number' },
-     *       maxTokens: { type: 'integer' },
-     *       model: { type: 'string', enum: ['gpt-4', 'gpt-4-turbo'] },
-     *     },
-     *     required: ['model'],
-     *   },
-     *   description: 'Production chatbot powered by GPT-4',
-     *   inputSchema: {
-     *     type: 'object',
-     *     properties: {
-     *       messages: {
-     *         type: 'array',
-     *         items: {
-     *           type: 'object',
-     *           properties: {
-     *             role: { type: 'string', enum: ['system', 'user', 'assistant'] },
-     *             content: { type: 'string' },
-     *           },
-     *           required: ['role', 'content'],
-     *         },
-     *       },
-     *     },
-     *     required: ['messages'],
-     *   },
-     *   name: 'GPT-4 Chatbot',
-     *   outputSchema: {
-     *     type: 'object',
-     *     properties: { response: { type: 'string' } },
-     *     required: ['response'],
-     *   },
-     * });
-     * ```
-     */
-    create(projectID: string, body: SystemCreateParams, options?: RequestOptions): APIPromise<System>;
-    /**
-     * Update an existing system definition. Only the fields provided in the request
-     * body will be updated. If a field is provided, the new content will replace the
-     * existing content. If a field is not provided, the existing content will remain
-     * unchanged.
-     *
-     * When updating schemas:
-     *
-     * - The system will accept your changes regardless of compatibility with existing
-     *   configurations
-     * - Schema updates won't invalidate existing evaluations or configurations
-     * - For significant redesigns, creating a new system definition provides a cleaner
-     *   separation
+     * Update an existing system. Only the fields provided in the request body will be
+     * updated. If a field is provided, the new content will replace the existing
+     * content. If a field is not provided, the existing content will remain unchanged.
      *
      * @example
      * ```ts
      * const system = await client.systems.update(
      *   '12345678-0a8b-4f66-b6f3-2ddcfa097257',
      *   {
-     *     description:
-     *       'Updated production chatbot powered by GPT-4 Turbo',
-     *     name: 'GPT-4 Turbo Chatbot',
+     *     productionVersionId:
+     *       '87654321-4d3b-4ae4-8c7a-4b6e2a19ccf3',
      *   },
      * );
      * ```
@@ -125,21 +58,24 @@ export declare class Systems extends APIResource {
      * ```
      */
     get(systemID: string, options?: RequestOptions): APIPromise<System>;
+    /**
+     * Create a new system. If one with the same name in the project exists, it updates
+     * it instead.
+     *
+     * @example
+     * ```ts
+     * const system = await client.systems.upsert('314', {
+     *   config: { temperature: 0.1, maxTokens: 1024 },
+     *   description: 'Production chatbot powered by GPT-4',
+     *   name: 'GPT-4 Chatbot',
+     * });
+     * ```
+     */
+    upsert(projectID: string, body: SystemUpsertParams, options?: RequestOptions): APIPromise<System>;
 }
 export type SystemsPaginatedResponse = PaginatedResponse<System>;
 /**
- * A System Under Test (SUT) defines the interface to a component or service you
- * want to evaluate.
- *
- * It specifies three contracts through schemas:
- *
- * - inputSchema: The structure of data the system accepts.
- * - outputSchema: The structure of data the system produces.
- * - configSchema: The parameters that modify system behavior.
- *
- * This abstraction lets you evaluate any system as a black box, focusing on its
- * interface rather than implementation details. It's particularly useful for
- * systems with variable outputs or complex internal state.
+ * A System Under Test (SUT).
  *
  * Systems are templates - to run evaluations, pair them with a SystemVersion that
  * provides specific parameter values.
@@ -149,32 +85,43 @@ export interface System {
      * The ID of the system.
      */
     id: string;
-    /**
-     * The schema of the system's configuration.
-     */
-    configSchema: {
-        [key: string]: unknown;
-    };
     /**
      * The description of the system.
      */
     description: string;
     /**
-     * The schema of the system's inputs.
+     * The name of the system. Unique within the project.
      */
-    inputSchema: {
-        [key: string]: unknown;
-    };
+    name: string;
     /**
-     * The name of the system.
+     * The production version of the system.
      */
-    name: string;
+    productionVersion: VersionsAPI.SystemVersion;
     /**
-     * The schema of the system's outputs.
+     * The versions of the system.
      */
-    outputSchema: {
-        [key: string]: unknown;
-    };
+    versions: Array<System.Version>;
+}
+export declare namespace System {
+    /**
+     * A SystemVersion defines the specific settings for a System Under Test.
+     *
+     * System versions contain parameter values that determine system behavior during
+     * evaluation. They are immutable snapshots - once created, they never change.
+     *
+     * When running evaluations, you reference a specific systemVersionId to establish
+     * which system version to test.
+     */
+    interface Version {
+        /**
+         * The ID of the system version.
+         */
+        id: string;
+        /**
+         * The name of the system version.
+         */
+        name: string;
+    }
 }
 export interface SystemDeleteResponse {
     /**
@@ -182,66 +129,39 @@ export interface SystemDeleteResponse {
      */
     success: boolean;
 }
-export interface SystemCreateParams {
-    /**
-     * The schema of the system's configuration.
-     */
-    configSchema: {
-        [key: string]: unknown;
-    };
+export interface SystemUpdateParams {
     /**
      * The description of the system.
      */
-    description: string;
-    /**
-     * The schema of the system's inputs.
-     */
-    inputSchema: {
-        [key: string]: unknown;
-    };
+    description?: string;
     /**
-     * The name of the system.
+     * The name of the system. Unique within the project.
      */
-    name: string;
+    name?: string;
     /**
-     * The schema of the system's outputs.
+     * The ID of the production version of the system.
      */
-    outputSchema: {
-        [key: string]: unknown;
-    };
+    productionVersionId?: string;
 }
-export interface SystemUpdateParams {
+export interface SystemListParams extends PaginatedResponseParams {
+}
+export interface SystemUpsertParams {
     /**
-     * The schema of the system's configuration.
+     * The configuration of the system.
      */
-    configSchema?: {
-        [key: string]: unknown;
-    };
+    config: Record<string, unknown>;
     /**
      * The description of the system.
      */
     description?: string;
     /**
-     * The schema of the system's inputs.
-     */
-    inputSchema?: {
-        [key: string]: unknown;
-    };
-    /**
-     * The name of the system.
+     * The name of the system. Should be unique within the project. Default is "Default
+     * system"
      */
     name?: string;
-    /**
-     * The schema of the system's outputs.
-     */
-    outputSchema?: {
-        [key: string]: unknown;
-    };
-}
-export interface SystemListParams extends PaginatedResponseParams {
 }
 export declare namespace Systems {
-    export { type System as System, type SystemDeleteResponse as SystemDeleteResponse, type SystemsPaginatedResponse as SystemsPaginatedResponse, type SystemCreateParams as SystemCreateParams, type SystemUpdateParams as SystemUpdateParams, type SystemListParams as SystemListParams, };
-    export { Versions as Versions, type SystemVersion as SystemVersion, type SystemVersionsPaginatedResponse as SystemVersionsPaginatedResponse, type VersionCreateParams as VersionCreateParams, type VersionListParams as VersionListParams, };
+    export { type System as System, type SystemDeleteResponse as SystemDeleteResponse, type SystemsPaginatedResponse as SystemsPaginatedResponse, type SystemUpdateParams as SystemUpdateParams, type SystemListParams as SystemListParams, type SystemUpsertParams as SystemUpsertParams, };
+    export { Versions as Versions, type SystemVersion as SystemVersion, type VersionUpsertParams as VersionUpsertParams, };
 }
 //# sourceMappingURL=systems.d.ts.map

package/resources/systems/systems.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"systems.d.ts","sourceRoot":"","sources":["../../src/resources/systems/systems.ts"],"names":[],"mappings":"OAEO,EAAE,WAAW,EAAE;OACf,KAAK,WAAW;OAChB,EACL,aAAa,EACb,+BAA+B,EAC/B,mBAAmB,EACnB,iBAAiB,EACjB,QAAQ,EACT;OACM,EAAE,UAAU,EAAE;OACd,EAAE,WAAW,EAAE,iBAAiB,EAAE,KAAK,uBAAuB,EAAE;OAChE,EAAE,cAAc,EAAE;AAGzB,qBAAa,OAAQ,SAAQ,WAAW;IACtC,QAAQ,EAAE,WAAW,CAAC,QAAQ,CAA0C;IAExE;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;OAuDG;IACH,MAAM,CAAC,SAAS,EAAE,MAAM,EAAE,IAAI,EAAE,kBAAkB,EAAE,OAAO,CAAC,EAAE,cAAc,GAAG,UAAU,CAAC,MAAM,CAAC;IAIjG;;;;;;;;;;;;;;;;;;;;;;;;;OAyBG;IACH,MAAM,CACJ,QAAQ,EAAE,MAAM,EAChB,IAAI,GAAE,kBAAkB,GAAG,IAAI,GAAG,SAAc,EAChD,OAAO,CAAC,EAAE,cAAc,GACvB,UAAU,CAAC,MAAM,CAAC;IAIrB;;;;;;;;;;OAUG;IACH,IAAI,CACF,SAAS,EAAE,MAAM,EACjB,KAAK,GAAE,gBAAgB,GAAG,IAAI,GAAG,SAAc,EAC/C,OAAO,CAAC,EAAE,cAAc,GACvB,WAAW,CAAC,wBAAwB,EAAE,MAAM,CAAC;IAOhD;;;;;;;;;;OAUG;IACH,MAAM,CAAC,QAAQ,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,cAAc,GAAG,UAAU,CAAC,oBAAoB,CAAC;IAIpF;;;;;;;;;OASG;IACH,GAAG,CAAC,QAAQ,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,cAAc,GAAG,UAAU,CAAC,MAAM,CAAC;CAGpE;AAED,MAAM,MAAM,wBAAwB,GAAG,iBAAiB,CAAC,MAAM,CAAC,CAAC;AAEjE;;;;;;;;;;;;;;;;GAgBG;AACH,MAAM,WAAW,MAAM;IACrB;;OAEG;IACH,EAAE,EAAE,MAAM,CAAC;IAEX;;OAEG;IACH,YAAY,EAAE;QAAE,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAA;KAAE,CAAC;IAEzC;;OAEG;IACH,WAAW,EAAE,MAAM,CAAC;IAEpB;;OAEG;IACH,WAAW,EAAE;QAAE,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAA;KAAE,CAAC;IAExC;;OAEG;IACH,IAAI,EAAE,MAAM,CAAC;IAEb;;OAEG;IACH,YAAY,EAAE;QAAE,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAA;KAAE,CAAC;CAC1C;AAED,MAAM,WAAW,oBAAoB;IACnC;;OAEG;IACH,OAAO,EAAE,OAAO,CAAC;CAClB;AAED,MAAM,WAAW,kBAAkB;IACjC;;OAEG;IACH,YAAY,EAAE;QAAE,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAA;KAAE,CAAC;IAEzC;;OAEG;IACH,WAAW,EAAE,MAAM,CAAC;IAEpB;;OAEG;IACH,WAAW,EAAE;QAAE,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAA;KAAE,CAAC;IAExC;;OAEG;IACH,IAAI,EAAE,MAAM,CAAC;IAEb;;OAEG;IACH,YAAY,EAAE;QAAE,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAA;KAAE,CAAC;CAC1C;AAED,MAAM,WAAW,kBAAkB;IACjC;;OAEG;IACH,YAAY,CAAC,EAAE;QAAE,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAA;KAAE,CAAC;IAE1C;;OAEG;IACH,WAAW,CAAC,EAAE,MAAM,CAAC;IAErB;;OAEG;IACH,WAAW,CAAC,EAAE;QAAE,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAA;KAAE,CAAC;IAEzC;;OAEG;IACH,IAAI,CAAC,EAAE,MAAM,CAAC;IAEd;;OAEG;IACH,YAAY,CAAC,EAAE;QAAE,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAA;KAAE,CAAC;CAC3C;AAED,MAAM,WAAW,gBAAiB,SAAQ,uBAAuB;CAAG;AAIpE,MAAM,CAAC,OAAO,WAAW,OAAO,CAAC;IAC/B,OAAO,EACL,KAAK,MAAM,IAAI,MAAM,EACrB,KAAK,oBAAoB,IAAI,oBAAoB,EACjD,KAAK,wBAAwB,IAAI,wBAAwB,EACzD,KAAK,kBAAkB,IAAI,kBAAkB,EAC7C,KAAK,kBAAkB,IAAI,kBAAkB,EAC7C,KAAK,gBAAgB,IAAI,gBAAgB,GAC1C,CAAC;IAEF,OAAO,EACL,QAAQ,IAAI,QAAQ,EACpB,KAAK,aAAa,IAAI,aAAa,EACnC,KAAK,+BAA+B,IAAI,+BAA+B,EACvE,KAAK,mBAAmB,IAAI,mBAAmB,EAC/C,KAAK,iBAAiB,IAAI,iBAAiB,GAC5C,CAAC;CACH"}
+{"version":3,"file":"systems.d.ts","sourceRoot":"","sources":["../../src/resources/systems/systems.ts"],"names":[],"mappings":"OAEO,EAAE,WAAW,EAAE;OACf,KAAK,WAAW;OAChB,EAAE,aAAa,EAAE,mBAAmB,EAAE,QAAQ,EAAE;OAChD,EAAE,UAAU,EAAE;OACd,EAAE,WAAW,EAAE,iBAAiB,EAAE,KAAK,uBAAuB,EAAE;OAChE,EAAE,cAAc,EAAE;AAGzB,qBAAa,OAAQ,SAAQ,WAAW;IACtC,QAAQ,EAAE,WAAW,CAAC,QAAQ,CAA0C;IAExE;;;;;;;;;;;;;;;OAeG;IACH,MAAM,CACJ,QAAQ,EAAE,MAAM,EAChB,IAAI,GAAE,kBAAkB,GAAG,IAAI,GAAG,SAAc,EAChD,OAAO,CAAC,EAAE,cAAc,GACvB,UAAU,CAAC,MAAM,CAAC;IAIrB;;;;;;;;;;OAUG;IACH,IAAI,CACF,SAAS,EAAE,MAAM,EACjB,KAAK,GAAE,gBAAgB,GAAG,IAAI,GAAG,SAAc,EAC/C,OAAO,CAAC,EAAE,cAAc,GACvB,WAAW,CAAC,wBAAwB,EAAE,MAAM,CAAC;IAOhD;;;;;;;;;;OAUG;IACH,MAAM,CAAC,QAAQ,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,cAAc,GAAG,UAAU,CAAC,oBAAoB,CAAC;IAIpF;;;;;;;;;OASG;IACH,GAAG,CAAC,QAAQ,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,cAAc,GAAG,UAAU,CAAC,MAAM,CAAC;IAInE;;;;;;;;;;;;OAYG;IACH,MAAM,CAAC,SAAS,EAAE,MAAM,EAAE,IAAI,EAAE,kBAAkB,EAAE,OAAO,CAAC,EAAE,cAAc,GAAG,UAAU,CAAC,MAAM,CAAC;CAGlG;AAED,MAAM,MAAM,wBAAwB,GAAG,iBAAiB,CAAC,MAAM,CAAC,CAAC;AAEjE;;;;;GAKG;AACH,MAAM,WAAW,MAAM;IACrB;;OAEG;IACH,EAAE,EAAE,MAAM,CAAC;IAEX;;OAEG;IACH,WAAW,EAAE,MAAM,CAAC;IAEpB;;OAEG;IACH,IAAI,EAAE,MAAM,CAAC;IAEb;;OAEG;IACH,iBAAiB,EAAE,WAAW,CAAC,aAAa,CAAC;IAE7C;;OAEG;IACH,QAAQ,EAAE,KAAK,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;CACjC;AAED,yBAAiB,MAAM,CAAC;IACtB;;;;;;;;OAQG;IACH,UAAiB,OAAO;QACtB;;WAEG;QACH,EAAE,EAAE,MAAM,CAAC;QAEX;;WAEG;QACH,IAAI,EAAE,MAAM,CAAC;KACd;CACF;AAED,MAAM,WAAW,oBAAoB;IACnC;;OAEG;IACH,OAAO,EAAE,OAAO,CAAC;CAClB;AAED,MAAM,WAAW,kBAAkB;IACjC;;OAEG;IACH,WAAW,CAAC,EAAE,MAAM,CAAC;IAErB;;OAEG;IACH,IAAI,CAAC,EAAE,MAAM,CAAC;IAEd;;OAEG;IACH,mBAAmB,CAAC,EAAE,MAAM,CAAC;CAC9B;AAED,MAAM,WAAW,gBAAiB,SAAQ,uBAAuB;CAAG;AAEpE,MAAM,WAAW,kBAAkB;IACjC;;OAEG;IACH,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAEhC;;OAEG;IACH,WAAW,CAAC,EAAE,MAAM,CAAC;IAErB;;;OAGG;IACH,IAAI,CAAC,EAAE,MAAM,CAAC;CACf;AAID,MAAM,CAAC,OAAO,WAAW,OAAO,CAAC;IAC/B,OAAO,EACL,KAAK,MAAM,IAAI,MAAM,EACrB,KAAK,oBAAoB,IAAI,oBAAoB,EACjD,KAAK,wBAAwB,IAAI,wBAAwB,EACzD,KAAK,kBAAkB,IAAI,kBAAkB,EAC7C,KAAK,gBAAgB,IAAI,gBAAgB,EACzC,KAAK,kBAAkB,IAAI,kBAAkB,GAC9C,CAAC;IAEF,OAAO,EACL,QAAQ,IAAI,QAAQ,EACpB,KAAK,aAAa,IAAI,aAAa,EACnC,KAAK,mBAAmB,IAAI,mBAAmB,GAChD,CAAC;CACH"}