scorecard-ai 1.0.0-alpha.2 → 1.0.0-alpha.4

package/resources/testsets.d.ts

@@ -4,12 +4,12 @@ import { PagePromise, PaginatedResponse, type PaginatedResponseParams } from "..
 import { RequestOptions } from "../internal/request-options.js";
 export declare class Testsets extends APIResource {
     /**
-     * Create a new testset for a project. The testset will be created in the project
+     * Create a new Testset for a Project. The Testset will be created in the Project
      * specified in the path.
      */
     create(projectID: string, body: TestsetCreateParams, options?: RequestOptions): APIPromise<Testset>;
     /**
-     * Update a testset. Only the fields provided in the request body will be updated.
+     * Update a Testset. Only the fields provided in the request body will be updated.
      * If a field is provided, the new content will replace the existing content. If a
      * field is not provided, the existing content will remain unchanged.
      *
@@ -24,167 +24,168 @@ export declare class Testsets extends APIResource {
      */
     update(testsetID: string, body?: TestsetUpdateParams | null | undefined, options?: RequestOptions): APIPromise<Testset>;
     /**
-     * Retrieve a paginated list of testsets belonging to a project.
+     * Retrieve a paginated list of Testsets belonging to a Project.
      */
     list(projectID: string, query?: TestsetListParams | null | undefined, options?: RequestOptions): PagePromise<TestsetsPaginatedResponse, Testset>;
     /**
-     * Delete testset
+     * Delete Testset
      */
     delete(testsetID: string, options?: RequestOptions): APIPromise<TestsetDeleteResponse>;
     /**
-     * Get testset by ID
+     * Get Testset by ID
      */
     get(testsetID: string, options?: RequestOptions): APIPromise<Testset>;
 }
 export type TestsetsPaginatedResponse = PaginatedResponse<Testset>;
 /**
- * A collection of test cases that share the same schema. Each testset defines the
- * structure of its test cases through a JSON schema. The `fieldMapping` object
- * maps top-level keys of the testcase schema to their roles (input/label). Fields
- * not mentioned in the `fieldMapping` during creation or update are treated as
+ * A collection of Testcases that share the same schema. Each Testset defines the
+ * structure of its Testcases through a JSON schema. The `fieldMapping` object maps
+ * top-level keys of the Testcase schema to their roles (input/label). Fields not
+ * mentioned in the `fieldMapping` during creation or update are treated as
  * metadata.
  *
  * ## JSON Schema validation constraints supported:
  *
  * - **Required fields** - Fields listed in the schema's `required` array must be
- *   present in testcases
+ *   present in Testcases.
  * - **Type validation** - Values must match the specified type (string, number,
- *   boolean, null, integer, object, array)
+ *   boolean, null, integer, object, array).
  * - **Enum validation** - Values must be one of the options specified in the
- *   `enum` array
+ *   `enum` array.
  * - **Object property validation** - Properties of objects must conform to their
- *   defined schemas
- * - **Array item validation** - Items in arrays must conform to the `items` schema
+ *   defined schemas.
+ * - **Array item validation** - Items in arrays must conform to the `items`
+ *   schema.
  * - **Logical composition** - Values must conform to at least one schema in the
- *   `anyOf` array
+ *   `anyOf` array.
  *
  * Testcases that fail validation will still be stored, but will include
- * `validationErrors` detailing the issues. Extra fields in the testcase data that
+ * `validationErrors` detailing the issues. Extra fields in the Testcase data that
  * are not in the schema will be stored but are ignored during validation.
  */
 export interface Testset {
     /**
-     * The ID of the testset
+     * The ID of the Testset.
      */
     id: string;
     /**
-     * The description of the testset
+     * The description of the Testset.
      */
     description: string;
     /**
-     * Maps top-level keys of the testcase schema to their roles (input/label).
+     * Maps top-level keys of the Testcase schema to their roles (input/label).
      * Unmapped fields are treated as metadata.
      */
     fieldMapping: Testset.FieldMapping;
     /**
-     * The JSON schema for each testcase in the testset
+     * The JSON schema for each Testcase in the Testset.
      */
     jsonSchema: Record<string, unknown>;
     /**
-     * The name of the testset
+     * The name of the Testset.
      */
     name: string;
 }
 export declare namespace Testset {
     /**
-     * Maps top-level keys of the testcase schema to their roles (input/label).
+     * Maps top-level keys of the Testcase schema to their roles (input/label).
      * Unmapped fields are treated as metadata.
      */
     interface FieldMapping {
         /**
-         * Fields that represent inputs to the AI system
+         * Fields that represent inputs to the AI system.
          */
         inputs: Array<string>;
         /**
-         * Fields that represent expected outputs/labels
+         * Fields that represent expected outputs/labels.
          */
         labels: Array<string>;
         /**
-         * Fields that are not inputs or labels
+         * Fields that are not inputs or labels.
          */
         metadata: Array<string>;
     }
 }
 export interface TestsetDeleteResponse {
     /**
-     * Whether the deletion was successful
+     * Whether the deletion was successful.
      */
     success: boolean;
 }
 export interface TestsetCreateParams {
     /**
-     * The description of the testset
+     * The description of the Testset.
      */
     description: string;
     /**
-     * Maps top-level keys of the testcase schema to their roles (input/label).
+     * Maps top-level keys of the Testcase schema to their roles (input/label).
      * Unmapped fields are treated as metadata.
      */
     fieldMapping: TestsetCreateParams.FieldMapping;
     /**
-     * The JSON schema for each testcase in the testset
+     * The JSON schema for each Testcase in the Testset.
      */
     jsonSchema: Record<string, unknown>;
     /**
-     * The name of the testset
+     * The name of the Testset.
      */
     name: string;
 }
 export declare namespace TestsetCreateParams {
     /**
-     * Maps top-level keys of the testcase schema to their roles (input/label).
+     * Maps top-level keys of the Testcase schema to their roles (input/label).
      * Unmapped fields are treated as metadata.
      */
     interface FieldMapping {
         /**
-         * Fields that represent inputs to the AI system
+         * Fields that represent inputs to the AI system.
          */
         inputs: Array<string>;
         /**
-         * Fields that represent expected outputs/labels
+         * Fields that represent expected outputs/labels.
          */
         labels: Array<string>;
         /**
-         * Fields that are not inputs or labels
+         * Fields that are not inputs or labels.
          */
         metadata: Array<string>;
     }
 }
 export interface TestsetUpdateParams {
     /**
-     * The description of the testset
+     * The description of the Testset.
      */
     description?: string;
     /**
-     * Maps top-level keys of the testcase schema to their roles (input/label).
+     * Maps top-level keys of the Testcase schema to their roles (input/label).
      * Unmapped fields are treated as metadata.
      */
     fieldMapping?: TestsetUpdateParams.FieldMapping;
     /**
-     * The JSON schema for each testcase in the testset
+     * The JSON schema for each Testcase in the Testset.
      */
     jsonSchema?: Record<string, unknown>;
     /**
-     * The name of the testset
+     * The name of the Testset.
      */
     name?: string;
 }
 export declare namespace TestsetUpdateParams {
     /**
-     * Maps top-level keys of the testcase schema to their roles (input/label).
+     * Maps top-level keys of the Testcase schema to their roles (input/label).
      * Unmapped fields are treated as metadata.
      */
     interface FieldMapping {
         /**
-         * Fields that represent inputs to the AI system
+         * Fields that represent inputs to the AI system.
          */
         inputs: Array<string>;
         /**
-         * Fields that represent expected outputs/labels
+         * Fields that represent expected outputs/labels.
          */
         labels: Array<string>;
         /**
-         * Fields that are not inputs or labels
+         * Fields that are not inputs or labels.
          */
         metadata: Array<string>;
     }

package/resources/testsets.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"testsets.d.ts","sourceRoot":"","sources":["../src/resources/testsets.ts"],"names":[],"mappings":"OAEO,EAAE,WAAW,EAAE;OACf,EAAE,UAAU,EAAE;OACd,EAAE,WAAW,EAAE,iBAAiB,EAAE,KAAK,uBAAuB,EAAE;OAChE,EAAE,cAAc,EAAE;AAGzB,qBAAa,QAAS,SAAQ,WAAW;IACvC;;;OAGG;IACH,MAAM,CAAC,SAAS,EAAE,MAAM,EAAE,IAAI,EAAE,mBAAmB,EAAE,OAAO,CAAC,EAAE,cAAc,GAAG,UAAU,CAAC,OAAO,CAAC;IAInG;;;;;;;;;;;;;OAaG;IACH,MAAM,CACJ,SAAS,EAAE,MAAM,EACjB,IAAI,GAAE,mBAAmB,GAAG,IAAI,GAAG,SAAc,EACjD,OAAO,CAAC,EAAE,cAAc,GACvB,UAAU,CAAC,OAAO,CAAC;IAItB;;OAEG;IACH,IAAI,CACF,SAAS,EAAE,MAAM,EACjB,KAAK,GAAE,iBAAiB,GAAG,IAAI,GAAG,SAAc,EAChD,OAAO,CAAC,EAAE,cAAc,GACvB,WAAW,CAAC,yBAAyB,EAAE,OAAO,CAAC;IAOlD;;OAEG;IACH,MAAM,CAAC,SAAS,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,cAAc,GAAG,UAAU,CAAC,qBAAqB,CAAC;IAItF;;OAEG;IACH,GAAG,CAAC,SAAS,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,cAAc,GAAG,UAAU,CAAC,OAAO,CAAC;CAGtE;AAED,MAAM,MAAM,yBAAyB,GAAG,iBAAiB,CAAC,OAAO,CAAC,CAAC;AAEnE;;;;;;;;;;;;;;;;;;;;;;;;GAwBG;AACH,MAAM,WAAW,OAAO;IACtB;;OAEG;IACH,EAAE,EAAE,MAAM,CAAC;IAEX;;OAEG;IACH,WAAW,EAAE,MAAM,CAAC;IAEpB;;;OAGG;IACH,YAAY,EAAE,OAAO,CAAC,YAAY,CAAC;IAEnC;;OAEG;IACH,UAAU,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAEpC;;OAEG;IACH,IAAI,EAAE,MAAM,CAAC;CACd;AAED,yBAAiB,OAAO,CAAC;IACvB;;;OAGG;IACH,UAAiB,YAAY;QAC3B;;WAEG;QACH,MAAM,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;QAEtB;;WAEG;QACH,MAAM,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;QAEtB;;WAEG;QACH,QAAQ,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;KACzB;CACF;AAED,MAAM,WAAW,qBAAqB;IACpC;;OAEG;IACH,OAAO,EAAE,OAAO,CAAC;CAClB;AAED,MAAM,WAAW,mBAAmB;IAClC;;OAEG;IACH,WAAW,EAAE,MAAM,CAAC;IAEpB;;;OAGG;IACH,YAAY,EAAE,mBAAmB,CAAC,YAAY,CAAC;IAE/C;;OAEG;IACH,UAAU,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAEpC;;OAEG;IACH,IAAI,EAAE,MAAM,CAAC;CACd;AAED,yBAAiB,mBAAmB,CAAC;IACnC;;;OAGG;IACH,UAAiB,YAAY;QAC3B;;WAEG;QACH,MAAM,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;QAEtB;;WAEG;QACH,MAAM,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;QAEtB;;WAEG;QACH,QAAQ,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;KACzB;CACF;AAED,MAAM,WAAW,mBAAmB;IAClC;;OAEG;IACH,WAAW,CAAC,EAAE,MAAM,CAAC;IAErB;;;OAGG;IACH,YAAY,CAAC,EAAE,mBAAmB,CAAC,YAAY,CAAC;IAEhD;;OAEG;IACH,UAAU,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAErC;;OAEG;IACH,IAAI,CAAC,EAAE,MAAM,CAAC;CACf;AAED,yBAAiB,mBAAmB,CAAC;IACnC;;;OAGG;IACH,UAAiB,YAAY;QAC3B;;WAEG;QACH,MAAM,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;QAEtB;;WAEG;QACH,MAAM,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;QAEtB;;WAEG;QACH,QAAQ,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;KACzB;CACF;AAED,MAAM,WAAW,iBAAkB,SAAQ,uBAAuB;CAAG;AAErE,MAAM,CAAC,OAAO,WAAW,QAAQ,CAAC;IAChC,OAAO,EACL,KAAK,OAAO,IAAI,OAAO,EACvB,KAAK,qBAAqB,IAAI,qBAAqB,EACnD,KAAK,yBAAyB,IAAI,yBAAyB,EAC3D,KAAK,mBAAmB,IAAI,mBAAmB,EAC/C,KAAK,mBAAmB,IAAI,mBAAmB,EAC/C,KAAK,iBAAiB,IAAI,iBAAiB,GAC5C,CAAC;CACH"}
+{"version":3,"file":"testsets.d.ts","sourceRoot":"","sources":["../src/resources/testsets.ts"],"names":[],"mappings":"OAEO,EAAE,WAAW,EAAE;OACf,EAAE,UAAU,EAAE;OACd,EAAE,WAAW,EAAE,iBAAiB,EAAE,KAAK,uBAAuB,EAAE;OAChE,EAAE,cAAc,EAAE;AAGzB,qBAAa,QAAS,SAAQ,WAAW;IACvC;;;OAGG;IACH,MAAM,CAAC,SAAS,EAAE,MAAM,EAAE,IAAI,EAAE,mBAAmB,EAAE,OAAO,CAAC,EAAE,cAAc,GAAG,UAAU,CAAC,OAAO,CAAC;IAInG;;;;;;;;;;;;;OAaG;IACH,MAAM,CACJ,SAAS,EAAE,MAAM,EACjB,IAAI,GAAE,mBAAmB,GAAG,IAAI,GAAG,SAAc,EACjD,OAAO,CAAC,EAAE,cAAc,GACvB,UAAU,CAAC,OAAO,CAAC;IAItB;;OAEG;IACH,IAAI,CACF,SAAS,EAAE,MAAM,EACjB,KAAK,GAAE,iBAAiB,GAAG,IAAI,GAAG,SAAc,EAChD,OAAO,CAAC,EAAE,cAAc,GACvB,WAAW,CAAC,yBAAyB,EAAE,OAAO,CAAC;IAOlD;;OAEG;IACH,MAAM,CAAC,SAAS,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,cAAc,GAAG,UAAU,CAAC,qBAAqB,CAAC;IAItF;;OAEG;IACH,GAAG,CAAC,SAAS,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,cAAc,GAAG,UAAU,CAAC,OAAO,CAAC;CAGtE;AAED,MAAM,MAAM,yBAAyB,GAAG,iBAAiB,CAAC,OAAO,CAAC,CAAC;AAEnE;;;;;;;;;;;;;;;;;;;;;;;;;GAyBG;AACH,MAAM,WAAW,OAAO;IACtB;;OAEG;IACH,EAAE,EAAE,MAAM,CAAC;IAEX;;OAEG;IACH,WAAW,EAAE,MAAM,CAAC;IAEpB;;;OAGG;IACH,YAAY,EAAE,OAAO,CAAC,YAAY,CAAC;IAEnC;;OAEG;IACH,UAAU,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAEpC;;OAEG;IACH,IAAI,EAAE,MAAM,CAAC;CACd;AAED,yBAAiB,OAAO,CAAC;IACvB;;;OAGG;IACH,UAAiB,YAAY;QAC3B;;WAEG;QACH,MAAM,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;QAEtB;;WAEG;QACH,MAAM,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;QAEtB;;WAEG;QACH,QAAQ,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;KACzB;CACF;AAED,MAAM,WAAW,qBAAqB;IACpC;;OAEG;IACH,OAAO,EAAE,OAAO,CAAC;CAClB;AAED,MAAM,WAAW,mBAAmB;IAClC;;OAEG;IACH,WAAW,EAAE,MAAM,CAAC;IAEpB;;;OAGG;IACH,YAAY,EAAE,mBAAmB,CAAC,YAAY,CAAC;IAE/C;;OAEG;IACH,UAAU,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAEpC;;OAEG;IACH,IAAI,EAAE,MAAM,CAAC;CACd;AAED,yBAAiB,mBAAmB,CAAC;IACnC;;;OAGG;IACH,UAAiB,YAAY;QAC3B;;WAEG;QACH,MAAM,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;QAEtB;;WAEG;QACH,MAAM,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;QAEtB;;WAEG;QACH,QAAQ,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;KACzB;CACF;AAED,MAAM,WAAW,mBAAmB;IAClC;;OAEG;IACH,WAAW,CAAC,EAAE,MAAM,CAAC;IAErB;;;OAGG;IACH,YAAY,CAAC,EAAE,mBAAmB,CAAC,YAAY,CAAC;IAEhD;;OAEG;IACH,UAAU,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAErC;;OAEG;IACH,IAAI,CAAC,EAAE,MAAM,CAAC;CACf;AAED,yBAAiB,mBAAmB,CAAC;IACnC;;;OAGG;IACH,UAAiB,YAAY;QAC3B;;WAEG;QACH,MAAM,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;QAEtB;;WAEG;QACH,MAAM,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;QAEtB;;WAEG;QACH,QAAQ,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;KACzB;CACF;AAED,MAAM,WAAW,iBAAkB,SAAQ,uBAAuB;CAAG;AAErE,MAAM,CAAC,OAAO,WAAW,QAAQ,CAAC;IAChC,OAAO,EACL,KAAK,OAAO,IAAI,OAAO,EACvB,KAAK,qBAAqB,IAAI,qBAAqB,EACnD,KAAK,yBAAyB,IAAI,yBAAyB,EAC3D,KAAK,mBAAmB,IAAI,mBAAmB,EAC/C,KAAK,mBAAmB,IAAI,mBAAmB,EAC/C,KAAK,iBAAiB,IAAI,iBAAiB,GAC5C,CAAC;CACH"}

package/resources/testsets.js

@@ -7,14 +7,14 @@ const pagination_1 = require("../core/pagination.js");
 const path_1 = require("../internal/utils/path.js");
 class Testsets extends resource_1.APIResource {
     /**
-     * Create a new testset for a project. The testset will be created in the project
+     * Create a new Testset for a Project. The Testset will be created in the Project
      * specified in the path.
      */
     create(projectID, body, options) {
         return this._client.post((0, path_1.path) `/projects/${projectID}/testsets`, { body, ...options });
     }
     /**
-     * Update a testset. Only the fields provided in the request body will be updated.
+     * Update a Testset. Only the fields provided in the request body will be updated.
      * If a field is provided, the new content will replace the existing content. If a
      * field is not provided, the existing content will remain unchanged.
      *
@@ -31,7 +31,7 @@ class Testsets extends resource_1.APIResource {
         return this._client.patch((0, path_1.path) `/testsets/${testsetID}`, { body, ...options });
     }
     /**
-     * Retrieve a paginated list of testsets belonging to a project.
+     * Retrieve a paginated list of Testsets belonging to a Project.
      */
     list(projectID, query = {}, options) {
         return this._client.getAPIList((0, path_1.path) `/projects/${projectID}/testsets`, (pagination_1.PaginatedResponse), {
@@ -40,13 +40,13 @@ class Testsets extends resource_1.APIResource {
         });
     }
     /**
-     * Delete testset
+     * Delete Testset
      */
     delete(testsetID, options) {
         return this._client.delete((0, path_1.path) `/testsets/${testsetID}`, options);
     }
     /**
-     * Get testset by ID
+     * Get Testset by ID
      */
     get(testsetID, options) {
         return this._client.get((0, path_1.path) `/testsets/${testsetID}`, options);

package/resources/testsets.mjs

@@ -4,14 +4,14 @@ import { PaginatedResponse } from "../core/pagination.mjs";
 import { path } from "../internal/utils/path.mjs";
 export class Testsets extends APIResource {
     /**
-     * Create a new testset for a project. The testset will be created in the project
+     * Create a new Testset for a Project. The Testset will be created in the Project
      * specified in the path.
      */
     create(projectID, body, options) {
         return this._client.post(path `/projects/${projectID}/testsets`, { body, ...options });
     }
     /**
-     * Update a testset. Only the fields provided in the request body will be updated.
+     * Update a Testset. Only the fields provided in the request body will be updated.
      * If a field is provided, the new content will replace the existing content. If a
      * field is not provided, the existing content will remain unchanged.
      *
@@ -28,7 +28,7 @@ export class Testsets extends APIResource {
         return this._client.patch(path `/testsets/${testsetID}`, { body, ...options });
     }
     /**
-     * Retrieve a paginated list of testsets belonging to a project.
+     * Retrieve a paginated list of Testsets belonging to a Project.
      */
     list(projectID, query = {}, options) {
         return this._client.getAPIList(path `/projects/${projectID}/testsets`, (PaginatedResponse), {
@@ -37,13 +37,13 @@ export class Testsets extends APIResource {
         });
     }
     /**
-     * Delete testset
+     * Delete Testset
      */
     delete(testsetID, options) {
         return this._client.delete(path `/testsets/${testsetID}`, options);
     }
     /**
-     * Get testset by ID
+     * Get Testset by ID
      */
     get(testsetID, options) {
         return this._client.get(path `/testsets/${testsetID}`, options);

package/src/client.ts

@@ -22,17 +22,13 @@ import { APIPromise } from './core/api-promise';
 import { type Fetch } from './internal/builtin-types';
 import { HeadersLike, NullableHeaders, buildHeaders } from './internal/headers';
 import { FinalRequestOptions, RequestOptions } from './internal/request-options';
-import {
-  ExecutionRecord,
-  ExecutionRecordCreateParams,
-  ExecutionRecords,
-} from './resources/execution-records';
 import {
   ProjectListParams,
   ProjectListResponse,
   ProjectListResponsesPaginatedResponse,
   Projects,
 } from './resources/projects';
+import { Record as RecordsAPIRecord, RecordCreateParams, Records } from './resources/records';
 import { Run, RunCreateParams, RunUpdateParams, RunUpdateResponse, Runs } from './resources/runs';
 import {
   SystemConfig,
@@ -563,12 +559,12 @@ export class Scorecard {
       fetchOptions.method = method.toUpperCase();
     }
 
-    return (
+    try {
       // use undefined this binding; fetch errors if bound to something else in browser/cloudflare
-      this.fetch.call(undefined, url, fetchOptions).finally(() => {
-        clearTimeout(timeout);
-      })
-    );
+      return await this.fetch.call(undefined, url, fetchOptions);
+    } finally {
+      clearTimeout(timeout);
+    }
   }
 
   private shouldRetry(response: Response): boolean {
@@ -772,7 +768,7 @@ export class Scorecard {
   testsets: API.Testsets = new API.Testsets(this);
   testcases: API.Testcases = new API.Testcases(this);
   runs: API.Runs = new API.Runs(this);
-  executionRecords: API.ExecutionRecords = new API.ExecutionRecords(this);
+  records: API.Records = new API.Records(this);
   systems: API.Systems = new API.Systems(this);
   systemConfigs: API.SystemConfigs = new API.SystemConfigs(this);
 }
@@ -780,7 +776,7 @@ Scorecard.Projects = Projects;
 Scorecard.Testsets = Testsets;
 Scorecard.Testcases = Testcases;
 Scorecard.Runs = Runs;
-Scorecard.ExecutionRecords = ExecutionRecords;
+Scorecard.Records = Records;
 Scorecard.Systems = Systems;
 Scorecard.SystemConfigs = SystemConfigs;
 export declare namespace Scorecard {
@@ -830,9 +826,9 @@ export declare namespace Scorecard {
   };
 
   export {
-    ExecutionRecords as ExecutionRecords,
-    type ExecutionRecord as ExecutionRecord,
-    type ExecutionRecordCreateParams as ExecutionRecordCreateParams,
+    Records as Records,
+    type RecordsAPIRecord as Record,
+    type RecordCreateParams as RecordCreateParams,
   };
 
   export {

package/src/internal/headers.ts

@@ -3,7 +3,7 @@
 type HeaderValue = string | undefined | null;
 export type HeadersLike =
   | Headers
-  | readonly [string, HeaderValue][]
+  | readonly HeaderValue[][]
   | Record<string, HeaderValue | readonly HeaderValue[]>
   | undefined
   | null
@@ -40,7 +40,7 @@ function* iterateHeaders(headers: HeadersLike): IterableIterator<readonly [strin
   }
 
   let shouldClear = false;
-  let iter: Iterable<readonly [string, HeaderValue | readonly HeaderValue[]]>;
+  let iter: Iterable<readonly (HeaderValue | readonly HeaderValue[])[]>;
   if (headers instanceof Headers) {
     iter = headers.entries();
   } else if (isArray(headers)) {
@@ -51,6 +51,7 @@ function* iterateHeaders(headers: HeadersLike): IterableIterator<readonly [strin
   }
   for (let row of iter) {
     const name = row[0];
+    if (typeof name !== 'string') throw new TypeError('expected header name to be a string');
     const values = isArray(row[1]) ? row[1] : [row[1]];
     let didClear = false;
     for (const value of values) {

package/src/internal/utils/base64.ts

@@ -1,18 +1,19 @@
 // File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
 
 import { ScorecardError } from '../../core/error';
+import { encodeUTF8 } from './bytes';
 
 export const toBase64 = (data: string | Uint8Array | null | undefined): string => {
   if (!data) return '';
 
-  if (typeof data === 'string') {
-    data = new (globalThis as any).TextEncoder().encode(data);
-  }
-
   if (typeof (globalThis as any).Buffer !== 'undefined') {
     return (globalThis as any).Buffer.from(data).toString('base64');
   }
 
+  if (typeof data === 'string') {
+    data = encodeUTF8(data);
+  }
+
   if (typeof btoa !== 'undefined') {
     return btoa(String.fromCharCode.apply(null, data as any));
   }

package/src/internal/utils/bytes.ts

@@ -0,0 +1,32 @@
+export function concatBytes(buffers: Uint8Array[]): Uint8Array {
+  let length = 0;
+  for (const buffer of buffers) {
+    length += buffer.length;
+  }
+  const output = new Uint8Array(length);
+  let index = 0;
+  for (const buffer of buffers) {
+    output.set(buffer, index);
+    index += buffer.length;
+  }
+
+  return output;
+}
+
+let encodeUTF8_: (str: string) => Uint8Array;
+export function encodeUTF8(str: string) {
+  let encoder;
+  return (
+    encodeUTF8_ ??
+    ((encoder = new (globalThis as any).TextEncoder()), (encodeUTF8_ = encoder.encode.bind(encoder)))
+  )(str);
+}
+
+let decodeUTF8_: (bytes: Uint8Array) => string;
+export function decodeUTF8(bytes: Uint8Array) {
+  let decoder;
+  return (
+    decodeUTF8_ ??
+    ((decoder = new (globalThis as any).TextDecoder()), (decodeUTF8_ = decoder.decode.bind(decoder)))
+  )(bytes);
+}

package/src/lib/runAndEvaluate.ts

@@ -0,0 +1,54 @@
+import { Scorecard } from '../client';
+
+/**
+ * Runs a system on a Testset and records the results in Scorecard.
+ *
+ * @param scorecard The Scorecard client
+ * @param projectId The ID of the Project to run the system on.
+ * @param testsetId The ID of the Testset to run the system on.
+ * @param metricIds The IDs of the Metrics to use for evaluation.
+ * @param system The system to run on the Testset.
+ */
+export async function runAndEvaluate<SystemInput extends Object, SystemOutput extends Object>(
+  scorecard: Scorecard,
+  {
+    projectId,
+    testsetId,
+    metricIds,
+    system,
+  }: {
+    projectId: string;
+    testsetId: string;
+    metricIds: Array<string>;
+    system: (testcaseInput: SystemInput) => Promise<SystemOutput>;
+  },
+): Promise<Pick<Scorecard.Runs.Run, 'id'> & { url: string }> {
+  const run = await scorecard.runs.create(projectId, {
+    testsetId,
+    metricIds,
+  });
+
+  // Run each Testcase sequentially
+  const recordPromises: Array<Promise<any>> = [];
+  for await (const testcase of scorecard.testcases.list(run.testsetId)) {
+    const modelResponse = await system(testcase.inputs as SystemInput);
+    const promise = scorecard.records.create(run.id, {
+      testcaseId: testcase.id,
+      inputs: testcase.inputs,
+      labels: testcase.labels,
+      outputs: modelResponse as Record<string, unknown>,
+    });
+    recordPromises.push(promise);
+  }
+  // Wait until all the Records are created
+  await Promise.all(recordPromises);
+
+  // Mark the Run as done with execution and ready for scoring.
+  await scorecard.runs.update(run.id, {
+    status: 'awaiting_scoring',
+  });
+
+  const runUrl = `https://app.getscorecard.ai/projects/${projectId}/runs/grades/${run.id}`;
+
+  return { id: run.id, url: runUrl };
+}

package/src/resources/index.ts

@@ -1,17 +1,13 @@
 // File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
 
 export * from './shared';
-export {
-  ExecutionRecords,
-  type ExecutionRecord,
-  type ExecutionRecordCreateParams,
-} from './execution-records';
 export {
   Projects,
   type ProjectListResponse,
   type ProjectListParams,
   type ProjectListResponsesPaginatedResponse,
 } from './projects';
+export { Records, type Record, type RecordCreateParams } from './records';
 export { Runs, type Run, type RunUpdateResponse, type RunCreateParams, type RunUpdateParams } from './runs';
 export {
   SystemConfigs,

package/src/resources/projects.ts

@@ -6,8 +6,8 @@ import { RequestOptions } from '../internal/request-options';
 
 export class Projects extends APIResource {
   /**
-   * Retrieve a paginated list of all projects. Projects are ordered by creation
-   * date, with oldest projects first.
+   * Retrieve a paginated list of all Projects. Projects are ordered by creation
+   * date, with oldest Projects first.
    */
   list(
     query: ProjectListParams | null | undefined = {},
@@ -23,16 +23,16 @@ export class Projects extends APIResource {
 export type ProjectListResponsesPaginatedResponse = PaginatedResponse<ProjectListResponse>;
 
 /**
- * A project in the Scorecard system.
+ * A Project in the Scorecard system.
  */
 export interface ProjectListResponse {
   /**
-   * The ID of the project
+   * The ID of the Project.
    */
   id: string;
 
   /**
-   * The name of the project
+   * The name of the Project.
    */
   name: string | null;
 }

package/src/resources/records.ts

@@ -0,0 +1,79 @@
+// File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+
+import { APIResource } from '../core/resource';
+import { APIPromise } from '../core/api-promise';
+import { type Record as BuiltinRecord } from '../internal/builtin-types';
+import { RequestOptions } from '../internal/request-options';
+import { path } from '../internal/utils/path';
+
+export class Records extends APIResource {
+  /**
+   * Create a new Record in a Run.
+   */
+  create(runID: string, body: RecordCreateParams, options?: RequestOptions): APIPromise<Record> {
+    return this._client.post(path`/runs/${runID}/records`, { body, ...options });
+  }
+}
+
+/**
+ * A record of a system execution in the Scorecard system.
+ */
+export interface Record {
+  /**
+   * The ID of the Record.
+   */
+  id: string;
+
+  /**
+   * The actual inputs sent to the system, which should match the system's input
+   * schema.
+   */
+  inputs: BuiltinRecord<string, unknown>;
+
+  /**
+   * The expected outputs for the Testcase.
+   */
+  labels: BuiltinRecord<string, unknown>;
+
+  /**
+   * The actual outputs from the system.
+   */
+  outputs: BuiltinRecord<string, unknown>;
+
+  /**
+   * The ID of the Run containing this Record.
+   */
+  runId: string;
+
+  /**
+   * The ID of the Testcase.
+   */
+  testcaseId?: string;
+}
+
+export interface RecordCreateParams {
+  /**
+   * The actual inputs sent to the system, which should match the system's input
+   * schema.
+   */
+  inputs: BuiltinRecord<string, unknown>;
+
+  /**
+   * The expected outputs for the Testcase.
+   */
+  labels: BuiltinRecord<string, unknown>;
+
+  /**
+   * The actual outputs from the system.
+   */
+  outputs: BuiltinRecord<string, unknown>;
+
+  /**
+   * The ID of the Testcase.
+   */
+  testcaseId?: string;
+}
+
+export declare namespace Records {
+  export { type Record as Record, type RecordCreateParams as RecordCreateParams };
+}