scorecard-ai 1.0.0-alpha.2 → 1.0.0-alpha.4

package/internal/utils/base64.js

@@ -3,15 +3,16 @@
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.fromBase64 = exports.toBase64 = void 0;
 const error_1 = require("../../core/error.js");
+const bytes_1 = require("./bytes.js");
 const toBase64 = (data) => {
     if (!data)
         return '';
-    if (typeof data === 'string') {
-        data = new globalThis.TextEncoder().encode(data);
-    }
     if (typeof globalThis.Buffer !== 'undefined') {
         return globalThis.Buffer.from(data).toString('base64');
     }
+    if (typeof data === 'string') {
+        data = (0, bytes_1.encodeUTF8)(data);
+    }
     if (typeof btoa !== 'undefined') {
         return btoa(String.fromCharCode.apply(null, data));
     }

package/internal/utils/base64.js.map

@@ -1 +1 @@
-{"version":3,"file":"base64.js","sourceRoot":"","sources":["../../src/internal/utils/base64.ts"],"names":[],"mappings":";AAAA,sFAAsF;;;AAEtF,+CAAkD;AAE3C,MAAM,QAAQ,GAAG,CAAC,IAA4C,EAAU,EAAE;IAC/E,IAAI,CAAC,IAAI;QAAE,OAAO,EAAE,CAAC;IAErB,IAAI,OAAO,IAAI,KAAK,QAAQ,EAAE;QAC5B,IAAI,GAAG,IAAK,UAAkB,CAAC,WAAW,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;KAC3D;IAED,IAAI,OAAQ,UAAkB,CAAC,MAAM,KAAK,WAAW,EAAE;QACrD,OAAQ,UAAkB,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;KACjE;IAED,IAAI,OAAO,IAAI,KAAK,WAAW,EAAE;QAC/B,OAAO,IAAI,CAAC,MAAM,CAAC,YAAY,CAAC,KAAK,CAAC,IAAI,EAAE,IAAW,CAAC,CAAC,CAAC;KAC3D;IAED,MAAM,IAAI,sBAAc,CAAC,0EAA0E,CAAC,CAAC;AACvG,CAAC,CAAC;AAhBW,QAAA,QAAQ,YAgBnB;AAEK,MAAM,UAAU,GAAG,CAAC,GAAW,EAAc,EAAE;IACpD,IAAI,OAAQ,UAAkB,CAAC,MAAM,KAAK,WAAW,EAAE;QACrD,MAAM,GAAG,GAAI,UAAkB,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC;QAC3D,OAAO,IAAI,UAAU,CAAC,GAAG,CAAC,MAAM,EAAE,GAAG,CAAC,UAAU,EAAE,GAAG,CAAC,UAAU,CAAC,CAAC;KACnE;IAED,IAAI,OAAO,IAAI,KAAK,WAAW,EAAE;QAC/B,MAAM,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC;QACvB,MAAM,GAAG,GAAG,IAAI,UAAU,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QACxC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE;YACpC,GAAG,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;SAC7B;QACD,OAAO,GAAG,CAAC;KACZ;IAED,MAAM,IAAI,sBAAc,CAAC,wEAAwE,CAAC,CAAC;AACrG,CAAC,CAAC;AAhBW,QAAA,UAAU,cAgBrB"}
+{"version":3,"file":"base64.js","sourceRoot":"","sources":["../../src/internal/utils/base64.ts"],"names":[],"mappings":";AAAA,sFAAsF;;;AAEtF,+CAAkD;AAClD,sCAAqC;AAE9B,MAAM,QAAQ,GAAG,CAAC,IAA4C,EAAU,EAAE;IAC/E,IAAI,CAAC,IAAI;QAAE,OAAO,EAAE,CAAC;IAErB,IAAI,OAAQ,UAAkB,CAAC,MAAM,KAAK,WAAW,EAAE;QACrD,OAAQ,UAAkB,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;KACjE;IAED,IAAI,OAAO,IAAI,KAAK,QAAQ,EAAE;QAC5B,IAAI,GAAG,IAAA,kBAAU,EAAC,IAAI,CAAC,CAAC;KACzB;IAED,IAAI,OAAO,IAAI,KAAK,WAAW,EAAE;QAC/B,OAAO,IAAI,CAAC,MAAM,CAAC,YAAY,CAAC,KAAK,CAAC,IAAI,EAAE,IAAW,CAAC,CAAC,CAAC;KAC3D;IAED,MAAM,IAAI,sBAAc,CAAC,0EAA0E,CAAC,CAAC;AACvG,CAAC,CAAC;AAhBW,QAAA,QAAQ,YAgBnB;AAEK,MAAM,UAAU,GAAG,CAAC,GAAW,EAAc,EAAE;IACpD,IAAI,OAAQ,UAAkB,CAAC,MAAM,KAAK,WAAW,EAAE;QACrD,MAAM,GAAG,GAAI,UAAkB,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC;QAC3D,OAAO,IAAI,UAAU,CAAC,GAAG,CAAC,MAAM,EAAE,GAAG,CAAC,UAAU,EAAE,GAAG,CAAC,UAAU,CAAC,CAAC;KACnE;IAED,IAAI,OAAO,IAAI,KAAK,WAAW,EAAE;QAC/B,MAAM,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC;QACvB,MAAM,GAAG,GAAG,IAAI,UAAU,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QACxC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE;YACpC,GAAG,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;SAC7B;QACD,OAAO,GAAG,CAAC;KACZ;IAED,MAAM,IAAI,sBAAc,CAAC,wEAAwE,CAAC,CAAC;AACrG,CAAC,CAAC;AAhBW,QAAA,UAAU,cAgBrB"}

package/internal/utils/base64.mjs

@@ -1,14 +1,15 @@
 // File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
 import { ScorecardError } from "../../core/error.mjs";
+import { encodeUTF8 } from "./bytes.mjs";
 export const toBase64 = (data) => {
     if (!data)
         return '';
-    if (typeof data === 'string') {
-        data = new globalThis.TextEncoder().encode(data);
-    }
     if (typeof globalThis.Buffer !== 'undefined') {
         return globalThis.Buffer.from(data).toString('base64');
     }
+    if (typeof data === 'string') {
+        data = encodeUTF8(data);
+    }
     if (typeof btoa !== 'undefined') {
         return btoa(String.fromCharCode.apply(null, data));
     }

package/internal/utils/base64.mjs.map

@@ -1 +1 @@
-{"version":3,"file":"base64.mjs","sourceRoot":"","sources":["../../src/internal/utils/base64.ts"],"names":[],"mappings":"AAAA,sFAAsF;OAE/E,EAAE,cAAc,EAAE;AAEzB,MAAM,CAAC,MAAM,QAAQ,GAAG,CAAC,IAA4C,EAAU,EAAE;IAC/E,IAAI,CAAC,IAAI;QAAE,OAAO,EAAE,CAAC;IAErB,IAAI,OAAO,IAAI,KAAK,QAAQ,EAAE;QAC5B,IAAI,GAAG,IAAK,UAAkB,CAAC,WAAW,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;KAC3D;IAED,IAAI,OAAQ,UAAkB,CAAC,MAAM,KAAK,WAAW,EAAE;QACrD,OAAQ,UAAkB,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;KACjE;IAED,IAAI,OAAO,IAAI,KAAK,WAAW,EAAE;QAC/B,OAAO,IAAI,CAAC,MAAM,CAAC,YAAY,CAAC,KAAK,CAAC,IAAI,EAAE,IAAW,CAAC,CAAC,CAAC;KAC3D;IAED,MAAM,IAAI,cAAc,CAAC,0EAA0E,CAAC,CAAC;AACvG,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,UAAU,GAAG,CAAC,GAAW,EAAc,EAAE;IACpD,IAAI,OAAQ,UAAkB,CAAC,MAAM,KAAK,WAAW,EAAE;QACrD,MAAM,GAAG,GAAI,UAAkB,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC;QAC3D,OAAO,IAAI,UAAU,CAAC,GAAG,CAAC,MAAM,EAAE,GAAG,CAAC,UAAU,EAAE,GAAG,CAAC,UAAU,CAAC,CAAC;KACnE;IAED,IAAI,OAAO,IAAI,KAAK,WAAW,EAAE;QAC/B,MAAM,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC;QACvB,MAAM,GAAG,GAAG,IAAI,UAAU,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QACxC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE;YACpC,GAAG,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;SAC7B;QACD,OAAO,GAAG,CAAC;KACZ;IAED,MAAM,IAAI,cAAc,CAAC,wEAAwE,CAAC,CAAC;AACrG,CAAC,CAAC"}
+{"version":3,"file":"base64.mjs","sourceRoot":"","sources":["../../src/internal/utils/base64.ts"],"names":[],"mappings":"AAAA,sFAAsF;OAE/E,EAAE,cAAc,EAAE;OAClB,EAAE,UAAU,EAAE;AAErB,MAAM,CAAC,MAAM,QAAQ,GAAG,CAAC,IAA4C,EAAU,EAAE;IAC/E,IAAI,CAAC,IAAI;QAAE,OAAO,EAAE,CAAC;IAErB,IAAI,OAAQ,UAAkB,CAAC,MAAM,KAAK,WAAW,EAAE;QACrD,OAAQ,UAAkB,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;KACjE;IAED,IAAI,OAAO,IAAI,KAAK,QAAQ,EAAE;QAC5B,IAAI,GAAG,UAAU,CAAC,IAAI,CAAC,CAAC;KACzB;IAED,IAAI,OAAO,IAAI,KAAK,WAAW,EAAE;QAC/B,OAAO,IAAI,CAAC,MAAM,CAAC,YAAY,CAAC,KAAK,CAAC,IAAI,EAAE,IAAW,CAAC,CAAC,CAAC;KAC3D;IAED,MAAM,IAAI,cAAc,CAAC,0EAA0E,CAAC,CAAC;AACvG,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,UAAU,GAAG,CAAC,GAAW,EAAc,EAAE;IACpD,IAAI,OAAQ,UAAkB,CAAC,MAAM,KAAK,WAAW,EAAE;QACrD,MAAM,GAAG,GAAI,UAAkB,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC;QAC3D,OAAO,IAAI,UAAU,CAAC,GAAG,CAAC,MAAM,EAAE,GAAG,CAAC,UAAU,EAAE,GAAG,CAAC,UAAU,CAAC,CAAC;KACnE;IAED,IAAI,OAAO,IAAI,KAAK,WAAW,EAAE;QAC/B,MAAM,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC;QACvB,MAAM,GAAG,GAAG,IAAI,UAAU,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QACxC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE;YACpC,GAAG,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;SAC7B;QACD,OAAO,GAAG,CAAC;KACZ;IAED,MAAM,IAAI,cAAc,CAAC,wEAAwE,CAAC,CAAC;AACrG,CAAC,CAAC"}

package/internal/utils/bytes.d.mts

@@ -0,0 +1,4 @@
+export declare function concatBytes(buffers: Uint8Array[]): Uint8Array;
+export declare function encodeUTF8(str: string): Uint8Array;
+export declare function decodeUTF8(bytes: Uint8Array): string;
+//# sourceMappingURL=bytes.d.mts.map

package/internal/utils/bytes.d.mts.map

@@ -0,0 +1 @@
+{"version":3,"file":"bytes.d.mts","sourceRoot":"","sources":["../../src/internal/utils/bytes.ts"],"names":[],"mappings":"AAAA,wBAAgB,WAAW,CAAC,OAAO,EAAE,UAAU,EAAE,GAAG,UAAU,CAa7D;AAGD,wBAAgB,UAAU,CAAC,GAAG,EAAE,MAAM,cAMrC;AAGD,wBAAgB,UAAU,CAAC,KAAK,EAAE,UAAU,UAM3C"}

package/internal/utils/bytes.d.ts

@@ -0,0 +1,4 @@
+export declare function concatBytes(buffers: Uint8Array[]): Uint8Array;
+export declare function encodeUTF8(str: string): Uint8Array;
+export declare function decodeUTF8(bytes: Uint8Array): string;
+//# sourceMappingURL=bytes.d.ts.map

package/internal/utils/bytes.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"bytes.d.ts","sourceRoot":"","sources":["../../src/internal/utils/bytes.ts"],"names":[],"mappings":"AAAA,wBAAgB,WAAW,CAAC,OAAO,EAAE,UAAU,EAAE,GAAG,UAAU,CAa7D;AAGD,wBAAgB,UAAU,CAAC,GAAG,EAAE,MAAM,cAMrC;AAGD,wBAAgB,UAAU,CAAC,KAAK,EAAE,UAAU,UAM3C"}

package/internal/utils/bytes.js

@@ -0,0 +1,32 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.decodeUTF8 = exports.encodeUTF8 = exports.concatBytes = void 0;
+function concatBytes(buffers) {
+    let length = 0;
+    for (const buffer of buffers) {
+        length += buffer.length;
+    }
+    const output = new Uint8Array(length);
+    let index = 0;
+    for (const buffer of buffers) {
+        output.set(buffer, index);
+        index += buffer.length;
+    }
+    return output;
+}
+exports.concatBytes = concatBytes;
+let encodeUTF8_;
+function encodeUTF8(str) {
+    let encoder;
+    return (encodeUTF8_ ??
+        ((encoder = new globalThis.TextEncoder()), (encodeUTF8_ = encoder.encode.bind(encoder))))(str);
+}
+exports.encodeUTF8 = encodeUTF8;
+let decodeUTF8_;
+function decodeUTF8(bytes) {
+    let decoder;
+    return (decodeUTF8_ ??
+        ((decoder = new globalThis.TextDecoder()), (decodeUTF8_ = decoder.decode.bind(decoder))))(bytes);
+}
+exports.decodeUTF8 = decodeUTF8;
+//# sourceMappingURL=bytes.js.map

package/internal/utils/bytes.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"bytes.js","sourceRoot":"","sources":["../../src/internal/utils/bytes.ts"],"names":[],"mappings":";;;AAAA,SAAgB,WAAW,CAAC,OAAqB;IAC/C,IAAI,MAAM,GAAG,CAAC,CAAC;IACf,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE;QAC5B,MAAM,IAAI,MAAM,CAAC,MAAM,CAAC;KACzB;IACD,MAAM,MAAM,GAAG,IAAI,UAAU,CAAC,MAAM,CAAC,CAAC;IACtC,IAAI,KAAK,GAAG,CAAC,CAAC;IACd,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE;QAC5B,MAAM,CAAC,GAAG,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;QAC1B,KAAK,IAAI,MAAM,CAAC,MAAM,CAAC;KACxB;IAED,OAAO,MAAM,CAAC;AAChB,CAAC;AAbD,kCAaC;AAED,IAAI,WAAwC,CAAC;AAC7C,SAAgB,UAAU,CAAC,GAAW;IACpC,IAAI,OAAO,CAAC;IACZ,OAAO,CACL,WAAW;QACX,CAAC,CAAC,OAAO,GAAG,IAAK,UAAkB,CAAC,WAAW,EAAE,CAAC,EAAE,CAAC,WAAW,GAAG,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAClG,CAAC,GAAG,CAAC,CAAC;AACT,CAAC;AAND,gCAMC;AAED,IAAI,WAA0C,CAAC;AAC/C,SAAgB,UAAU,CAAC,KAAiB;IAC1C,IAAI,OAAO,CAAC;IACZ,OAAO,CACL,WAAW;QACX,CAAC,CAAC,OAAO,GAAG,IAAK,UAAkB,CAAC,WAAW,EAAE,CAAC,EAAE,CAAC,WAAW,GAAG,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAClG,CAAC,KAAK,CAAC,CAAC;AACX,CAAC;AAND,gCAMC"}

package/internal/utils/bytes.mjs

@@ -0,0 +1,26 @@
+export function concatBytes(buffers) {
+    let length = 0;
+    for (const buffer of buffers) {
+        length += buffer.length;
+    }
+    const output = new Uint8Array(length);
+    let index = 0;
+    for (const buffer of buffers) {
+        output.set(buffer, index);
+        index += buffer.length;
+    }
+    return output;
+}
+let encodeUTF8_;
+export function encodeUTF8(str) {
+    let encoder;
+    return (encodeUTF8_ ??
+        ((encoder = new globalThis.TextEncoder()), (encodeUTF8_ = encoder.encode.bind(encoder))))(str);
+}
+let decodeUTF8_;
+export function decodeUTF8(bytes) {
+    let decoder;
+    return (decodeUTF8_ ??
+        ((decoder = new globalThis.TextDecoder()), (decodeUTF8_ = decoder.decode.bind(decoder))))(bytes);
+}
+//# sourceMappingURL=bytes.mjs.map

package/internal/utils/bytes.mjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"bytes.mjs","sourceRoot":"","sources":["../../src/internal/utils/bytes.ts"],"names":[],"mappings":"AAAA,MAAM,UAAU,WAAW,CAAC,OAAqB;IAC/C,IAAI,MAAM,GAAG,CAAC,CAAC;IACf,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE;QAC5B,MAAM,IAAI,MAAM,CAAC,MAAM,CAAC;KACzB;IACD,MAAM,MAAM,GAAG,IAAI,UAAU,CAAC,MAAM,CAAC,CAAC;IACtC,IAAI,KAAK,GAAG,CAAC,CAAC;IACd,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE;QAC5B,MAAM,CAAC,GAAG,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;QAC1B,KAAK,IAAI,MAAM,CAAC,MAAM,CAAC;KACxB;IAED,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,IAAI,WAAwC,CAAC;AAC7C,MAAM,UAAU,UAAU,CAAC,GAAW;IACpC,IAAI,OAAO,CAAC;IACZ,OAAO,CACL,WAAW;QACX,CAAC,CAAC,OAAO,GAAG,IAAK,UAAkB,CAAC,WAAW,EAAE,CAAC,EAAE,CAAC,WAAW,GAAG,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAClG,CAAC,GAAG,CAAC,CAAC;AACT,CAAC;AAED,IAAI,WAA0C,CAAC;AAC/C,MAAM,UAAU,UAAU,CAAC,KAAiB;IAC1C,IAAI,OAAO,CAAC;IACZ,OAAO,CACL,WAAW;QACX,CAAC,CAAC,OAAO,GAAG,IAAK,UAAkB,CAAC,WAAW,EAAE,CAAC,EAAE,CAAC,WAAW,GAAG,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAClG,CAAC,KAAK,CAAC,CAAC;AACX,CAAC"}

package/lib/runAndEvaluate.d.mts

@@ -0,0 +1,19 @@
+import { Scorecard } from "../client.mjs";
+/**
+ * Runs a system on a Testset and records the results in Scorecard.
+ *
+ * @param scorecard The Scorecard client
+ * @param projectId The ID of the Project to run the system on.
+ * @param testsetId The ID of the Testset to run the system on.
+ * @param metricIds The IDs of the Metrics to use for evaluation.
+ * @param system The system to run on the Testset.
+ */
+export declare function runAndEvaluate<SystemInput extends Object, SystemOutput extends Object>(scorecard: Scorecard, { projectId, testsetId, metricIds, system, }: {
+    projectId: string;
+    testsetId: string;
+    metricIds: Array<string>;
+    system: (testcaseInput: SystemInput) => Promise<SystemOutput>;
+}): Promise<Pick<Scorecard.Runs.Run, 'id'> & {
+    url: string;
+}>;
+//# sourceMappingURL=runAndEvaluate.d.mts.map

package/lib/runAndEvaluate.d.mts.map

@@ -0,0 +1 @@
+{"version":3,"file":"runAndEvaluate.d.mts","sourceRoot":"","sources":["../src/lib/runAndEvaluate.ts"],"names":[],"mappings":"OAAO,EAAE,SAAS,EAAE;AAEpB;;;;;;;;GAQG;AACH,wBAAsB,cAAc,CAAC,WAAW,SAAS,MAAM,EAAE,YAAY,SAAS,MAAM,EAC1F,SAAS,EAAE,SAAS,EACpB,EACE,SAAS,EACT,SAAS,EACT,SAAS,EACT,MAAM,GACP,EAAE;IACD,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IACzB,MAAM,EAAE,CAAC,aAAa,EAAE,WAAW,KAAK,OAAO,CAAC,YAAY,CAAC,CAAC;CAC/D,GACA,OAAO,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,GAAG,EAAE,IAAI,CAAC,GAAG;IAAE,GAAG,EAAE,MAAM,CAAA;CAAE,CAAC,CA6B3D"}

package/lib/runAndEvaluate.d.ts

@@ -0,0 +1,19 @@
+import { Scorecard } from "../client.js";
+/**
+ * Runs a system on a Testset and records the results in Scorecard.
+ *
+ * @param scorecard The Scorecard client
+ * @param projectId The ID of the Project to run the system on.
+ * @param testsetId The ID of the Testset to run the system on.
+ * @param metricIds The IDs of the Metrics to use for evaluation.
+ * @param system The system to run on the Testset.
+ */
+export declare function runAndEvaluate<SystemInput extends Object, SystemOutput extends Object>(scorecard: Scorecard, { projectId, testsetId, metricIds, system, }: {
+    projectId: string;
+    testsetId: string;
+    metricIds: Array<string>;
+    system: (testcaseInput: SystemInput) => Promise<SystemOutput>;
+}): Promise<Pick<Scorecard.Runs.Run, 'id'> & {
+    url: string;
+}>;
+//# sourceMappingURL=runAndEvaluate.d.ts.map

package/lib/runAndEvaluate.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"runAndEvaluate.d.ts","sourceRoot":"","sources":["../src/lib/runAndEvaluate.ts"],"names":[],"mappings":"OAAO,EAAE,SAAS,EAAE;AAEpB;;;;;;;;GAQG;AACH,wBAAsB,cAAc,CAAC,WAAW,SAAS,MAAM,EAAE,YAAY,SAAS,MAAM,EAC1F,SAAS,EAAE,SAAS,EACpB,EACE,SAAS,EACT,SAAS,EACT,SAAS,EACT,MAAM,GACP,EAAE;IACD,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IACzB,MAAM,EAAE,CAAC,aAAa,EAAE,WAAW,KAAK,OAAO,CAAC,YAAY,CAAC,CAAC;CAC/D,GACA,OAAO,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,GAAG,EAAE,IAAI,CAAC,GAAG;IAAE,GAAG,EAAE,MAAM,CAAA;CAAE,CAAC,CA6B3D"}

package/lib/runAndEvaluate.js

@@ -0,0 +1,40 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.runAndEvaluate = void 0;
+/**
+ * Runs a system on a Testset and records the results in Scorecard.
+ *
+ * @param scorecard The Scorecard client
+ * @param projectId The ID of the Project to run the system on.
+ * @param testsetId The ID of the Testset to run the system on.
+ * @param metricIds The IDs of the Metrics to use for evaluation.
+ * @param system The system to run on the Testset.
+ */
+async function runAndEvaluate(scorecard, { projectId, testsetId, metricIds, system, }) {
+    const run = await scorecard.runs.create(projectId, {
+        testsetId,
+        metricIds,
+    });
+    // Run each Testcase sequentially
+    const recordPromises = [];
+    for await (const testcase of scorecard.testcases.list(run.testsetId)) {
+        const modelResponse = await system(testcase.inputs);
+        const promise = scorecard.records.create(run.id, {
+            testcaseId: testcase.id,
+            inputs: testcase.inputs,
+            labels: testcase.labels,
+            outputs: modelResponse,
+        });
+        recordPromises.push(promise);
+    }
+    // Wait until all the Records are created
+    await Promise.all(recordPromises);
+    // Mark the Run as done with execution and ready for scoring.
+    await scorecard.runs.update(run.id, {
+        status: 'awaiting_scoring',
+    });
+    const runUrl = `https://app.getscorecard.ai/projects/${projectId}/runs/grades/${run.id}`;
+    return { id: run.id, url: runUrl };
+}
+exports.runAndEvaluate = runAndEvaluate;
+//# sourceMappingURL=runAndEvaluate.js.map

package/lib/runAndEvaluate.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"runAndEvaluate.js","sourceRoot":"","sources":["../src/lib/runAndEvaluate.ts"],"names":[],"mappings":";;;AAEA;;;;;;;;GAQG;AACI,KAAK,UAAU,cAAc,CAClC,SAAoB,EACpB,EACE,SAAS,EACT,SAAS,EACT,SAAS,EACT,MAAM,GAMP;IAED,MAAM,GAAG,GAAG,MAAM,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC,SAAS,EAAE;QACjD,SAAS;QACT,SAAS;KACV,CAAC,CAAC;IAEH,iCAAiC;IACjC,MAAM,cAAc,GAAwB,EAAE,CAAC;IAC/C,IAAI,KAAK,EAAE,MAAM,QAAQ,IAAI,SAAS,CAAC,SAAS,CAAC,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE;QACpE,MAAM,aAAa,GAAG,MAAM,MAAM,CAAC,QAAQ,CAAC,MAAqB,CAAC,CAAC;QACnE,MAAM,OAAO,GAAG,SAAS,CAAC,OAAO,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,EAAE;YAC/C,UAAU,EAAE,QAAQ,CAAC,EAAE;YACvB,MAAM,EAAE,QAAQ,CAAC,MAAM;YACvB,MAAM,EAAE,QAAQ,CAAC,MAAM;YACvB,OAAO,EAAE,aAAwC;SAClD,CAAC,CAAC;QACH,cAAc,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;KAC9B;IACD,yCAAyC;IACzC,MAAM,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC,CAAC;IAElC,6DAA6D;IAC7D,MAAM,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,EAAE;QAClC,MAAM,EAAE,kBAAkB;KAC3B,CAAC,CAAC;IAEH,MAAM,MAAM,GAAG,wCAAwC,SAAS,gBAAgB,GAAG,CAAC,EAAE,EAAE,CAAC;IAEzF,OAAO,EAAE,EAAE,EAAE,GAAG,CAAC,EAAE,EAAE,GAAG,EAAE,MAAM,EAAE,CAAC;AACrC,CAAC;AA1CD,wCA0CC"}

package/lib/runAndEvaluate.mjs

@@ -0,0 +1,36 @@
+/**
+ * Runs a system on a Testset and records the results in Scorecard.
+ *
+ * @param scorecard The Scorecard client
+ * @param projectId The ID of the Project to run the system on.
+ * @param testsetId The ID of the Testset to run the system on.
+ * @param metricIds The IDs of the Metrics to use for evaluation.
+ * @param system The system to run on the Testset.
+ */
+export async function runAndEvaluate(scorecard, { projectId, testsetId, metricIds, system, }) {
+    const run = await scorecard.runs.create(projectId, {
+        testsetId,
+        metricIds,
+    });
+    // Run each Testcase sequentially
+    const recordPromises = [];
+    for await (const testcase of scorecard.testcases.list(run.testsetId)) {
+        const modelResponse = await system(testcase.inputs);
+        const promise = scorecard.records.create(run.id, {
+            testcaseId: testcase.id,
+            inputs: testcase.inputs,
+            labels: testcase.labels,
+            outputs: modelResponse,
+        });
+        recordPromises.push(promise);
+    }
+    // Wait until all the Records are created
+    await Promise.all(recordPromises);
+    // Mark the Run as done with execution and ready for scoring.
+    await scorecard.runs.update(run.id, {
+        status: 'awaiting_scoring',
+    });
+    const runUrl = `https://app.getscorecard.ai/projects/${projectId}/runs/grades/${run.id}`;
+    return { id: run.id, url: runUrl };
+}
+//# sourceMappingURL=runAndEvaluate.mjs.map

package/lib/runAndEvaluate.mjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"runAndEvaluate.mjs","sourceRoot":"","sources":["../src/lib/runAndEvaluate.ts"],"names":[],"mappings":"AAEA;;;;;;;;GAQG;AACH,MAAM,CAAC,KAAK,UAAU,cAAc,CAClC,SAAoB,EACpB,EACE,SAAS,EACT,SAAS,EACT,SAAS,EACT,MAAM,GAMP;IAED,MAAM,GAAG,GAAG,MAAM,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC,SAAS,EAAE;QACjD,SAAS;QACT,SAAS;KACV,CAAC,CAAC;IAEH,iCAAiC;IACjC,MAAM,cAAc,GAAwB,EAAE,CAAC;IAC/C,IAAI,KAAK,EAAE,MAAM,QAAQ,IAAI,SAAS,CAAC,SAAS,CAAC,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE;QACpE,MAAM,aAAa,GAAG,MAAM,MAAM,CAAC,QAAQ,CAAC,MAAqB,CAAC,CAAC;QACnE,MAAM,OAAO,GAAG,SAAS,CAAC,OAAO,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,EAAE;YAC/C,UAAU,EAAE,QAAQ,CAAC,EAAE;YACvB,MAAM,EAAE,QAAQ,CAAC,MAAM;YACvB,MAAM,EAAE,QAAQ,CAAC,MAAM;YACvB,OAAO,EAAE,aAAwC;SAClD,CAAC,CAAC;QACH,cAAc,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;KAC9B;IACD,yCAAyC;IACzC,MAAM,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC,CAAC;IAElC,6DAA6D;IAC7D,MAAM,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,EAAE;QAClC,MAAM,EAAE,kBAAkB;KAC3B,CAAC,CAAC;IAEH,MAAM,MAAM,GAAG,wCAAwC,SAAS,gBAAgB,GAAG,CAAC,EAAE,EAAE,CAAC;IAEzF,OAAO,EAAE,EAAE,EAAE,GAAG,CAAC,EAAE,EAAE,GAAG,EAAE,MAAM,EAAE,CAAC;AACrC,CAAC"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "scorecard-ai",
-  "version": "1.0.0-alpha.2",
+  "version": "1.0.0-alpha.4",
   "description": "The official TypeScript library for the Scorecard API",
   "author": "Scorecard <team@scorecard.io>",
   "types": "./index.d.ts",
@@ -16,7 +16,7 @@
   "scripts": {
     "test": "./scripts/test",
     "build": "./scripts/build",
-    "format": "prettier --write --cache --cache-strategy metadata . !dist",
+    "format": "./scripts/format",
     "tsn": "ts-node -r tsconfig-paths/register",
     "lint": "./scripts/lint",
     "fix": "./scripts/format"
@@ -92,6 +92,16 @@
     "./index.mjs": {
       "default": "./index.mjs"
     },
+    "./lib/*.mjs": {
+      "default": "./lib/*.mjs"
+    },
+    "./lib/*.js": {
+      "default": "./lib/*.js"
+    },
+    "./lib/*": {
+      "import": "./lib/*.mjs",
+      "require": "./lib/*.js"
+    },
     "./pagination": {
       "import": "./pagination.mjs",
       "require": "./pagination.js"

package/resources/index.d.mts

@@ -1,6 +1,6 @@
 export * from "./shared.mjs";
-export { ExecutionRecords, type ExecutionRecord, type ExecutionRecordCreateParams, } from "./execution-records.mjs";
 export { Projects, type ProjectListResponse, type ProjectListParams, type ProjectListResponsesPaginatedResponse, } from "./projects.mjs";
+export { Records, type Record, type RecordCreateParams } from "./records.mjs";
 export { Runs, type Run, type RunUpdateResponse, type RunCreateParams, type RunUpdateParams } from "./runs.mjs";
 export { SystemConfigs, type SystemConfig, type SystemConfigCreateParams, type SystemConfigListParams, type SystemConfigGetParams, type SystemConfigsPaginatedResponse, } from "./system-configs.mjs";
 export { Systems, type System, type SystemDeleteResponse, type SystemCreateParams, type SystemUpdateParams, type SystemListParams, type SystemsPaginatedResponse, } from "./systems.mjs";

package/resources/index.d.mts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.mts","sourceRoot":"","sources":["../src/resources/index.ts"],"names":[],"mappings":";OAGO,EACL,gBAAgB,EAChB,KAAK,eAAe,EACpB,KAAK,2BAA2B,GACjC;OACM,EACL,QAAQ,EACR,KAAK,mBAAmB,EACxB,KAAK,iBAAiB,EACtB,KAAK,qCAAqC,GAC3C;OACM,EAAE,IAAI,EAAE,KAAK,GAAG,EAAE,KAAK,iBAAiB,EAAE,KAAK,eAAe,EAAE,KAAK,eAAe,EAAE;OACtF,EACL,aAAa,EACb,KAAK,YAAY,EACjB,KAAK,wBAAwB,EAC7B,KAAK,sBAAsB,EAC3B,KAAK,qBAAqB,EAC1B,KAAK,8BAA8B,GACpC;OACM,EACL,OAAO,EACP,KAAK,MAAM,EACX,KAAK,oBAAoB,EACzB,KAAK,kBAAkB,EACvB,KAAK,kBAAkB,EACvB,KAAK,gBAAgB,EACrB,KAAK,wBAAwB,GAC9B;OACM,EACL,SAAS,EACT,KAAK,QAAQ,EACb,KAAK,sBAAsB,EAC3B,KAAK,sBAAsB,EAC3B,KAAK,oBAAoB,EACzB,KAAK,oBAAoB,EACzB,KAAK,kBAAkB,EACvB,KAAK,oBAAoB,EACzB,KAAK,0BAA0B,GAChC;OACM,EACL,QAAQ,EACR,KAAK,OAAO,EACZ,KAAK,qBAAqB,EAC1B,KAAK,mBAAmB,EACxB,KAAK,mBAAmB,EACxB,KAAK,iBAAiB,EACtB,KAAK,yBAAyB,GAC/B"}
+{"version":3,"file":"index.d.mts","sourceRoot":"","sources":["../src/resources/index.ts"],"names":[],"mappings":";OAGO,EACL,QAAQ,EACR,KAAK,mBAAmB,EACxB,KAAK,iBAAiB,EACtB,KAAK,qCAAqC,GAC3C;OACM,EAAE,OAAO,EAAE,KAAK,MAAM,EAAE,KAAK,kBAAkB,EAAE;OACjD,EAAE,IAAI,EAAE,KAAK,GAAG,EAAE,KAAK,iBAAiB,EAAE,KAAK,eAAe,EAAE,KAAK,eAAe,EAAE;OACtF,EACL,aAAa,EACb,KAAK,YAAY,EACjB,KAAK,wBAAwB,EAC7B,KAAK,sBAAsB,EAC3B,KAAK,qBAAqB,EAC1B,KAAK,8BAA8B,GACpC;OACM,EACL,OAAO,EACP,KAAK,MAAM,EACX,KAAK,oBAAoB,EACzB,KAAK,kBAAkB,EACvB,KAAK,kBAAkB,EACvB,KAAK,gBAAgB,EACrB,KAAK,wBAAwB,GAC9B;OACM,EACL,SAAS,EACT,KAAK,QAAQ,EACb,KAAK,sBAAsB,EAC3B,KAAK,sBAAsB,EAC3B,KAAK,oBAAoB,EACzB,KAAK,oBAAoB,EACzB,KAAK,kBAAkB,EACvB,KAAK,oBAAoB,EACzB,KAAK,0BAA0B,GAChC;OACM,EACL,QAAQ,EACR,KAAK,OAAO,EACZ,KAAK,qBAAqB,EAC1B,KAAK,mBAAmB,EACxB,KAAK,mBAAmB,EACxB,KAAK,iBAAiB,EACtB,KAAK,yBAAyB,GAC/B"}

package/resources/index.d.ts

@@ -1,6 +1,6 @@
 export * from "./shared.js";
-export { ExecutionRecords, type ExecutionRecord, type ExecutionRecordCreateParams, } from "./execution-records.js";
 export { Projects, type ProjectListResponse, type ProjectListParams, type ProjectListResponsesPaginatedResponse, } from "./projects.js";
+export { Records, type Record, type RecordCreateParams } from "./records.js";
 export { Runs, type Run, type RunUpdateResponse, type RunCreateParams, type RunUpdateParams } from "./runs.js";
 export { SystemConfigs, type SystemConfig, type SystemConfigCreateParams, type SystemConfigListParams, type SystemConfigGetParams, type SystemConfigsPaginatedResponse, } from "./system-configs.js";
 export { Systems, type System, type SystemDeleteResponse, type SystemCreateParams, type SystemUpdateParams, type SystemListParams, type SystemsPaginatedResponse, } from "./systems.js";

package/resources/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/resources/index.ts"],"names":[],"mappings":";OAGO,EACL,gBAAgB,EAChB,KAAK,eAAe,EACpB,KAAK,2BAA2B,GACjC;OACM,EACL,QAAQ,EACR,KAAK,mBAAmB,EACxB,KAAK,iBAAiB,EACtB,KAAK,qCAAqC,GAC3C;OACM,EAAE,IAAI,EAAE,KAAK,GAAG,EAAE,KAAK,iBAAiB,EAAE,KAAK,eAAe,EAAE,KAAK,eAAe,EAAE;OACtF,EACL,aAAa,EACb,KAAK,YAAY,EACjB,KAAK,wBAAwB,EAC7B,KAAK,sBAAsB,EAC3B,KAAK,qBAAqB,EAC1B,KAAK,8BAA8B,GACpC;OACM,EACL,OAAO,EACP,KAAK,MAAM,EACX,KAAK,oBAAoB,EACzB,KAAK,kBAAkB,EACvB,KAAK,kBAAkB,EACvB,KAAK,gBAAgB,EACrB,KAAK,wBAAwB,GAC9B;OACM,EACL,SAAS,EACT,KAAK,QAAQ,EACb,KAAK,sBAAsB,EAC3B,KAAK,sBAAsB,EAC3B,KAAK,oBAAoB,EACzB,KAAK,oBAAoB,EACzB,KAAK,kBAAkB,EACvB,KAAK,oBAAoB,EACzB,KAAK,0BAA0B,GAChC;OACM,EACL,QAAQ,EACR,KAAK,OAAO,EACZ,KAAK,qBAAqB,EAC1B,KAAK,mBAAmB,EACxB,KAAK,mBAAmB,EACxB,KAAK,iBAAiB,EACtB,KAAK,yBAAyB,GAC/B"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/resources/index.ts"],"names":[],"mappings":";OAGO,EACL,QAAQ,EACR,KAAK,mBAAmB,EACxB,KAAK,iBAAiB,EACtB,KAAK,qCAAqC,GAC3C;OACM,EAAE,OAAO,EAAE,KAAK,MAAM,EAAE,KAAK,kBAAkB,EAAE;OACjD,EAAE,IAAI,EAAE,KAAK,GAAG,EAAE,KAAK,iBAAiB,EAAE,KAAK,eAAe,EAAE,KAAK,eAAe,EAAE;OACtF,EACL,aAAa,EACb,KAAK,YAAY,EACjB,KAAK,wBAAwB,EAC7B,KAAK,sBAAsB,EAC3B,KAAK,qBAAqB,EAC1B,KAAK,8BAA8B,GACpC;OACM,EACL,OAAO,EACP,KAAK,MAAM,EACX,KAAK,oBAAoB,EACzB,KAAK,kBAAkB,EACvB,KAAK,kBAAkB,EACvB,KAAK,gBAAgB,EACrB,KAAK,wBAAwB,GAC9B;OACM,EACL,SAAS,EACT,KAAK,QAAQ,EACb,KAAK,sBAAsB,EAC3B,KAAK,sBAAsB,EAC3B,KAAK,oBAAoB,EACzB,KAAK,oBAAoB,EACzB,KAAK,kBAAkB,EACvB,KAAK,oBAAoB,EACzB,KAAK,0BAA0B,GAChC;OACM,EACL,QAAQ,EACR,KAAK,OAAO,EACZ,KAAK,qBAAqB,EAC1B,KAAK,mBAAmB,EACxB,KAAK,mBAAmB,EACxB,KAAK,iBAAiB,EACtB,KAAK,yBAAyB,GAC/B"}

package/resources/index.js

@@ -15,12 +15,12 @@ var __exportStar = (this && this.__exportStar) || function(m, exports) {
     for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.Testsets = exports.Testcases = exports.Systems = exports.SystemConfigs = exports.Runs = exports.Projects = exports.ExecutionRecords = void 0;
+exports.Testsets = exports.Testcases = exports.Systems = exports.SystemConfigs = exports.Runs = exports.Records = exports.Projects = void 0;
 __exportStar(require("./shared.js"), exports);
-var execution_records_1 = require("./execution-records.js");
-Object.defineProperty(exports, "ExecutionRecords", { enumerable: true, get: function () { return execution_records_1.ExecutionRecords; } });
 var projects_1 = require("./projects.js");
 Object.defineProperty(exports, "Projects", { enumerable: true, get: function () { return projects_1.Projects; } });
+var records_1 = require("./records.js");
+Object.defineProperty(exports, "Records", { enumerable: true, get: function () { return records_1.Records; } });
 var runs_1 = require("./runs.js");
 Object.defineProperty(exports, "Runs", { enumerable: true, get: function () { return runs_1.Runs; } });
 var system_configs_1 = require("./system-configs.js");

package/resources/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/resources/index.ts"],"names":[],"mappings":";AAAA,sFAAsF;;;;;;;;;;;;;;;;;AAEtF,8CAAyB;AACzB,4DAI6B;AAH3B,qHAAA,gBAAgB,OAAA;AAIlB,0CAKoB;AAJlB,oGAAA,QAAQ,OAAA;AAKV,kCAA4G;AAAnG,4FAAA,IAAI,OAAA;AACb,sDAO0B;AANxB,+GAAA,aAAa,OAAA;AAOf,wCAQmB;AAPjB,kGAAA,OAAO,OAAA;AAQT,4CAUqB;AATnB,sGAAA,SAAS,OAAA;AAUX,0CAQoB;AAPlB,oGAAA,QAAQ,OAAA"}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/resources/index.ts"],"names":[],"mappings":";AAAA,sFAAsF;;;;;;;;;;;;;;;;;AAEtF,8CAAyB;AACzB,0CAKoB;AAJlB,oGAAA,QAAQ,OAAA;AAKV,wCAA0E;AAAjE,kGAAA,OAAO,OAAA;AAChB,kCAA4G;AAAnG,4FAAA,IAAI,OAAA;AACb,sDAO0B;AANxB,+GAAA,aAAa,OAAA;AAOf,wCAQmB;AAPjB,kGAAA,OAAO,OAAA;AAQT,4CAUqB;AATnB,sGAAA,SAAS,OAAA;AAUX,0CAQoB;AAPlB,oGAAA,QAAQ,OAAA"}

package/resources/index.mjs

@@ -1,7 +1,7 @@
 // File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
 export * from "./shared.mjs";
-export { ExecutionRecords, } from "./execution-records.mjs";
 export { Projects, } from "./projects.mjs";
+export { Records } from "./records.mjs";
 export { Runs } from "./runs.mjs";
 export { SystemConfigs, } from "./system-configs.mjs";
 export { Systems, } from "./systems.mjs";

package/resources/index.mjs.map

@@ -1 +1 @@
-{"version":3,"file":"index.mjs","sourceRoot":"","sources":["../src/resources/index.ts"],"names":[],"mappings":"AAAA,sFAAsF;;OAG/E,EACL,gBAAgB,GAGjB;OACM,EACL,QAAQ,GAIT;OACM,EAAE,IAAI,EAAgF;OACtF,EACL,aAAa,GAMd;OACM,EACL,OAAO,GAOR;OACM,EACL,SAAS,GASV;OACM,EACL,QAAQ,GAOT"}
+{"version":3,"file":"index.mjs","sourceRoot":"","sources":["../src/resources/index.ts"],"names":[],"mappings":"AAAA,sFAAsF;;OAG/E,EACL,QAAQ,GAIT;OACM,EAAE,OAAO,EAAwC;OACjD,EAAE,IAAI,EAAgF;OACtF,EACL,aAAa,GAMd;OACM,EACL,OAAO,GAOR;OACM,EACL,SAAS,GASV;OACM,EACL,QAAQ,GAOT"}

package/resources/projects.d.mts

@@ -3,22 +3,22 @@ import { PagePromise, PaginatedResponse, type PaginatedResponseParams } from "..
 import { RequestOptions } from "../internal/request-options.mjs";
 export declare class Projects extends APIResource {
     /**
-     * Retrieve a paginated list of all projects. Projects are ordered by creation
-     * date, with oldest projects first.
+     * Retrieve a paginated list of all Projects. Projects are ordered by creation
+     * date, with oldest Projects first.
      */
     list(query?: ProjectListParams | null | undefined, options?: RequestOptions): PagePromise<ProjectListResponsesPaginatedResponse, ProjectListResponse>;
 }
 export type ProjectListResponsesPaginatedResponse = PaginatedResponse<ProjectListResponse>;
 /**
- * A project in the Scorecard system.
+ * A Project in the Scorecard system.
  */
 export interface ProjectListResponse {
     /**
-     * The ID of the project
+     * The ID of the Project.
      */
     id: string;
     /**
-     * The name of the project
+     * The name of the Project.
      */
     name: string | null;
 }

package/resources/projects.d.ts

@@ -3,22 +3,22 @@ import { PagePromise, PaginatedResponse, type PaginatedResponseParams } from "..
 import { RequestOptions } from "../internal/request-options.js";
 export declare class Projects extends APIResource {
     /**
-     * Retrieve a paginated list of all projects. Projects are ordered by creation
-     * date, with oldest projects first.
+     * Retrieve a paginated list of all Projects. Projects are ordered by creation
+     * date, with oldest Projects first.
      */
     list(query?: ProjectListParams | null | undefined, options?: RequestOptions): PagePromise<ProjectListResponsesPaginatedResponse, ProjectListResponse>;
 }
 export type ProjectListResponsesPaginatedResponse = PaginatedResponse<ProjectListResponse>;
 /**
- * A project in the Scorecard system.
+ * A Project in the Scorecard system.
  */
 export interface ProjectListResponse {
     /**
-     * The ID of the project
+     * The ID of the Project.
      */
     id: string;
     /**
-     * The name of the project
+     * The name of the Project.
      */
     name: string | null;
 }

package/resources/projects.js

@@ -6,8 +6,8 @@ const resource_1 = require("../core/resource.js");
 const pagination_1 = require("../core/pagination.js");
 class Projects extends resource_1.APIResource {
     /**
-     * Retrieve a paginated list of all projects. Projects are ordered by creation
-     * date, with oldest projects first.
+     * Retrieve a paginated list of all Projects. Projects are ordered by creation
+     * date, with oldest Projects first.
      */
     list(query = {}, options) {
         return this._client.getAPIList('/projects', (pagination_1.PaginatedResponse), {

package/resources/projects.mjs

@@ -3,8 +3,8 @@ import { APIResource } from "../core/resource.mjs";
 import { PaginatedResponse } from "../core/pagination.mjs";
 export class Projects extends APIResource {
     /**
-     * Retrieve a paginated list of all projects. Projects are ordered by creation
-     * date, with oldest projects first.
+     * Retrieve a paginated list of all Projects. Projects are ordered by creation
+     * date, with oldest Projects first.
      */
     list(query = {}, options) {
         return this._client.getAPIList('/projects', (PaginatedResponse), {

package/resources/records.d.mts

@@ -0,0 +1,63 @@
+import { APIResource } from "../core/resource.mjs";
+import { APIPromise } from "../core/api-promise.mjs";
+import { type Record as BuiltinRecord } from "../internal/builtin-types.mjs";
+import { RequestOptions } from "../internal/request-options.mjs";
+export declare class Records extends APIResource {
+    /**
+     * Create a new Record in a Run.
+     */
+    create(runID: string, body: RecordCreateParams, options?: RequestOptions): APIPromise<Record>;
+}
+/**
+ * A record of a system execution in the Scorecard system.
+ */
+export interface Record {
+    /**
+     * The ID of the Record.
+     */
+    id: string;
+    /**
+     * The actual inputs sent to the system, which should match the system's input
+     * schema.
+     */
+    inputs: BuiltinRecord<string, unknown>;
+    /**
+     * The expected outputs for the Testcase.
+     */
+    labels: BuiltinRecord<string, unknown>;
+    /**
+     * The actual outputs from the system.
+     */
+    outputs: BuiltinRecord<string, unknown>;
+    /**
+     * The ID of the Run containing this Record.
+     */
+    runId: string;
+    /**
+     * The ID of the Testcase.
+     */
+    testcaseId?: string;
+}
+export interface RecordCreateParams {
+    /**
+     * The actual inputs sent to the system, which should match the system's input
+     * schema.
+     */
+    inputs: BuiltinRecord<string, unknown>;
+    /**
+     * The expected outputs for the Testcase.
+     */
+    labels: BuiltinRecord<string, unknown>;
+    /**
+     * The actual outputs from the system.
+     */
+    outputs: BuiltinRecord<string, unknown>;
+    /**
+     * The ID of the Testcase.
+     */
+    testcaseId?: string;
+}
+export declare namespace Records {
+    export { type Record as Record, type RecordCreateParams as RecordCreateParams };
+}
+//# sourceMappingURL=records.d.mts.map

package/resources/records.d.mts.map

@@ -0,0 +1 @@
+{"version":3,"file":"records.d.mts","sourceRoot":"","sources":["../src/resources/records.ts"],"names":[],"mappings":"OAEO,EAAE,WAAW,EAAE;OACf,EAAE,UAAU,EAAE;OACd,EAAE,KAAK,MAAM,IAAI,aAAa,EAAE;OAChC,EAAE,cAAc,EAAE;AAGzB,qBAAa,OAAQ,SAAQ,WAAW;IACtC;;OAEG;IACH,MAAM,CAAC,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,kBAAkB,EAAE,OAAO,CAAC,EAAE,cAAc,GAAG,UAAU,CAAC,MAAM,CAAC;CAG9F;AAED;;GAEG;AACH,MAAM,WAAW,MAAM;IACrB;;OAEG;IACH,EAAE,EAAE,MAAM,CAAC;IAEX;;;OAGG;IACH,MAAM,EAAE,aAAa,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAEvC;;OAEG;IACH,MAAM,EAAE,aAAa,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAEvC;;OAEG;IACH,OAAO,EAAE,aAAa,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAExC;;OAEG;IACH,KAAK,EAAE,MAAM,CAAC;IAEd;;OAEG;IACH,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB;AAED,MAAM,WAAW,kBAAkB;IACjC;;;OAGG;IACH,MAAM,EAAE,aAAa,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAEvC;;OAEG;IACH,MAAM,EAAE,aAAa,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAEvC;;OAEG;IACH,OAAO,EAAE,aAAa,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAExC;;OAEG;IACH,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB;AAED,MAAM,CAAC,OAAO,WAAW,OAAO,CAAC;IAC/B,OAAO,EAAE,KAAK,MAAM,IAAI,MAAM,EAAE,KAAK,kBAAkB,IAAI,kBAAkB,EAAE,CAAC;CACjF"}

package/resources/records.d.ts

@@ -0,0 +1,63 @@
+import { APIResource } from "../core/resource.js";
+import { APIPromise } from "../core/api-promise.js";
+import { type Record as BuiltinRecord } from "../internal/builtin-types.js";
+import { RequestOptions } from "../internal/request-options.js";
+export declare class Records extends APIResource {
+    /**
+     * Create a new Record in a Run.
+     */
+    create(runID: string, body: RecordCreateParams, options?: RequestOptions): APIPromise<Record>;
+}
+/**
+ * A record of a system execution in the Scorecard system.
+ */
+export interface Record {
+    /**
+     * The ID of the Record.
+     */
+    id: string;
+    /**
+     * The actual inputs sent to the system, which should match the system's input
+     * schema.
+     */
+    inputs: BuiltinRecord<string, unknown>;
+    /**
+     * The expected outputs for the Testcase.
+     */
+    labels: BuiltinRecord<string, unknown>;
+    /**
+     * The actual outputs from the system.
+     */
+    outputs: BuiltinRecord<string, unknown>;
+    /**
+     * The ID of the Run containing this Record.
+     */
+    runId: string;
+    /**
+     * The ID of the Testcase.
+     */
+    testcaseId?: string;
+}
+export interface RecordCreateParams {
+    /**
+     * The actual inputs sent to the system, which should match the system's input
+     * schema.
+     */
+    inputs: BuiltinRecord<string, unknown>;
+    /**
+     * The expected outputs for the Testcase.
+     */
+    labels: BuiltinRecord<string, unknown>;
+    /**
+     * The actual outputs from the system.
+     */
+    outputs: BuiltinRecord<string, unknown>;
+    /**
+     * The ID of the Testcase.
+     */
+    testcaseId?: string;
+}
+export declare namespace Records {
+    export { type Record as Record, type RecordCreateParams as RecordCreateParams };
+}
+//# sourceMappingURL=records.d.ts.map

package/resources/records.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"records.d.ts","sourceRoot":"","sources":["../src/resources/records.ts"],"names":[],"mappings":"OAEO,EAAE,WAAW,EAAE;OACf,EAAE,UAAU,EAAE;OACd,EAAE,KAAK,MAAM,IAAI,aAAa,EAAE;OAChC,EAAE,cAAc,EAAE;AAGzB,qBAAa,OAAQ,SAAQ,WAAW;IACtC;;OAEG;IACH,MAAM,CAAC,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,kBAAkB,EAAE,OAAO,CAAC,EAAE,cAAc,GAAG,UAAU,CAAC,MAAM,CAAC;CAG9F;AAED;;GAEG;AACH,MAAM,WAAW,MAAM;IACrB;;OAEG;IACH,EAAE,EAAE,MAAM,CAAC;IAEX;;;OAGG;IACH,MAAM,EAAE,aAAa,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAEvC;;OAEG;IACH,MAAM,EAAE,aAAa,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAEvC;;OAEG;IACH,OAAO,EAAE,aAAa,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAExC;;OAEG;IACH,KAAK,EAAE,MAAM,CAAC;IAEd;;OAEG;IACH,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB;AAED,MAAM,WAAW,kBAAkB;IACjC;;;OAGG;IACH,MAAM,EAAE,aAAa,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAEvC;;OAEG;IACH,MAAM,EAAE,aAAa,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAEvC;;OAEG;IACH,OAAO,EAAE,aAAa,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAExC;;OAEG;IACH,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB;AAED,MAAM,CAAC,OAAO,WAAW,OAAO,CAAC;IAC/B,OAAO,EAAE,KAAK,MAAM,IAAI,MAAM,EAAE,KAAK,kBAAkB,IAAI,kBAAkB,EAAE,CAAC;CACjF"}