scorecard-ai 0.1.10 → 0.1.12

package/package.json

@@ -1,6 +1,6 @@
 {
     "name": "scorecard-ai",
-    "version": "0.1.10",
+    "version": "0.1.12",
     "private": false,
     "repository": "https://github.com/scorecard-ai/scorecard-node",
     "main": "./index.js",

package/serialization/resources/index.d.ts

@@ -8,3 +8,5 @@ export * from "./testcase/client/requests";
 export * from "./testrecord/client/requests";
 export * as run from "./run";
 export * from "./run/client/requests";
+export * as score from "./score";
+export * from "./score/client/requests";

package/serialization/resources/index.js

@@ -26,7 +26,7 @@ var __exportStar = (this && this.__exportStar) || function(m, exports) {
     for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.run = exports.testset = exports.testrecord = exports.testcase = void 0;
+exports.score = exports.run = exports.testset = exports.testrecord = exports.testcase = void 0;
 exports.testcase = __importStar(require("./testcase"));
 __exportStar(require("./testcase/types"), exports);
 exports.testrecord = __importStar(require("./testrecord"));
@@ -37,3 +37,5 @@ __exportStar(require("./testcase/client/requests"), exports);
 __exportStar(require("./testrecord/client/requests"), exports);
 exports.run = __importStar(require("./run"));
 __exportStar(require("./run/client/requests"), exports);
+exports.score = __importStar(require("./score"));
+__exportStar(require("./score/client/requests"), exports);

package/serialization/resources/run/client/requests/RunCreateParams.d.ts

@@ -7,9 +7,12 @@ import * as core from "../../../../../core";
 export declare const RunCreateParams: core.serialization.Schema<serializers.RunCreateParams.Raw, Scorecard.RunCreateParams>;
 export declare namespace RunCreateParams {
     interface Raw {
-        testset_id: number;
+        testset_id?: number | null;
         scoring_config_id?: number | null;
         status?: string | null;
         model_params?: Record<string, unknown> | null;
+        source?: string | null;
+        notes?: string | null;
+        prompt_template?: string | null;
     }
 }

package/serialization/resources/run/client/requests/RunCreateParams.js

@@ -29,8 +29,11 @@ Object.defineProperty(exports, "__esModule", { value: true });
 exports.RunCreateParams = void 0;
 const core = __importStar(require("../../../../../core"));
 exports.RunCreateParams = core.serialization.object({
-    testsetId: core.serialization.property("testset_id", core.serialization.number()),
+    testsetId: core.serialization.property("testset_id", core.serialization.number().optional()),
     scoringConfigId: core.serialization.property("scoring_config_id", core.serialization.number().optional()),
     status: core.serialization.string().optional(),
     modelParams: core.serialization.property("model_params", core.serialization.record(core.serialization.string(), core.serialization.unknown()).optional()),
+    source: core.serialization.string().optional(),
+    notes: core.serialization.string().optional(),
+    promptTemplate: core.serialization.property("prompt_template", core.serialization.string().optional()),
 });

package/serialization/resources/score/client/index.d.ts

@@ -0,0 +1 @@
+export * from "./requests";

package/serialization/resources/score/client/index.js

@@ -0,0 +1,17 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __exportStar = (this && this.__exportStar) || function(m, exports) {
+    for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+__exportStar(require("./requests"), exports);

package/serialization/resources/score/client/requests/ScoreCreateParams.d.ts

@@ -0,0 +1,15 @@
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+import * as serializers from "../../../..";
+import * as Scorecard from "../../../../../api";
+import * as core from "../../../../../core";
+export declare const ScoreCreateParams: core.serialization.Schema<serializers.ScoreCreateParams.Raw, Scorecard.ScoreCreateParams>;
+export declare namespace ScoreCreateParams {
+    interface Raw {
+        metric_id: number;
+        int_score?: number | null;
+        binary_score?: boolean | null;
+        reasoning?: string | null;
+    }
+}

package/serialization/resources/score/client/requests/ScoreCreateParams.js

@@ -0,0 +1,36 @@
+"use strict";
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || function (mod) {
+    if (mod && mod.__esModule) return mod;
+    var result = {};
+    if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
+    __setModuleDefault(result, mod);
+    return result;
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.ScoreCreateParams = void 0;
+const core = __importStar(require("../../../../../core"));
+exports.ScoreCreateParams = core.serialization.object({
+    metricId: core.serialization.property("metric_id", core.serialization.number()),
+    intScore: core.serialization.property("int_score", core.serialization.number().optional()),
+    binaryScore: core.serialization.property("binary_score", core.serialization.boolean().optional()),
+    reasoning: core.serialization.string().optional(),
+});

package/serialization/resources/score/client/requests/ScoreUpdateParams.d.ts

@@ -0,0 +1,14 @@
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+import * as serializers from "../../../..";
+import * as Scorecard from "../../../../../api";
+import * as core from "../../../../../core";
+export declare const ScoreUpdateParams: core.serialization.Schema<serializers.ScoreUpdateParams.Raw, Scorecard.ScoreUpdateParams>;
+export declare namespace ScoreUpdateParams {
+    interface Raw {
+        int_score?: number | null;
+        binary_score?: boolean | null;
+        reasoning?: string | null;
+    }
+}

package/serialization/resources/score/client/requests/ScoreUpdateParams.js

@@ -0,0 +1,35 @@
+"use strict";
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || function (mod) {
+    if (mod && mod.__esModule) return mod;
+    var result = {};
+    if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
+    __setModuleDefault(result, mod);
+    return result;
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.ScoreUpdateParams = void 0;
+const core = __importStar(require("../../../../../core"));
+exports.ScoreUpdateParams = core.serialization.object({
+    intScore: core.serialization.property("int_score", core.serialization.number().optional()),
+    binaryScore: core.serialization.property("binary_score", core.serialization.boolean().optional()),
+    reasoning: core.serialization.string().optional(),
+});

package/serialization/resources/score/client/requests/index.d.ts

@@ -0,0 +1,2 @@
+export { ScoreCreateParams } from "./ScoreCreateParams";
+export { ScoreUpdateParams } from "./ScoreUpdateParams";

package/serialization/resources/score/client/requests/index.js

@@ -0,0 +1,7 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.ScoreUpdateParams = exports.ScoreCreateParams = void 0;
+var ScoreCreateParams_1 = require("./ScoreCreateParams");
+Object.defineProperty(exports, "ScoreCreateParams", { enumerable: true, get: function () { return ScoreCreateParams_1.ScoreCreateParams; } });
+var ScoreUpdateParams_1 = require("./ScoreUpdateParams");
+Object.defineProperty(exports, "ScoreUpdateParams", { enumerable: true, get: function () { return ScoreUpdateParams_1.ScoreUpdateParams; } });

package/serialization/resources/score/index.d.ts

@@ -0,0 +1 @@
+export * from "./client";

package/serialization/resources/score/index.js

@@ -0,0 +1,17 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __exportStar = (this && this.__exportStar) || function(m, exports) {
+    for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+__exportStar(require("./client"), exports);

package/serialization/resources/testrecord/client/requests/TestrecordCreateParams.d.ts

@@ -7,14 +7,17 @@ import * as core from "../../../../../core";
 export declare const TestrecordCreateParams: core.serialization.Schema<serializers.TestrecordCreateParams.Raw, Scorecard.TestrecordCreateParams>;
 export declare namespace TestrecordCreateParams {
     interface Raw {
-        testset_id: number;
-        testcase_id: number;
-        user_query: string;
+        testset_id?: number | null;
+        testcase_id?: number | null;
+        user_query?: string | null;
         context?: string | null;
         response?: string | null;
         ideal?: string | null;
         custom_inputs?: Record<string, serializers.TestrecordCreateParamsCustomInputsValue.Raw | null | undefined> | null;
         custom_outputs?: Record<string, serializers.TestrecordCreateParamsCustomOutputsValue.Raw | null | undefined> | null;
         custom_labels?: Record<string, serializers.TestrecordCreateParamsCustomLabelsValue.Raw | null | undefined> | null;
+        prompt?: string | null;
+        model_params?: Record<string, serializers.TestrecordCreateParamsModelParamsValue.Raw | null | undefined> | null;
+        model_debug_info?: Record<string, serializers.TestrecordCreateParamsModelDebugInfoValue.Raw | null | undefined> | null;
     }
 }

package/serialization/resources/testrecord/client/requests/TestrecordCreateParams.js

@@ -38,9 +38,9 @@ Object.defineProperty(exports, "__esModule", { value: true });
 exports.TestrecordCreateParams = void 0;
 const core = __importStar(require("../../../../../core"));
 exports.TestrecordCreateParams = core.serialization.object({
-    testsetId: core.serialization.property("testset_id", core.serialization.number()),
-    testcaseId: core.serialization.property("testcase_id", core.serialization.number()),
-    userQuery: core.serialization.property("user_query", core.serialization.string()),
+    testsetId: core.serialization.property("testset_id", core.serialization.number().optional()),
+    testcaseId: core.serialization.property("testcase_id", core.serialization.number().optional()),
+    userQuery: core.serialization.property("user_query", core.serialization.string().optional()),
     context: core.serialization.string().optional(),
     response: core.serialization.string().optional(),
     ideal: core.serialization.string().optional(),
@@ -59,4 +59,15 @@ exports.TestrecordCreateParams = core.serialization.object({
         .lazy(() => __awaiter(void 0, void 0, void 0, function* () { return (yield Promise.resolve().then(() => __importStar(require("../../../..")))).TestrecordCreateParamsCustomLabelsValue; }))
         .optional())
         .optional()),
+    prompt: core.serialization.string().optional(),
+    modelParams: core.serialization.property("model_params", core.serialization
+        .record(core.serialization.string(), core.serialization
+        .lazy(() => __awaiter(void 0, void 0, void 0, function* () { return (yield Promise.resolve().then(() => __importStar(require("../../../..")))).TestrecordCreateParamsModelParamsValue; }))
+        .optional())
+        .optional()),
+    modelDebugInfo: core.serialization.property("model_debug_info", core.serialization
+        .record(core.serialization.string(), core.serialization
+        .lazy(() => __awaiter(void 0, void 0, void 0, function* () { return (yield Promise.resolve().then(() => __importStar(require("../../../..")))).TestrecordCreateParamsModelDebugInfoValue; }))
+        .optional())
+        .optional()),
 });

package/serialization/resources/testrecord/types/TestrecordCreateParamsModelDebugInfoValue.d.ts

@@ -0,0 +1,10 @@
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+import * as serializers from "../../..";
+import * as Scorecard from "../../../../api";
+import * as core from "../../../../core";
+export declare const TestrecordCreateParamsModelDebugInfoValue: core.serialization.Schema<serializers.TestrecordCreateParamsModelDebugInfoValue.Raw, Scorecard.TestrecordCreateParamsModelDebugInfoValue>;
+export declare namespace TestrecordCreateParamsModelDebugInfoValue {
+    type Raw = number | number | string;
+}

package/serialization/resources/testrecord/types/TestrecordCreateParamsModelDebugInfoValue.js

@@ -0,0 +1,35 @@
+"use strict";
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || function (mod) {
+    if (mod && mod.__esModule) return mod;
+    var result = {};
+    if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
+    __setModuleDefault(result, mod);
+    return result;
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.TestrecordCreateParamsModelDebugInfoValue = void 0;
+const core = __importStar(require("../../../../core"));
+exports.TestrecordCreateParamsModelDebugInfoValue = core.serialization.undiscriminatedUnion([
+    core.serialization.number(),
+    core.serialization.number(),
+    core.serialization.string(),
+]);

package/serialization/resources/testrecord/types/TestrecordCreateParamsModelParamsValue.d.ts

@@ -0,0 +1,10 @@
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+import * as serializers from "../../..";
+import * as Scorecard from "../../../../api";
+import * as core from "../../../../core";
+export declare const TestrecordCreateParamsModelParamsValue: core.serialization.Schema<serializers.TestrecordCreateParamsModelParamsValue.Raw, Scorecard.TestrecordCreateParamsModelParamsValue>;
+export declare namespace TestrecordCreateParamsModelParamsValue {
+    type Raw = number | number | string;
+}

package/serialization/resources/testrecord/types/TestrecordCreateParamsModelParamsValue.js

@@ -0,0 +1,35 @@
+"use strict";
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || function (mod) {
+    if (mod && mod.__esModule) return mod;
+    var result = {};
+    if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
+    __setModuleDefault(result, mod);
+    return result;
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.TestrecordCreateParamsModelParamsValue = void 0;
+const core = __importStar(require("../../../../core"));
+exports.TestrecordCreateParamsModelParamsValue = core.serialization.undiscriminatedUnion([
+    core.serialization.number(),
+    core.serialization.number(),
+    core.serialization.string(),
+]);

package/serialization/resources/testrecord/types/index.d.ts

@@ -1,3 +1,5 @@
 export * from "./TestrecordCreateParamsCustomInputsValue";
 export * from "./TestrecordCreateParamsCustomOutputsValue";
 export * from "./TestrecordCreateParamsCustomLabelsValue";
+export * from "./TestrecordCreateParamsModelParamsValue";
+export * from "./TestrecordCreateParamsModelDebugInfoValue";

package/serialization/resources/testrecord/types/index.js

@@ -17,3 +17,5 @@ Object.defineProperty(exports, "__esModule", { value: true });
 __exportStar(require("./TestrecordCreateParamsCustomInputsValue"), exports);
 __exportStar(require("./TestrecordCreateParamsCustomOutputsValue"), exports);
 __exportStar(require("./TestrecordCreateParamsCustomLabelsValue"), exports);
+__exportStar(require("./TestrecordCreateParamsModelParamsValue"), exports);
+__exportStar(require("./TestrecordCreateParamsModelDebugInfoValue"), exports);

package/serialization/resources/testset/client/requests/TestsetCreateParams.d.ts

@@ -9,7 +9,7 @@ export declare namespace TestsetCreateParams {
     interface Raw {
         name: string;
         description?: string | null;
-        using_retrieval: boolean;
-        custom_schema?: serializers.CustomSchemaInput.Raw | null;
+        using_retrieval?: boolean | null;
+        custom_schema?: serializers.CustomSchema.Raw | null;
     }
 }

package/serialization/resources/testset/client/requests/TestsetCreateParams.js

@@ -40,6 +40,6 @@ const core = __importStar(require("../../../../../core"));
 exports.TestsetCreateParams = core.serialization.object({
     name: core.serialization.string(),
     description: core.serialization.string().optional(),
-    usingRetrieval: core.serialization.property("using_retrieval", core.serialization.boolean()),
-    customSchema: core.serialization.property("custom_schema", core.serialization.lazyObject(() => __awaiter(void 0, void 0, void 0, function* () { return (yield Promise.resolve().then(() => __importStar(require("../../../..")))).CustomSchemaInput; })).optional()),
+    usingRetrieval: core.serialization.property("using_retrieval", core.serialization.boolean().optional()),
+    customSchema: core.serialization.property("custom_schema", core.serialization.lazyObject(() => __awaiter(void 0, void 0, void 0, function* () { return (yield Promise.resolve().then(() => __importStar(require("../../../..")))).CustomSchema; })).optional()),
 });

package/serialization/types/CreateGithubWorkflowParams.d.ts

@@ -0,0 +1,10 @@
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+import * as serializers from "..";
+import * as Scorecard from "../../api";
+import * as core from "../../core";
+export declare const CreateGithubWorkflowParams: core.serialization.Schema<serializers.CreateGithubWorkflowParams.Raw, Scorecard.CreateGithubWorkflowParams>;
+export declare namespace CreateGithubWorkflowParams {
+    type Raw = unknown;
+}

package/{dist/serialization/types/LibDtoTypesCreateRunParams.js → serialization/types/CreateGithubWorkflowParams.js}

@@ -26,6 +26,6 @@ var __importStar = (this && this.__importStar) || function (mod) {
     return result;
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.LibDtoTypesCreateRunParams = void 0;
+exports.CreateGithubWorkflowParams = void 0;
 const core = __importStar(require("../../core"));
-exports.LibDtoTypesCreateRunParams = core.serialization.unknown();
+exports.CreateGithubWorkflowParams = core.serialization.unknown();

package/serialization/types/CreateRunParams.d.ts

@@ -4,12 +4,7 @@
 import * as serializers from "..";
 import * as Scorecard from "../../api";
 import * as core from "../../core";
-export declare const CreateRunParams: core.serialization.ObjectSchema<serializers.CreateRunParams.Raw, Scorecard.CreateRunParams>;
+export declare const CreateRunParams: core.serialization.Schema<serializers.CreateRunParams.Raw, Scorecard.CreateRunParams>;
 export declare namespace CreateRunParams {
-    interface Raw {
-        testset_id: number;
-        scoring_config_id: number;
-        status?: string | null;
-        model_params?: Record<string, unknown> | null;
-    }
+    type Raw = unknown;
 }

package/serialization/types/CreateRunParams.js

@@ -28,9 +28,4 @@ var __importStar = (this && this.__importStar) || function (mod) {
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.CreateRunParams = void 0;
 const core = __importStar(require("../../core"));
-exports.CreateRunParams = core.serialization.object({
-    testsetId: core.serialization.property("testset_id", core.serialization.number()),
-    scoringConfigId: core.serialization.property("scoring_config_id", core.serialization.number()),
-    status: core.serialization.string().optional(),
-    modelParams: core.serialization.property("model_params", core.serialization.record(core.serialization.string(), core.serialization.unknown()).optional()),
-});
+exports.CreateRunParams = core.serialization.unknown();

package/{dist/serialization/types/CustomSchemaInput.d.ts → serialization/types/CustomSchema.d.ts}

@@ -4,8 +4,8 @@
 import * as serializers from "..";
 import * as Scorecard from "../../api";
 import * as core from "../../core";
-export declare const CustomSchemaInput: core.serialization.ObjectSchema<serializers.CustomSchemaInput.Raw, Scorecard.CustomSchemaInput>;
-export declare namespace CustomSchemaInput {
+export declare const CustomSchema: core.serialization.ObjectSchema<serializers.CustomSchema.Raw, Scorecard.CustomSchema>;
+export declare namespace CustomSchema {
     interface Raw {
         variables?: serializers.CustomVariable.Raw[] | null;
     }

package/{dist/serialization/types/CustomSchemaInput.js → serialization/types/CustomSchema.js}

@@ -35,9 +35,9 @@ var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, ge
     });
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.CustomSchemaInput = void 0;
+exports.CustomSchema = void 0;
 const core = __importStar(require("../../core"));
-exports.CustomSchemaInput = core.serialization.object({
+exports.CustomSchema = core.serialization.object({
     variables: core.serialization
         .list(core.serialization.lazyObject(() => __awaiter(void 0, void 0, void 0, function* () { return (yield Promise.resolve().then(() => __importStar(require("..")))).CustomVariable; })))
         .optional(),

package/serialization/types/Grade.d.ts

@@ -0,0 +1,20 @@
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+import * as serializers from "..";
+import * as Scorecard from "../../api";
+import * as core from "../../core";
+export declare const Grade: core.serialization.ObjectSchema<serializers.Grade.Raw, Scorecard.Grade>;
+export declare namespace Grade {
+    interface Raw {
+        id?: number | null;
+        run_id?: number | null;
+        testcase_id?: number | null;
+        testrecord_id?: number | null;
+        metric_id?: number | null;
+        binary_score?: boolean | null;
+        int_score?: number | null;
+        reasoning?: string | null;
+        human_eval?: boolean | null;
+    }
+}

package/serialization/types/Grade.js

@@ -0,0 +1,41 @@
+"use strict";
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || function (mod) {
+    if (mod && mod.__esModule) return mod;
+    var result = {};
+    if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
+    __setModuleDefault(result, mod);
+    return result;
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.Grade = void 0;
+const core = __importStar(require("../../core"));
+exports.Grade = core.serialization.object({
+    id: core.serialization.number().optional(),
+    runId: core.serialization.property("run_id", core.serialization.number().optional()),
+    testcaseId: core.serialization.property("testcase_id", core.serialization.number().optional()),
+    testrecordId: core.serialization.property("testrecord_id", core.serialization.number().optional()),
+    metricId: core.serialization.property("metric_id", core.serialization.number().optional()),
+    binaryScore: core.serialization.property("binary_score", core.serialization.boolean().optional()),
+    intScore: core.serialization.property("int_score", core.serialization.number().optional()),
+    reasoning: core.serialization.string().optional(),
+    humanEval: core.serialization.property("human_eval", core.serialization.boolean().optional()),
+});

package/serialization/types/RunStatus.d.ts

@@ -6,5 +6,5 @@ import * as Scorecard from "../../api";
 import * as core from "../../core";
 export declare const RunStatus: core.serialization.Schema<serializers.RunStatus.Raw, Scorecard.RunStatus>;
 export declare namespace RunStatus {
-    type Raw = "pending" | "awaiting_execution" | "running_execution" | "awaiting_scoring" | "running_scoring" | "completed";
+    type Raw = "pending" | "awaiting_execution" | "running_execution" | "awaiting_scoring" | "running_scoring" | "awaiting_human_scoring" | "completed";
 }

package/serialization/types/RunStatus.js

@@ -34,5 +34,6 @@ exports.RunStatus = core.serialization.enum_([
     "running_execution",
     "awaiting_scoring",
     "running_scoring",
+    "awaiting_human_scoring",
     "completed",
 ]);

package/serialization/types/TestRecordCreate.d.ts

@@ -4,19 +4,7 @@
 import * as serializers from "..";
 import * as Scorecard from "../../api";
 import * as core from "../../core";
-export declare const TestRecordCreate: core.serialization.ObjectSchema<serializers.TestRecordCreate.Raw, Scorecard.TestRecordCreate>;
+export declare const TestRecordCreate: core.serialization.Schema<serializers.TestRecordCreate.Raw, Scorecard.TestRecordCreate>;
 export declare namespace TestRecordCreate {
-    interface Raw {
-        run_id: number;
-        testcase_id: number;
-        model_response: string;
-        user_query?: string | null;
-        context?: string | null;
-        prompt?: string | null;
-        ideal?: string | null;
-        debug_output?: string | null;
-        model_params?: Record<string, unknown> | null;
-        testset_id?: number | null;
-        status?: string | null;
-    }
+    type Raw = unknown;
 }

package/serialization/types/TestRecordCreate.js

@@ -28,16 +28,4 @@ var __importStar = (this && this.__importStar) || function (mod) {
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.TestRecordCreate = void 0;
 const core = __importStar(require("../../core"));
-exports.TestRecordCreate = core.serialization.object({
-    runId: core.serialization.property("run_id", core.serialization.number()),
-    testcaseId: core.serialization.property("testcase_id", core.serialization.number()),
-    modelResponse: core.serialization.property("model_response", core.serialization.string()),
-    userQuery: core.serialization.property("user_query", core.serialization.string().optional()),
-    context: core.serialization.string().optional(),
-    prompt: core.serialization.string().optional(),
-    ideal: core.serialization.string().optional(),
-    debugOutput: core.serialization.property("debug_output", core.serialization.string().optional()),
-    modelParams: core.serialization.property("model_params", core.serialization.record(core.serialization.string(), core.serialization.unknown()).optional()),
-    testsetId: core.serialization.property("testset_id", core.serialization.number().optional()),
-    status: core.serialization.string().optional(),
-});
+exports.TestRecordCreate = core.serialization.unknown();

package/serialization/types/TestSetCreate.d.ts

@@ -4,11 +4,7 @@
 import * as serializers from "..";
 import * as Scorecard from "../../api";
 import * as core from "../../core";
-export declare const TestSetCreate: core.serialization.ObjectSchema<serializers.TestSetCreate.Raw, Scorecard.TestSetCreate>;
+export declare const TestSetCreate: core.serialization.Schema<serializers.TestSetCreate.Raw, Scorecard.TestSetCreate>;
 export declare namespace TestSetCreate {
-    interface Raw {
-        name: string;
-        description?: string | null;
-        using_retrieval: boolean;
-    }
+    type Raw = unknown;
 }