scorecard-ai 0.1.10 → 0.1.12

package/dist/serialization/resources/score/index.d.ts

@@ -0,0 +1 @@
+export * from "./client";

package/dist/serialization/resources/score/index.js

@@ -0,0 +1,17 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __exportStar = (this && this.__exportStar) || function(m, exports) {
+    for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+__exportStar(require("./client"), exports);

package/dist/serialization/resources/testrecord/client/requests/TestrecordCreateParams.d.ts

@@ -7,14 +7,17 @@ import * as core from "../../../../../core";
 export declare const TestrecordCreateParams: core.serialization.Schema<serializers.TestrecordCreateParams.Raw, Scorecard.TestrecordCreateParams>;
 export declare namespace TestrecordCreateParams {
     interface Raw {
-        testset_id: number;
-        testcase_id: number;
-        user_query: string;
+        testset_id?: number | null;
+        testcase_id?: number | null;
+        user_query?: string | null;
         context?: string | null;
         response?: string | null;
         ideal?: string | null;
         custom_inputs?: Record<string, serializers.TestrecordCreateParamsCustomInputsValue.Raw | null | undefined> | null;
         custom_outputs?: Record<string, serializers.TestrecordCreateParamsCustomOutputsValue.Raw | null | undefined> | null;
         custom_labels?: Record<string, serializers.TestrecordCreateParamsCustomLabelsValue.Raw | null | undefined> | null;
+        prompt?: string | null;
+        model_params?: Record<string, serializers.TestrecordCreateParamsModelParamsValue.Raw | null | undefined> | null;
+        model_debug_info?: Record<string, serializers.TestrecordCreateParamsModelDebugInfoValue.Raw | null | undefined> | null;
     }
 }

package/dist/serialization/resources/testrecord/client/requests/TestrecordCreateParams.js

@@ -38,9 +38,9 @@ Object.defineProperty(exports, "__esModule", { value: true });
 exports.TestrecordCreateParams = void 0;
 const core = __importStar(require("../../../../../core"));
 exports.TestrecordCreateParams = core.serialization.object({
-    testsetId: core.serialization.property("testset_id", core.serialization.number()),
-    testcaseId: core.serialization.property("testcase_id", core.serialization.number()),
-    userQuery: core.serialization.property("user_query", core.serialization.string()),
+    testsetId: core.serialization.property("testset_id", core.serialization.number().optional()),
+    testcaseId: core.serialization.property("testcase_id", core.serialization.number().optional()),
+    userQuery: core.serialization.property("user_query", core.serialization.string().optional()),
     context: core.serialization.string().optional(),
     response: core.serialization.string().optional(),
     ideal: core.serialization.string().optional(),
@@ -59,4 +59,15 @@ exports.TestrecordCreateParams = core.serialization.object({
         .lazy(() => __awaiter(void 0, void 0, void 0, function* () { return (yield Promise.resolve().then(() => __importStar(require("../../../..")))).TestrecordCreateParamsCustomLabelsValue; }))
         .optional())
         .optional()),
+    prompt: core.serialization.string().optional(),
+    modelParams: core.serialization.property("model_params", core.serialization
+        .record(core.serialization.string(), core.serialization
+        .lazy(() => __awaiter(void 0, void 0, void 0, function* () { return (yield Promise.resolve().then(() => __importStar(require("../../../..")))).TestrecordCreateParamsModelParamsValue; }))
+        .optional())
+        .optional()),
+    modelDebugInfo: core.serialization.property("model_debug_info", core.serialization
+        .record(core.serialization.string(), core.serialization
+        .lazy(() => __awaiter(void 0, void 0, void 0, function* () { return (yield Promise.resolve().then(() => __importStar(require("../../../..")))).TestrecordCreateParamsModelDebugInfoValue; }))
+        .optional())
+        .optional()),
 });

package/dist/serialization/resources/testrecord/types/TestrecordCreateParamsModelDebugInfoValue.d.ts

@@ -0,0 +1,10 @@
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+import * as serializers from "../../..";
+import * as Scorecard from "../../../../api";
+import * as core from "../../../../core";
+export declare const TestrecordCreateParamsModelDebugInfoValue: core.serialization.Schema<serializers.TestrecordCreateParamsModelDebugInfoValue.Raw, Scorecard.TestrecordCreateParamsModelDebugInfoValue>;
+export declare namespace TestrecordCreateParamsModelDebugInfoValue {
+    type Raw = number | number | string;
+}

package/dist/serialization/resources/testrecord/types/TestrecordCreateParamsModelDebugInfoValue.js

@@ -0,0 +1,35 @@
+"use strict";
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || function (mod) {
+    if (mod && mod.__esModule) return mod;
+    var result = {};
+    if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
+    __setModuleDefault(result, mod);
+    return result;
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.TestrecordCreateParamsModelDebugInfoValue = void 0;
+const core = __importStar(require("../../../../core"));
+exports.TestrecordCreateParamsModelDebugInfoValue = core.serialization.undiscriminatedUnion([
+    core.serialization.number(),
+    core.serialization.number(),
+    core.serialization.string(),
+]);

package/dist/serialization/resources/testrecord/types/TestrecordCreateParamsModelParamsValue.d.ts

@@ -0,0 +1,10 @@
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+import * as serializers from "../../..";
+import * as Scorecard from "../../../../api";
+import * as core from "../../../../core";
+export declare const TestrecordCreateParamsModelParamsValue: core.serialization.Schema<serializers.TestrecordCreateParamsModelParamsValue.Raw, Scorecard.TestrecordCreateParamsModelParamsValue>;
+export declare namespace TestrecordCreateParamsModelParamsValue {
+    type Raw = number | number | string;
+}

package/dist/serialization/resources/testrecord/types/TestrecordCreateParamsModelParamsValue.js

@@ -0,0 +1,35 @@
+"use strict";
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || function (mod) {
+    if (mod && mod.__esModule) return mod;
+    var result = {};
+    if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
+    __setModuleDefault(result, mod);
+    return result;
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.TestrecordCreateParamsModelParamsValue = void 0;
+const core = __importStar(require("../../../../core"));
+exports.TestrecordCreateParamsModelParamsValue = core.serialization.undiscriminatedUnion([
+    core.serialization.number(),
+    core.serialization.number(),
+    core.serialization.string(),
+]);

package/dist/serialization/resources/testrecord/types/index.d.ts

@@ -1,3 +1,5 @@
 export * from "./TestrecordCreateParamsCustomInputsValue";
 export * from "./TestrecordCreateParamsCustomOutputsValue";
 export * from "./TestrecordCreateParamsCustomLabelsValue";
+export * from "./TestrecordCreateParamsModelParamsValue";
+export * from "./TestrecordCreateParamsModelDebugInfoValue";

package/dist/serialization/resources/testrecord/types/index.js

@@ -17,3 +17,5 @@ Object.defineProperty(exports, "__esModule", { value: true });
 __exportStar(require("./TestrecordCreateParamsCustomInputsValue"), exports);
 __exportStar(require("./TestrecordCreateParamsCustomOutputsValue"), exports);
 __exportStar(require("./TestrecordCreateParamsCustomLabelsValue"), exports);
+__exportStar(require("./TestrecordCreateParamsModelParamsValue"), exports);
+__exportStar(require("./TestrecordCreateParamsModelDebugInfoValue"), exports);

package/dist/serialization/resources/testset/client/requests/TestsetCreateParams.d.ts

@@ -9,7 +9,7 @@ export declare namespace TestsetCreateParams {
     interface Raw {
         name: string;
         description?: string | null;
-        using_retrieval: boolean;
-        custom_schema?: serializers.CustomSchemaInput.Raw | null;
+        using_retrieval?: boolean | null;
+        custom_schema?: serializers.CustomSchema.Raw | null;
     }
 }

package/dist/serialization/resources/testset/client/requests/TestsetCreateParams.js

@@ -40,6 +40,6 @@ const core = __importStar(require("../../../../../core"));
 exports.TestsetCreateParams = core.serialization.object({
     name: core.serialization.string(),
     description: core.serialization.string().optional(),
-    usingRetrieval: core.serialization.property("using_retrieval", core.serialization.boolean()),
-    customSchema: core.serialization.property("custom_schema", core.serialization.lazyObject(() => __awaiter(void 0, void 0, void 0, function* () { return (yield Promise.resolve().then(() => __importStar(require("../../../..")))).CustomSchemaInput; })).optional()),
+    usingRetrieval: core.serialization.property("using_retrieval", core.serialization.boolean().optional()),
+    customSchema: core.serialization.property("custom_schema", core.serialization.lazyObject(() => __awaiter(void 0, void 0, void 0, function* () { return (yield Promise.resolve().then(() => __importStar(require("../../../..")))).CustomSchema; })).optional()),
 });

package/dist/serialization/types/CreateGithubWorkflowParams.d.ts

@@ -0,0 +1,10 @@
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+import * as serializers from "..";
+import * as Scorecard from "../../api";
+import * as core from "../../core";
+export declare const CreateGithubWorkflowParams: core.serialization.Schema<serializers.CreateGithubWorkflowParams.Raw, Scorecard.CreateGithubWorkflowParams>;
+export declare namespace CreateGithubWorkflowParams {
+    type Raw = unknown;
+}

package/{serialization/types/LibDtoTypesCreateRunParams.js → dist/serialization/types/CreateGithubWorkflowParams.js}

@@ -26,6 +26,6 @@ var __importStar = (this && this.__importStar) || function (mod) {
     return result;
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.LibDtoTypesCreateRunParams = void 0;
+exports.CreateGithubWorkflowParams = void 0;
 const core = __importStar(require("../../core"));
-exports.LibDtoTypesCreateRunParams = core.serialization.unknown();
+exports.CreateGithubWorkflowParams = core.serialization.unknown();

package/dist/serialization/types/CreateRunParams.d.ts

@@ -4,12 +4,7 @@
 import * as serializers from "..";
 import * as Scorecard from "../../api";
 import * as core from "../../core";
-export declare const CreateRunParams: core.serialization.ObjectSchema<serializers.CreateRunParams.Raw, Scorecard.CreateRunParams>;
+export declare const CreateRunParams: core.serialization.Schema<serializers.CreateRunParams.Raw, Scorecard.CreateRunParams>;
 export declare namespace CreateRunParams {
-    interface Raw {
-        testset_id: number;
-        scoring_config_id: number;
-        status?: string | null;
-        model_params?: Record<string, unknown> | null;
-    }
+    type Raw = unknown;
 }

package/dist/serialization/types/CreateRunParams.js

@@ -28,9 +28,4 @@ var __importStar = (this && this.__importStar) || function (mod) {
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.CreateRunParams = void 0;
 const core = __importStar(require("../../core"));
-exports.CreateRunParams = core.serialization.object({
-    testsetId: core.serialization.property("testset_id", core.serialization.number()),
-    scoringConfigId: core.serialization.property("scoring_config_id", core.serialization.number()),
-    status: core.serialization.string().optional(),
-    modelParams: core.serialization.property("model_params", core.serialization.record(core.serialization.string(), core.serialization.unknown()).optional()),
-});
+exports.CreateRunParams = core.serialization.unknown();

package/{serialization/types/CustomSchemaInput.d.ts → dist/serialization/types/CustomSchema.d.ts}

@@ -4,8 +4,8 @@
 import * as serializers from "..";
 import * as Scorecard from "../../api";
 import * as core from "../../core";
-export declare const CustomSchemaInput: core.serialization.ObjectSchema<serializers.CustomSchemaInput.Raw, Scorecard.CustomSchemaInput>;
-export declare namespace CustomSchemaInput {
+export declare const CustomSchema: core.serialization.ObjectSchema<serializers.CustomSchema.Raw, Scorecard.CustomSchema>;
+export declare namespace CustomSchema {
     interface Raw {
         variables?: serializers.CustomVariable.Raw[] | null;
     }

package/{serialization/types/CustomSchemaInput.js → dist/serialization/types/CustomSchema.js}

@@ -35,9 +35,9 @@ var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, ge
     });
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.CustomSchemaInput = void 0;
+exports.CustomSchema = void 0;
 const core = __importStar(require("../../core"));
-exports.CustomSchemaInput = core.serialization.object({
+exports.CustomSchema = core.serialization.object({
     variables: core.serialization
         .list(core.serialization.lazyObject(() => __awaiter(void 0, void 0, void 0, function* () { return (yield Promise.resolve().then(() => __importStar(require("..")))).CustomVariable; })))
         .optional(),

package/dist/serialization/types/Grade.d.ts

@@ -0,0 +1,20 @@
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+import * as serializers from "..";
+import * as Scorecard from "../../api";
+import * as core from "../../core";
+export declare const Grade: core.serialization.ObjectSchema<serializers.Grade.Raw, Scorecard.Grade>;
+export declare namespace Grade {
+    interface Raw {
+        id?: number | null;
+        run_id?: number | null;
+        testcase_id?: number | null;
+        testrecord_id?: number | null;
+        metric_id?: number | null;
+        binary_score?: boolean | null;
+        int_score?: number | null;
+        reasoning?: string | null;
+        human_eval?: boolean | null;
+    }
+}

package/dist/serialization/types/Grade.js

@@ -0,0 +1,41 @@
+"use strict";
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || function (mod) {
+    if (mod && mod.__esModule) return mod;
+    var result = {};
+    if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
+    __setModuleDefault(result, mod);
+    return result;
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.Grade = void 0;
+const core = __importStar(require("../../core"));
+exports.Grade = core.serialization.object({
+    id: core.serialization.number().optional(),
+    runId: core.serialization.property("run_id", core.serialization.number().optional()),
+    testcaseId: core.serialization.property("testcase_id", core.serialization.number().optional()),
+    testrecordId: core.serialization.property("testrecord_id", core.serialization.number().optional()),
+    metricId: core.serialization.property("metric_id", core.serialization.number().optional()),
+    binaryScore: core.serialization.property("binary_score", core.serialization.boolean().optional()),
+    intScore: core.serialization.property("int_score", core.serialization.number().optional()),
+    reasoning: core.serialization.string().optional(),
+    humanEval: core.serialization.property("human_eval", core.serialization.boolean().optional()),
+});

package/dist/serialization/types/RunStatus.d.ts

@@ -6,5 +6,5 @@ import * as Scorecard from "../../api";
 import * as core from "../../core";
 export declare const RunStatus: core.serialization.Schema<serializers.RunStatus.Raw, Scorecard.RunStatus>;
 export declare namespace RunStatus {
-    type Raw = "pending" | "awaiting_execution" | "running_execution" | "awaiting_scoring" | "running_scoring" | "completed";
+    type Raw = "pending" | "awaiting_execution" | "running_execution" | "awaiting_scoring" | "running_scoring" | "awaiting_human_scoring" | "completed";
 }

package/dist/serialization/types/RunStatus.js

@@ -34,5 +34,6 @@ exports.RunStatus = core.serialization.enum_([
     "running_execution",
     "awaiting_scoring",
     "running_scoring",
+    "awaiting_human_scoring",
     "completed",
 ]);

package/dist/serialization/types/TestRecordCreate.d.ts

@@ -4,19 +4,7 @@
 import * as serializers from "..";
 import * as Scorecard from "../../api";
 import * as core from "../../core";
-export declare const TestRecordCreate: core.serialization.ObjectSchema<serializers.TestRecordCreate.Raw, Scorecard.TestRecordCreate>;
+export declare const TestRecordCreate: core.serialization.Schema<serializers.TestRecordCreate.Raw, Scorecard.TestRecordCreate>;
 export declare namespace TestRecordCreate {
-    interface Raw {
-        run_id: number;
-        testcase_id: number;
-        model_response: string;
-        user_query?: string | null;
-        context?: string | null;
-        prompt?: string | null;
-        ideal?: string | null;
-        debug_output?: string | null;
-        model_params?: Record<string, unknown> | null;
-        testset_id?: number | null;
-        status?: string | null;
-    }
+    type Raw = unknown;
 }

package/dist/serialization/types/TestRecordCreate.js

@@ -28,16 +28,4 @@ var __importStar = (this && this.__importStar) || function (mod) {
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.TestRecordCreate = void 0;
 const core = __importStar(require("../../core"));
-exports.TestRecordCreate = core.serialization.object({
-    runId: core.serialization.property("run_id", core.serialization.number()),
-    testcaseId: core.serialization.property("testcase_id", core.serialization.number()),
-    modelResponse: core.serialization.property("model_response", core.serialization.string()),
-    userQuery: core.serialization.property("user_query", core.serialization.string().optional()),
-    context: core.serialization.string().optional(),
-    prompt: core.serialization.string().optional(),
-    ideal: core.serialization.string().optional(),
-    debugOutput: core.serialization.property("debug_output", core.serialization.string().optional()),
-    modelParams: core.serialization.property("model_params", core.serialization.record(core.serialization.string(), core.serialization.unknown()).optional()),
-    testsetId: core.serialization.property("testset_id", core.serialization.number().optional()),
-    status: core.serialization.string().optional(),
-});
+exports.TestRecordCreate = core.serialization.unknown();

package/dist/serialization/types/TestSetCreate.d.ts

@@ -4,11 +4,7 @@
 import * as serializers from "..";
 import * as Scorecard from "../../api";
 import * as core from "../../core";
-export declare const TestSetCreate: core.serialization.ObjectSchema<serializers.TestSetCreate.Raw, Scorecard.TestSetCreate>;
+export declare const TestSetCreate: core.serialization.Schema<serializers.TestSetCreate.Raw, Scorecard.TestSetCreate>;
 export declare namespace TestSetCreate {
-    interface Raw {
-        name: string;
-        description?: string | null;
-        using_retrieval: boolean;
-    }
+    type Raw = unknown;
 }

package/dist/serialization/types/TestSetCreate.js

@@ -28,8 +28,4 @@ var __importStar = (this && this.__importStar) || function (mod) {
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.TestSetCreate = void 0;
 const core = __importStar(require("../../core"));
-exports.TestSetCreate = core.serialization.object({
-    name: core.serialization.string(),
-    description: core.serialization.string().optional(),
-    usingRetrieval: core.serialization.property("using_retrieval", core.serialization.boolean()),
-});
+exports.TestSetCreate = core.serialization.unknown();

package/dist/serialization/types/Testrecord.d.ts

@@ -10,8 +10,9 @@ export declare namespace Testrecord {
         id?: number | null;
         created_at?: string | null;
         run_id: number;
-        testset_id: number;
-        user_query: string;
+        testset_id?: number | null;
+        testcase_id?: number | null;
+        user_query?: string | null;
         context?: string | null;
         model_response?: string | null;
         ideal?: string | null;
@@ -19,5 +20,9 @@ export declare namespace Testrecord {
         custom_inputs?: Record<string, serializers.TestrecordCustomInputsValue.Raw | null | undefined> | null;
         custom_labels?: Record<string, serializers.TestrecordCustomLabelsValue.Raw | null | undefined> | null;
         custom_outputs?: Record<string, serializers.TestrecordCustomOutputsValue.Raw | null | undefined> | null;
+        status?: string | null;
+        prompt?: string | null;
+        model_params?: Record<string, serializers.TestrecordModelParamsValue.Raw | null | undefined> | null;
+        model_debug_info?: Record<string, serializers.TestrecordModelDebugInfoValue.Raw | null | undefined> | null;
     }
 }

package/dist/serialization/types/Testrecord.js

@@ -41,8 +41,9 @@ exports.Testrecord = core.serialization.object({
     id: core.serialization.number().optional(),
     createdAt: core.serialization.property("created_at", core.serialization.date().optional()),
     runId: core.serialization.property("run_id", core.serialization.number()),
-    testsetId: core.serialization.property("testset_id", core.serialization.number()),
-    userQuery: core.serialization.property("user_query", core.serialization.string()),
+    testsetId: core.serialization.property("testset_id", core.serialization.number().optional()),
+    testcaseId: core.serialization.property("testcase_id", core.serialization.number().optional()),
+    userQuery: core.serialization.property("user_query", core.serialization.string().optional()),
     context: core.serialization.string().optional(),
     modelResponse: core.serialization.property("model_response", core.serialization.string().optional()),
     ideal: core.serialization.string().optional(),
@@ -56,4 +57,12 @@ exports.Testrecord = core.serialization.object({
     customOutputs: core.serialization.property("custom_outputs", core.serialization
         .record(core.serialization.string(), core.serialization.lazy(() => __awaiter(void 0, void 0, void 0, function* () { return (yield Promise.resolve().then(() => __importStar(require("..")))).TestrecordCustomOutputsValue; })).optional())
         .optional()),
+    status: core.serialization.string().optional(),
+    prompt: core.serialization.string().optional(),
+    modelParams: core.serialization.property("model_params", core.serialization
+        .record(core.serialization.string(), core.serialization.lazy(() => __awaiter(void 0, void 0, void 0, function* () { return (yield Promise.resolve().then(() => __importStar(require("..")))).TestrecordModelParamsValue; })).optional())
+        .optional()),
+    modelDebugInfo: core.serialization.property("model_debug_info", core.serialization
+        .record(core.serialization.string(), core.serialization.lazy(() => __awaiter(void 0, void 0, void 0, function* () { return (yield Promise.resolve().then(() => __importStar(require("..")))).TestrecordModelDebugInfoValue; })).optional())
+        .optional()),
 });

package/dist/serialization/types/TestrecordModelDebugInfoValue.d.ts

@@ -0,0 +1,10 @@
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+import * as serializers from "..";
+import * as Scorecard from "../../api";
+import * as core from "../../core";
+export declare const TestrecordModelDebugInfoValue: core.serialization.Schema<serializers.TestrecordModelDebugInfoValue.Raw, Scorecard.TestrecordModelDebugInfoValue>;
+export declare namespace TestrecordModelDebugInfoValue {
+    type Raw = number | number | string;
+}

package/dist/serialization/types/{LibDtoTypesTestRecordCreate.js → TestrecordModelDebugInfoValue.js}

@@ -26,6 +26,10 @@ var __importStar = (this && this.__importStar) || function (mod) {
     return result;
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.LibDtoTypesTestRecordCreate = void 0;
+exports.TestrecordModelDebugInfoValue = void 0;
 const core = __importStar(require("../../core"));
-exports.LibDtoTypesTestRecordCreate = core.serialization.unknown();
+exports.TestrecordModelDebugInfoValue = core.serialization.undiscriminatedUnion([
+    core.serialization.number(),
+    core.serialization.number(),
+    core.serialization.string(),
+]);

package/dist/serialization/types/TestrecordModelParamsValue.d.ts

@@ -0,0 +1,10 @@
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+import * as serializers from "..";
+import * as Scorecard from "../../api";
+import * as core from "../../core";
+export declare const TestrecordModelParamsValue: core.serialization.Schema<serializers.TestrecordModelParamsValue.Raw, Scorecard.TestrecordModelParamsValue>;
+export declare namespace TestrecordModelParamsValue {
+    type Raw = number | number | string;
+}

package/dist/serialization/types/{BodyStartGithubWorkflowStartGithubWorkflowPost.js → TestrecordModelParamsValue.js}

@@ -26,6 +26,10 @@ var __importStar = (this && this.__importStar) || function (mod) {
     return result;
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.BodyStartGithubWorkflowStartGithubWorkflowPost = void 0;
+exports.TestrecordModelParamsValue = void 0;
 const core = __importStar(require("../../core"));
-exports.BodyStartGithubWorkflowStartGithubWorkflowPost = core.serialization.unknown();
+exports.TestrecordModelParamsValue = core.serialization.undiscriminatedUnion([
+    core.serialization.number(),
+    core.serialization.number(),
+    core.serialization.string(),
+]);

package/dist/serialization/types/Testset.d.ts

@@ -18,6 +18,6 @@ export declare namespace Testset {
         updated_at?: string | null;
         is_archived?: boolean | null;
         project_id?: number | null;
-        custom_schema?: serializers.CustomSchemaOutput.Raw | null;
+        custom_schema?: serializers.CustomSchema.Raw | null;
     }
 }

package/dist/serialization/types/Testset.js

@@ -49,5 +49,5 @@ exports.Testset = core.serialization.object({
     updatedAt: core.serialization.property("updated_at", core.serialization.date().optional()),
     isArchived: core.serialization.property("is_archived", core.serialization.boolean().optional()),
     projectId: core.serialization.property("project_id", core.serialization.number().optional()),
-    customSchema: core.serialization.property("custom_schema", core.serialization.lazyObject(() => __awaiter(void 0, void 0, void 0, function* () { return (yield Promise.resolve().then(() => __importStar(require("..")))).CustomSchemaOutput; })).optional()),
+    customSchema: core.serialization.property("custom_schema", core.serialization.lazyObject(() => __awaiter(void 0, void 0, void 0, function* () { return (yield Promise.resolve().then(() => __importStar(require("..")))).CustomSchema; })).optional()),
 });

package/dist/serialization/types/index.d.ts

@@ -1,9 +1,9 @@
 export * from "./CreateRunParams";
-export * from "./CustomSchemaInput";
-export * from "./CustomSchemaOutput";
+export * from "./CustomSchema";
 export * from "./CustomVariable";
 export * from "./DataTypeEnum";
 export * from "./FileUrl";
+export * from "./Grade";
 export * from "./HttpValidationError";
 export * from "./NotFoundErrorBody";
 export * from "./PaginatedTestcaseResponse";
@@ -19,13 +19,15 @@ export * from "./TestSetCreate";
 export * from "./TestrecordCustomInputsValue";
 export * from "./TestrecordCustomLabelsValue";
 export * from "./TestrecordCustomOutputsValue";
+export * from "./TestrecordModelParamsValue";
+export * from "./TestrecordModelDebugInfoValue";
 export * from "./Testrecord";
 export * from "./Testset";
 export * from "./UnauthenticatedError";
 export * from "./UnauthorizedErrorBody";
 export * from "./ValidationErrorLocItem";
 export * from "./ValidationError";
-export * from "./BodyStartGithubWorkflowStartGithubWorkflowPost";
+export * from "./CreateGithubWorkflowParams";
 export * from "./ExecutionParams";
 export * from "./ModelParams";
 export * from "./ScoreExecutionParams";
@@ -34,6 +36,3 @@ export * from "./TestCaseCreateInput";
 export * from "./AppCreateRunParams";
 export * from "./AppTestRecordCreate";
 export * from "./AppTestSetCreate";
-export * from "./LibDtoTypesCreateRunParams";
-export * from "./LibDtoTypesTestRecordCreate";
-export * from "./LibDtoTypesTestSetCreate";

package/dist/serialization/types/index.js

@@ -15,11 +15,11 @@ var __exportStar = (this && this.__exportStar) || function(m, exports) {
 };
 Object.defineProperty(exports, "__esModule", { value: true });
 __exportStar(require("./CreateRunParams"), exports);
-__exportStar(require("./CustomSchemaInput"), exports);
-__exportStar(require("./CustomSchemaOutput"), exports);
+__exportStar(require("./CustomSchema"), exports);
 __exportStar(require("./CustomVariable"), exports);
 __exportStar(require("./DataTypeEnum"), exports);
 __exportStar(require("./FileUrl"), exports);
+__exportStar(require("./Grade"), exports);
 __exportStar(require("./HttpValidationError"), exports);
 __exportStar(require("./NotFoundErrorBody"), exports);
 __exportStar(require("./PaginatedTestcaseResponse"), exports);
@@ -35,13 +35,15 @@ __exportStar(require("./TestSetCreate"), exports);
 __exportStar(require("./TestrecordCustomInputsValue"), exports);
 __exportStar(require("./TestrecordCustomLabelsValue"), exports);
 __exportStar(require("./TestrecordCustomOutputsValue"), exports);
+__exportStar(require("./TestrecordModelParamsValue"), exports);
+__exportStar(require("./TestrecordModelDebugInfoValue"), exports);
 __exportStar(require("./Testrecord"), exports);
 __exportStar(require("./Testset"), exports);
 __exportStar(require("./UnauthenticatedError"), exports);
 __exportStar(require("./UnauthorizedErrorBody"), exports);
 __exportStar(require("./ValidationErrorLocItem"), exports);
 __exportStar(require("./ValidationError"), exports);
-__exportStar(require("./BodyStartGithubWorkflowStartGithubWorkflowPost"), exports);
+__exportStar(require("./CreateGithubWorkflowParams"), exports);
 __exportStar(require("./ExecutionParams"), exports);
 __exportStar(require("./ModelParams"), exports);
 __exportStar(require("./ScoreExecutionParams"), exports);
@@ -50,6 +52,3 @@ __exportStar(require("./TestCaseCreateInput"), exports);
 __exportStar(require("./AppCreateRunParams"), exports);
 __exportStar(require("./AppTestRecordCreate"), exports);
 __exportStar(require("./AppTestSetCreate"), exports);
-__exportStar(require("./LibDtoTypesCreateRunParams"), exports);
-__exportStar(require("./LibDtoTypesTestRecordCreate"), exports);
-__exportStar(require("./LibDtoTypesTestSetCreate"), exports);