scorecard-ai 0.1.10 → 0.2.0

package/serialization/types/CreateGithubWorkflowParams.d.ts

@@ -0,0 +1,10 @@
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+import * as serializers from "..";
+import * as Scorecard from "../../api";
+import * as core from "../../core";
+export declare const CreateGithubWorkflowParams: core.serialization.Schema<serializers.CreateGithubWorkflowParams.Raw, Scorecard.CreateGithubWorkflowParams>;
+export declare namespace CreateGithubWorkflowParams {
+    type Raw = unknown;
+}

package/{dist/serialization/types/LibDtoTypesCreateRunParams.js → serialization/types/CreateGithubWorkflowParams.js}

@@ -26,6 +26,6 @@ var __importStar = (this && this.__importStar) || function (mod) {
     return result;
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.LibDtoTypesCreateRunParams = void 0;
+exports.CreateGithubWorkflowParams = void 0;
 const core = __importStar(require("../../core"));
-exports.LibDtoTypesCreateRunParams = core.serialization.unknown();
+exports.CreateGithubWorkflowParams = core.serialization.unknown();

package/serialization/types/CreateRunParams.d.ts

@@ -4,12 +4,7 @@
 import * as serializers from "..";
 import * as Scorecard from "../../api";
 import * as core from "../../core";
-export declare const CreateRunParams: core.serialization.ObjectSchema<serializers.CreateRunParams.Raw, Scorecard.CreateRunParams>;
+export declare const CreateRunParams: core.serialization.Schema<serializers.CreateRunParams.Raw, Scorecard.CreateRunParams>;
 export declare namespace CreateRunParams {
-    interface Raw {
-        testset_id: number;
-        scoring_config_id: number;
-        status?: string | null;
-        model_params?: Record<string, unknown> | null;
-    }
+    type Raw = unknown;
 }

package/serialization/types/CreateRunParams.js

@@ -28,9 +28,4 @@ var __importStar = (this && this.__importStar) || function (mod) {
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.CreateRunParams = void 0;
 const core = __importStar(require("../../core"));
-exports.CreateRunParams = core.serialization.object({
-    testsetId: core.serialization.property("testset_id", core.serialization.number()),
-    scoringConfigId: core.serialization.property("scoring_config_id", core.serialization.number()),
-    status: core.serialization.string().optional(),
-    modelParams: core.serialization.property("model_params", core.serialization.record(core.serialization.string(), core.serialization.unknown()).optional()),
-});
+exports.CreateRunParams = core.serialization.unknown();

package/{dist/serialization/types/CustomSchemaInput.d.ts → serialization/types/CustomSchema.d.ts}

@@ -4,8 +4,8 @@
 import * as serializers from "..";
 import * as Scorecard from "../../api";
 import * as core from "../../core";
-export declare const CustomSchemaInput: core.serialization.ObjectSchema<serializers.CustomSchemaInput.Raw, Scorecard.CustomSchemaInput>;
-export declare namespace CustomSchemaInput {
+export declare const CustomSchema: core.serialization.ObjectSchema<serializers.CustomSchema.Raw, Scorecard.CustomSchema>;
+export declare namespace CustomSchema {
     interface Raw {
         variables?: serializers.CustomVariable.Raw[] | null;
     }

package/{dist/serialization/types/CustomSchemaInput.js → serialization/types/CustomSchema.js}

@@ -35,9 +35,9 @@ var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, ge
     });
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.CustomSchemaInput = void 0;
+exports.CustomSchema = void 0;
 const core = __importStar(require("../../core"));
-exports.CustomSchemaInput = core.serialization.object({
+exports.CustomSchema = core.serialization.object({
     variables: core.serialization
         .list(core.serialization.lazyObject(() => __awaiter(void 0, void 0, void 0, function* () { return (yield Promise.resolve().then(() => __importStar(require("..")))).CustomVariable; })))
         .optional(),

package/serialization/types/Grade.d.ts

@@ -0,0 +1,23 @@
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+import * as serializers from "..";
+import * as Scorecard from "../../api";
+import * as core from "../../core";
+export declare const Grade: core.serialization.ObjectSchema<serializers.Grade.Raw, Scorecard.Grade>;
+export declare namespace Grade {
+    interface Raw {
+        id?: number | null;
+        run_id?: number | null;
+        testcase_id?: number | null;
+        testrecord_id?: number | null;
+        metric_id?: number | null;
+        user_id?: string | null;
+        binary_score?: boolean | null;
+        int_score?: number | null;
+        reasoning?: string | null;
+        human_eval?: boolean | null;
+        status?: serializers.ScoreStatus.Raw | null;
+        error_message?: string | null;
+    }
+}

package/serialization/types/Grade.js

@@ -0,0 +1,53 @@
+"use strict";
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || function (mod) {
+    if (mod && mod.__esModule) return mod;
+    var result = {};
+    if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
+    __setModuleDefault(result, mod);
+    return result;
+};
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.Grade = void 0;
+const core = __importStar(require("../../core"));
+exports.Grade = core.serialization.object({
+    id: core.serialization.number().optional(),
+    runId: core.serialization.property("run_id", core.serialization.number().optional()),
+    testcaseId: core.serialization.property("testcase_id", core.serialization.number().optional()),
+    testrecordId: core.serialization.property("testrecord_id", core.serialization.number().optional()),
+    metricId: core.serialization.property("metric_id", core.serialization.number().optional()),
+    userId: core.serialization.property("user_id", core.serialization.string().optional()),
+    binaryScore: core.serialization.property("binary_score", core.serialization.boolean().optional()),
+    intScore: core.serialization.property("int_score", core.serialization.number().optional()),
+    reasoning: core.serialization.string().optional(),
+    humanEval: core.serialization.property("human_eval", core.serialization.boolean().optional()),
+    status: core.serialization.lazy(() => __awaiter(void 0, void 0, void 0, function* () { return (yield Promise.resolve().then(() => __importStar(require("..")))).ScoreStatus; })).optional(),
+    errorMessage: core.serialization.property("error_message", core.serialization.string().optional()),
+});

package/serialization/types/JsonObject.d.ts

@@ -0,0 +1,12 @@
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+import * as serializers from "..";
+import * as Scorecard from "../../api";
+import * as core from "../../core";
+export declare const JsonObject: core.serialization.ObjectSchema<serializers.JsonObject.Raw, Scorecard.JsonObject>;
+export declare namespace JsonObject {
+    interface Raw {
+        value?: serializers.JsonObjectOutputValue.Raw | null;
+    }
+}

package/serialization/types/{CustomSchemaOutput.js → JsonObject.js}

@@ -35,10 +35,8 @@ var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, ge
     });
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.CustomSchemaOutput = void 0;
+exports.JsonObject = void 0;
 const core = __importStar(require("../../core"));
-exports.CustomSchemaOutput = core.serialization.object({
-    variables: core.serialization
-        .list(core.serialization.lazyObject(() => __awaiter(void 0, void 0, void 0, function* () { return (yield Promise.resolve().then(() => __importStar(require("..")))).CustomVariable; })))
-        .optional(),
+exports.JsonObject = core.serialization.object({
+    value: core.serialization.lazy(() => __awaiter(void 0, void 0, void 0, function* () { return (yield Promise.resolve().then(() => __importStar(require("..")))).JsonObjectOutputValue; })).optional(),
 });

package/serialization/types/JsonObjectInputValue.d.ts

@@ -0,0 +1,10 @@
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+import * as serializers from "..";
+import * as Scorecard from "../../api";
+import * as core from "../../core";
+export declare const JsonObjectInputValue: core.serialization.Schema<serializers.JsonObjectInputValue.Raw, Scorecard.JsonObjectInputValue>;
+export declare namespace JsonObjectInputValue {
+    type Raw = Record<string, serializers.JsonObject.Raw> | serializers.JsonObject.Raw[] | string | number | number | boolean;
+}

package/serialization/types/JsonObjectInputValue.js

@@ -0,0 +1,47 @@
+"use strict";
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || function (mod) {
+    if (mod && mod.__esModule) return mod;
+    var result = {};
+    if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
+    __setModuleDefault(result, mod);
+    return result;
+};
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.JsonObjectInputValue = void 0;
+const core = __importStar(require("../../core"));
+exports.JsonObjectInputValue = core.serialization.undiscriminatedUnion([
+    core.serialization.record(core.serialization.string(), core.serialization.lazyObject(() => __awaiter(void 0, void 0, void 0, function* () { return (yield Promise.resolve().then(() => __importStar(require("..")))).JsonObject; }))),
+    core.serialization.list(core.serialization.lazyObject(() => __awaiter(void 0, void 0, void 0, function* () { return (yield Promise.resolve().then(() => __importStar(require("..")))).JsonObject; }))),
+    core.serialization.string(),
+    core.serialization.number(),
+    core.serialization.number(),
+    core.serialization.boolean(),
+]);

package/serialization/types/JsonObjectOutputValue.d.ts

@@ -0,0 +1,10 @@
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+import * as serializers from "..";
+import * as Scorecard from "../../api";
+import * as core from "../../core";
+export declare const JsonObjectOutputValue: core.serialization.Schema<serializers.JsonObjectOutputValue.Raw, Scorecard.JsonObjectOutputValue>;
+export declare namespace JsonObjectOutputValue {
+    type Raw = Record<string, serializers.JsonObject.Raw> | serializers.JsonObject.Raw[] | string | number | number | boolean;
+}

package/serialization/types/JsonObjectOutputValue.js

@@ -0,0 +1,47 @@
+"use strict";
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || function (mod) {
+    if (mod && mod.__esModule) return mod;
+    var result = {};
+    if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
+    __setModuleDefault(result, mod);
+    return result;
+};
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.JsonObjectOutputValue = void 0;
+const core = __importStar(require("../../core"));
+exports.JsonObjectOutputValue = core.serialization.undiscriminatedUnion([
+    core.serialization.record(core.serialization.string(), core.serialization.lazyObject(() => __awaiter(void 0, void 0, void 0, function* () { return (yield Promise.resolve().then(() => __importStar(require("..")))).JsonObject; }))),
+    core.serialization.list(core.serialization.lazyObject(() => __awaiter(void 0, void 0, void 0, function* () { return (yield Promise.resolve().then(() => __importStar(require("..")))).JsonObject; }))),
+    core.serialization.string(),
+    core.serialization.number(),
+    core.serialization.number(),
+    core.serialization.boolean(),
+]);

package/{dist/serialization/types/RunExternal.d.ts → serialization/types/Run.d.ts}

@@ -4,8 +4,8 @@
 import * as serializers from "..";
 import * as Scorecard from "../../api";
 import * as core from "../../core";
-export declare const RunExternal: core.serialization.ObjectSchema<serializers.RunExternal.Raw, Scorecard.RunExternal>;
-export declare namespace RunExternal {
+export declare const Run: core.serialization.ObjectSchema<serializers.Run.Raw, Scorecard.Run>;
+export declare namespace Run {
     interface Raw {
         id?: number | null;
         created_at?: string | null;

package/{dist/serialization/types/RunExternal.js → serialization/types/Run.js}

@@ -26,9 +26,9 @@ var __importStar = (this && this.__importStar) || function (mod) {
     return result;
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.RunExternal = void 0;
+exports.Run = void 0;
 const core = __importStar(require("../../core"));
-exports.RunExternal = core.serialization.object({
+exports.Run = core.serialization.object({
     id: core.serialization.number().optional(),
     createdAt: core.serialization.property("created_at", core.serialization.date().optional()),
     updatedAt: core.serialization.property("updated_at", core.serialization.date().optional()),

package/serialization/types/RunStatus.d.ts

@@ -6,5 +6,5 @@ import * as Scorecard from "../../api";
 import * as core from "../../core";
 export declare const RunStatus: core.serialization.Schema<serializers.RunStatus.Raw, Scorecard.RunStatus>;
 export declare namespace RunStatus {
-    type Raw = "pending" | "awaiting_execution" | "running_execution" | "awaiting_scoring" | "running_scoring" | "completed";
+    type Raw = "pending" | "awaiting_execution" | "running_execution" | "awaiting_scoring" | "running_scoring" | "awaiting_human_scoring" | "completed";
 }

package/serialization/types/RunStatus.js

@@ -34,5 +34,6 @@ exports.RunStatus = core.serialization.enum_([
     "running_execution",
     "awaiting_scoring",
     "running_scoring",
+    "awaiting_human_scoring",
     "completed",
 ]);

package/serialization/types/ScoreStatus.d.ts

@@ -0,0 +1,10 @@
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+import * as serializers from "..";
+import * as Scorecard from "../../api";
+import * as core from "../../core";
+export declare const ScoreStatus: core.serialization.Schema<serializers.ScoreStatus.Raw, Scorecard.ScoreStatus>;
+export declare namespace ScoreStatus {
+    type Raw = "pending" | "error" | "completed";
+}

package/serialization/types/{LibDtoTypesTestSetCreate.js → ScoreStatus.js}

@@ -26,6 +26,6 @@ var __importStar = (this && this.__importStar) || function (mod) {
     return result;
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.LibDtoTypesTestSetCreate = void 0;
+exports.ScoreStatus = void 0;
 const core = __importStar(require("../../core"));
-exports.LibDtoTypesTestSetCreate = core.serialization.unknown();
+exports.ScoreStatus = core.serialization.enum_(["pending", "error", "completed"]);

package/serialization/types/TestCaseCustomInputsValue.d.ts

@@ -6,5 +6,5 @@ import * as Scorecard from "../../api";
 import * as core from "../../core";
 export declare const TestCaseCustomInputsValue: core.serialization.Schema<serializers.TestCaseCustomInputsValue.Raw, Scorecard.TestCaseCustomInputsValue>;
 export declare namespace TestCaseCustomInputsValue {
-    type Raw = string | serializers.FileUrl.Raw | unknown;
+    type Raw = string | serializers.FileUrl.Raw | serializers.JsonObject.Raw;
 }

package/serialization/types/TestCaseCustomInputsValue.js

@@ -40,5 +40,5 @@ const core = __importStar(require("../../core"));
 exports.TestCaseCustomInputsValue = core.serialization.undiscriminatedUnion([
     core.serialization.string(),
     core.serialization.lazyObject(() => __awaiter(void 0, void 0, void 0, function* () { return (yield Promise.resolve().then(() => __importStar(require("..")))).FileUrl; })),
-    core.serialization.unknown(),
+    core.serialization.lazyObject(() => __awaiter(void 0, void 0, void 0, function* () { return (yield Promise.resolve().then(() => __importStar(require("..")))).JsonObject; })),
 ]);

package/serialization/types/TestCaseCustomLabelsValue.d.ts

@@ -6,5 +6,5 @@ import * as Scorecard from "../../api";
 import * as core from "../../core";
 export declare const TestCaseCustomLabelsValue: core.serialization.Schema<serializers.TestCaseCustomLabelsValue.Raw, Scorecard.TestCaseCustomLabelsValue>;
 export declare namespace TestCaseCustomLabelsValue {
-    type Raw = string | serializers.FileUrl.Raw | unknown;
+    type Raw = string | serializers.FileUrl.Raw | serializers.JsonObject.Raw;
 }

package/serialization/types/TestCaseCustomLabelsValue.js

@@ -40,5 +40,5 @@ const core = __importStar(require("../../core"));
 exports.TestCaseCustomLabelsValue = core.serialization.undiscriminatedUnion([
     core.serialization.string(),
     core.serialization.lazyObject(() => __awaiter(void 0, void 0, void 0, function* () { return (yield Promise.resolve().then(() => __importStar(require("..")))).FileUrl; })),
-    core.serialization.unknown(),
+    core.serialization.lazyObject(() => __awaiter(void 0, void 0, void 0, function* () { return (yield Promise.resolve().then(() => __importStar(require("..")))).JsonObject; })),
 ]);

package/serialization/types/TestRecordCreate.d.ts

@@ -4,19 +4,7 @@
 import * as serializers from "..";
 import * as Scorecard from "../../api";
 import * as core from "../../core";
-export declare const TestRecordCreate: core.serialization.ObjectSchema<serializers.TestRecordCreate.Raw, Scorecard.TestRecordCreate>;
+export declare const TestRecordCreate: core.serialization.Schema<serializers.TestRecordCreate.Raw, Scorecard.TestRecordCreate>;
 export declare namespace TestRecordCreate {
-    interface Raw {
-        run_id: number;
-        testcase_id: number;
-        model_response: string;
-        user_query?: string | null;
-        context?: string | null;
-        prompt?: string | null;
-        ideal?: string | null;
-        debug_output?: string | null;
-        model_params?: Record<string, unknown> | null;
-        testset_id?: number | null;
-        status?: string | null;
-    }
+    type Raw = unknown;
 }

package/serialization/types/TestRecordCreate.js

@@ -28,16 +28,4 @@ var __importStar = (this && this.__importStar) || function (mod) {
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.TestRecordCreate = void 0;
 const core = __importStar(require("../../core"));
-exports.TestRecordCreate = core.serialization.object({
-    runId: core.serialization.property("run_id", core.serialization.number()),
-    testcaseId: core.serialization.property("testcase_id", core.serialization.number()),
-    modelResponse: core.serialization.property("model_response", core.serialization.string()),
-    userQuery: core.serialization.property("user_query", core.serialization.string().optional()),
-    context: core.serialization.string().optional(),
-    prompt: core.serialization.string().optional(),
-    ideal: core.serialization.string().optional(),
-    debugOutput: core.serialization.property("debug_output", core.serialization.string().optional()),
-    modelParams: core.serialization.property("model_params", core.serialization.record(core.serialization.string(), core.serialization.unknown()).optional()),
-    testsetId: core.serialization.property("testset_id", core.serialization.number().optional()),
-    status: core.serialization.string().optional(),
-});
+exports.TestRecordCreate = core.serialization.unknown();

package/serialization/types/TestSetCreate.d.ts

@@ -4,11 +4,7 @@
 import * as serializers from "..";
 import * as Scorecard from "../../api";
 import * as core from "../../core";
-export declare const TestSetCreate: core.serialization.ObjectSchema<serializers.TestSetCreate.Raw, Scorecard.TestSetCreate>;
+export declare const TestSetCreate: core.serialization.Schema<serializers.TestSetCreate.Raw, Scorecard.TestSetCreate>;
 export declare namespace TestSetCreate {
-    interface Raw {
-        name: string;
-        description?: string | null;
-        using_retrieval: boolean;
-    }
+    type Raw = unknown;
 }

package/serialization/types/TestSetCreate.js

@@ -28,8 +28,4 @@ var __importStar = (this && this.__importStar) || function (mod) {
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.TestSetCreate = void 0;
 const core = __importStar(require("../../core"));
-exports.TestSetCreate = core.serialization.object({
-    name: core.serialization.string(),
-    description: core.serialization.string().optional(),
-    usingRetrieval: core.serialization.property("using_retrieval", core.serialization.boolean()),
-});
+exports.TestSetCreate = core.serialization.unknown();

package/serialization/types/Testrecord.d.ts

@@ -9,9 +9,10 @@ export declare namespace Testrecord {
     interface Raw {
         id?: number | null;
         created_at?: string | null;
-        run_id: number;
-        testset_id: number;
-        user_query: string;
+        run_id?: number | null;
+        testset_id?: number | null;
+        testcase_id?: number | null;
+        user_query?: string | null;
         context?: string | null;
         model_response?: string | null;
         ideal?: string | null;
@@ -19,5 +20,9 @@ export declare namespace Testrecord {
         custom_inputs?: Record<string, serializers.TestrecordCustomInputsValue.Raw | null | undefined> | null;
         custom_labels?: Record<string, serializers.TestrecordCustomLabelsValue.Raw | null | undefined> | null;
         custom_outputs?: Record<string, serializers.TestrecordCustomOutputsValue.Raw | null | undefined> | null;
+        status?: string | null;
+        prompt?: string | null;
+        model_params?: Record<string, serializers.TestrecordModelParamsValue.Raw | null | undefined> | null;
+        model_debug_info?: Record<string, serializers.TestrecordModelDebugInfoValue.Raw | null | undefined> | null;
     }
 }

package/serialization/types/Testrecord.js

@@ -40,9 +40,10 @@ const core = __importStar(require("../../core"));
 exports.Testrecord = core.serialization.object({
     id: core.serialization.number().optional(),
     createdAt: core.serialization.property("created_at", core.serialization.date().optional()),
-    runId: core.serialization.property("run_id", core.serialization.number()),
-    testsetId: core.serialization.property("testset_id", core.serialization.number()),
-    userQuery: core.serialization.property("user_query", core.serialization.string()),
+    runId: core.serialization.property("run_id", core.serialization.number().optional()),
+    testsetId: core.serialization.property("testset_id", core.serialization.number().optional()),
+    testcaseId: core.serialization.property("testcase_id", core.serialization.number().optional()),
+    userQuery: core.serialization.property("user_query", core.serialization.string().optional()),
     context: core.serialization.string().optional(),
     modelResponse: core.serialization.property("model_response", core.serialization.string().optional()),
     ideal: core.serialization.string().optional(),
@@ -56,4 +57,12 @@ exports.Testrecord = core.serialization.object({
     customOutputs: core.serialization.property("custom_outputs", core.serialization
         .record(core.serialization.string(), core.serialization.lazy(() => __awaiter(void 0, void 0, void 0, function* () { return (yield Promise.resolve().then(() => __importStar(require("..")))).TestrecordCustomOutputsValue; })).optional())
         .optional()),
+    status: core.serialization.string().optional(),
+    prompt: core.serialization.string().optional(),
+    modelParams: core.serialization.property("model_params", core.serialization
+        .record(core.serialization.string(), core.serialization.lazy(() => __awaiter(void 0, void 0, void 0, function* () { return (yield Promise.resolve().then(() => __importStar(require("..")))).TestrecordModelParamsValue; })).optional())
+        .optional()),
+    modelDebugInfo: core.serialization.property("model_debug_info", core.serialization
+        .record(core.serialization.string(), core.serialization.lazy(() => __awaiter(void 0, void 0, void 0, function* () { return (yield Promise.resolve().then(() => __importStar(require("..")))).TestrecordModelDebugInfoValue; })).optional())
+        .optional()),
 });

package/serialization/types/TestrecordCustomInputsValue.d.ts

@@ -6,5 +6,5 @@ import * as Scorecard from "../../api";
 import * as core from "../../core";
 export declare const TestrecordCustomInputsValue: core.serialization.Schema<serializers.TestrecordCustomInputsValue.Raw, Scorecard.TestrecordCustomInputsValue>;
 export declare namespace TestrecordCustomInputsValue {
-    type Raw = string | serializers.FileUrl.Raw | unknown;
+    type Raw = string | serializers.FileUrl.Raw | serializers.JsonObject.Raw;
 }

package/serialization/types/TestrecordCustomInputsValue.js

@@ -40,5 +40,5 @@ const core = __importStar(require("../../core"));
 exports.TestrecordCustomInputsValue = core.serialization.undiscriminatedUnion([
     core.serialization.string(),
     core.serialization.lazyObject(() => __awaiter(void 0, void 0, void 0, function* () { return (yield Promise.resolve().then(() => __importStar(require("..")))).FileUrl; })),
-    core.serialization.unknown(),
+    core.serialization.lazyObject(() => __awaiter(void 0, void 0, void 0, function* () { return (yield Promise.resolve().then(() => __importStar(require("..")))).JsonObject; })),
 ]);

package/serialization/types/TestrecordCustomLabelsValue.d.ts

@@ -6,5 +6,5 @@ import * as Scorecard from "../../api";
 import * as core from "../../core";
 export declare const TestrecordCustomLabelsValue: core.serialization.Schema<serializers.TestrecordCustomLabelsValue.Raw, Scorecard.TestrecordCustomLabelsValue>;
 export declare namespace TestrecordCustomLabelsValue {
-    type Raw = string | serializers.FileUrl.Raw | unknown;
+    type Raw = string | serializers.FileUrl.Raw | serializers.JsonObject.Raw;
 }

package/serialization/types/TestrecordCustomLabelsValue.js

@@ -40,5 +40,5 @@ const core = __importStar(require("../../core"));
 exports.TestrecordCustomLabelsValue = core.serialization.undiscriminatedUnion([
     core.serialization.string(),
     core.serialization.lazyObject(() => __awaiter(void 0, void 0, void 0, function* () { return (yield Promise.resolve().then(() => __importStar(require("..")))).FileUrl; })),
-    core.serialization.unknown(),
+    core.serialization.lazyObject(() => __awaiter(void 0, void 0, void 0, function* () { return (yield Promise.resolve().then(() => __importStar(require("..")))).JsonObject; })),
 ]);

package/serialization/types/TestrecordCustomOutputsValue.d.ts

@@ -6,5 +6,5 @@ import * as Scorecard from "../../api";
 import * as core from "../../core";
 export declare const TestrecordCustomOutputsValue: core.serialization.Schema<serializers.TestrecordCustomOutputsValue.Raw, Scorecard.TestrecordCustomOutputsValue>;
 export declare namespace TestrecordCustomOutputsValue {
-    type Raw = string | serializers.FileUrl.Raw | unknown;
+    type Raw = string | serializers.FileUrl.Raw | serializers.JsonObject.Raw;
 }

package/serialization/types/TestrecordCustomOutputsValue.js

@@ -40,5 +40,5 @@ const core = __importStar(require("../../core"));
 exports.TestrecordCustomOutputsValue = core.serialization.undiscriminatedUnion([
     core.serialization.string(),
     core.serialization.lazyObject(() => __awaiter(void 0, void 0, void 0, function* () { return (yield Promise.resolve().then(() => __importStar(require("..")))).FileUrl; })),
-    core.serialization.unknown(),
+    core.serialization.lazyObject(() => __awaiter(void 0, void 0, void 0, function* () { return (yield Promise.resolve().then(() => __importStar(require("..")))).JsonObject; })),
 ]);

package/serialization/types/TestrecordModelDebugInfoValue.d.ts

@@ -0,0 +1,10 @@
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+import * as serializers from "..";
+import * as Scorecard from "../../api";
+import * as core from "../../core";
+export declare const TestrecordModelDebugInfoValue: core.serialization.Schema<serializers.TestrecordModelDebugInfoValue.Raw, Scorecard.TestrecordModelDebugInfoValue>;
+export declare namespace TestrecordModelDebugInfoValue {
+    type Raw = number | number | string;
+}

package/serialization/types/TestrecordModelDebugInfoValue.js

@@ -0,0 +1,35 @@
+"use strict";
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || function (mod) {
+    if (mod && mod.__esModule) return mod;
+    var result = {};
+    if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
+    __setModuleDefault(result, mod);
+    return result;
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.TestrecordModelDebugInfoValue = void 0;
+const core = __importStar(require("../../core"));
+exports.TestrecordModelDebugInfoValue = core.serialization.undiscriminatedUnion([
+    core.serialization.number(),
+    core.serialization.number(),
+    core.serialization.string(),
+]);