vellum-ai 0.0.8 → 0.0.10

package/dist/api/resources/testSuites/client/requests/TestSuiteTestCaseRequest.d.ts

@@ -0,0 +1,14 @@
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+import * as Vellum from "../../../..";
+export interface TestSuiteTestCaseRequest {
+    /** The id of the test case to update. If none is provided, an id will be generated and a new test case will be appended. */
+    testCaseId?: string;
+    /** A human-friendly label for the test case. */
+    label?: string;
+    /** Key/value pairs for each input variable that the Test Suite expects. */
+    inputValues: Record<string, unknown>;
+    /** Parameters to use when evaluating the test case, specific to the test suite's evaluation metric. */
+    evaluationParams: Vellum.EvaluationParamsRequest;
+}

package/dist/api/resources/testSuites/client/requests/TestSuiteTestCaseRequest.js

@@ -0,0 +1,5 @@
+"use strict";
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+Object.defineProperty(exports, "__esModule", { value: true });

package/dist/api/resources/testSuites/client/requests/index.d.ts

@@ -0,0 +1 @@
+export { TestSuiteTestCaseRequest } from "./TestSuiteTestCaseRequest";

package/dist/api/resources/testSuites/client/requests/index.js

@@ -0,0 +1,2 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });

package/dist/api/resources/testSuites/index.d.ts

@@ -0,0 +1 @@
+export * from "./client";

package/dist/api/resources/testSuites/index.js

@@ -0,0 +1,17 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __exportStar = (this && this.__exportStar) || function(m, exports) {
+    for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+__exportStar(require("./client"), exports);

package/dist/api/types/EvaluationParams.d.ts

@@ -0,0 +1,7 @@
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+export interface EvaluationParams {
+    /** The target value to compare the LLM output against. Typically what you expect or desire the LLM output to be. */
+    target?: string;
+}

package/dist/api/types/EvaluationParams.js

@@ -0,0 +1,5 @@
+"use strict";
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+Object.defineProperty(exports, "__esModule", { value: true });

package/dist/api/types/EvaluationParamsRequest.d.ts

@@ -0,0 +1,7 @@
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+export interface EvaluationParamsRequest {
+    /** The target value to compare the LLM output against. Typically what you expect or desire the LLM output to be. */
+    target?: string;
+}

package/dist/api/types/EvaluationParamsRequest.js

@@ -0,0 +1,5 @@
+"use strict";
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+Object.defineProperty(exports, "__esModule", { value: true });

package/dist/api/types/ProcessingFailureReasonEnum.d.ts

@@ -0,0 +1,7 @@
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+export declare type ProcessingFailureReasonEnum = "EXCEEDED_CHARACTER_LIMIT";
+export declare const ProcessingFailureReasonEnum: {
+    readonly ExceededCharacterLimit: "EXCEEDED_CHARACTER_LIMIT";
+};

package/dist/api/types/ProcessingFailureReasonEnum.js

@@ -0,0 +1,9 @@
+"use strict";
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.ProcessingFailureReasonEnum = void 0;
+exports.ProcessingFailureReasonEnum = {
+    ExceededCharacterLimit: "EXCEEDED_CHARACTER_LIMIT",
+};

package/dist/api/types/SandboxMetricInputParams.d.ts

@@ -1,6 +1,7 @@
 /**
  * This file was auto-generated by Fern from our API Definition.
  */
+import * as Vellum from "..";
 export interface SandboxMetricInputParams {
-    params?: Record<string, unknown>;
+    params?: Vellum.EvaluationParams;
 }

package/dist/api/types/SandboxMetricInputParamsRequest.d.ts

@@ -1,6 +1,7 @@
 /**
  * This file was auto-generated by Fern from our API Definition.
  */
+import * as Vellum from "..";
 export interface SandboxMetricInputParamsRequest {
-    params?: Record<string, unknown>;
+    params?: Vellum.EvaluationParamsRequest;
 }

package/dist/api/types/SandboxScenario.d.ts

@@ -5,7 +5,7 @@ import * as Vellum from "..";
 export interface SandboxScenario {
     label?: string;
     /** The inputs for the scenario */
-    inputs: Vellum.SandboxInput[];
+    inputs: Vellum.ScenarioInput[];
     /** The id of the scenario */
     id: string;
     metricInputParams: Vellum.SandboxMetricInputParams;

package/dist/api/types/{SandboxInput.d.ts → ScenarioInput.d.ts}

@@ -2,7 +2,7 @@
  * This file was auto-generated by Fern from our API Definition.
  */
 import * as Vellum from "..";
-export interface SandboxInput {
+export interface ScenarioInput {
     key: string;
     type?: Vellum.TypeEnum;
     value?: string;

package/dist/api/types/ScenarioInput.js

@@ -0,0 +1,5 @@
+"use strict";
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+Object.defineProperty(exports, "__esModule", { value: true });

package/dist/api/types/{SandboxInputRequest.d.ts → ScenarioInputRequest.d.ts}

@@ -2,7 +2,7 @@
  * This file was auto-generated by Fern from our API Definition.
  */
 import * as Vellum from "..";
-export interface SandboxInputRequest {
+export interface ScenarioInputRequest {
     key: string;
     type?: Vellum.TypeEnum;
     value?: string;

package/dist/api/types/ScenarioInputRequest.js

@@ -0,0 +1,5 @@
+"use strict";
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+Object.defineProperty(exports, "__esModule", { value: true });

package/dist/api/types/SlimDocument.d.ts

@@ -11,8 +11,10 @@ export interface SlimDocument {
     lastUploadedAt: string;
     /** Human-friendly name for this document. */
     label: string;
-    /** The current processing state of the document */
+    /** An enum value representing where this document is along its processing lifecycle. Note that this is different than its indexing lifecycle. */
     processingState?: Vellum.ProcessingStateEnum;
+    /** An enum value representing why the document could not be processed. Is null unless processing_state is FAILED. */
+    processingFailureReason?: Vellum.ProcessingFailureReasonEnum;
     /** The document's current status. */
     status?: Vellum.SlimDocumentStatusEnum;
     /** A list of keywords associated with this document. Originally provided when uploading the document. */

package/dist/api/types/TestSuiteTestCase.d.ts

@@ -0,0 +1,14 @@
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+import * as Vellum from "..";
+export interface TestSuiteTestCase {
+    /** The id of the test case to update. If none is provided, an id will be generated and a new test case will be appended. */
+    testCaseId?: string;
+    /** A human-friendly label for the test case. */
+    label?: string;
+    /** Key/value pairs for each input variable that the Test Suite expects. */
+    inputValues: Record<string, unknown>;
+    /** Parameters to use when evaluating the test case, specific to the test suite's evaluation metric. */
+    evaluationParams: Vellum.EvaluationParams;
+}

package/dist/api/types/TestSuiteTestCase.js

@@ -0,0 +1,5 @@
+"use strict";
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+Object.defineProperty(exports, "__esModule", { value: true });

package/dist/api/types/index.d.ts

@@ -5,6 +5,8 @@ export * from "./ChatMessageRole";
 export * from "./Document";
 export * from "./DocumentDocumentToDocumentIndex";
 export * from "./EnrichedNormalizedCompletion";
+export * from "./EvaluationParams";
+export * from "./EvaluationParamsRequest";
 export * from "./FinishReasonEnum";
 export * from "./GenerateErrorResponse";
 export * from "./GenerateOptionsRequest";
@@ -25,16 +27,17 @@ export * from "./ModelVersionSandboxSnapshot";
 export * from "./NormalizedLogProbs";
 export * from "./NormalizedTokenLogProbs";
 export * from "./PaginatedSlimDocumentList";
+export * from "./ProcessingFailureReasonEnum";
 export * from "./ProcessingStateEnum";
 export * from "./PromptTemplateBlock";
 export * from "./PromptTemplateBlockData";
 export * from "./PromptTemplateBlockProperties";
 export * from "./ProviderEnum";
-export * from "./SandboxInput";
-export * from "./SandboxInputRequest";
 export * from "./SandboxMetricInputParams";
 export * from "./SandboxMetricInputParamsRequest";
 export * from "./SandboxScenario";
+export * from "./ScenarioInput";
+export * from "./ScenarioInputRequest";
 export * from "./SearchErrorResponse";
 export * from "./SearchFiltersRequest";
 export * from "./SearchRequestOptionsRequest";
@@ -46,6 +49,7 @@ export * from "./SlimDocument";
 export * from "./SlimDocumentStatusEnum";
 export * from "./SubmitCompletionActualRequest";
 export * from "./SubmitCompletionActualsErrorResponse";
+export * from "./TestSuiteTestCase";
 export * from "./TypeEnum";
 export * from "./UploadDocumentErrorResponse";
 export * from "./UploadDocumentResponse";

package/dist/api/types/index.js

@@ -21,6 +21,8 @@ __exportStar(require("./ChatMessageRole"), exports);
 __exportStar(require("./Document"), exports);
 __exportStar(require("./DocumentDocumentToDocumentIndex"), exports);
 __exportStar(require("./EnrichedNormalizedCompletion"), exports);
+__exportStar(require("./EvaluationParams"), exports);
+__exportStar(require("./EvaluationParamsRequest"), exports);
 __exportStar(require("./FinishReasonEnum"), exports);
 __exportStar(require("./GenerateErrorResponse"), exports);
 __exportStar(require("./GenerateOptionsRequest"), exports);
@@ -41,16 +43,17 @@ __exportStar(require("./ModelVersionSandboxSnapshot"), exports);
 __exportStar(require("./NormalizedLogProbs"), exports);
 __exportStar(require("./NormalizedTokenLogProbs"), exports);
 __exportStar(require("./PaginatedSlimDocumentList"), exports);
+__exportStar(require("./ProcessingFailureReasonEnum"), exports);
 __exportStar(require("./ProcessingStateEnum"), exports);
 __exportStar(require("./PromptTemplateBlock"), exports);
 __exportStar(require("./PromptTemplateBlockData"), exports);
 __exportStar(require("./PromptTemplateBlockProperties"), exports);
 __exportStar(require("./ProviderEnum"), exports);
-__exportStar(require("./SandboxInput"), exports);
-__exportStar(require("./SandboxInputRequest"), exports);
 __exportStar(require("./SandboxMetricInputParams"), exports);
 __exportStar(require("./SandboxMetricInputParamsRequest"), exports);
 __exportStar(require("./SandboxScenario"), exports);
+__exportStar(require("./ScenarioInput"), exports);
+__exportStar(require("./ScenarioInputRequest"), exports);
 __exportStar(require("./SearchErrorResponse"), exports);
 __exportStar(require("./SearchFiltersRequest"), exports);
 __exportStar(require("./SearchRequestOptionsRequest"), exports);
@@ -62,6 +65,7 @@ __exportStar(require("./SlimDocument"), exports);
 __exportStar(require("./SlimDocumentStatusEnum"), exports);
 __exportStar(require("./SubmitCompletionActualRequest"), exports);
 __exportStar(require("./SubmitCompletionActualsErrorResponse"), exports);
+__exportStar(require("./TestSuiteTestCase"), exports);
 __exportStar(require("./TypeEnum"), exports);
 __exportStar(require("./UploadDocumentErrorResponse"), exports);
 __exportStar(require("./UploadDocumentResponse"), exports);

package/dist/serialization/resources/index.d.ts

@@ -1,2 +1,4 @@
 export * as sandboxes from "./sandboxes";
 export * from "./sandboxes/client/requests";
+export * as testSuites from "./testSuites";
+export * from "./testSuites/client/requests";

package/dist/serialization/resources/index.js

@@ -26,6 +26,8 @@ var __exportStar = (this && this.__exportStar) || function(m, exports) {
     for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.sandboxes = void 0;
+exports.testSuites = exports.sandboxes = void 0;
 exports.sandboxes = __importStar(require("./sandboxes"));
 __exportStar(require("./sandboxes/client/requests"), exports);
+exports.testSuites = __importStar(require("./testSuites"));
+__exportStar(require("./testSuites/client/requests"), exports);

package/dist/serialization/resources/sandboxes/client/requests/UpsertSandboxScenarioRequestRequest.d.ts

@@ -8,7 +8,7 @@ export declare const UpsertSandboxScenarioRequestRequest: core.serialization.Sch
 export declare namespace UpsertSandboxScenarioRequestRequest {
     interface Raw {
         label?: string | null;
-        inputs: serializers.SandboxInputRequest.Raw[];
+        inputs: serializers.ScenarioInputRequest.Raw[];
         scenario_id?: string | null;
         metric_input_params?: serializers.SandboxMetricInputParamsRequest.Raw | null;
     }

package/dist/serialization/resources/sandboxes/client/requests/UpsertSandboxScenarioRequestRequest.js

@@ -30,7 +30,7 @@ exports.UpsertSandboxScenarioRequestRequest = void 0;
 const core = __importStar(require("../../../../../core"));
 exports.UpsertSandboxScenarioRequestRequest = core.serialization.object({
     label: core.serialization.string().optional(),
-    inputs: core.serialization.list(core.serialization.lazyObject(async () => (await Promise.resolve().then(() => __importStar(require("../../../..")))).SandboxInputRequest)),
+    inputs: core.serialization.list(core.serialization.lazyObject(async () => (await Promise.resolve().then(() => __importStar(require("../../../..")))).ScenarioInputRequest)),
     scenarioId: core.serialization.property("scenario_id", core.serialization.string().optional()),
     metricInputParams: core.serialization.property("metric_input_params", core.serialization
         .lazyObject(async () => (await Promise.resolve().then(() => __importStar(require("../../../..")))).SandboxMetricInputParamsRequest)

package/dist/serialization/resources/testSuites/client/index.d.ts

@@ -0,0 +1 @@
+export * from "./requests";

package/dist/serialization/resources/testSuites/client/index.js

@@ -0,0 +1,17 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __exportStar = (this && this.__exportStar) || function(m, exports) {
+    for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+__exportStar(require("./requests"), exports);

package/dist/serialization/resources/testSuites/client/requests/TestSuiteTestCaseRequest.d.ts

@@ -0,0 +1,15 @@
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+import * as serializers from "../../../..";
+import * as Vellum from "../../../../../api";
+import * as core from "../../../../../core";
+export declare const TestSuiteTestCaseRequest: core.serialization.Schema<serializers.TestSuiteTestCaseRequest.Raw, Vellum.TestSuiteTestCaseRequest>;
+export declare namespace TestSuiteTestCaseRequest {
+    interface Raw {
+        test_case_id?: string | null;
+        label?: string | null;
+        input_values: Record<string, unknown>;
+        evaluation_params: serializers.EvaluationParamsRequest.Raw;
+    }
+}

package/dist/serialization/resources/testSuites/client/requests/TestSuiteTestCaseRequest.js

@@ -0,0 +1,36 @@
+"use strict";
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || function (mod) {
+    if (mod && mod.__esModule) return mod;
+    var result = {};
+    if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
+    __setModuleDefault(result, mod);
+    return result;
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.TestSuiteTestCaseRequest = void 0;
+const core = __importStar(require("../../../../../core"));
+exports.TestSuiteTestCaseRequest = core.serialization.object({
+    testCaseId: core.serialization.property("test_case_id", core.serialization.string().optional()),
+    label: core.serialization.string().optional(),
+    inputValues: core.serialization.property("input_values", core.serialization.record(core.serialization.string(), core.serialization.unknown())),
+    evaluationParams: core.serialization.property("evaluation_params", core.serialization.lazyObject(async () => (await Promise.resolve().then(() => __importStar(require("../../../..")))).EvaluationParamsRequest)),
+});

package/dist/serialization/resources/testSuites/client/requests/index.d.ts

@@ -0,0 +1 @@
+export { TestSuiteTestCaseRequest } from "./TestSuiteTestCaseRequest";

package/dist/serialization/resources/testSuites/client/requests/index.js

@@ -0,0 +1,5 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.TestSuiteTestCaseRequest = void 0;
+var TestSuiteTestCaseRequest_1 = require("./TestSuiteTestCaseRequest");
+Object.defineProperty(exports, "TestSuiteTestCaseRequest", { enumerable: true, get: function () { return TestSuiteTestCaseRequest_1.TestSuiteTestCaseRequest; } });

package/dist/serialization/resources/testSuites/index.d.ts

@@ -0,0 +1 @@
+export * from "./client";

package/dist/serialization/resources/testSuites/index.js

@@ -0,0 +1,17 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __exportStar = (this && this.__exportStar) || function(m, exports) {
+    for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+__exportStar(require("./client"), exports);

package/dist/serialization/types/EvaluationParams.d.ts

@@ -0,0 +1,12 @@
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+import * as serializers from "..";
+import * as Vellum from "../../api";
+import * as core from "../../core";
+export declare const EvaluationParams: core.serialization.ObjectSchema<serializers.EvaluationParams.Raw, Vellum.EvaluationParams>;
+export declare namespace EvaluationParams {
+    interface Raw {
+        target?: string | null;
+    }
+}

package/dist/serialization/types/EvaluationParams.js

@@ -0,0 +1,33 @@
+"use strict";
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || function (mod) {
+    if (mod && mod.__esModule) return mod;
+    var result = {};
+    if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
+    __setModuleDefault(result, mod);
+    return result;
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.EvaluationParams = void 0;
+const core = __importStar(require("../../core"));
+exports.EvaluationParams = core.serialization.object({
+    target: core.serialization.string().optional(),
+});

package/dist/serialization/types/EvaluationParamsRequest.d.ts

@@ -0,0 +1,12 @@
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+import * as serializers from "..";
+import * as Vellum from "../../api";
+import * as core from "../../core";
+export declare const EvaluationParamsRequest: core.serialization.ObjectSchema<serializers.EvaluationParamsRequest.Raw, Vellum.EvaluationParamsRequest>;
+export declare namespace EvaluationParamsRequest {
+    interface Raw {
+        target?: string | null;
+    }
+}

package/dist/serialization/types/EvaluationParamsRequest.js

@@ -0,0 +1,33 @@
+"use strict";
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || function (mod) {
+    if (mod && mod.__esModule) return mod;
+    var result = {};
+    if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
+    __setModuleDefault(result, mod);
+    return result;
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.EvaluationParamsRequest = void 0;
+const core = __importStar(require("../../core"));
+exports.EvaluationParamsRequest = core.serialization.object({
+    target: core.serialization.string().optional(),
+});

package/dist/serialization/types/ProcessingFailureReasonEnum.d.ts

@@ -0,0 +1,10 @@
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+import * as serializers from "..";
+import * as Vellum from "../../api";
+import * as core from "../../core";
+export declare const ProcessingFailureReasonEnum: core.serialization.Schema<serializers.ProcessingFailureReasonEnum.Raw, Vellum.ProcessingFailureReasonEnum>;
+export declare namespace ProcessingFailureReasonEnum {
+    type Raw = "EXCEEDED_CHARACTER_LIMIT";
+}

package/dist/serialization/types/ProcessingFailureReasonEnum.js

@@ -0,0 +1,31 @@
+"use strict";
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || function (mod) {
+    if (mod && mod.__esModule) return mod;
+    var result = {};
+    if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
+    __setModuleDefault(result, mod);
+    return result;
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.ProcessingFailureReasonEnum = void 0;
+const core = __importStar(require("../../core"));
+exports.ProcessingFailureReasonEnum = core.serialization.enum_(["EXCEEDED_CHARACTER_LIMIT"]);

package/dist/serialization/types/SandboxMetricInputParams.d.ts

@@ -7,6 +7,6 @@ import * as core from "../../core";
 export declare const SandboxMetricInputParams: core.serialization.ObjectSchema<serializers.SandboxMetricInputParams.Raw, Vellum.SandboxMetricInputParams>;
 export declare namespace SandboxMetricInputParams {
     interface Raw {
-        params?: Record<string, unknown> | null;
+        params?: serializers.EvaluationParams.Raw | null;
     }
 }

package/dist/serialization/types/SandboxMetricInputParams.js

@@ -29,5 +29,5 @@ Object.defineProperty(exports, "__esModule", { value: true });
 exports.SandboxMetricInputParams = void 0;
 const core = __importStar(require("../../core"));
 exports.SandboxMetricInputParams = core.serialization.object({
-    params: core.serialization.record(core.serialization.string(), core.serialization.unknown()).optional(),
+    params: core.serialization.lazyObject(async () => (await Promise.resolve().then(() => __importStar(require("..")))).EvaluationParams).optional(),
 });

package/dist/serialization/types/SandboxMetricInputParamsRequest.d.ts

@@ -7,6 +7,6 @@ import * as core from "../../core";
 export declare const SandboxMetricInputParamsRequest: core.serialization.ObjectSchema<serializers.SandboxMetricInputParamsRequest.Raw, Vellum.SandboxMetricInputParamsRequest>;
 export declare namespace SandboxMetricInputParamsRequest {
     interface Raw {
-        params?: Record<string, unknown> | null;
+        params?: serializers.EvaluationParamsRequest.Raw | null;
     }
 }

package/dist/serialization/types/SandboxMetricInputParamsRequest.js

@@ -29,5 +29,5 @@ Object.defineProperty(exports, "__esModule", { value: true });
 exports.SandboxMetricInputParamsRequest = void 0;
 const core = __importStar(require("../../core"));
 exports.SandboxMetricInputParamsRequest = core.serialization.object({
-    params: core.serialization.record(core.serialization.string(), core.serialization.unknown()).optional(),
+    params: core.serialization.lazyObject(async () => (await Promise.resolve().then(() => __importStar(require("..")))).EvaluationParamsRequest).optional(),
 });

package/dist/serialization/types/SandboxScenario.d.ts

@@ -8,7 +8,7 @@ export declare const SandboxScenario: core.serialization.ObjectSchema<serializer
 export declare namespace SandboxScenario {
     interface Raw {
         label?: string | null;
-        inputs: serializers.SandboxInput.Raw[];
+        inputs: serializers.ScenarioInput.Raw[];
         id: string;
         metric_input_params: serializers.SandboxMetricInputParams.Raw;
     }

package/dist/serialization/types/SandboxScenario.js

@@ -30,7 +30,7 @@ exports.SandboxScenario = void 0;
 const core = __importStar(require("../../core"));
 exports.SandboxScenario = core.serialization.object({
     label: core.serialization.string().optional(),
-    inputs: core.serialization.list(core.serialization.lazyObject(async () => (await Promise.resolve().then(() => __importStar(require("..")))).SandboxInput)),
+    inputs: core.serialization.list(core.serialization.lazyObject(async () => (await Promise.resolve().then(() => __importStar(require("..")))).ScenarioInput)),
     id: core.serialization.string(),
     metricInputParams: core.serialization.property("metric_input_params", core.serialization.lazyObject(async () => (await Promise.resolve().then(() => __importStar(require("..")))).SandboxMetricInputParams)),
 });