vellum-ai 0.3.21 → 0.3.23

package/dist/api/types/SandboxScenario.d.ts

@@ -2,6 +2,9 @@
  * This file was auto-generated by Fern from our API Definition.
  */
 import * as Vellum from "..";
+/**
+ * Sandbox Scenario
+ */
 export interface SandboxScenario {
     label?: string;
     /** The inputs for the scenario */

package/dist/api/types/TestCaseChatHistoryVariableValue.d.ts

@@ -2,7 +2,11 @@
  * This file was auto-generated by Fern from our API Definition.
  */
 import * as Vellum from "..";
+/**
+ * A chat history value for a variable in a Test Case.
+ */
 export interface TestCaseChatHistoryVariableValue {
     variableId: string;
+    name: string;
     value?: Vellum.ChatMessage[];
 }

package/dist/api/types/TestCaseErrorVariableValue.d.ts

@@ -2,7 +2,11 @@
  * This file was auto-generated by Fern from our API Definition.
  */
 import * as Vellum from "..";
+/**
+ * An error value for a variable in a Test Case.
+ */
 export interface TestCaseErrorVariableValue {
     variableId: string;
+    name: string;
     value?: Vellum.VellumError;
 }

package/dist/api/types/TestCaseJsonVariableValue.d.ts

@@ -1,7 +1,11 @@
 /**
  * This file was auto-generated by Fern from our API Definition.
  */
+/**
+ * A JSON value for a variable in a Test Case.
+ */
 export interface TestCaseJsonVariableValue {
     variableId: string;
+    name: string;
     value?: Record<string, unknown>;
 }

package/dist/api/types/TestCaseNumberVariableValue.d.ts

@@ -1,7 +1,11 @@
 /**
  * This file was auto-generated by Fern from our API Definition.
  */
+/**
+ * A numerical value for a variable in a Test Case.
+ */
 export interface TestCaseNumberVariableValue {
     variableId: string;
+    name: string;
     value?: number;
 }

package/dist/api/types/TestCaseSearchResultsVariableValue.d.ts

@@ -2,7 +2,11 @@
  * This file was auto-generated by Fern from our API Definition.
  */
 import * as Vellum from "..";
+/**
+ * A search results value for a variable in a Test Case.
+ */
 export interface TestCaseSearchResultsVariableValue {
     variableId: string;
+    name: string;
     value?: Vellum.SearchResult[];
 }

package/dist/api/types/TestCaseStringVariableValue.d.ts

@@ -1,7 +1,11 @@
 /**
  * This file was auto-generated by Fern from our API Definition.
  */
+/**
+ * A string value for a variable in a Test Case.
+ */
 export interface TestCaseStringVariableValue {
     variableId: string;
+    name: string;
     value?: string;
 }

package/dist/api/types/TestSuiteRunExecConfig.d.ts

@@ -2,7 +2,7 @@
  * This file was auto-generated by Fern from our API Definition.
  */
 import * as Vellum from "..";
-export declare type TestSuiteRunExecConfig = Vellum.TestSuiteRunExecConfig.DeploymentReleaseTag | Vellum.TestSuiteRunExecConfig.WorkflowReleaseTag;
+export declare type TestSuiteRunExecConfig = Vellum.TestSuiteRunExecConfig.DeploymentReleaseTag | Vellum.TestSuiteRunExecConfig.WorkflowReleaseTag | Vellum.TestSuiteRunExecConfig.External;
 export declare namespace TestSuiteRunExecConfig {
     interface DeploymentReleaseTag extends Vellum.TestSuiteRunDeploymentReleaseTagExecConfig {
         type: "DEPLOYMENT_RELEASE_TAG";
@@ -10,4 +10,7 @@ export declare namespace TestSuiteRunExecConfig {
     interface WorkflowReleaseTag extends Vellum.TestSuiteRunWorkflowReleaseTagExecConfig {
         type: "WORKFLOW_RELEASE_TAG";
     }
+    interface External extends Vellum.TestSuiteRunExternalExecConfig {
+        type: "EXTERNAL";
+    }
 }

package/dist/api/types/TestSuiteRunExecConfigRequest.d.ts

@@ -2,7 +2,7 @@
  * This file was auto-generated by Fern from our API Definition.
  */
 import * as Vellum from "..";
-export declare type TestSuiteRunExecConfigRequest = Vellum.TestSuiteRunExecConfigRequest.DeploymentReleaseTag | Vellum.TestSuiteRunExecConfigRequest.WorkflowReleaseTag;
+export declare type TestSuiteRunExecConfigRequest = Vellum.TestSuiteRunExecConfigRequest.DeploymentReleaseTag | Vellum.TestSuiteRunExecConfigRequest.WorkflowReleaseTag | Vellum.TestSuiteRunExecConfigRequest.External;
 export declare namespace TestSuiteRunExecConfigRequest {
     interface DeploymentReleaseTag extends Vellum.TestSuiteRunDeploymentReleaseTagExecConfigRequest {
         type: "DEPLOYMENT_RELEASE_TAG";
@@ -10,4 +10,7 @@ export declare namespace TestSuiteRunExecConfigRequest {
     interface WorkflowReleaseTag extends Vellum.TestSuiteRunWorkflowReleaseTagExecConfigRequest {
         type: "WORKFLOW_RELEASE_TAG";
     }
+    interface External extends Vellum.TestSuiteRunExternalExecConfigRequest {
+        type: "EXTERNAL";
+    }
 }

package/dist/api/types/TestSuiteRunExecutionChatHistoryOutput.d.ts

@@ -2,7 +2,11 @@
  * This file was auto-generated by Fern from our API Definition.
  */
 import * as Vellum from "..";
+/**
+ * Execution output of an entity evaluated during a Test Suite Run that is of type CHAT_HISTORY
+ */
 export interface TestSuiteRunExecutionChatHistoryOutput {
-    outputVariableId: string;
+    name: string;
     value?: Vellum.ChatMessage[];
+    outputVariableId: string;
 }

package/dist/api/types/TestSuiteRunExecutionErrorOutput.d.ts

@@ -2,7 +2,11 @@
  * This file was auto-generated by Fern from our API Definition.
  */
 import * as Vellum from "..";
+/**
+ * Execution output of an entity evaluated during a Test Suite Run that is of type ERROR
+ */
 export interface TestSuiteRunExecutionErrorOutput {
-    outputVariableId: string;
+    name: string;
     value?: Vellum.VellumError;
+    outputVariableId: string;
 }

package/dist/api/types/TestSuiteRunExecutionJsonOutput.d.ts

@@ -1,7 +1,11 @@
 /**
  * This file was auto-generated by Fern from our API Definition.
  */
+/**
+ * Execution output of an entity evaluated during a Test Suite Run that is of type JSON
+ */
 export interface TestSuiteRunExecutionJsonOutput {
-    outputVariableId: string;
+    name: string;
     value?: Record<string, unknown>;
+    outputVariableId: string;
 }

package/dist/api/types/TestSuiteRunExecutionMetricDefinition.d.ts

@@ -0,0 +1,8 @@
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+export interface TestSuiteRunExecutionMetricDefinition {
+    id?: string;
+    label?: string;
+    name?: string;
+}

package/dist/api/types/TestSuiteRunExecutionMetricDefinition.js

@@ -0,0 +1,5 @@
+"use strict";
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+Object.defineProperty(exports, "__esModule", { value: true });

package/dist/api/types/TestSuiteRunExecutionMetricResult.d.ts

@@ -5,4 +5,6 @@ import * as Vellum from "..";
 export interface TestSuiteRunExecutionMetricResult {
     metricId: string;
     outputs: Vellum.TestSuiteRunMetricOutput[];
+    metricLabel?: string;
+    metricDefinition?: Vellum.TestSuiteRunExecutionMetricDefinition;
 }

package/dist/api/types/TestSuiteRunExecutionNumberOutput.d.ts

@@ -1,7 +1,11 @@
 /**
  * This file was auto-generated by Fern from our API Definition.
  */
+/**
+ * Execution output of an entity evaluated during a Test Suite Run that is of type NUMBER
+ */
 export interface TestSuiteRunExecutionNumberOutput {
-    outputVariableId: string;
+    name: string;
     value?: number;
+    outputVariableId: string;
 }

package/dist/api/types/TestSuiteRunExecutionSearchResultsOutput.d.ts

@@ -2,7 +2,11 @@
  * This file was auto-generated by Fern from our API Definition.
  */
 import * as Vellum from "..";
+/**
+ * Execution output of an entity evaluated during a Test Suite Run that is of type SEARCH_RESULTS
+ */
 export interface TestSuiteRunExecutionSearchResultsOutput {
-    outputVariableId: string;
+    name: string;
     value?: Vellum.SearchResult[];
+    outputVariableId: string;
 }

package/dist/api/types/TestSuiteRunExecutionStringOutput.d.ts

@@ -1,7 +1,11 @@
 /**
  * This file was auto-generated by Fern from our API Definition.
  */
+/**
+ * Execution output of an entity evaluated during a Test Suite Run that is of type STRING
+ */
 export interface TestSuiteRunExecutionStringOutput {
-    outputVariableId: string;
+    name: string;
     value?: string;
+    outputVariableId: string;
 }

package/dist/api/types/TestSuiteRunExternalExecConfig.d.ts

@@ -0,0 +1,12 @@
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+import * as Vellum from "..";
+/**
+ * Execution configuration for running a Vellum Test Suite against an external callable
+ */
+export interface TestSuiteRunExternalExecConfig {
+    data: Vellum.TestSuiteRunExternalExecConfigData;
+    /** Optionally specify a subset of test case ids to run. If not provided, all test cases within the test suite will be run by default. */
+    testCaseIds?: string[];
+}

package/dist/api/types/TestSuiteRunExternalExecConfig.js

@@ -0,0 +1,5 @@
+"use strict";
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+Object.defineProperty(exports, "__esModule", { value: true });

package/dist/api/types/TestSuiteRunExternalExecConfigData.d.ts

@@ -0,0 +1,8 @@
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+import * as Vellum from "..";
+export interface TestSuiteRunExternalExecConfigData {
+    /** The executions of some callable external to Vellum whose outputs you would like to evaluate. */
+    executions: Vellum.ExternalTestCaseExecution[];
+}

package/dist/api/types/TestSuiteRunExternalExecConfigData.js

@@ -0,0 +1,5 @@
+"use strict";
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+Object.defineProperty(exports, "__esModule", { value: true });

package/dist/api/types/TestSuiteRunExternalExecConfigDataRequest.d.ts

@@ -0,0 +1,8 @@
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+import * as Vellum from "..";
+export interface TestSuiteRunExternalExecConfigDataRequest {
+    /** The executions of some callable external to Vellum whose outputs you would like to evaluate. */
+    executions: Vellum.ExternalTestCaseExecutionRequest[];
+}

package/dist/api/types/TestSuiteRunExternalExecConfigDataRequest.js

@@ -0,0 +1,5 @@
+"use strict";
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+Object.defineProperty(exports, "__esModule", { value: true });

package/dist/api/types/TestSuiteRunExternalExecConfigRequest.d.ts

@@ -0,0 +1,12 @@
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+import * as Vellum from "..";
+/**
+ * Execution configuration for running a Vellum Test Suite against an external callable
+ */
+export interface TestSuiteRunExternalExecConfigRequest {
+    data: Vellum.TestSuiteRunExternalExecConfigDataRequest;
+    /** Optionally specify a subset of test case ids to run. If not provided, all test cases within the test suite will be run by default. */
+    testCaseIds?: string[];
+}

package/dist/api/types/TestSuiteRunExternalExecConfigRequest.js

@@ -0,0 +1,5 @@
+"use strict";
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+Object.defineProperty(exports, "__esModule", { value: true });

package/dist/api/types/TestSuiteRunExternalExecConfigTypeEnum.d.ts

@@ -0,0 +1,4 @@
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+export declare type TestSuiteRunExternalExecConfigTypeEnum = "EXTERNAL";

package/dist/api/types/TestSuiteRunExternalExecConfigTypeEnum.js

@@ -0,0 +1,5 @@
+"use strict";
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+Object.defineProperty(exports, "__esModule", { value: true });

package/dist/api/types/index.d.ts

@@ -55,6 +55,8 @@ export * from "./ExecutionNumberVellumValue";
 export * from "./ExecutionSearchResultsVellumValue";
 export * from "./ExecutionStringVellumValue";
 export * from "./ExecutionVellumValue";
+export * from "./ExternalTestCaseExecution";
+export * from "./ExternalTestCaseExecutionRequest";
 export * from "./FinishReasonEnum";
 export * from "./FulfilledEnum";
 export * from "./FulfilledExecutePromptEvent";
@@ -104,12 +106,19 @@ export * from "./ModelVersionExecConfigParameters";
 export * from "./ModelVersionRead";
 export * from "./ModelVersionReadStatusEnum";
 export * from "./ModelVersionSandboxSnapshot";
+export * from "./NamedTestCaseChatHistoryVariableValue";
 export * from "./NamedTestCaseChatHistoryVariableValueRequest";
+export * from "./NamedTestCaseErrorVariableValue";
 export * from "./NamedTestCaseErrorVariableValueRequest";
+export * from "./NamedTestCaseJsonVariableValue";
 export * from "./NamedTestCaseJsonVariableValueRequest";
+export * from "./NamedTestCaseNumberVariableValue";
 export * from "./NamedTestCaseNumberVariableValueRequest";
+export * from "./NamedTestCaseSearchResultsVariableValue";
 export * from "./NamedTestCaseSearchResultsVariableValueRequest";
+export * from "./NamedTestCaseStringVariableValue";
 export * from "./NamedTestCaseStringVariableValueRequest";
+export * from "./NamedTestCaseVariableValue";
 export * from "./NamedTestCaseVariableValueRequest";
 export * from "./NodeInputCompiledArrayValue";
 export * from "./NodeInputCompiledChatHistoryValue";
@@ -153,6 +162,7 @@ export * from "./PromptTemplateBlockDataRequest";
 export * from "./PromptTemplateBlockProperties";
 export * from "./PromptTemplateBlockPropertiesRequest";
 export * from "./PromptTemplateBlockRequest";
+export * from "./PromptTemplateBlockState";
 export * from "./ProviderEnum";
 export * from "./RawPromptExecutionOverridesRequest";
 export * from "./RegisterPromptErrorResponse";
@@ -247,11 +257,17 @@ export * from "./TestSuiteRunExecution";
 export * from "./TestSuiteRunExecutionChatHistoryOutput";
 export * from "./TestSuiteRunExecutionErrorOutput";
 export * from "./TestSuiteRunExecutionJsonOutput";
+export * from "./TestSuiteRunExecutionMetricDefinition";
 export * from "./TestSuiteRunExecutionMetricResult";
 export * from "./TestSuiteRunExecutionNumberOutput";
 export * from "./TestSuiteRunExecutionOutput";
 export * from "./TestSuiteRunExecutionSearchResultsOutput";
 export * from "./TestSuiteRunExecutionStringOutput";
+export * from "./TestSuiteRunExternalExecConfig";
+export * from "./TestSuiteRunExternalExecConfigData";
+export * from "./TestSuiteRunExternalExecConfigDataRequest";
+export * from "./TestSuiteRunExternalExecConfigRequest";
+export * from "./TestSuiteRunExternalExecConfigTypeEnum";
 export * from "./TestSuiteRunMetricErrorOutput";
 export * from "./TestSuiteRunMetricErrorOutputTypeEnum";
 export * from "./TestSuiteRunMetricNumberOutput";

package/dist/api/types/index.js

@@ -71,6 +71,8 @@ __exportStar(require("./ExecutionNumberVellumValue"), exports);
 __exportStar(require("./ExecutionSearchResultsVellumValue"), exports);
 __exportStar(require("./ExecutionStringVellumValue"), exports);
 __exportStar(require("./ExecutionVellumValue"), exports);
+__exportStar(require("./ExternalTestCaseExecution"), exports);
+__exportStar(require("./ExternalTestCaseExecutionRequest"), exports);
 __exportStar(require("./FinishReasonEnum"), exports);
 __exportStar(require("./FulfilledEnum"), exports);
 __exportStar(require("./FulfilledExecutePromptEvent"), exports);
@@ -120,12 +122,19 @@ __exportStar(require("./ModelVersionExecConfigParameters"), exports);
 __exportStar(require("./ModelVersionRead"), exports);
 __exportStar(require("./ModelVersionReadStatusEnum"), exports);
 __exportStar(require("./ModelVersionSandboxSnapshot"), exports);
+__exportStar(require("./NamedTestCaseChatHistoryVariableValue"), exports);
 __exportStar(require("./NamedTestCaseChatHistoryVariableValueRequest"), exports);
+__exportStar(require("./NamedTestCaseErrorVariableValue"), exports);
 __exportStar(require("./NamedTestCaseErrorVariableValueRequest"), exports);
+__exportStar(require("./NamedTestCaseJsonVariableValue"), exports);
 __exportStar(require("./NamedTestCaseJsonVariableValueRequest"), exports);
+__exportStar(require("./NamedTestCaseNumberVariableValue"), exports);
 __exportStar(require("./NamedTestCaseNumberVariableValueRequest"), exports);
+__exportStar(require("./NamedTestCaseSearchResultsVariableValue"), exports);
 __exportStar(require("./NamedTestCaseSearchResultsVariableValueRequest"), exports);
+__exportStar(require("./NamedTestCaseStringVariableValue"), exports);
 __exportStar(require("./NamedTestCaseStringVariableValueRequest"), exports);
+__exportStar(require("./NamedTestCaseVariableValue"), exports);
 __exportStar(require("./NamedTestCaseVariableValueRequest"), exports);
 __exportStar(require("./NodeInputCompiledArrayValue"), exports);
 __exportStar(require("./NodeInputCompiledChatHistoryValue"), exports);
@@ -169,6 +178,7 @@ __exportStar(require("./PromptTemplateBlockDataRequest"), exports);
 __exportStar(require("./PromptTemplateBlockProperties"), exports);
 __exportStar(require("./PromptTemplateBlockPropertiesRequest"), exports);
 __exportStar(require("./PromptTemplateBlockRequest"), exports);
+__exportStar(require("./PromptTemplateBlockState"), exports);
 __exportStar(require("./ProviderEnum"), exports);
 __exportStar(require("./RawPromptExecutionOverridesRequest"), exports);
 __exportStar(require("./RegisterPromptErrorResponse"), exports);
@@ -263,11 +273,17 @@ __exportStar(require("./TestSuiteRunExecution"), exports);
 __exportStar(require("./TestSuiteRunExecutionChatHistoryOutput"), exports);
 __exportStar(require("./TestSuiteRunExecutionErrorOutput"), exports);
 __exportStar(require("./TestSuiteRunExecutionJsonOutput"), exports);
+__exportStar(require("./TestSuiteRunExecutionMetricDefinition"), exports);
 __exportStar(require("./TestSuiteRunExecutionMetricResult"), exports);
 __exportStar(require("./TestSuiteRunExecutionNumberOutput"), exports);
 __exportStar(require("./TestSuiteRunExecutionOutput"), exports);
 __exportStar(require("./TestSuiteRunExecutionSearchResultsOutput"), exports);
 __exportStar(require("./TestSuiteRunExecutionStringOutput"), exports);
+__exportStar(require("./TestSuiteRunExternalExecConfig"), exports);
+__exportStar(require("./TestSuiteRunExternalExecConfigData"), exports);
+__exportStar(require("./TestSuiteRunExternalExecConfigDataRequest"), exports);
+__exportStar(require("./TestSuiteRunExternalExecConfigRequest"), exports);
+__exportStar(require("./TestSuiteRunExternalExecConfigTypeEnum"), exports);
 __exportStar(require("./TestSuiteRunMetricErrorOutput"), exports);
 __exportStar(require("./TestSuiteRunMetricErrorOutputTypeEnum"), exports);
 __exportStar(require("./TestSuiteRunMetricNumberOutput"), exports);

package/dist/serialization/types/ExternalTestCaseExecution.d.ts

@@ -0,0 +1,14 @@
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+import * as serializers from "..";
+import * as Vellum from "../../api";
+import * as core from "../../core";
+import { NamedTestCaseVariableValue } from "./NamedTestCaseVariableValue";
+export declare const ExternalTestCaseExecution: core.serialization.ObjectSchema<serializers.ExternalTestCaseExecution.Raw, Vellum.ExternalTestCaseExecution>;
+export declare namespace ExternalTestCaseExecution {
+    interface Raw {
+        outputs: NamedTestCaseVariableValue.Raw[];
+        test_case_id: string;
+    }
+}

package/dist/serialization/types/ExternalTestCaseExecution.js

@@ -0,0 +1,35 @@
+"use strict";
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || function (mod) {
+    if (mod && mod.__esModule) return mod;
+    var result = {};
+    if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
+    __setModuleDefault(result, mod);
+    return result;
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.ExternalTestCaseExecution = void 0;
+const core = __importStar(require("../../core"));
+const NamedTestCaseVariableValue_1 = require("./NamedTestCaseVariableValue");
+exports.ExternalTestCaseExecution = core.serialization.object({
+    outputs: core.serialization.list(NamedTestCaseVariableValue_1.NamedTestCaseVariableValue),
+    testCaseId: core.serialization.property("test_case_id", core.serialization.string()),
+});

package/dist/serialization/types/ExternalTestCaseExecutionRequest.d.ts

@@ -0,0 +1,14 @@
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+import * as serializers from "..";
+import * as Vellum from "../../api";
+import * as core from "../../core";
+import { NamedTestCaseVariableValueRequest } from "./NamedTestCaseVariableValueRequest";
+export declare const ExternalTestCaseExecutionRequest: core.serialization.ObjectSchema<serializers.ExternalTestCaseExecutionRequest.Raw, Vellum.ExternalTestCaseExecutionRequest>;
+export declare namespace ExternalTestCaseExecutionRequest {
+    interface Raw {
+        outputs: NamedTestCaseVariableValueRequest.Raw[];
+        test_case_id: string;
+    }
+}

package/dist/serialization/types/ExternalTestCaseExecutionRequest.js

@@ -0,0 +1,35 @@
+"use strict";
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || function (mod) {
+    if (mod && mod.__esModule) return mod;
+    var result = {};
+    if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
+    __setModuleDefault(result, mod);
+    return result;
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.ExternalTestCaseExecutionRequest = void 0;
+const core = __importStar(require("../../core"));
+const NamedTestCaseVariableValueRequest_1 = require("./NamedTestCaseVariableValueRequest");
+exports.ExternalTestCaseExecutionRequest = core.serialization.object({
+    outputs: core.serialization.list(NamedTestCaseVariableValueRequest_1.NamedTestCaseVariableValueRequest),
+    testCaseId: core.serialization.property("test_case_id", core.serialization.string()),
+});

package/dist/serialization/types/FulfilledWorkflowNodeResultEvent.d.ts

@@ -15,7 +15,7 @@ export declare namespace FulfilledWorkflowNodeResultEvent {
         ts?: string | null;
         data?: WorkflowNodeResultData.Raw | null;
         source_execution_id?: string | null;
-        output_values?: NodeOutputCompiledValue.Raw[] | null;
+        output_values: NodeOutputCompiledValue.Raw[];
         mocked?: boolean | null;
     }
 }

package/dist/serialization/types/FulfilledWorkflowNodeResultEvent.js

@@ -37,6 +37,6 @@ exports.FulfilledWorkflowNodeResultEvent = core.serialization.object({
     ts: core.serialization.date().optional(),
     data: WorkflowNodeResultData_1.WorkflowNodeResultData.optional(),
     sourceExecutionId: core.serialization.property("source_execution_id", core.serialization.string().optional()),
-    outputValues: core.serialization.property("output_values", core.serialization.list(NodeOutputCompiledValue_1.NodeOutputCompiledValue).optional()),
+    outputValues: core.serialization.property("output_values", core.serialization.list(NodeOutputCompiledValue_1.NodeOutputCompiledValue)),
     mocked: core.serialization.boolean().optional(),
 });

package/dist/serialization/types/NamedTestCaseChatHistoryVariableValue.d.ts

@@ -0,0 +1,14 @@
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+import * as serializers from "..";
+import * as Vellum from "../../api";
+import * as core from "../../core";
+import { ChatMessage } from "./ChatMessage";
+export declare const NamedTestCaseChatHistoryVariableValue: core.serialization.ObjectSchema<serializers.NamedTestCaseChatHistoryVariableValue.Raw, Vellum.NamedTestCaseChatHistoryVariableValue>;
+export declare namespace NamedTestCaseChatHistoryVariableValue {
+    interface Raw {
+        value?: ChatMessage.Raw[] | null;
+        name: string;
+    }
+}

package/dist/serialization/types/NamedTestCaseChatHistoryVariableValue.js

@@ -0,0 +1,35 @@
+"use strict";
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || function (mod) {
+    if (mod && mod.__esModule) return mod;
+    var result = {};
+    if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
+    __setModuleDefault(result, mod);
+    return result;
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.NamedTestCaseChatHistoryVariableValue = void 0;
+const core = __importStar(require("../../core"));
+const ChatMessage_1 = require("./ChatMessage");
+exports.NamedTestCaseChatHistoryVariableValue = core.serialization.object({
+    value: core.serialization.list(ChatMessage_1.ChatMessage).optional(),
+    name: core.serialization.string(),
+});

package/dist/serialization/types/NamedTestCaseChatHistoryVariableValueRequest.d.ts

@@ -8,7 +8,7 @@ import { ChatMessageRequest } from "./ChatMessageRequest";
 export declare const NamedTestCaseChatHistoryVariableValueRequest: core.serialization.ObjectSchema<serializers.NamedTestCaseChatHistoryVariableValueRequest.Raw, Vellum.NamedTestCaseChatHistoryVariableValueRequest>;
 export declare namespace NamedTestCaseChatHistoryVariableValueRequest {
     interface Raw {
-        name: string;
         value?: ChatMessageRequest.Raw[] | null;
+        name: string;
     }
 }

package/dist/serialization/types/NamedTestCaseChatHistoryVariableValueRequest.js

@@ -30,6 +30,6 @@ exports.NamedTestCaseChatHistoryVariableValueRequest = void 0;
 const core = __importStar(require("../../core"));
 const ChatMessageRequest_1 = require("./ChatMessageRequest");
 exports.NamedTestCaseChatHistoryVariableValueRequest = core.serialization.object({
-    name: core.serialization.string(),
     value: core.serialization.list(ChatMessageRequest_1.ChatMessageRequest).optional(),
+    name: core.serialization.string(),
 });

package/dist/serialization/types/NamedTestCaseErrorVariableValue.d.ts

@@ -0,0 +1,14 @@
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+import * as serializers from "..";
+import * as Vellum from "../../api";
+import * as core from "../../core";
+import { VellumError } from "./VellumError";
+export declare const NamedTestCaseErrorVariableValue: core.serialization.ObjectSchema<serializers.NamedTestCaseErrorVariableValue.Raw, Vellum.NamedTestCaseErrorVariableValue>;
+export declare namespace NamedTestCaseErrorVariableValue {
+    interface Raw {
+        value?: VellumError.Raw | null;
+        name: string;
+    }
+}