vellum-ai 0.3.21 → 0.3.23

package/dist/serialization/types/TestSuiteRunExecConfig.d.ts

@@ -6,13 +6,17 @@ import * as Vellum from "../../api";
 import * as core from "../../core";
 import { TestSuiteRunDeploymentReleaseTagExecConfig } from "./TestSuiteRunDeploymentReleaseTagExecConfig";
 import { TestSuiteRunWorkflowReleaseTagExecConfig } from "./TestSuiteRunWorkflowReleaseTagExecConfig";
+import { TestSuiteRunExternalExecConfig } from "./TestSuiteRunExternalExecConfig";
 export declare const TestSuiteRunExecConfig: core.serialization.Schema<serializers.TestSuiteRunExecConfig.Raw, Vellum.TestSuiteRunExecConfig>;
 export declare namespace TestSuiteRunExecConfig {
-    type Raw = TestSuiteRunExecConfig.DeploymentReleaseTag | TestSuiteRunExecConfig.WorkflowReleaseTag;
+    type Raw = TestSuiteRunExecConfig.DeploymentReleaseTag | TestSuiteRunExecConfig.WorkflowReleaseTag | TestSuiteRunExecConfig.External;
     interface DeploymentReleaseTag extends TestSuiteRunDeploymentReleaseTagExecConfig.Raw {
         type: "DEPLOYMENT_RELEASE_TAG";
     }
     interface WorkflowReleaseTag extends TestSuiteRunWorkflowReleaseTagExecConfig.Raw {
         type: "WORKFLOW_RELEASE_TAG";
     }
+    interface External extends TestSuiteRunExternalExecConfig.Raw {
+        type: "EXTERNAL";
+    }
 }

package/dist/serialization/types/TestSuiteRunExecConfig.js

@@ -30,10 +30,12 @@ exports.TestSuiteRunExecConfig = void 0;
 const core = __importStar(require("../../core"));
 const TestSuiteRunDeploymentReleaseTagExecConfig_1 = require("./TestSuiteRunDeploymentReleaseTagExecConfig");
 const TestSuiteRunWorkflowReleaseTagExecConfig_1 = require("./TestSuiteRunWorkflowReleaseTagExecConfig");
+const TestSuiteRunExternalExecConfig_1 = require("./TestSuiteRunExternalExecConfig");
 exports.TestSuiteRunExecConfig = core.serialization
     .union("type", {
     DEPLOYMENT_RELEASE_TAG: TestSuiteRunDeploymentReleaseTagExecConfig_1.TestSuiteRunDeploymentReleaseTagExecConfig,
     WORKFLOW_RELEASE_TAG: TestSuiteRunWorkflowReleaseTagExecConfig_1.TestSuiteRunWorkflowReleaseTagExecConfig,
+    EXTERNAL: TestSuiteRunExternalExecConfig_1.TestSuiteRunExternalExecConfig,
 })
     .transform({
     transform: (value) => value,

package/dist/serialization/types/TestSuiteRunExecConfigRequest.d.ts

@@ -6,13 +6,17 @@ import * as Vellum from "../../api";
 import * as core from "../../core";
 import { TestSuiteRunDeploymentReleaseTagExecConfigRequest } from "./TestSuiteRunDeploymentReleaseTagExecConfigRequest";
 import { TestSuiteRunWorkflowReleaseTagExecConfigRequest } from "./TestSuiteRunWorkflowReleaseTagExecConfigRequest";
+import { TestSuiteRunExternalExecConfigRequest } from "./TestSuiteRunExternalExecConfigRequest";
 export declare const TestSuiteRunExecConfigRequest: core.serialization.Schema<serializers.TestSuiteRunExecConfigRequest.Raw, Vellum.TestSuiteRunExecConfigRequest>;
 export declare namespace TestSuiteRunExecConfigRequest {
-    type Raw = TestSuiteRunExecConfigRequest.DeploymentReleaseTag | TestSuiteRunExecConfigRequest.WorkflowReleaseTag;
+    type Raw = TestSuiteRunExecConfigRequest.DeploymentReleaseTag | TestSuiteRunExecConfigRequest.WorkflowReleaseTag | TestSuiteRunExecConfigRequest.External;
     interface DeploymentReleaseTag extends TestSuiteRunDeploymentReleaseTagExecConfigRequest.Raw {
         type: "DEPLOYMENT_RELEASE_TAG";
     }
     interface WorkflowReleaseTag extends TestSuiteRunWorkflowReleaseTagExecConfigRequest.Raw {
         type: "WORKFLOW_RELEASE_TAG";
     }
+    interface External extends TestSuiteRunExternalExecConfigRequest.Raw {
+        type: "EXTERNAL";
+    }
 }

package/dist/serialization/types/TestSuiteRunExecConfigRequest.js

@@ -30,10 +30,12 @@ exports.TestSuiteRunExecConfigRequest = void 0;
 const core = __importStar(require("../../core"));
 const TestSuiteRunDeploymentReleaseTagExecConfigRequest_1 = require("./TestSuiteRunDeploymentReleaseTagExecConfigRequest");
 const TestSuiteRunWorkflowReleaseTagExecConfigRequest_1 = require("./TestSuiteRunWorkflowReleaseTagExecConfigRequest");
+const TestSuiteRunExternalExecConfigRequest_1 = require("./TestSuiteRunExternalExecConfigRequest");
 exports.TestSuiteRunExecConfigRequest = core.serialization
     .union("type", {
     DEPLOYMENT_RELEASE_TAG: TestSuiteRunDeploymentReleaseTagExecConfigRequest_1.TestSuiteRunDeploymentReleaseTagExecConfigRequest,
     WORKFLOW_RELEASE_TAG: TestSuiteRunWorkflowReleaseTagExecConfigRequest_1.TestSuiteRunWorkflowReleaseTagExecConfigRequest,
+    EXTERNAL: TestSuiteRunExternalExecConfigRequest_1.TestSuiteRunExternalExecConfigRequest,
 })
     .transform({
     transform: (value) => value,

package/dist/serialization/types/TestSuiteRunExecutionChatHistoryOutput.d.ts

@@ -8,7 +8,8 @@ import { ChatMessage } from "./ChatMessage";
 export declare const TestSuiteRunExecutionChatHistoryOutput: core.serialization.ObjectSchema<serializers.TestSuiteRunExecutionChatHistoryOutput.Raw, Vellum.TestSuiteRunExecutionChatHistoryOutput>;
 export declare namespace TestSuiteRunExecutionChatHistoryOutput {
     interface Raw {
-        output_variable_id: string;
+        name: string;
         value?: ChatMessage.Raw[] | null;
+        output_variable_id: string;
     }
 }

package/dist/serialization/types/TestSuiteRunExecutionChatHistoryOutput.js

@@ -30,6 +30,7 @@ exports.TestSuiteRunExecutionChatHistoryOutput = void 0;
 const core = __importStar(require("../../core"));
 const ChatMessage_1 = require("./ChatMessage");
 exports.TestSuiteRunExecutionChatHistoryOutput = core.serialization.object({
-    outputVariableId: core.serialization.property("output_variable_id", core.serialization.string()),
+    name: core.serialization.string(),
     value: core.serialization.list(ChatMessage_1.ChatMessage).optional(),
+    outputVariableId: core.serialization.property("output_variable_id", core.serialization.string()),
 });

package/dist/serialization/types/TestSuiteRunExecutionErrorOutput.d.ts

@@ -8,7 +8,8 @@ import { VellumError } from "./VellumError";
 export declare const TestSuiteRunExecutionErrorOutput: core.serialization.ObjectSchema<serializers.TestSuiteRunExecutionErrorOutput.Raw, Vellum.TestSuiteRunExecutionErrorOutput>;
 export declare namespace TestSuiteRunExecutionErrorOutput {
     interface Raw {
-        output_variable_id: string;
+        name: string;
         value?: VellumError.Raw | null;
+        output_variable_id: string;
     }
 }

package/dist/serialization/types/TestSuiteRunExecutionErrorOutput.js

@@ -30,6 +30,7 @@ exports.TestSuiteRunExecutionErrorOutput = void 0;
 const core = __importStar(require("../../core"));
 const VellumError_1 = require("./VellumError");
 exports.TestSuiteRunExecutionErrorOutput = core.serialization.object({
-    outputVariableId: core.serialization.property("output_variable_id", core.serialization.string()),
+    name: core.serialization.string(),
     value: VellumError_1.VellumError.optional(),
+    outputVariableId: core.serialization.property("output_variable_id", core.serialization.string()),
 });

package/dist/serialization/types/TestSuiteRunExecutionJsonOutput.d.ts

@@ -7,7 +7,8 @@ import * as core from "../../core";
 export declare const TestSuiteRunExecutionJsonOutput: core.serialization.ObjectSchema<serializers.TestSuiteRunExecutionJsonOutput.Raw, Vellum.TestSuiteRunExecutionJsonOutput>;
 export declare namespace TestSuiteRunExecutionJsonOutput {
     interface Raw {
-        output_variable_id: string;
+        name: string;
         value?: Record<string, unknown> | null;
+        output_variable_id: string;
     }
 }

package/dist/serialization/types/TestSuiteRunExecutionJsonOutput.js

@@ -29,6 +29,7 @@ Object.defineProperty(exports, "__esModule", { value: true });
 exports.TestSuiteRunExecutionJsonOutput = void 0;
 const core = __importStar(require("../../core"));
 exports.TestSuiteRunExecutionJsonOutput = core.serialization.object({
-    outputVariableId: core.serialization.property("output_variable_id", core.serialization.string()),
+    name: core.serialization.string(),
     value: core.serialization.record(core.serialization.string(), core.serialization.unknown()).optional(),
+    outputVariableId: core.serialization.property("output_variable_id", core.serialization.string()),
 });

package/dist/serialization/types/TestSuiteRunExecutionMetricDefinition.d.ts

@@ -0,0 +1,14 @@
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+import * as serializers from "..";
+import * as Vellum from "../../api";
+import * as core from "../../core";
+export declare const TestSuiteRunExecutionMetricDefinition: core.serialization.ObjectSchema<serializers.TestSuiteRunExecutionMetricDefinition.Raw, Vellum.TestSuiteRunExecutionMetricDefinition>;
+export declare namespace TestSuiteRunExecutionMetricDefinition {
+    interface Raw {
+        id?: string | null;
+        label?: string | null;
+        name?: string | null;
+    }
+}

package/dist/serialization/types/TestSuiteRunExecutionMetricDefinition.js

@@ -0,0 +1,35 @@
+"use strict";
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || function (mod) {
+    if (mod && mod.__esModule) return mod;
+    var result = {};
+    if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
+    __setModuleDefault(result, mod);
+    return result;
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.TestSuiteRunExecutionMetricDefinition = void 0;
+const core = __importStar(require("../../core"));
+exports.TestSuiteRunExecutionMetricDefinition = core.serialization.object({
+    id: core.serialization.string().optional(),
+    label: core.serialization.string().optional(),
+    name: core.serialization.string().optional(),
+});

package/dist/serialization/types/TestSuiteRunExecutionMetricResult.d.ts

@@ -5,10 +5,13 @@ import * as serializers from "..";
 import * as Vellum from "../../api";
 import * as core from "../../core";
 import { TestSuiteRunMetricOutput } from "./TestSuiteRunMetricOutput";
+import { TestSuiteRunExecutionMetricDefinition } from "./TestSuiteRunExecutionMetricDefinition";
 export declare const TestSuiteRunExecutionMetricResult: core.serialization.ObjectSchema<serializers.TestSuiteRunExecutionMetricResult.Raw, Vellum.TestSuiteRunExecutionMetricResult>;
 export declare namespace TestSuiteRunExecutionMetricResult {
     interface Raw {
         metric_id: string;
         outputs: TestSuiteRunMetricOutput.Raw[];
+        metric_label?: string | null;
+        metric_definition?: TestSuiteRunExecutionMetricDefinition.Raw | null;
     }
 }

package/dist/serialization/types/TestSuiteRunExecutionMetricResult.js

@@ -29,7 +29,10 @@ Object.defineProperty(exports, "__esModule", { value: true });
 exports.TestSuiteRunExecutionMetricResult = void 0;
 const core = __importStar(require("../../core"));
 const TestSuiteRunMetricOutput_1 = require("./TestSuiteRunMetricOutput");
+const TestSuiteRunExecutionMetricDefinition_1 = require("./TestSuiteRunExecutionMetricDefinition");
 exports.TestSuiteRunExecutionMetricResult = core.serialization.object({
     metricId: core.serialization.property("metric_id", core.serialization.string()),
     outputs: core.serialization.list(TestSuiteRunMetricOutput_1.TestSuiteRunMetricOutput),
+    metricLabel: core.serialization.property("metric_label", core.serialization.string().optional()),
+    metricDefinition: core.serialization.property("metric_definition", TestSuiteRunExecutionMetricDefinition_1.TestSuiteRunExecutionMetricDefinition.optional()),
 });

package/dist/serialization/types/TestSuiteRunExecutionNumberOutput.d.ts

@@ -7,7 +7,8 @@ import * as core from "../../core";
 export declare const TestSuiteRunExecutionNumberOutput: core.serialization.ObjectSchema<serializers.TestSuiteRunExecutionNumberOutput.Raw, Vellum.TestSuiteRunExecutionNumberOutput>;
 export declare namespace TestSuiteRunExecutionNumberOutput {
     interface Raw {
-        output_variable_id: string;
+        name: string;
         value?: number | null;
+        output_variable_id: string;
     }
 }

package/dist/serialization/types/TestSuiteRunExecutionNumberOutput.js

@@ -29,6 +29,7 @@ Object.defineProperty(exports, "__esModule", { value: true });
 exports.TestSuiteRunExecutionNumberOutput = void 0;
 const core = __importStar(require("../../core"));
 exports.TestSuiteRunExecutionNumberOutput = core.serialization.object({
-    outputVariableId: core.serialization.property("output_variable_id", core.serialization.string()),
+    name: core.serialization.string(),
     value: core.serialization.number().optional(),
+    outputVariableId: core.serialization.property("output_variable_id", core.serialization.string()),
 });

package/dist/serialization/types/TestSuiteRunExecutionSearchResultsOutput.d.ts

@@ -8,7 +8,8 @@ import { SearchResult } from "./SearchResult";
 export declare const TestSuiteRunExecutionSearchResultsOutput: core.serialization.ObjectSchema<serializers.TestSuiteRunExecutionSearchResultsOutput.Raw, Vellum.TestSuiteRunExecutionSearchResultsOutput>;
 export declare namespace TestSuiteRunExecutionSearchResultsOutput {
     interface Raw {
-        output_variable_id: string;
+        name: string;
         value?: SearchResult.Raw[] | null;
+        output_variable_id: string;
     }
 }

package/dist/serialization/types/TestSuiteRunExecutionSearchResultsOutput.js

@@ -30,6 +30,7 @@ exports.TestSuiteRunExecutionSearchResultsOutput = void 0;
 const core = __importStar(require("../../core"));
 const SearchResult_1 = require("./SearchResult");
 exports.TestSuiteRunExecutionSearchResultsOutput = core.serialization.object({
-    outputVariableId: core.serialization.property("output_variable_id", core.serialization.string()),
+    name: core.serialization.string(),
     value: core.serialization.list(SearchResult_1.SearchResult).optional(),
+    outputVariableId: core.serialization.property("output_variable_id", core.serialization.string()),
 });

package/dist/serialization/types/TestSuiteRunExecutionStringOutput.d.ts

@@ -7,7 +7,8 @@ import * as core from "../../core";
 export declare const TestSuiteRunExecutionStringOutput: core.serialization.ObjectSchema<serializers.TestSuiteRunExecutionStringOutput.Raw, Vellum.TestSuiteRunExecutionStringOutput>;
 export declare namespace TestSuiteRunExecutionStringOutput {
     interface Raw {
-        output_variable_id: string;
+        name: string;
         value?: string | null;
+        output_variable_id: string;
     }
 }

package/dist/serialization/types/TestSuiteRunExecutionStringOutput.js

@@ -29,6 +29,7 @@ Object.defineProperty(exports, "__esModule", { value: true });
 exports.TestSuiteRunExecutionStringOutput = void 0;
 const core = __importStar(require("../../core"));
 exports.TestSuiteRunExecutionStringOutput = core.serialization.object({
-    outputVariableId: core.serialization.property("output_variable_id", core.serialization.string()),
+    name: core.serialization.string(),
     value: core.serialization.string().optional(),
+    outputVariableId: core.serialization.property("output_variable_id", core.serialization.string()),
 });

package/dist/serialization/types/TestSuiteRunExternalExecConfig.d.ts

@@ -0,0 +1,14 @@
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+import * as serializers from "..";
+import * as Vellum from "../../api";
+import * as core from "../../core";
+import { TestSuiteRunExternalExecConfigData } from "./TestSuiteRunExternalExecConfigData";
+export declare const TestSuiteRunExternalExecConfig: core.serialization.ObjectSchema<serializers.TestSuiteRunExternalExecConfig.Raw, Vellum.TestSuiteRunExternalExecConfig>;
+export declare namespace TestSuiteRunExternalExecConfig {
+    interface Raw {
+        data: TestSuiteRunExternalExecConfigData.Raw;
+        test_case_ids?: string[] | null;
+    }
+}

package/dist/serialization/types/TestSuiteRunExternalExecConfig.js

@@ -0,0 +1,35 @@
+"use strict";
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || function (mod) {
+    if (mod && mod.__esModule) return mod;
+    var result = {};
+    if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
+    __setModuleDefault(result, mod);
+    return result;
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.TestSuiteRunExternalExecConfig = void 0;
+const core = __importStar(require("../../core"));
+const TestSuiteRunExternalExecConfigData_1 = require("./TestSuiteRunExternalExecConfigData");
+exports.TestSuiteRunExternalExecConfig = core.serialization.object({
+    data: TestSuiteRunExternalExecConfigData_1.TestSuiteRunExternalExecConfigData,
+    testCaseIds: core.serialization.property("test_case_ids", core.serialization.list(core.serialization.string()).optional()),
+});

package/dist/serialization/types/TestSuiteRunExternalExecConfigData.d.ts

@@ -0,0 +1,13 @@
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+import * as serializers from "..";
+import * as Vellum from "../../api";
+import * as core from "../../core";
+import { ExternalTestCaseExecution } from "./ExternalTestCaseExecution";
+export declare const TestSuiteRunExternalExecConfigData: core.serialization.ObjectSchema<serializers.TestSuiteRunExternalExecConfigData.Raw, Vellum.TestSuiteRunExternalExecConfigData>;
+export declare namespace TestSuiteRunExternalExecConfigData {
+    interface Raw {
+        executions: ExternalTestCaseExecution.Raw[];
+    }
+}

package/dist/serialization/types/TestSuiteRunExternalExecConfigData.js

@@ -0,0 +1,34 @@
+"use strict";
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || function (mod) {
+    if (mod && mod.__esModule) return mod;
+    var result = {};
+    if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
+    __setModuleDefault(result, mod);
+    return result;
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.TestSuiteRunExternalExecConfigData = void 0;
+const core = __importStar(require("../../core"));
+const ExternalTestCaseExecution_1 = require("./ExternalTestCaseExecution");
+exports.TestSuiteRunExternalExecConfigData = core.serialization.object({
+    executions: core.serialization.list(ExternalTestCaseExecution_1.ExternalTestCaseExecution),
+});

package/dist/serialization/types/TestSuiteRunExternalExecConfigDataRequest.d.ts

@@ -0,0 +1,13 @@
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+import * as serializers from "..";
+import * as Vellum from "../../api";
+import * as core from "../../core";
+import { ExternalTestCaseExecutionRequest } from "./ExternalTestCaseExecutionRequest";
+export declare const TestSuiteRunExternalExecConfigDataRequest: core.serialization.ObjectSchema<serializers.TestSuiteRunExternalExecConfigDataRequest.Raw, Vellum.TestSuiteRunExternalExecConfigDataRequest>;
+export declare namespace TestSuiteRunExternalExecConfigDataRequest {
+    interface Raw {
+        executions: ExternalTestCaseExecutionRequest.Raw[];
+    }
+}

package/dist/serialization/types/TestSuiteRunExternalExecConfigDataRequest.js

@@ -0,0 +1,34 @@
+"use strict";
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || function (mod) {
+    if (mod && mod.__esModule) return mod;
+    var result = {};
+    if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
+    __setModuleDefault(result, mod);
+    return result;
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.TestSuiteRunExternalExecConfigDataRequest = void 0;
+const core = __importStar(require("../../core"));
+const ExternalTestCaseExecutionRequest_1 = require("./ExternalTestCaseExecutionRequest");
+exports.TestSuiteRunExternalExecConfigDataRequest = core.serialization.object({
+    executions: core.serialization.list(ExternalTestCaseExecutionRequest_1.ExternalTestCaseExecutionRequest),
+});

package/dist/serialization/types/TestSuiteRunExternalExecConfigRequest.d.ts

@@ -0,0 +1,14 @@
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+import * as serializers from "..";
+import * as Vellum from "../../api";
+import * as core from "../../core";
+import { TestSuiteRunExternalExecConfigDataRequest } from "./TestSuiteRunExternalExecConfigDataRequest";
+export declare const TestSuiteRunExternalExecConfigRequest: core.serialization.ObjectSchema<serializers.TestSuiteRunExternalExecConfigRequest.Raw, Vellum.TestSuiteRunExternalExecConfigRequest>;
+export declare namespace TestSuiteRunExternalExecConfigRequest {
+    interface Raw {
+        data: TestSuiteRunExternalExecConfigDataRequest.Raw;
+        test_case_ids?: string[] | null;
+    }
+}

package/dist/serialization/types/TestSuiteRunExternalExecConfigRequest.js

@@ -0,0 +1,35 @@
+"use strict";
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || function (mod) {
+    if (mod && mod.__esModule) return mod;
+    var result = {};
+    if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
+    __setModuleDefault(result, mod);
+    return result;
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.TestSuiteRunExternalExecConfigRequest = void 0;
+const core = __importStar(require("../../core"));
+const TestSuiteRunExternalExecConfigDataRequest_1 = require("./TestSuiteRunExternalExecConfigDataRequest");
+exports.TestSuiteRunExternalExecConfigRequest = core.serialization.object({
+    data: TestSuiteRunExternalExecConfigDataRequest_1.TestSuiteRunExternalExecConfigDataRequest,
+    testCaseIds: core.serialization.property("test_case_ids", core.serialization.list(core.serialization.string()).optional()),
+});

package/dist/serialization/types/TestSuiteRunExternalExecConfigTypeEnum.d.ts

@@ -0,0 +1,10 @@
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+import * as serializers from "..";
+import * as Vellum from "../../api";
+import * as core from "../../core";
+export declare const TestSuiteRunExternalExecConfigTypeEnum: core.serialization.Schema<serializers.TestSuiteRunExternalExecConfigTypeEnum.Raw, Vellum.TestSuiteRunExternalExecConfigTypeEnum>;
+export declare namespace TestSuiteRunExternalExecConfigTypeEnum {
+    type Raw = "EXTERNAL";
+}

package/dist/serialization/types/TestSuiteRunExternalExecConfigTypeEnum.js

@@ -0,0 +1,31 @@
+"use strict";
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || function (mod) {
+    if (mod && mod.__esModule) return mod;
+    var result = {};
+    if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
+    __setModuleDefault(result, mod);
+    return result;
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.TestSuiteRunExternalExecConfigTypeEnum = void 0;
+const core = __importStar(require("../../core"));
+exports.TestSuiteRunExternalExecConfigTypeEnum = core.serialization.stringLiteral("EXTERNAL");

package/dist/serialization/types/index.d.ts

@@ -55,6 +55,8 @@ export * from "./ExecutionNumberVellumValue";
 export * from "./ExecutionSearchResultsVellumValue";
 export * from "./ExecutionStringVellumValue";
 export * from "./ExecutionVellumValue";
+export * from "./ExternalTestCaseExecution";
+export * from "./ExternalTestCaseExecutionRequest";
 export * from "./FinishReasonEnum";
 export * from "./FulfilledEnum";
 export * from "./FulfilledExecutePromptEvent";
@@ -104,12 +106,19 @@ export * from "./ModelVersionExecConfigParameters";
 export * from "./ModelVersionRead";
 export * from "./ModelVersionReadStatusEnum";
 export * from "./ModelVersionSandboxSnapshot";
+export * from "./NamedTestCaseChatHistoryVariableValue";
 export * from "./NamedTestCaseChatHistoryVariableValueRequest";
+export * from "./NamedTestCaseErrorVariableValue";
 export * from "./NamedTestCaseErrorVariableValueRequest";
+export * from "./NamedTestCaseJsonVariableValue";
 export * from "./NamedTestCaseJsonVariableValueRequest";
+export * from "./NamedTestCaseNumberVariableValue";
 export * from "./NamedTestCaseNumberVariableValueRequest";
+export * from "./NamedTestCaseSearchResultsVariableValue";
 export * from "./NamedTestCaseSearchResultsVariableValueRequest";
+export * from "./NamedTestCaseStringVariableValue";
 export * from "./NamedTestCaseStringVariableValueRequest";
+export * from "./NamedTestCaseVariableValue";
 export * from "./NamedTestCaseVariableValueRequest";
 export * from "./NodeInputCompiledArrayValue";
 export * from "./NodeInputCompiledChatHistoryValue";
@@ -153,6 +162,7 @@ export * from "./PromptTemplateBlockDataRequest";
 export * from "./PromptTemplateBlockProperties";
 export * from "./PromptTemplateBlockPropertiesRequest";
 export * from "./PromptTemplateBlockRequest";
+export * from "./PromptTemplateBlockState";
 export * from "./ProviderEnum";
 export * from "./RawPromptExecutionOverridesRequest";
 export * from "./RegisterPromptErrorResponse";
@@ -247,11 +257,17 @@ export * from "./TestSuiteRunExecution";
 export * from "./TestSuiteRunExecutionChatHistoryOutput";
 export * from "./TestSuiteRunExecutionErrorOutput";
 export * from "./TestSuiteRunExecutionJsonOutput";
+export * from "./TestSuiteRunExecutionMetricDefinition";
 export * from "./TestSuiteRunExecutionMetricResult";
 export * from "./TestSuiteRunExecutionNumberOutput";
 export * from "./TestSuiteRunExecutionOutput";
 export * from "./TestSuiteRunExecutionSearchResultsOutput";
 export * from "./TestSuiteRunExecutionStringOutput";
+export * from "./TestSuiteRunExternalExecConfig";
+export * from "./TestSuiteRunExternalExecConfigData";
+export * from "./TestSuiteRunExternalExecConfigDataRequest";
+export * from "./TestSuiteRunExternalExecConfigRequest";
+export * from "./TestSuiteRunExternalExecConfigTypeEnum";
 export * from "./TestSuiteRunMetricErrorOutput";
 export * from "./TestSuiteRunMetricErrorOutputTypeEnum";
 export * from "./TestSuiteRunMetricNumberOutput";