vellum-ai 0.3.12 → 0.3.14

package/dist/api/resources/testSuiteRuns/client/Client.js

@@ -0,0 +1,215 @@
+"use strict";
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || function (mod) {
+    if (mod && mod.__esModule) return mod;
+    var result = {};
+    if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
+    __setModuleDefault(result, mod);
+    return result;
+};
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.TestSuiteRuns = void 0;
+const environments = __importStar(require("../../../../environments"));
+const core = __importStar(require("../../../../core"));
+const serializers = __importStar(require("../../../../serialization"));
+const url_join_1 = __importDefault(require("url-join"));
+const errors = __importStar(require("../../../../errors"));
+class TestSuiteRuns {
+    constructor(_options) {
+        this._options = _options;
+    }
+    /**
+     * Trigger a Test Suite and create a new Test Suite Run
+     */
+    create(request, requestOptions) {
+        var _a;
+        return __awaiter(this, void 0, void 0, function* () {
+            const _response = yield core.fetcher({
+                url: (0, url_join_1.default)(((_a = (yield core.Supplier.get(this._options.environment))) !== null && _a !== void 0 ? _a : environments.VellumEnvironment.Production)
+                    .default, "v1/test-suite-runs"),
+                method: "POST",
+                headers: {
+                    X_API_KEY: yield core.Supplier.get(this._options.apiKey),
+                    "X-Fern-Language": "JavaScript",
+                    "X-Fern-SDK-Name": "vellum-ai",
+                    "X-Fern-SDK-Version": "0.3.14",
+                    "X-Fern-Runtime": core.RUNTIME.type,
+                    "X-Fern-Runtime-Version": core.RUNTIME.version,
+                },
+                contentType: "application/json",
+                body: yield serializers.TestSuiteRunCreateRequest.jsonOrThrow(request, { unrecognizedObjectKeys: "strip" }),
+                timeoutMs: (requestOptions === null || requestOptions === void 0 ? void 0 : requestOptions.timeoutInSeconds) != null ? requestOptions.timeoutInSeconds * 1000 : undefined,
+                maxRetries: requestOptions === null || requestOptions === void 0 ? void 0 : requestOptions.maxRetries,
+            });
+            if (_response.ok) {
+                return yield serializers.TestSuiteRunRead.parseOrThrow(_response.body, {
+                    unrecognizedObjectKeys: "passthrough",
+                    allowUnrecognizedUnionMembers: true,
+                    allowUnrecognizedEnumValues: true,
+                    breadcrumbsPrefix: ["response"],
+                });
+            }
+            if (_response.error.reason === "status-code") {
+                throw new errors.VellumError({
+                    statusCode: _response.error.statusCode,
+                    body: _response.error.body,
+                });
+            }
+            switch (_response.error.reason) {
+                case "non-json":
+                    throw new errors.VellumError({
+                        statusCode: _response.error.statusCode,
+                        body: _response.error.rawBody,
+                    });
+                case "timeout":
+                    throw new errors.VellumTimeoutError();
+                case "unknown":
+                    throw new errors.VellumError({
+                        message: _response.error.errorMessage,
+                    });
+            }
+        });
+    }
+    /**
+     * Retrieve a specific Test Suite Run by ID
+     *
+     * @example
+     *     await vellum.testSuiteRuns.retrieve("id")
+     */
+    retrieve(id, requestOptions) {
+        var _a;
+        return __awaiter(this, void 0, void 0, function* () {
+            const _response = yield core.fetcher({
+                url: (0, url_join_1.default)(((_a = (yield core.Supplier.get(this._options.environment))) !== null && _a !== void 0 ? _a : environments.VellumEnvironment.Production)
+                    .default, `v1/test-suite-runs/${id}`),
+                method: "GET",
+                headers: {
+                    X_API_KEY: yield core.Supplier.get(this._options.apiKey),
+                    "X-Fern-Language": "JavaScript",
+                    "X-Fern-SDK-Name": "vellum-ai",
+                    "X-Fern-SDK-Version": "0.3.14",
+                    "X-Fern-Runtime": core.RUNTIME.type,
+                    "X-Fern-Runtime-Version": core.RUNTIME.version,
+                },
+                contentType: "application/json",
+                timeoutMs: (requestOptions === null || requestOptions === void 0 ? void 0 : requestOptions.timeoutInSeconds) != null ? requestOptions.timeoutInSeconds * 1000 : undefined,
+                maxRetries: requestOptions === null || requestOptions === void 0 ? void 0 : requestOptions.maxRetries,
+            });
+            if (_response.ok) {
+                return yield serializers.TestSuiteRunRead.parseOrThrow(_response.body, {
+                    unrecognizedObjectKeys: "passthrough",
+                    allowUnrecognizedUnionMembers: true,
+                    allowUnrecognizedEnumValues: true,
+                    breadcrumbsPrefix: ["response"],
+                });
+            }
+            if (_response.error.reason === "status-code") {
+                throw new errors.VellumError({
+                    statusCode: _response.error.statusCode,
+                    body: _response.error.body,
+                });
+            }
+            switch (_response.error.reason) {
+                case "non-json":
+                    throw new errors.VellumError({
+                        statusCode: _response.error.statusCode,
+                        body: _response.error.rawBody,
+                    });
+                case "timeout":
+                    throw new errors.VellumTimeoutError();
+                case "unknown":
+                    throw new errors.VellumError({
+                        message: _response.error.errorMessage,
+                    });
+            }
+        });
+    }
+    listTestSuiteRunExecutions(id, request = {}, requestOptions) {
+        var _a;
+        return __awaiter(this, void 0, void 0, function* () {
+            const { limit, offset } = request;
+            const _queryParams = {};
+            if (limit != null) {
+                _queryParams["limit"] = limit.toString();
+            }
+            if (offset != null) {
+                _queryParams["offset"] = offset.toString();
+            }
+            const _response = yield core.fetcher({
+                url: (0, url_join_1.default)(((_a = (yield core.Supplier.get(this._options.environment))) !== null && _a !== void 0 ? _a : environments.VellumEnvironment.Production)
+                    .default, `v1/test-suite-runs/${id}/executions`),
+                method: "GET",
+                headers: {
+                    X_API_KEY: yield core.Supplier.get(this._options.apiKey),
+                    "X-Fern-Language": "JavaScript",
+                    "X-Fern-SDK-Name": "vellum-ai",
+                    "X-Fern-SDK-Version": "0.3.14",
+                    "X-Fern-Runtime": core.RUNTIME.type,
+                    "X-Fern-Runtime-Version": core.RUNTIME.version,
+                },
+                contentType: "application/json",
+                queryParameters: _queryParams,
+                timeoutMs: (requestOptions === null || requestOptions === void 0 ? void 0 : requestOptions.timeoutInSeconds) != null ? requestOptions.timeoutInSeconds * 1000 : undefined,
+                maxRetries: requestOptions === null || requestOptions === void 0 ? void 0 : requestOptions.maxRetries,
+            });
+            if (_response.ok) {
+                return yield serializers.PaginatedTestSuiteRunExecutionList.parseOrThrow(_response.body, {
+                    unrecognizedObjectKeys: "passthrough",
+                    allowUnrecognizedUnionMembers: true,
+                    allowUnrecognizedEnumValues: true,
+                    breadcrumbsPrefix: ["response"],
+                });
+            }
+            if (_response.error.reason === "status-code") {
+                throw new errors.VellumError({
+                    statusCode: _response.error.statusCode,
+                    body: _response.error.body,
+                });
+            }
+            switch (_response.error.reason) {
+                case "non-json":
+                    throw new errors.VellumError({
+                        statusCode: _response.error.statusCode,
+                        body: _response.error.rawBody,
+                    });
+                case "timeout":
+                    throw new errors.VellumTimeoutError();
+                case "unknown":
+                    throw new errors.VellumError({
+                        message: _response.error.errorMessage,
+                    });
+            }
+        });
+    }
+}
+exports.TestSuiteRuns = TestSuiteRuns;

package/dist/api/resources/testSuiteRuns/client/index.d.ts

@@ -0,0 +1 @@
+export * from "./requests";

package/dist/api/resources/testSuiteRuns/client/index.js

@@ -0,0 +1,17 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __exportStar = (this && this.__exportStar) || function(m, exports) {
+    for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+__exportStar(require("./requests"), exports);

package/dist/api/resources/testSuiteRuns/client/requests/ListTestSuiteRunExecutionsRequest.d.ts

@@ -0,0 +1,17 @@
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+/**
+ * @example
+ *     {}
+ */
+export interface ListTestSuiteRunExecutionsRequest {
+    /**
+     * Number of results to return per page.
+     */
+    limit?: number;
+    /**
+     * The initial index from which to return the results.
+     */
+    offset?: number;
+}

package/dist/api/resources/testSuiteRuns/client/requests/ListTestSuiteRunExecutionsRequest.js

@@ -0,0 +1,5 @@
+"use strict";
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+Object.defineProperty(exports, "__esModule", { value: true });

package/dist/api/resources/testSuiteRuns/client/requests/TestSuiteRunCreateRequest.d.ts

@@ -0,0 +1,10 @@
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+import * as Vellum from "../../../..";
+export interface TestSuiteRunCreateRequest {
+    /** The ID of the Test Suite to run */
+    testSuiteId?: string;
+    /** Configuration that defines how the Test Suite should be run */
+    execConfig: Vellum.TestSuiteRunExecConfigRequest;
+}

package/dist/api/resources/testSuiteRuns/client/requests/TestSuiteRunCreateRequest.js

@@ -0,0 +1,5 @@
+"use strict";
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+Object.defineProperty(exports, "__esModule", { value: true });

package/dist/api/resources/testSuiteRuns/client/requests/index.d.ts

@@ -0,0 +1,2 @@
+export { TestSuiteRunCreateRequest } from "./TestSuiteRunCreateRequest";
+export { ListTestSuiteRunExecutionsRequest } from "./ListTestSuiteRunExecutionsRequest";

package/dist/api/resources/testSuiteRuns/client/requests/index.js

@@ -0,0 +1,2 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });

package/dist/api/resources/testSuiteRuns/index.d.ts

@@ -0,0 +1 @@
+export * from "./client";

package/dist/api/resources/testSuiteRuns/index.js

@@ -0,0 +1,17 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __exportStar = (this && this.__exportStar) || function(m, exports) {
+    for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+__exportStar(require("./client"), exports);

package/dist/api/resources/testSuites/client/Client.js

@@ -74,7 +74,7 @@ class TestSuites {
                     X_API_KEY: yield core.Supplier.get(this._options.apiKey),
                     "X-Fern-Language": "JavaScript",
                     "X-Fern-SDK-Name": "vellum-ai",
-                    "X-Fern-SDK-Version": "0.3.12",
+                    "X-Fern-SDK-Version": "0.3.14",
                     "X-Fern-Runtime": core.RUNTIME.type,
                     "X-Fern-Runtime-Version": core.RUNTIME.version,
                 },
@@ -131,7 +131,7 @@ class TestSuites {
                     X_API_KEY: yield core.Supplier.get(this._options.apiKey),
                     "X-Fern-Language": "JavaScript",
                     "X-Fern-SDK-Name": "vellum-ai",
-                    "X-Fern-SDK-Version": "0.3.12",
+                    "X-Fern-SDK-Version": "0.3.14",
                     "X-Fern-Runtime": core.RUNTIME.type,
                     "X-Fern-Runtime-Version": core.RUNTIME.version,
                 },

package/dist/api/resources/workflowDeployments/client/Client.js

@@ -73,7 +73,7 @@ class WorkflowDeployments {
                     X_API_KEY: yield core.Supplier.get(this._options.apiKey),
                     "X-Fern-Language": "JavaScript",
                     "X-Fern-SDK-Name": "vellum-ai",
-                    "X-Fern-SDK-Version": "0.3.12",
+                    "X-Fern-SDK-Version": "0.3.14",
                     "X-Fern-Runtime": core.RUNTIME.type,
                     "X-Fern-Runtime-Version": core.RUNTIME.version,
                 },
@@ -128,7 +128,7 @@ class WorkflowDeployments {
                     X_API_KEY: yield core.Supplier.get(this._options.apiKey),
                     "X-Fern-Language": "JavaScript",
                     "X-Fern-SDK-Name": "vellum-ai",
-                    "X-Fern-SDK-Version": "0.3.12",
+                    "X-Fern-SDK-Version": "0.3.14",
                     "X-Fern-Runtime": core.RUNTIME.type,
                     "X-Fern-Runtime-Version": core.RUNTIME.version,
                 },

package/dist/api/types/PaginatedTestSuiteRunExecutionList.d.ts

@@ -0,0 +1,10 @@
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+import * as Vellum from "..";
+export interface PaginatedTestSuiteRunExecutionList {
+    count?: number;
+    next?: string;
+    previous?: string;
+    results?: Vellum.TestSuiteRunExecution[];
+}

package/dist/api/types/PaginatedTestSuiteRunExecutionList.js

@@ -0,0 +1,5 @@
+"use strict";
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+Object.defineProperty(exports, "__esModule", { value: true });

package/dist/api/types/TestSuiteRunDeploymentReleaseTagExecConfig.d.ts

@@ -0,0 +1,12 @@
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+import * as Vellum from "..";
+/**
+ * Execution configuration for running a Test Suite against a Prompt Deployment
+ */
+export interface TestSuiteRunDeploymentReleaseTagExecConfig {
+    data: Vellum.TestSuiteRunDeploymentReleaseTagExecConfigData;
+    /** Optionally specify a subset of test case ids to run. If not provided, all test cases within the test suite will be run by default. */
+    testCaseIds?: string[];
+}

package/dist/api/types/TestSuiteRunDeploymentReleaseTagExecConfig.js

@@ -0,0 +1,5 @@
+"use strict";
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+Object.defineProperty(exports, "__esModule", { value: true });

package/dist/api/types/TestSuiteRunDeploymentReleaseTagExecConfigData.d.ts

@@ -0,0 +1,9 @@
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+export interface TestSuiteRunDeploymentReleaseTagExecConfigData {
+    /** The ID of the Prompt Deployment to run the Test Suite against. */
+    deploymentId: string;
+    /** A tag identifying which release of the Prompt Deployment to run the Test Suite against. Useful for testing past versions of the Prompt Deployment */
+    tag?: string;
+}

package/dist/api/types/TestSuiteRunDeploymentReleaseTagExecConfigData.js

@@ -0,0 +1,5 @@
+"use strict";
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+Object.defineProperty(exports, "__esModule", { value: true });

package/dist/api/types/TestSuiteRunDeploymentReleaseTagExecConfigDataRequest.d.ts

@@ -0,0 +1,9 @@
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+export interface TestSuiteRunDeploymentReleaseTagExecConfigDataRequest {
+    /** The ID of the Prompt Deployment to run the Test Suite against. */
+    deploymentId: string;
+    /** A tag identifying which release of the Prompt Deployment to run the Test Suite against. Useful for testing past versions of the Prompt Deployment */
+    tag?: string;
+}

package/dist/api/types/TestSuiteRunDeploymentReleaseTagExecConfigDataRequest.js

@@ -0,0 +1,5 @@
+"use strict";
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+Object.defineProperty(exports, "__esModule", { value: true });

package/dist/api/types/TestSuiteRunDeploymentReleaseTagExecConfigRequest.d.ts

@@ -0,0 +1,12 @@
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+import * as Vellum from "..";
+/**
+ * Execution configuration for running a Test Suite against a Prompt Deployment
+ */
+export interface TestSuiteRunDeploymentReleaseTagExecConfigRequest {
+    data: Vellum.TestSuiteRunDeploymentReleaseTagExecConfigDataRequest;
+    /** Optionally specify a subset of test case ids to run. If not provided, all test cases within the test suite will be run by default. */
+    testCaseIds?: string[];
+}

package/dist/api/types/TestSuiteRunDeploymentReleaseTagExecConfigRequest.js

@@ -0,0 +1,5 @@
+"use strict";
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+Object.defineProperty(exports, "__esModule", { value: true });

package/dist/api/types/TestSuiteRunDeploymentReleaseTagExecConfigTypeEnum.d.ts

@@ -0,0 +1,4 @@
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+export declare type TestSuiteRunDeploymentReleaseTagExecConfigTypeEnum = "DEPLOYMENT_RELEASE_TAG";

package/dist/api/types/TestSuiteRunDeploymentReleaseTagExecConfigTypeEnum.js

@@ -0,0 +1,5 @@
+"use strict";
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+Object.defineProperty(exports, "__esModule", { value: true });

package/dist/api/types/TestSuiteRunExecConfig.d.ts

@@ -0,0 +1,13 @@
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+import * as Vellum from "..";
+export declare type TestSuiteRunExecConfig = Vellum.TestSuiteRunExecConfig.DeploymentReleaseTag | Vellum.TestSuiteRunExecConfig.WorkflowReleaseTag;
+export declare namespace TestSuiteRunExecConfig {
+    interface DeploymentReleaseTag extends Vellum.TestSuiteRunDeploymentReleaseTagExecConfig {
+        type: "DEPLOYMENT_RELEASE_TAG";
+    }
+    interface WorkflowReleaseTag extends Vellum.TestSuiteRunWorkflowReleaseTagExecConfig {
+        type: "WORKFLOW_RELEASE_TAG";
+    }
+}

package/dist/api/types/TestSuiteRunExecConfig.js

@@ -0,0 +1,5 @@
+"use strict";
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+Object.defineProperty(exports, "__esModule", { value: true });

package/dist/api/types/TestSuiteRunExecConfigRequest.d.ts

@@ -0,0 +1,13 @@
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+import * as Vellum from "..";
+export declare type TestSuiteRunExecConfigRequest = Vellum.TestSuiteRunExecConfigRequest.DeploymentReleaseTag | Vellum.TestSuiteRunExecConfigRequest.WorkflowReleaseTag;
+export declare namespace TestSuiteRunExecConfigRequest {
+    interface DeploymentReleaseTag extends Vellum.TestSuiteRunDeploymentReleaseTagExecConfigRequest {
+        type: "DEPLOYMENT_RELEASE_TAG";
+    }
+    interface WorkflowReleaseTag extends Vellum.TestSuiteRunWorkflowReleaseTagExecConfigRequest {
+        type: "WORKFLOW_RELEASE_TAG";
+    }
+}

package/dist/api/types/TestSuiteRunExecConfigRequest.js

@@ -0,0 +1,5 @@
+"use strict";
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+Object.defineProperty(exports, "__esModule", { value: true });

package/dist/api/types/TestSuiteRunExecution.d.ts

@@ -0,0 +1,10 @@
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+import * as Vellum from "..";
+export interface TestSuiteRunExecution {
+    id: string;
+    testCaseId: string;
+    outputs: Vellum.TestSuiteRunExecutionOutput[];
+    metricResults: Vellum.TestSuiteRunExecutionMetricResult[];
+}

package/dist/api/types/TestSuiteRunExecution.js

@@ -0,0 +1,5 @@
+"use strict";
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+Object.defineProperty(exports, "__esModule", { value: true });

package/dist/api/types/TestSuiteRunExecutionChatHistoryOutput.d.ts

@@ -0,0 +1,8 @@
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+import * as Vellum from "..";
+export interface TestSuiteRunExecutionChatHistoryOutput {
+    outputVariableId: string;
+    value?: Vellum.ChatMessage[];
+}

package/dist/api/types/TestSuiteRunExecutionChatHistoryOutput.js

@@ -0,0 +1,5 @@
+"use strict";
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+Object.defineProperty(exports, "__esModule", { value: true });

package/dist/api/types/TestSuiteRunExecutionErrorOutput.d.ts

@@ -0,0 +1,8 @@
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+import * as Vellum from "..";
+export interface TestSuiteRunExecutionErrorOutput {
+    outputVariableId: string;
+    value?: Vellum.VellumError;
+}

package/dist/api/types/TestSuiteRunExecutionErrorOutput.js

@@ -0,0 +1,5 @@
+"use strict";
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+Object.defineProperty(exports, "__esModule", { value: true });

package/dist/api/types/TestSuiteRunExecutionJsonOutput.d.ts

@@ -0,0 +1,7 @@
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+export interface TestSuiteRunExecutionJsonOutput {
+    outputVariableId: string;
+    value?: Record<string, unknown>;
+}

package/dist/api/types/TestSuiteRunExecutionJsonOutput.js

@@ -0,0 +1,5 @@
+"use strict";
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+Object.defineProperty(exports, "__esModule", { value: true });

package/dist/api/types/TestSuiteRunExecutionMetricResult.d.ts

@@ -0,0 +1,8 @@
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+import * as Vellum from "..";
+export interface TestSuiteRunExecutionMetricResult {
+    metricId: string;
+    outputs: Vellum.TestSuiteRunMetricOutput[];
+}

package/dist/api/types/TestSuiteRunExecutionMetricResult.js

@@ -0,0 +1,5 @@
+"use strict";
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+Object.defineProperty(exports, "__esModule", { value: true });

package/dist/api/types/TestSuiteRunExecutionNumberOutput.d.ts

@@ -0,0 +1,7 @@
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+export interface TestSuiteRunExecutionNumberOutput {
+    outputVariableId: string;
+    value?: number;
+}

package/dist/api/types/TestSuiteRunExecutionNumberOutput.js

@@ -0,0 +1,5 @@
+"use strict";
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+Object.defineProperty(exports, "__esModule", { value: true });

package/dist/api/types/TestSuiteRunExecutionOutput.d.ts

@@ -0,0 +1,25 @@
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+import * as Vellum from "..";
+export declare type TestSuiteRunExecutionOutput = Vellum.TestSuiteRunExecutionOutput.String | Vellum.TestSuiteRunExecutionOutput.Number | Vellum.TestSuiteRunExecutionOutput.Json | Vellum.TestSuiteRunExecutionOutput.ChatHistory | Vellum.TestSuiteRunExecutionOutput.SearchResults | Vellum.TestSuiteRunExecutionOutput.Error_;
+export declare namespace TestSuiteRunExecutionOutput {
+    interface String extends Vellum.TestSuiteRunExecutionStringOutput {
+        type: "STRING";
+    }
+    interface Number extends Vellum.TestSuiteRunExecutionNumberOutput {
+        type: "NUMBER";
+    }
+    interface Json extends Vellum.TestSuiteRunExecutionJsonOutput {
+        type: "JSON";
+    }
+    interface ChatHistory extends Vellum.TestSuiteRunExecutionChatHistoryOutput {
+        type: "CHAT_HISTORY";
+    }
+    interface SearchResults extends Vellum.TestSuiteRunExecutionSearchResultsOutput {
+        type: "SEARCH_RESULTS";
+    }
+    interface Error_ extends Vellum.TestSuiteRunExecutionErrorOutput {
+        type: "ERROR";
+    }
+}

package/dist/api/types/TestSuiteRunExecutionOutput.js

@@ -0,0 +1,5 @@
+"use strict";
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+Object.defineProperty(exports, "__esModule", { value: true });

package/dist/api/types/TestSuiteRunExecutionSearchResultsOutput.d.ts

@@ -0,0 +1,8 @@
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+import * as Vellum from "..";
+export interface TestSuiteRunExecutionSearchResultsOutput {
+    outputVariableId: string;
+    value?: Vellum.SearchResult[];
+}