vellum-ai 0.14.37 → 0.14.39

package/dist/api/resources/workflows/client/Client.js

@@ -84,7 +84,7 @@ class Workflows {
                 url: (0, url_join_1.default)((_a = (yield core.Supplier.get(this._options.baseUrl))) !== null && _a !== void 0 ? _a : ((_b = (yield core.Supplier.get(this._options.environment))) !== null && _b !== void 0 ? _b : environments.VellumEnvironment.Production)
                     .default, `v1/workflows/${encodeURIComponent(id)}/pull`),
                 method: "GET",
-                headers: Object.assign(Object.assign({ "X-Fern-Language": "JavaScript", "X-Fern-SDK-Name": "vellum-ai", "X-Fern-SDK-Version": "0.14.37", "User-Agent": "vellum-ai/0.14.37", "X-Fern-Runtime": core.RUNTIME.type, "X-Fern-Runtime-Version": core.RUNTIME.version }, (yield this._getCustomAuthorizationHeaders())), requestOptions === null || requestOptions === void 0 ? void 0 : requestOptions.headers),
+                headers: Object.assign(Object.assign({ "X-Fern-Language": "JavaScript", "X-Fern-SDK-Name": "vellum-ai", "X-Fern-SDK-Version": "0.14.39", "User-Agent": "vellum-ai/0.14.39", "X-Fern-Runtime": core.RUNTIME.type, "X-Fern-Runtime-Version": core.RUNTIME.version }, (yield this._getCustomAuthorizationHeaders())), requestOptions === null || requestOptions === void 0 ? void 0 : requestOptions.headers),
                 contentType: "application/json",
                 queryParameters: _queryParams,
                 requestType: "json",
@@ -159,7 +159,7 @@ class Workflows {
                 url: (0, url_join_1.default)((_a = (yield core.Supplier.get(this._options.baseUrl))) !== null && _a !== void 0 ? _a : ((_b = (yield core.Supplier.get(this._options.environment))) !== null && _b !== void 0 ? _b : environments.VellumEnvironment.Production)
                     .default, "v1/workflows/push"),
                 method: "POST",
-                headers: Object.assign(Object.assign(Object.assign({ "X-Fern-Language": "JavaScript", "X-Fern-SDK-Name": "vellum-ai", "X-Fern-SDK-Version": "0.14.37", "User-Agent": "vellum-ai/0.14.37", "X-Fern-Runtime": core.RUNTIME.type, "X-Fern-Runtime-Version": core.RUNTIME.version }, (yield this._getCustomAuthorizationHeaders())), _maybeEncodedRequest.headers), requestOptions === null || requestOptions === void 0 ? void 0 : requestOptions.headers),
+                headers: Object.assign(Object.assign(Object.assign({ "X-Fern-Language": "JavaScript", "X-Fern-SDK-Name": "vellum-ai", "X-Fern-SDK-Version": "0.14.39", "User-Agent": "vellum-ai/0.14.39", "X-Fern-Runtime": core.RUNTIME.type, "X-Fern-Runtime-Version": core.RUNTIME.version }, (yield this._getCustomAuthorizationHeaders())), _maybeEncodedRequest.headers), requestOptions === null || requestOptions === void 0 ? void 0 : requestOptions.headers),
                 requestType: "file",
                 duplex: _maybeEncodedRequest.duplex,
                 body: _maybeEncodedRequest.body,

package/dist/api/resources/workspaceSecrets/client/Client.js

@@ -74,7 +74,7 @@ class WorkspaceSecrets {
                 url: (0, url_join_1.default)((_a = (yield core.Supplier.get(this._options.baseUrl))) !== null && _a !== void 0 ? _a : ((_b = (yield core.Supplier.get(this._options.environment))) !== null && _b !== void 0 ? _b : environments.VellumEnvironment.Production)
                     .default, `v1/workspace-secrets/${encodeURIComponent(id)}`),
                 method: "GET",
-                headers: Object.assign(Object.assign({ "X-Fern-Language": "JavaScript", "X-Fern-SDK-Name": "vellum-ai", "X-Fern-SDK-Version": "0.14.37", "User-Agent": "vellum-ai/0.14.37", "X-Fern-Runtime": core.RUNTIME.type, "X-Fern-Runtime-Version": core.RUNTIME.version }, (yield this._getCustomAuthorizationHeaders())), requestOptions === null || requestOptions === void 0 ? void 0 : requestOptions.headers),
+                headers: Object.assign(Object.assign({ "X-Fern-Language": "JavaScript", "X-Fern-SDK-Name": "vellum-ai", "X-Fern-SDK-Version": "0.14.39", "User-Agent": "vellum-ai/0.14.39", "X-Fern-Runtime": core.RUNTIME.type, "X-Fern-Runtime-Version": core.RUNTIME.version }, (yield this._getCustomAuthorizationHeaders())), requestOptions === null || requestOptions === void 0 ? void 0 : requestOptions.headers),
                 contentType: "application/json",
                 requestType: "json",
                 timeoutMs: (requestOptions === null || requestOptions === void 0 ? void 0 : requestOptions.timeoutInSeconds) != null ? requestOptions.timeoutInSeconds * 1000 : undefined,
@@ -127,7 +127,7 @@ class WorkspaceSecrets {
                 url: (0, url_join_1.default)((_a = (yield core.Supplier.get(this._options.baseUrl))) !== null && _a !== void 0 ? _a : ((_b = (yield core.Supplier.get(this._options.environment))) !== null && _b !== void 0 ? _b : environments.VellumEnvironment.Production)
                     .default, `v1/workspace-secrets/${encodeURIComponent(id)}`),
                 method: "PATCH",
-                headers: Object.assign(Object.assign({ "X-Fern-Language": "JavaScript", "X-Fern-SDK-Name": "vellum-ai", "X-Fern-SDK-Version": "0.14.37", "User-Agent": "vellum-ai/0.14.37", "X-Fern-Runtime": core.RUNTIME.type, "X-Fern-Runtime-Version": core.RUNTIME.version }, (yield this._getCustomAuthorizationHeaders())), requestOptions === null || requestOptions === void 0 ? void 0 : requestOptions.headers),
+                headers: Object.assign(Object.assign({ "X-Fern-Language": "JavaScript", "X-Fern-SDK-Name": "vellum-ai", "X-Fern-SDK-Version": "0.14.39", "User-Agent": "vellum-ai/0.14.39", "X-Fern-Runtime": core.RUNTIME.type, "X-Fern-Runtime-Version": core.RUNTIME.version }, (yield this._getCustomAuthorizationHeaders())), requestOptions === null || requestOptions === void 0 ? void 0 : requestOptions.headers),
                 contentType: "application/json",
                 requestType: "json",
                 body: serializers.PatchedWorkspaceSecretUpdateRequest.jsonOrThrow(request, {

package/dist/api/resources/workspaces/client/Client.js

@@ -73,7 +73,7 @@ class Workspaces {
                 url: (0, url_join_1.default)((_a = (yield core.Supplier.get(this._options.baseUrl))) !== null && _a !== void 0 ? _a : ((_b = (yield core.Supplier.get(this._options.environment))) !== null && _b !== void 0 ? _b : environments.VellumEnvironment.Production)
                     .default, "v1/workspaces/identity"),
                 method: "GET",
-                headers: Object.assign(Object.assign({ "X-Fern-Language": "JavaScript", "X-Fern-SDK-Name": "vellum-ai", "X-Fern-SDK-Version": "0.14.37", "User-Agent": "vellum-ai/0.14.37", "X-Fern-Runtime": core.RUNTIME.type, "X-Fern-Runtime-Version": core.RUNTIME.version }, (yield this._getCustomAuthorizationHeaders())), requestOptions === null || requestOptions === void 0 ? void 0 : requestOptions.headers),
+                headers: Object.assign(Object.assign({ "X-Fern-Language": "JavaScript", "X-Fern-SDK-Name": "vellum-ai", "X-Fern-SDK-Version": "0.14.39", "User-Agent": "vellum-ai/0.14.39", "X-Fern-Runtime": core.RUNTIME.type, "X-Fern-Runtime-Version": core.RUNTIME.version }, (yield this._getCustomAuthorizationHeaders())), requestOptions === null || requestOptions === void 0 ? void 0 : requestOptions.headers),
                 contentType: "application/json",
                 requestType: "json",
                 timeoutMs: (requestOptions === null || requestOptions === void 0 ? void 0 : requestOptions.timeoutInSeconds) != null ? requestOptions.timeoutInSeconds * 1000 : undefined,

package/dist/api/types/AdHocFulfilledPromptExecutionMeta.d.ts

@@ -9,4 +9,5 @@ export interface AdHocFulfilledPromptExecutionMeta {
     latency?: number;
     finishReason?: Vellum.FinishReasonEnum;
     usage?: Vellum.MlModelUsage;
+    cost?: Vellum.Price;
 }

package/dist/api/types/FulfilledPromptExecutionMeta.d.ts

@@ -9,4 +9,5 @@ export interface FulfilledPromptExecutionMeta {
     latency?: number;
     finishReason?: Vellum.FinishReasonEnum;
     usage?: Vellum.MlModelUsage;
+    cost?: Vellum.Price;
 }

package/dist/api/types/TestSuiteRunExecConfigRequest.d.ts

@@ -2,4 +2,4 @@
  * This file was auto-generated by Fern from our API Definition.
  */
 import * as Vellum from "../index";
-export type TestSuiteRunExecConfigRequest = Vellum.TestSuiteRunDeploymentReleaseTagExecConfigRequest | Vellum.TestSuiteRunPromptSandboxHistoryItemExecConfigRequest | Vellum.TestSuiteRunWorkflowReleaseTagExecConfigRequest | Vellum.TestSuiteRunWorkflowSandboxHistoryItemExecConfigRequest | Vellum.TestSuiteRunExternalExecConfigRequest;
+export type TestSuiteRunExecConfigRequest = Vellum.TestSuiteRunDeploymentReleaseTagExecConfigRequest | Vellum.TestSuiteRunPromptSandboxExecConfigRequest | Vellum.TestSuiteRunPromptSandboxHistoryItemExecConfigRequest | Vellum.TestSuiteRunWorkflowReleaseTagExecConfigRequest | Vellum.TestSuiteRunWorkflowSandboxExecConfigRequest | Vellum.TestSuiteRunWorkflowSandboxHistoryItemExecConfigRequest | Vellum.TestSuiteRunExternalExecConfigRequest;

package/dist/api/types/TestSuiteRunProgress.d.ts

@@ -0,0 +1,7 @@
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+export interface TestSuiteRunProgress {
+    numberOfRequestedTestCases: number;
+    numberOfCompletedTestCases: number;
+}

package/dist/api/types/TestSuiteRunProgress.js

@@ -0,0 +1,5 @@
+"use strict";
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+Object.defineProperty(exports, "__esModule", { value: true });

package/dist/api/types/TestSuiteRunPromptSandboxExecConfigDataRequest.d.ts

@@ -0,0 +1,9 @@
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+export interface TestSuiteRunPromptSandboxExecConfigDataRequest {
+    /** The ID of the Prompt Sandbox to run the Test Suite against. */
+    promptSandboxId: string;
+    /** The ID of the Prompt Variant within the Prompt Sandbox that you'd like to run the Test Suite against. */
+    promptVariantId: string;
+}

package/dist/api/types/TestSuiteRunPromptSandboxExecConfigDataRequest.js

@@ -0,0 +1,5 @@
+"use strict";
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+Object.defineProperty(exports, "__esModule", { value: true });

package/dist/api/types/TestSuiteRunPromptSandboxExecConfigRequest.d.ts

@@ -0,0 +1,13 @@
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+import * as Vellum from "../index";
+/**
+ * Execution configuration for running a Test Suite against a Prompt Sandbox
+ */
+export interface TestSuiteRunPromptSandboxExecConfigRequest {
+    type: "PROMPT_SANDBOX";
+    data: Vellum.TestSuiteRunPromptSandboxExecConfigDataRequest;
+    /** Optionally specify a subset of test case ids to run. If not provided, all test cases within the test suite will be run by default. */
+    testCaseIds?: string[];
+}

package/dist/api/types/TestSuiteRunPromptSandboxExecConfigRequest.js

@@ -0,0 +1,5 @@
+"use strict";
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+Object.defineProperty(exports, "__esModule", { value: true });

package/dist/api/types/TestSuiteRunRead.d.ts

@@ -18,4 +18,5 @@ export interface TestSuiteRunRead {
     state: Vellum.TestSuiteRunState;
     /** Configuration that defines how the Test Suite should be run */
     execConfig?: Vellum.TestSuiteRunExecConfig;
+    progress?: Vellum.TestSuiteRunProgress;
 }

package/dist/api/types/TestSuiteRunWorkflowSandboxExecConfigDataRequest.d.ts

@@ -0,0 +1,7 @@
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+export interface TestSuiteRunWorkflowSandboxExecConfigDataRequest {
+    /** The ID of the Workflow Sandbox to run the Test Suite against. */
+    workflowSandboxId: string;
+}

package/dist/api/types/TestSuiteRunWorkflowSandboxExecConfigDataRequest.js

@@ -0,0 +1,5 @@
+"use strict";
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+Object.defineProperty(exports, "__esModule", { value: true });

package/dist/api/types/TestSuiteRunWorkflowSandboxExecConfigRequest.d.ts

@@ -0,0 +1,13 @@
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+import * as Vellum from "../index";
+/**
+ * Execution configuration for running a Test Suite against a Workflow Sandbox
+ */
+export interface TestSuiteRunWorkflowSandboxExecConfigRequest {
+    type: "WORKFLOW_SANDBOX";
+    data: Vellum.TestSuiteRunWorkflowSandboxExecConfigDataRequest;
+    /** Optionally specify a subset of test case ids to run. If not provided, all test cases within the test suite will be run by default. */
+    testCaseIds?: string[];
+}

package/dist/api/types/TestSuiteRunWorkflowSandboxExecConfigRequest.js

@@ -0,0 +1,5 @@
+"use strict";
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+Object.defineProperty(exports, "__esModule", { value: true });

package/dist/api/types/VellumSdkErrorCodeEnum.d.ts

@@ -9,12 +9,13 @@
  * * `INVALID_CODE` - INVALID_CODE
  * * `INVALID_TEMPLATE` - INVALID_TEMPLATE
  * * `INTERNAL_ERROR` - INTERNAL_ERROR
+ * * `PROVIDER_CREDENTIALS_UNAVAILABLE` - PROVIDER_CREDENTIALS_UNAVAILABLE
  * * `PROVIDER_ERROR` - PROVIDER_ERROR
  * * `USER_DEFINED_ERROR` - USER_DEFINED_ERROR
  * * `WORKFLOW_CANCELLED` - WORKFLOW_CANCELLED
  * * `NODE_EXECUTION` - NODE_EXECUTION
  */
-export type VellumSdkErrorCodeEnum = "INVALID_WORKFLOW" | "INVALID_INPUTS" | "INVALID_OUTPUTS" | "INVALID_STATE" | "INVALID_CODE" | "INVALID_TEMPLATE" | "INTERNAL_ERROR" | "PROVIDER_ERROR" | "USER_DEFINED_ERROR" | "WORKFLOW_CANCELLED" | "NODE_EXECUTION";
+export type VellumSdkErrorCodeEnum = "INVALID_WORKFLOW" | "INVALID_INPUTS" | "INVALID_OUTPUTS" | "INVALID_STATE" | "INVALID_CODE" | "INVALID_TEMPLATE" | "INTERNAL_ERROR" | "PROVIDER_CREDENTIALS_UNAVAILABLE" | "PROVIDER_ERROR" | "USER_DEFINED_ERROR" | "WORKFLOW_CANCELLED" | "NODE_EXECUTION";
 export declare const VellumSdkErrorCodeEnum: {
     readonly InvalidWorkflow: "INVALID_WORKFLOW";
     readonly InvalidInputs: "INVALID_INPUTS";
@@ -23,6 +24,7 @@ export declare const VellumSdkErrorCodeEnum: {
     readonly InvalidCode: "INVALID_CODE";
     readonly InvalidTemplate: "INVALID_TEMPLATE";
     readonly InternalError: "INTERNAL_ERROR";
+    readonly ProviderCredentialsUnavailable: "PROVIDER_CREDENTIALS_UNAVAILABLE";
     readonly ProviderError: "PROVIDER_ERROR";
     readonly UserDefinedError: "USER_DEFINED_ERROR";
     readonly WorkflowCancelled: "WORKFLOW_CANCELLED";

package/dist/api/types/VellumSdkErrorCodeEnum.js

@@ -12,6 +12,7 @@ exports.VellumSdkErrorCodeEnum = {
     InvalidCode: "INVALID_CODE",
     InvalidTemplate: "INVALID_TEMPLATE",
     InternalError: "INTERNAL_ERROR",
+    ProviderCredentialsUnavailable: "PROVIDER_CREDENTIALS_UNAVAILABLE",
     ProviderError: "PROVIDER_ERROR",
     UserDefinedError: "USER_DEFINED_ERROR",
     WorkflowCancelled: "WORKFLOW_CANCELLED",

package/dist/api/types/WorkflowExecutionEventErrorCode.d.ts

@@ -4,6 +4,7 @@
 /**
  * * `WORKFLOW_INITIALIZATION` - WORKFLOW_INITIALIZATION
  * * `WORKFLOW_CANCELLED` - WORKFLOW_CANCELLED
+ * * `PROVIDER_CREDENTIALS_UNAVAILABLE` - PROVIDER_CREDENTIALS_UNAVAILABLE
  * * `NODE_EXECUTION_COUNT_LIMIT_REACHED` - NODE_EXECUTION_COUNT_LIMIT_REACHED
  * * `INTERNAL_SERVER_ERROR` - INTERNAL_SERVER_ERROR
  * * `NODE_EXECUTION` - NODE_EXECUTION
@@ -12,10 +13,11 @@
  * * `INVALID_INPUTS` - INVALID_INPUTS
  * * `USER_DEFINED_ERROR` - USER_DEFINED_ERROR
  */
-export type WorkflowExecutionEventErrorCode = "WORKFLOW_INITIALIZATION" | "WORKFLOW_CANCELLED" | "NODE_EXECUTION_COUNT_LIMIT_REACHED" | "INTERNAL_SERVER_ERROR" | "NODE_EXECUTION" | "LLM_PROVIDER" | "INVALID_TEMPLATE" | "INVALID_INPUTS" | "USER_DEFINED_ERROR";
+export type WorkflowExecutionEventErrorCode = "WORKFLOW_INITIALIZATION" | "WORKFLOW_CANCELLED" | "PROVIDER_CREDENTIALS_UNAVAILABLE" | "NODE_EXECUTION_COUNT_LIMIT_REACHED" | "INTERNAL_SERVER_ERROR" | "NODE_EXECUTION" | "LLM_PROVIDER" | "INVALID_TEMPLATE" | "INVALID_INPUTS" | "USER_DEFINED_ERROR";
 export declare const WorkflowExecutionEventErrorCode: {
     readonly WorkflowInitialization: "WORKFLOW_INITIALIZATION";
     readonly WorkflowCancelled: "WORKFLOW_CANCELLED";
+    readonly ProviderCredentialsUnavailable: "PROVIDER_CREDENTIALS_UNAVAILABLE";
     readonly NodeExecutionCountLimitReached: "NODE_EXECUTION_COUNT_LIMIT_REACHED";
     readonly InternalServerError: "INTERNAL_SERVER_ERROR";
     readonly NodeExecution: "NODE_EXECUTION";

package/dist/api/types/WorkflowExecutionEventErrorCode.js

@@ -7,6 +7,7 @@ exports.WorkflowExecutionEventErrorCode = void 0;
 exports.WorkflowExecutionEventErrorCode = {
     WorkflowInitialization: "WORKFLOW_INITIALIZATION",
     WorkflowCancelled: "WORKFLOW_CANCELLED",
+    ProviderCredentialsUnavailable: "PROVIDER_CREDENTIALS_UNAVAILABLE",
     NodeExecutionCountLimitReached: "NODE_EXECUTION_COUNT_LIMIT_REACHED",
     InternalServerError: "INTERNAL_SERVER_ERROR",
     NodeExecution: "NODE_EXECUTION",

package/dist/api/types/index.d.ts

@@ -437,6 +437,9 @@ export * from "./TestSuiteRunMetricJsonOutput";
 export * from "./TestSuiteRunMetricNumberOutput";
 export * from "./TestSuiteRunMetricOutput";
 export * from "./TestSuiteRunMetricStringOutput";
+export * from "./TestSuiteRunProgress";
+export * from "./TestSuiteRunPromptSandboxExecConfigDataRequest";
+export * from "./TestSuiteRunPromptSandboxExecConfigRequest";
 export * from "./TestSuiteRunPromptSandboxHistoryItemExecConfig";
 export * from "./TestSuiteRunPromptSandboxHistoryItemExecConfigData";
 export * from "./TestSuiteRunPromptSandboxHistoryItemExecConfigDataRequest";
@@ -448,6 +451,8 @@ export * from "./TestSuiteRunWorkflowReleaseTagExecConfig";
 export * from "./TestSuiteRunWorkflowReleaseTagExecConfigData";
 export * from "./TestSuiteRunWorkflowReleaseTagExecConfigDataRequest";
 export * from "./TestSuiteRunWorkflowReleaseTagExecConfigRequest";
+export * from "./TestSuiteRunWorkflowSandboxExecConfigDataRequest";
+export * from "./TestSuiteRunWorkflowSandboxExecConfigRequest";
 export * from "./TestSuiteRunWorkflowSandboxHistoryItemExecConfig";
 export * from "./TestSuiteRunWorkflowSandboxHistoryItemExecConfigData";
 export * from "./TestSuiteRunWorkflowSandboxHistoryItemExecConfigDataRequest";

package/dist/api/types/index.js

@@ -453,6 +453,9 @@ __exportStar(require("./TestSuiteRunMetricJsonOutput"), exports);
 __exportStar(require("./TestSuiteRunMetricNumberOutput"), exports);
 __exportStar(require("./TestSuiteRunMetricOutput"), exports);
 __exportStar(require("./TestSuiteRunMetricStringOutput"), exports);
+__exportStar(require("./TestSuiteRunProgress"), exports);
+__exportStar(require("./TestSuiteRunPromptSandboxExecConfigDataRequest"), exports);
+__exportStar(require("./TestSuiteRunPromptSandboxExecConfigRequest"), exports);
 __exportStar(require("./TestSuiteRunPromptSandboxHistoryItemExecConfig"), exports);
 __exportStar(require("./TestSuiteRunPromptSandboxHistoryItemExecConfigData"), exports);
 __exportStar(require("./TestSuiteRunPromptSandboxHistoryItemExecConfigDataRequest"), exports);
@@ -464,6 +467,8 @@ __exportStar(require("./TestSuiteRunWorkflowReleaseTagExecConfig"), exports);
 __exportStar(require("./TestSuiteRunWorkflowReleaseTagExecConfigData"), exports);
 __exportStar(require("./TestSuiteRunWorkflowReleaseTagExecConfigDataRequest"), exports);
 __exportStar(require("./TestSuiteRunWorkflowReleaseTagExecConfigRequest"), exports);
+__exportStar(require("./TestSuiteRunWorkflowSandboxExecConfigDataRequest"), exports);
+__exportStar(require("./TestSuiteRunWorkflowSandboxExecConfigRequest"), exports);
 __exportStar(require("./TestSuiteRunWorkflowSandboxHistoryItemExecConfig"), exports);
 __exportStar(require("./TestSuiteRunWorkflowSandboxHistoryItemExecConfigData"), exports);
 __exportStar(require("./TestSuiteRunWorkflowSandboxHistoryItemExecConfigDataRequest"), exports);

package/dist/serialization/types/AdHocFulfilledPromptExecutionMeta.d.ts

@@ -6,11 +6,13 @@ import * as Vellum from "../../api/index";
 import * as core from "../../core";
 import { FinishReasonEnum } from "./FinishReasonEnum";
 import { MlModelUsage } from "./MlModelUsage";
+import { Price } from "./Price";
 export declare const AdHocFulfilledPromptExecutionMeta: core.serialization.ObjectSchema<serializers.AdHocFulfilledPromptExecutionMeta.Raw, Vellum.AdHocFulfilledPromptExecutionMeta>;
 export declare namespace AdHocFulfilledPromptExecutionMeta {
     interface Raw {
         latency?: number | null;
         finish_reason?: FinishReasonEnum.Raw | null;
         usage?: MlModelUsage.Raw | null;
+        cost?: Price.Raw | null;
     }
 }

package/dist/serialization/types/AdHocFulfilledPromptExecutionMeta.js

@@ -40,8 +40,10 @@ exports.AdHocFulfilledPromptExecutionMeta = void 0;
 const core = __importStar(require("../../core"));
 const FinishReasonEnum_1 = require("./FinishReasonEnum");
 const MlModelUsage_1 = require("./MlModelUsage");
+const Price_1 = require("./Price");
 exports.AdHocFulfilledPromptExecutionMeta = core.serialization.object({
     latency: core.serialization.number().optional(),
     finishReason: core.serialization.property("finish_reason", FinishReasonEnum_1.FinishReasonEnum.optional()),
     usage: MlModelUsage_1.MlModelUsage.optional(),
+    cost: Price_1.Price.optional(),
 });

package/dist/serialization/types/FulfilledPromptExecutionMeta.d.ts

@@ -6,11 +6,13 @@ import * as Vellum from "../../api/index";
 import * as core from "../../core";
 import { FinishReasonEnum } from "./FinishReasonEnum";
 import { MlModelUsage } from "./MlModelUsage";
+import { Price } from "./Price";
 export declare const FulfilledPromptExecutionMeta: core.serialization.ObjectSchema<serializers.FulfilledPromptExecutionMeta.Raw, Vellum.FulfilledPromptExecutionMeta>;
 export declare namespace FulfilledPromptExecutionMeta {
     interface Raw {
         latency?: number | null;
         finish_reason?: FinishReasonEnum.Raw | null;
         usage?: MlModelUsage.Raw | null;
+        cost?: Price.Raw | null;
     }
 }

package/dist/serialization/types/FulfilledPromptExecutionMeta.js

@@ -40,8 +40,10 @@ exports.FulfilledPromptExecutionMeta = void 0;
 const core = __importStar(require("../../core"));
 const FinishReasonEnum_1 = require("./FinishReasonEnum");
 const MlModelUsage_1 = require("./MlModelUsage");
+const Price_1 = require("./Price");
 exports.FulfilledPromptExecutionMeta = core.serialization.object({
     latency: core.serialization.number().optional(),
     finishReason: core.serialization.property("finish_reason", FinishReasonEnum_1.FinishReasonEnum.optional()),
     usage: MlModelUsage_1.MlModelUsage.optional(),
+    cost: Price_1.Price.optional(),
 });

package/dist/serialization/types/TestSuiteRunExecConfigRequest.d.ts

@@ -5,11 +5,13 @@ import * as serializers from "../index";
 import * as Vellum from "../../api/index";
 import * as core from "../../core";
 import { TestSuiteRunDeploymentReleaseTagExecConfigRequest } from "./TestSuiteRunDeploymentReleaseTagExecConfigRequest";
+import { TestSuiteRunPromptSandboxExecConfigRequest } from "./TestSuiteRunPromptSandboxExecConfigRequest";
 import { TestSuiteRunPromptSandboxHistoryItemExecConfigRequest } from "./TestSuiteRunPromptSandboxHistoryItemExecConfigRequest";
 import { TestSuiteRunWorkflowReleaseTagExecConfigRequest } from "./TestSuiteRunWorkflowReleaseTagExecConfigRequest";
+import { TestSuiteRunWorkflowSandboxExecConfigRequest } from "./TestSuiteRunWorkflowSandboxExecConfigRequest";
 import { TestSuiteRunWorkflowSandboxHistoryItemExecConfigRequest } from "./TestSuiteRunWorkflowSandboxHistoryItemExecConfigRequest";
 import { TestSuiteRunExternalExecConfigRequest } from "./TestSuiteRunExternalExecConfigRequest";
 export declare const TestSuiteRunExecConfigRequest: core.serialization.Schema<serializers.TestSuiteRunExecConfigRequest.Raw, Vellum.TestSuiteRunExecConfigRequest>;
 export declare namespace TestSuiteRunExecConfigRequest {
-    type Raw = TestSuiteRunDeploymentReleaseTagExecConfigRequest.Raw | TestSuiteRunPromptSandboxHistoryItemExecConfigRequest.Raw | TestSuiteRunWorkflowReleaseTagExecConfigRequest.Raw | TestSuiteRunWorkflowSandboxHistoryItemExecConfigRequest.Raw | TestSuiteRunExternalExecConfigRequest.Raw;
+    type Raw = TestSuiteRunDeploymentReleaseTagExecConfigRequest.Raw | TestSuiteRunPromptSandboxExecConfigRequest.Raw | TestSuiteRunPromptSandboxHistoryItemExecConfigRequest.Raw | TestSuiteRunWorkflowReleaseTagExecConfigRequest.Raw | TestSuiteRunWorkflowSandboxExecConfigRequest.Raw | TestSuiteRunWorkflowSandboxHistoryItemExecConfigRequest.Raw | TestSuiteRunExternalExecConfigRequest.Raw;
 }

package/dist/serialization/types/TestSuiteRunExecConfigRequest.js

@@ -39,14 +39,18 @@ Object.defineProperty(exports, "__esModule", { value: true });
 exports.TestSuiteRunExecConfigRequest = void 0;
 const core = __importStar(require("../../core"));
 const TestSuiteRunDeploymentReleaseTagExecConfigRequest_1 = require("./TestSuiteRunDeploymentReleaseTagExecConfigRequest");
+const TestSuiteRunPromptSandboxExecConfigRequest_1 = require("./TestSuiteRunPromptSandboxExecConfigRequest");
 const TestSuiteRunPromptSandboxHistoryItemExecConfigRequest_1 = require("./TestSuiteRunPromptSandboxHistoryItemExecConfigRequest");
 const TestSuiteRunWorkflowReleaseTagExecConfigRequest_1 = require("./TestSuiteRunWorkflowReleaseTagExecConfigRequest");
+const TestSuiteRunWorkflowSandboxExecConfigRequest_1 = require("./TestSuiteRunWorkflowSandboxExecConfigRequest");
 const TestSuiteRunWorkflowSandboxHistoryItemExecConfigRequest_1 = require("./TestSuiteRunWorkflowSandboxHistoryItemExecConfigRequest");
 const TestSuiteRunExternalExecConfigRequest_1 = require("./TestSuiteRunExternalExecConfigRequest");
 exports.TestSuiteRunExecConfigRequest = core.serialization.undiscriminatedUnion([
     TestSuiteRunDeploymentReleaseTagExecConfigRequest_1.TestSuiteRunDeploymentReleaseTagExecConfigRequest,
+    TestSuiteRunPromptSandboxExecConfigRequest_1.TestSuiteRunPromptSandboxExecConfigRequest,
     TestSuiteRunPromptSandboxHistoryItemExecConfigRequest_1.TestSuiteRunPromptSandboxHistoryItemExecConfigRequest,
     TestSuiteRunWorkflowReleaseTagExecConfigRequest_1.TestSuiteRunWorkflowReleaseTagExecConfigRequest,
+    TestSuiteRunWorkflowSandboxExecConfigRequest_1.TestSuiteRunWorkflowSandboxExecConfigRequest,
     TestSuiteRunWorkflowSandboxHistoryItemExecConfigRequest_1.TestSuiteRunWorkflowSandboxHistoryItemExecConfigRequest,
     TestSuiteRunExternalExecConfigRequest_1.TestSuiteRunExternalExecConfigRequest,
 ]);

package/dist/serialization/types/TestSuiteRunProgress.d.ts

@@ -0,0 +1,13 @@
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+import * as serializers from "../index";
+import * as Vellum from "../../api/index";
+import * as core from "../../core";
+export declare const TestSuiteRunProgress: core.serialization.ObjectSchema<serializers.TestSuiteRunProgress.Raw, Vellum.TestSuiteRunProgress>;
+export declare namespace TestSuiteRunProgress {
+    interface Raw {
+        number_of_requested_test_cases: number;
+        number_of_completed_test_cases: number;
+    }
+}

package/dist/serialization/types/TestSuiteRunProgress.js

@@ -0,0 +1,44 @@
+"use strict";
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || (function () {
+    var ownKeys = function(o) {
+        ownKeys = Object.getOwnPropertyNames || function (o) {
+            var ar = [];
+            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
+            return ar;
+        };
+        return ownKeys(o);
+    };
+    return function (mod) {
+        if (mod && mod.__esModule) return mod;
+        var result = {};
+        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
+        __setModuleDefault(result, mod);
+        return result;
+    };
+})();
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.TestSuiteRunProgress = void 0;
+const core = __importStar(require("../../core"));
+exports.TestSuiteRunProgress = core.serialization.object({
+    numberOfRequestedTestCases: core.serialization.property("number_of_requested_test_cases", core.serialization.number()),
+    numberOfCompletedTestCases: core.serialization.property("number_of_completed_test_cases", core.serialization.number()),
+});

package/dist/serialization/types/TestSuiteRunPromptSandboxExecConfigDataRequest.d.ts

@@ -0,0 +1,13 @@
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+import * as serializers from "../index";
+import * as Vellum from "../../api/index";
+import * as core from "../../core";
+export declare const TestSuiteRunPromptSandboxExecConfigDataRequest: core.serialization.ObjectSchema<serializers.TestSuiteRunPromptSandboxExecConfigDataRequest.Raw, Vellum.TestSuiteRunPromptSandboxExecConfigDataRequest>;
+export declare namespace TestSuiteRunPromptSandboxExecConfigDataRequest {
+    interface Raw {
+        prompt_sandbox_id: string;
+        prompt_variant_id: string;
+    }
+}

package/dist/serialization/types/TestSuiteRunPromptSandboxExecConfigDataRequest.js

@@ -0,0 +1,44 @@
+"use strict";
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || (function () {
+    var ownKeys = function(o) {
+        ownKeys = Object.getOwnPropertyNames || function (o) {
+            var ar = [];
+            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
+            return ar;
+        };
+        return ownKeys(o);
+    };
+    return function (mod) {
+        if (mod && mod.__esModule) return mod;
+        var result = {};
+        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
+        __setModuleDefault(result, mod);
+        return result;
+    };
+})();
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.TestSuiteRunPromptSandboxExecConfigDataRequest = void 0;
+const core = __importStar(require("../../core"));
+exports.TestSuiteRunPromptSandboxExecConfigDataRequest = core.serialization.object({
+    promptSandboxId: core.serialization.property("prompt_sandbox_id", core.serialization.string()),
+    promptVariantId: core.serialization.property("prompt_variant_id", core.serialization.string()),
+});

package/dist/serialization/types/TestSuiteRunPromptSandboxExecConfigRequest.d.ts

@@ -0,0 +1,15 @@
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+import * as serializers from "../index";
+import * as Vellum from "../../api/index";
+import * as core from "../../core";
+import { TestSuiteRunPromptSandboxExecConfigDataRequest } from "./TestSuiteRunPromptSandboxExecConfigDataRequest";
+export declare const TestSuiteRunPromptSandboxExecConfigRequest: core.serialization.ObjectSchema<serializers.TestSuiteRunPromptSandboxExecConfigRequest.Raw, Vellum.TestSuiteRunPromptSandboxExecConfigRequest>;
+export declare namespace TestSuiteRunPromptSandboxExecConfigRequest {
+    interface Raw {
+        type: "PROMPT_SANDBOX";
+        data: TestSuiteRunPromptSandboxExecConfigDataRequest.Raw;
+        test_case_ids?: string[] | null;
+    }
+}

package/dist/serialization/types/TestSuiteRunPromptSandboxExecConfigRequest.js

@@ -0,0 +1,46 @@
+"use strict";
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || (function () {
+    var ownKeys = function(o) {
+        ownKeys = Object.getOwnPropertyNames || function (o) {
+            var ar = [];
+            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
+            return ar;
+        };
+        return ownKeys(o);
+    };
+    return function (mod) {
+        if (mod && mod.__esModule) return mod;
+        var result = {};
+        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
+        __setModuleDefault(result, mod);
+        return result;
+    };
+})();
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.TestSuiteRunPromptSandboxExecConfigRequest = void 0;
+const core = __importStar(require("../../core"));
+const TestSuiteRunPromptSandboxExecConfigDataRequest_1 = require("./TestSuiteRunPromptSandboxExecConfigDataRequest");
+exports.TestSuiteRunPromptSandboxExecConfigRequest = core.serialization.object({
+    type: core.serialization.stringLiteral("PROMPT_SANDBOX"),
+    data: TestSuiteRunPromptSandboxExecConfigDataRequest_1.TestSuiteRunPromptSandboxExecConfigDataRequest,
+    testCaseIds: core.serialization.property("test_case_ids", core.serialization.list(core.serialization.string()).optional()),
+});

package/dist/serialization/types/TestSuiteRunRead.d.ts

@@ -7,6 +7,7 @@ import * as core from "../../core";
 import { TestSuiteRunTestSuite } from "./TestSuiteRunTestSuite";
 import { TestSuiteRunState } from "./TestSuiteRunState";
 import { TestSuiteRunExecConfig } from "./TestSuiteRunExecConfig";
+import { TestSuiteRunProgress } from "./TestSuiteRunProgress";
 export declare const TestSuiteRunRead: core.serialization.ObjectSchema<serializers.TestSuiteRunRead.Raw, Vellum.TestSuiteRunRead>;
 export declare namespace TestSuiteRunRead {
     interface Raw {
@@ -15,5 +16,6 @@ export declare namespace TestSuiteRunRead {
         test_suite: TestSuiteRunTestSuite.Raw;
         state: TestSuiteRunState.Raw;
         exec_config?: TestSuiteRunExecConfig.Raw | null;
+        progress?: TestSuiteRunProgress.Raw | null;
     }
 }

package/dist/serialization/types/TestSuiteRunRead.js

@@ -41,10 +41,12 @@ const core = __importStar(require("../../core"));
 const TestSuiteRunTestSuite_1 = require("./TestSuiteRunTestSuite");
 const TestSuiteRunState_1 = require("./TestSuiteRunState");
 const TestSuiteRunExecConfig_1 = require("./TestSuiteRunExecConfig");
+const TestSuiteRunProgress_1 = require("./TestSuiteRunProgress");
 exports.TestSuiteRunRead = core.serialization.object({
     id: core.serialization.string(),
     created: core.serialization.date(),
     testSuite: core.serialization.property("test_suite", TestSuiteRunTestSuite_1.TestSuiteRunTestSuite),
     state: TestSuiteRunState_1.TestSuiteRunState,
     execConfig: core.serialization.property("exec_config", TestSuiteRunExecConfig_1.TestSuiteRunExecConfig.optional()),
+    progress: TestSuiteRunProgress_1.TestSuiteRunProgress.optional(),
 });

package/dist/serialization/types/TestSuiteRunWorkflowSandboxExecConfigDataRequest.d.ts

@@ -0,0 +1,12 @@
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+import * as serializers from "../index";
+import * as Vellum from "../../api/index";
+import * as core from "../../core";
+export declare const TestSuiteRunWorkflowSandboxExecConfigDataRequest: core.serialization.ObjectSchema<serializers.TestSuiteRunWorkflowSandboxExecConfigDataRequest.Raw, Vellum.TestSuiteRunWorkflowSandboxExecConfigDataRequest>;
+export declare namespace TestSuiteRunWorkflowSandboxExecConfigDataRequest {
+    interface Raw {
+        workflow_sandbox_id: string;
+    }
+}