vellum-ai 0.3.20 → 0.3.22

package/dist/serialization/types/TestSuiteRunExecutionJsonOutput.js

@@ -29,6 +29,7 @@ Object.defineProperty(exports, "__esModule", { value: true });
 exports.TestSuiteRunExecutionJsonOutput = void 0;
 const core = __importStar(require("../../core"));
 exports.TestSuiteRunExecutionJsonOutput = core.serialization.object({
-    outputVariableId: core.serialization.property("output_variable_id", core.serialization.string()),
+    name: core.serialization.string(),
     value: core.serialization.record(core.serialization.string(), core.serialization.unknown()).optional(),
+    outputVariableId: core.serialization.property("output_variable_id", core.serialization.string()),
 });

package/dist/serialization/types/TestSuiteRunExecutionMetricDefinition.d.ts

@@ -0,0 +1,14 @@
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+import * as serializers from "..";
+import * as Vellum from "../../api";
+import * as core from "../../core";
+export declare const TestSuiteRunExecutionMetricDefinition: core.serialization.ObjectSchema<serializers.TestSuiteRunExecutionMetricDefinition.Raw, Vellum.TestSuiteRunExecutionMetricDefinition>;
+export declare namespace TestSuiteRunExecutionMetricDefinition {
+    interface Raw {
+        id?: string | null;
+        label?: string | null;
+        name?: string | null;
+    }
+}

package/dist/serialization/types/TestSuiteRunExecutionMetricDefinition.js

@@ -0,0 +1,35 @@
+"use strict";
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || function (mod) {
+    if (mod && mod.__esModule) return mod;
+    var result = {};
+    if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
+    __setModuleDefault(result, mod);
+    return result;
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.TestSuiteRunExecutionMetricDefinition = void 0;
+const core = __importStar(require("../../core"));
+exports.TestSuiteRunExecutionMetricDefinition = core.serialization.object({
+    id: core.serialization.string().optional(),
+    label: core.serialization.string().optional(),
+    name: core.serialization.string().optional(),
+});

package/dist/serialization/types/TestSuiteRunExecutionMetricResult.d.ts

@@ -5,10 +5,13 @@ import * as serializers from "..";
 import * as Vellum from "../../api";
 import * as core from "../../core";
 import { TestSuiteRunMetricOutput } from "./TestSuiteRunMetricOutput";
+import { TestSuiteRunExecutionMetricDefinition } from "./TestSuiteRunExecutionMetricDefinition";
 export declare const TestSuiteRunExecutionMetricResult: core.serialization.ObjectSchema<serializers.TestSuiteRunExecutionMetricResult.Raw, Vellum.TestSuiteRunExecutionMetricResult>;
 export declare namespace TestSuiteRunExecutionMetricResult {
     interface Raw {
         metric_id: string;
         outputs: TestSuiteRunMetricOutput.Raw[];
+        metric_label?: string | null;
+        metric_definition?: TestSuiteRunExecutionMetricDefinition.Raw | null;
     }
 }

package/dist/serialization/types/TestSuiteRunExecutionMetricResult.js

@@ -29,7 +29,10 @@ Object.defineProperty(exports, "__esModule", { value: true });
 exports.TestSuiteRunExecutionMetricResult = void 0;
 const core = __importStar(require("../../core"));
 const TestSuiteRunMetricOutput_1 = require("./TestSuiteRunMetricOutput");
+const TestSuiteRunExecutionMetricDefinition_1 = require("./TestSuiteRunExecutionMetricDefinition");
 exports.TestSuiteRunExecutionMetricResult = core.serialization.object({
     metricId: core.serialization.property("metric_id", core.serialization.string()),
     outputs: core.serialization.list(TestSuiteRunMetricOutput_1.TestSuiteRunMetricOutput),
+    metricLabel: core.serialization.property("metric_label", core.serialization.string().optional()),
+    metricDefinition: core.serialization.property("metric_definition", TestSuiteRunExecutionMetricDefinition_1.TestSuiteRunExecutionMetricDefinition.optional()),
 });

package/dist/serialization/types/TestSuiteRunExecutionNumberOutput.d.ts

@@ -7,7 +7,8 @@ import * as core from "../../core";
 export declare const TestSuiteRunExecutionNumberOutput: core.serialization.ObjectSchema<serializers.TestSuiteRunExecutionNumberOutput.Raw, Vellum.TestSuiteRunExecutionNumberOutput>;
 export declare namespace TestSuiteRunExecutionNumberOutput {
     interface Raw {
-        output_variable_id: string;
+        name: string;
         value?: number | null;
+        output_variable_id: string;
     }
 }

package/dist/serialization/types/TestSuiteRunExecutionNumberOutput.js

@@ -29,6 +29,7 @@ Object.defineProperty(exports, "__esModule", { value: true });
 exports.TestSuiteRunExecutionNumberOutput = void 0;
 const core = __importStar(require("../../core"));
 exports.TestSuiteRunExecutionNumberOutput = core.serialization.object({
-    outputVariableId: core.serialization.property("output_variable_id", core.serialization.string()),
+    name: core.serialization.string(),
     value: core.serialization.number().optional(),
+    outputVariableId: core.serialization.property("output_variable_id", core.serialization.string()),
 });

package/dist/serialization/types/TestSuiteRunExecutionSearchResultsOutput.d.ts

@@ -8,7 +8,8 @@ import { SearchResult } from "./SearchResult";
 export declare const TestSuiteRunExecutionSearchResultsOutput: core.serialization.ObjectSchema<serializers.TestSuiteRunExecutionSearchResultsOutput.Raw, Vellum.TestSuiteRunExecutionSearchResultsOutput>;
 export declare namespace TestSuiteRunExecutionSearchResultsOutput {
     interface Raw {
-        output_variable_id: string;
+        name: string;
         value?: SearchResult.Raw[] | null;
+        output_variable_id: string;
     }
 }

package/dist/serialization/types/TestSuiteRunExecutionSearchResultsOutput.js

@@ -30,6 +30,7 @@ exports.TestSuiteRunExecutionSearchResultsOutput = void 0;
 const core = __importStar(require("../../core"));
 const SearchResult_1 = require("./SearchResult");
 exports.TestSuiteRunExecutionSearchResultsOutput = core.serialization.object({
-    outputVariableId: core.serialization.property("output_variable_id", core.serialization.string()),
+    name: core.serialization.string(),
     value: core.serialization.list(SearchResult_1.SearchResult).optional(),
+    outputVariableId: core.serialization.property("output_variable_id", core.serialization.string()),
 });

package/dist/serialization/types/TestSuiteRunExecutionStringOutput.d.ts

@@ -7,7 +7,8 @@ import * as core from "../../core";
 export declare const TestSuiteRunExecutionStringOutput: core.serialization.ObjectSchema<serializers.TestSuiteRunExecutionStringOutput.Raw, Vellum.TestSuiteRunExecutionStringOutput>;
 export declare namespace TestSuiteRunExecutionStringOutput {
     interface Raw {
-        output_variable_id: string;
+        name: string;
         value?: string | null;
+        output_variable_id: string;
     }
 }

package/dist/serialization/types/TestSuiteRunExecutionStringOutput.js

@@ -29,6 +29,7 @@ Object.defineProperty(exports, "__esModule", { value: true });
 exports.TestSuiteRunExecutionStringOutput = void 0;
 const core = __importStar(require("../../core"));
 exports.TestSuiteRunExecutionStringOutput = core.serialization.object({
-    outputVariableId: core.serialization.property("output_variable_id", core.serialization.string()),
+    name: core.serialization.string(),
     value: core.serialization.string().optional(),
+    outputVariableId: core.serialization.property("output_variable_id", core.serialization.string()),
 });

package/dist/serialization/types/index.d.ts

@@ -94,6 +94,7 @@ export * from "./JsonEnum";
 export * from "./JsonVariableValue";
 export * from "./LogicalOperator";
 export * from "./LogprobsEnum";
+export * from "./MlModelUsage";
 export * from "./MetadataFilterConfigRequest";
 export * from "./MetadataFilterRuleCombinator";
 export * from "./MetadataFilterRuleRequest";
@@ -152,6 +153,7 @@ export * from "./PromptTemplateBlockDataRequest";
 export * from "./PromptTemplateBlockProperties";
 export * from "./PromptTemplateBlockPropertiesRequest";
 export * from "./PromptTemplateBlockRequest";
+export * from "./PromptTemplateBlockState";
 export * from "./ProviderEnum";
 export * from "./RawPromptExecutionOverridesRequest";
 export * from "./RegisterPromptErrorResponse";
@@ -246,6 +248,7 @@ export * from "./TestSuiteRunExecution";
 export * from "./TestSuiteRunExecutionChatHistoryOutput";
 export * from "./TestSuiteRunExecutionErrorOutput";
 export * from "./TestSuiteRunExecutionJsonOutput";
+export * from "./TestSuiteRunExecutionMetricDefinition";
 export * from "./TestSuiteRunExecutionMetricResult";
 export * from "./TestSuiteRunExecutionNumberOutput";
 export * from "./TestSuiteRunExecutionOutput";

package/dist/serialization/types/index.js

@@ -110,6 +110,7 @@ __exportStar(require("./JsonEnum"), exports);
 __exportStar(require("./JsonVariableValue"), exports);
 __exportStar(require("./LogicalOperator"), exports);
 __exportStar(require("./LogprobsEnum"), exports);
+__exportStar(require("./MlModelUsage"), exports);
 __exportStar(require("./MetadataFilterConfigRequest"), exports);
 __exportStar(require("./MetadataFilterRuleCombinator"), exports);
 __exportStar(require("./MetadataFilterRuleRequest"), exports);
@@ -168,6 +169,7 @@ __exportStar(require("./PromptTemplateBlockDataRequest"), exports);
 __exportStar(require("./PromptTemplateBlockProperties"), exports);
 __exportStar(require("./PromptTemplateBlockPropertiesRequest"), exports);
 __exportStar(require("./PromptTemplateBlockRequest"), exports);
+__exportStar(require("./PromptTemplateBlockState"), exports);
 __exportStar(require("./ProviderEnum"), exports);
 __exportStar(require("./RawPromptExecutionOverridesRequest"), exports);
 __exportStar(require("./RegisterPromptErrorResponse"), exports);
@@ -262,6 +264,7 @@ __exportStar(require("./TestSuiteRunExecution"), exports);
 __exportStar(require("./TestSuiteRunExecutionChatHistoryOutput"), exports);
 __exportStar(require("./TestSuiteRunExecutionErrorOutput"), exports);
 __exportStar(require("./TestSuiteRunExecutionJsonOutput"), exports);
+__exportStar(require("./TestSuiteRunExecutionMetricDefinition"), exports);
 __exportStar(require("./TestSuiteRunExecutionMetricResult"), exports);
 __exportStar(require("./TestSuiteRunExecutionNumberOutput"), exports);
 __exportStar(require("./TestSuiteRunExecutionOutput"), exports);

package/package.json

@@ -1,6 +1,6 @@
 {
     "name": "vellum-ai",
-    "version": "0.3.20",
+    "version": "0.3.22",
     "private": false,
     "repository": "https://github.com/vellum-ai/vellum-client-node",
     "license": "MIT",

package/serialization/types/FulfilledPromptExecutionMeta.d.ts

@@ -5,10 +5,12 @@ import * as serializers from "..";
 import * as Vellum from "../../api";
 import * as core from "../../core";
 import { FinishReasonEnum } from "./FinishReasonEnum";
+import { MlModelUsage } from "./MlModelUsage";
 export declare const FulfilledPromptExecutionMeta: core.serialization.ObjectSchema<serializers.FulfilledPromptExecutionMeta.Raw, Vellum.FulfilledPromptExecutionMeta>;
 export declare namespace FulfilledPromptExecutionMeta {
     interface Raw {
         latency?: number | null;
         finish_reason?: FinishReasonEnum.Raw | null;
+        usage?: MlModelUsage.Raw | null;
     }
 }

package/serialization/types/FulfilledPromptExecutionMeta.js

@@ -29,7 +29,9 @@ Object.defineProperty(exports, "__esModule", { value: true });
 exports.FulfilledPromptExecutionMeta = void 0;
 const core = __importStar(require("../../core"));
 const FinishReasonEnum_1 = require("./FinishReasonEnum");
+const MlModelUsage_1 = require("./MlModelUsage");
 exports.FulfilledPromptExecutionMeta = core.serialization.object({
     latency: core.serialization.number().optional(),
     finishReason: core.serialization.property("finish_reason", FinishReasonEnum_1.FinishReasonEnum.optional()),
+    usage: MlModelUsage_1.MlModelUsage.optional(),
 });

package/serialization/types/FulfilledWorkflowNodeResultEvent.d.ts

@@ -15,7 +15,7 @@ export declare namespace FulfilledWorkflowNodeResultEvent {
         ts?: string | null;
         data?: WorkflowNodeResultData.Raw | null;
         source_execution_id?: string | null;
-        output_values?: NodeOutputCompiledValue.Raw[] | null;
+        output_values: NodeOutputCompiledValue.Raw[];
         mocked?: boolean | null;
     }
 }

package/serialization/types/FulfilledWorkflowNodeResultEvent.js

@@ -37,6 +37,6 @@ exports.FulfilledWorkflowNodeResultEvent = core.serialization.object({
     ts: core.serialization.date().optional(),
     data: WorkflowNodeResultData_1.WorkflowNodeResultData.optional(),
     sourceExecutionId: core.serialization.property("source_execution_id", core.serialization.string().optional()),
-    outputValues: core.serialization.property("output_values", core.serialization.list(NodeOutputCompiledValue_1.NodeOutputCompiledValue).optional()),
+    outputValues: core.serialization.property("output_values", core.serialization.list(NodeOutputCompiledValue_1.NodeOutputCompiledValue)),
     mocked: core.serialization.boolean().optional(),
 });

package/serialization/types/MlModelUsage.d.ts

@@ -0,0 +1,16 @@
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+import * as serializers from "..";
+import * as Vellum from "../../api";
+import * as core from "../../core";
+export declare const MlModelUsage: core.serialization.ObjectSchema<serializers.MlModelUsage.Raw, Vellum.MlModelUsage>;
+export declare namespace MlModelUsage {
+    interface Raw {
+        output_token_count?: number | null;
+        input_token_count?: number | null;
+        input_char_count?: number | null;
+        output_char_count?: number | null;
+        compute_nanos?: number | null;
+    }
+}

package/serialization/types/MlModelUsage.js

@@ -0,0 +1,37 @@
+"use strict";
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || function (mod) {
+    if (mod && mod.__esModule) return mod;
+    var result = {};
+    if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
+    __setModuleDefault(result, mod);
+    return result;
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.MlModelUsage = void 0;
+const core = __importStar(require("../../core"));
+exports.MlModelUsage = core.serialization.object({
+    outputTokenCount: core.serialization.property("output_token_count", core.serialization.number().optional()),
+    inputTokenCount: core.serialization.property("input_token_count", core.serialization.number().optional()),
+    inputCharCount: core.serialization.property("input_char_count", core.serialization.number().optional()),
+    outputCharCount: core.serialization.property("output_char_count", core.serialization.number().optional()),
+    computeNanos: core.serialization.property("compute_nanos", core.serialization.number().optional()),
+});

package/serialization/types/NamedTestCaseChatHistoryVariableValueRequest.d.ts

@@ -8,7 +8,7 @@ import { ChatMessageRequest } from "./ChatMessageRequest";
 export declare const NamedTestCaseChatHistoryVariableValueRequest: core.serialization.ObjectSchema<serializers.NamedTestCaseChatHistoryVariableValueRequest.Raw, Vellum.NamedTestCaseChatHistoryVariableValueRequest>;
 export declare namespace NamedTestCaseChatHistoryVariableValueRequest {
     interface Raw {
-        name: string;
         value?: ChatMessageRequest.Raw[] | null;
+        name: string;
     }
 }

package/serialization/types/NamedTestCaseChatHistoryVariableValueRequest.js

@@ -30,6 +30,6 @@ exports.NamedTestCaseChatHistoryVariableValueRequest = void 0;
 const core = __importStar(require("../../core"));
 const ChatMessageRequest_1 = require("./ChatMessageRequest");
 exports.NamedTestCaseChatHistoryVariableValueRequest = core.serialization.object({
-    name: core.serialization.string(),
     value: core.serialization.list(ChatMessageRequest_1.ChatMessageRequest).optional(),
+    name: core.serialization.string(),
 });

package/serialization/types/NamedTestCaseErrorVariableValueRequest.d.ts

@@ -8,7 +8,7 @@ import { VellumErrorRequest } from "./VellumErrorRequest";
 export declare const NamedTestCaseErrorVariableValueRequest: core.serialization.ObjectSchema<serializers.NamedTestCaseErrorVariableValueRequest.Raw, Vellum.NamedTestCaseErrorVariableValueRequest>;
 export declare namespace NamedTestCaseErrorVariableValueRequest {
     interface Raw {
-        name: string;
         value?: VellumErrorRequest.Raw | null;
+        name: string;
     }
 }

package/serialization/types/NamedTestCaseErrorVariableValueRequest.js

@@ -30,6 +30,6 @@ exports.NamedTestCaseErrorVariableValueRequest = void 0;
 const core = __importStar(require("../../core"));
 const VellumErrorRequest_1 = require("./VellumErrorRequest");
 exports.NamedTestCaseErrorVariableValueRequest = core.serialization.object({
-    name: core.serialization.string(),
     value: VellumErrorRequest_1.VellumErrorRequest.optional(),
+    name: core.serialization.string(),
 });

package/serialization/types/NamedTestCaseJsonVariableValueRequest.d.ts

@@ -7,7 +7,7 @@ import * as core from "../../core";
 export declare const NamedTestCaseJsonVariableValueRequest: core.serialization.ObjectSchema<serializers.NamedTestCaseJsonVariableValueRequest.Raw, Vellum.NamedTestCaseJsonVariableValueRequest>;
 export declare namespace NamedTestCaseJsonVariableValueRequest {
     interface Raw {
-        name: string;
         value?: Record<string, unknown> | null;
+        name: string;
     }
 }

package/serialization/types/NamedTestCaseJsonVariableValueRequest.js

@@ -29,6 +29,6 @@ Object.defineProperty(exports, "__esModule", { value: true });
 exports.NamedTestCaseJsonVariableValueRequest = void 0;
 const core = __importStar(require("../../core"));
 exports.NamedTestCaseJsonVariableValueRequest = core.serialization.object({
-    name: core.serialization.string(),
     value: core.serialization.record(core.serialization.string(), core.serialization.unknown()).optional(),
+    name: core.serialization.string(),
 });

package/serialization/types/NamedTestCaseNumberVariableValueRequest.d.ts

@@ -7,7 +7,7 @@ import * as core from "../../core";
 export declare const NamedTestCaseNumberVariableValueRequest: core.serialization.ObjectSchema<serializers.NamedTestCaseNumberVariableValueRequest.Raw, Vellum.NamedTestCaseNumberVariableValueRequest>;
 export declare namespace NamedTestCaseNumberVariableValueRequest {
     interface Raw {
-        name: string;
         value?: number | null;
+        name: string;
     }
 }

package/serialization/types/NamedTestCaseNumberVariableValueRequest.js

@@ -29,6 +29,6 @@ Object.defineProperty(exports, "__esModule", { value: true });
 exports.NamedTestCaseNumberVariableValueRequest = void 0;
 const core = __importStar(require("../../core"));
 exports.NamedTestCaseNumberVariableValueRequest = core.serialization.object({
-    name: core.serialization.string(),
     value: core.serialization.number().optional(),
+    name: core.serialization.string(),
 });

package/serialization/types/NamedTestCaseSearchResultsVariableValueRequest.d.ts

@@ -8,7 +8,7 @@ import { SearchResultRequest } from "./SearchResultRequest";
 export declare const NamedTestCaseSearchResultsVariableValueRequest: core.serialization.ObjectSchema<serializers.NamedTestCaseSearchResultsVariableValueRequest.Raw, Vellum.NamedTestCaseSearchResultsVariableValueRequest>;
 export declare namespace NamedTestCaseSearchResultsVariableValueRequest {
     interface Raw {
-        name: string;
         value?: SearchResultRequest.Raw[] | null;
+        name: string;
     }
 }

package/serialization/types/NamedTestCaseSearchResultsVariableValueRequest.js

@@ -30,6 +30,6 @@ exports.NamedTestCaseSearchResultsVariableValueRequest = void 0;
 const core = __importStar(require("../../core"));
 const SearchResultRequest_1 = require("./SearchResultRequest");
 exports.NamedTestCaseSearchResultsVariableValueRequest = core.serialization.object({
-    name: core.serialization.string(),
     value: core.serialization.list(SearchResultRequest_1.SearchResultRequest).optional(),
+    name: core.serialization.string(),
 });

package/serialization/types/NamedTestCaseStringVariableValueRequest.d.ts

@@ -7,7 +7,7 @@ import * as core from "../../core";
 export declare const NamedTestCaseStringVariableValueRequest: core.serialization.ObjectSchema<serializers.NamedTestCaseStringVariableValueRequest.Raw, Vellum.NamedTestCaseStringVariableValueRequest>;
 export declare namespace NamedTestCaseStringVariableValueRequest {
     interface Raw {
-        name: string;
         value?: string | null;
+        name: string;
     }
 }

package/serialization/types/NamedTestCaseStringVariableValueRequest.js

@@ -29,6 +29,6 @@ Object.defineProperty(exports, "__esModule", { value: true });
 exports.NamedTestCaseStringVariableValueRequest = void 0;
 const core = __importStar(require("../../core"));
 exports.NamedTestCaseStringVariableValueRequest = core.serialization.object({
-    name: core.serialization.string(),
     value: core.serialization.string().optional(),
+    name: core.serialization.string(),
 });

package/serialization/types/PromptDeploymentExpandMetaRequestRequest.d.ts

@@ -12,5 +12,6 @@ export declare namespace PromptDeploymentExpandMetaRequestRequest {
         deployment_release_tag?: boolean | null;
         prompt_version_id?: boolean | null;
         finish_reason?: boolean | null;
+        usage?: boolean | null;
     }
 }

package/serialization/types/PromptDeploymentExpandMetaRequestRequest.js

@@ -34,4 +34,5 @@ exports.PromptDeploymentExpandMetaRequestRequest = core.serialization.object({
     deploymentReleaseTag: core.serialization.property("deployment_release_tag", core.serialization.boolean().optional()),
     promptVersionId: core.serialization.property("prompt_version_id", core.serialization.boolean().optional()),
     finishReason: core.serialization.property("finish_reason", core.serialization.boolean().optional()),
+    usage: core.serialization.boolean().optional(),
 });

package/serialization/types/PromptExecutionMeta.d.ts

@@ -4,10 +4,12 @@
 import * as serializers from "..";
 import * as Vellum from "../../api";
 import * as core from "../../core";
+import { MlModelUsage } from "./MlModelUsage";
 import { FinishReasonEnum } from "./FinishReasonEnum";
 export declare const PromptExecutionMeta: core.serialization.ObjectSchema<serializers.PromptExecutionMeta.Raw, Vellum.PromptExecutionMeta>;
 export declare namespace PromptExecutionMeta {
     interface Raw {
+        usage?: MlModelUsage.Raw | null;
         model_name?: string | null;
         latency?: number | null;
         deployment_release_tag?: string | null;

package/serialization/types/PromptExecutionMeta.js

@@ -28,8 +28,10 @@ var __importStar = (this && this.__importStar) || function (mod) {
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.PromptExecutionMeta = void 0;
 const core = __importStar(require("../../core"));
+const MlModelUsage_1 = require("./MlModelUsage");
 const FinishReasonEnum_1 = require("./FinishReasonEnum");
 exports.PromptExecutionMeta = core.serialization.object({
+    usage: MlModelUsage_1.MlModelUsage.optional(),
     modelName: core.serialization.property("model_name", core.serialization.string().optional()),
     latency: core.serialization.number().optional(),
     deploymentReleaseTag: core.serialization.property("deployment_release_tag", core.serialization.string().optional()),

package/serialization/types/PromptTemplateBlock.d.ts

@@ -5,11 +5,13 @@ import * as serializers from "..";
 import * as Vellum from "../../api";
 import * as core from "../../core";
 import { BlockTypeEnum } from "./BlockTypeEnum";
+import { PromptTemplateBlockState } from "./PromptTemplateBlockState";
 export declare const PromptTemplateBlock: core.serialization.ObjectSchema<serializers.PromptTemplateBlock.Raw, Vellum.PromptTemplateBlock>;
 export declare namespace PromptTemplateBlock {
     interface Raw {
         id: string;
         block_type: BlockTypeEnum.Raw;
         properties: serializers.PromptTemplateBlockProperties.Raw;
+        state?: PromptTemplateBlockState.Raw | null;
     }
 }

package/serialization/types/PromptTemplateBlock.js

@@ -38,8 +38,10 @@ Object.defineProperty(exports, "__esModule", { value: true });
 exports.PromptTemplateBlock = void 0;
 const core = __importStar(require("../../core"));
 const BlockTypeEnum_1 = require("./BlockTypeEnum");
+const PromptTemplateBlockState_1 = require("./PromptTemplateBlockState");
 exports.PromptTemplateBlock = core.serialization.object({
     id: core.serialization.string(),
     blockType: core.serialization.property("block_type", BlockTypeEnum_1.BlockTypeEnum),
     properties: core.serialization.lazyObject(() => __awaiter(void 0, void 0, void 0, function* () { return (yield Promise.resolve().then(() => __importStar(require("..")))).PromptTemplateBlockProperties; })),
+    state: PromptTemplateBlockState_1.PromptTemplateBlockState.optional(),
 });

package/serialization/types/PromptTemplateBlockRequest.d.ts

@@ -5,11 +5,13 @@ import * as serializers from "..";
 import * as Vellum from "../../api";
 import * as core from "../../core";
 import { BlockTypeEnum } from "./BlockTypeEnum";
+import { PromptTemplateBlockState } from "./PromptTemplateBlockState";
 export declare const PromptTemplateBlockRequest: core.serialization.ObjectSchema<serializers.PromptTemplateBlockRequest.Raw, Vellum.PromptTemplateBlockRequest>;
 export declare namespace PromptTemplateBlockRequest {
     interface Raw {
         id: string;
         block_type: BlockTypeEnum.Raw;
         properties: serializers.PromptTemplateBlockPropertiesRequest.Raw;
+        state?: PromptTemplateBlockState.Raw | null;
     }
 }

package/serialization/types/PromptTemplateBlockRequest.js

@@ -38,8 +38,10 @@ Object.defineProperty(exports, "__esModule", { value: true });
 exports.PromptTemplateBlockRequest = void 0;
 const core = __importStar(require("../../core"));
 const BlockTypeEnum_1 = require("./BlockTypeEnum");
+const PromptTemplateBlockState_1 = require("./PromptTemplateBlockState");
 exports.PromptTemplateBlockRequest = core.serialization.object({
     id: core.serialization.string(),
     blockType: core.serialization.property("block_type", BlockTypeEnum_1.BlockTypeEnum),
     properties: core.serialization.lazyObject(() => __awaiter(void 0, void 0, void 0, function* () { return (yield Promise.resolve().then(() => __importStar(require("..")))).PromptTemplateBlockPropertiesRequest; })),
+    state: PromptTemplateBlockState_1.PromptTemplateBlockState.optional(),
 });

package/serialization/types/PromptTemplateBlockState.d.ts

@@ -0,0 +1,10 @@
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+import * as serializers from "..";
+import * as Vellum from "../../api";
+import * as core from "../../core";
+export declare const PromptTemplateBlockState: core.serialization.Schema<serializers.PromptTemplateBlockState.Raw, Vellum.PromptTemplateBlockState>;
+export declare namespace PromptTemplateBlockState {
+    type Raw = "ENABLED" | "DISABLED";
+}

package/serialization/types/PromptTemplateBlockState.js

@@ -0,0 +1,31 @@
+"use strict";
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || function (mod) {
+    if (mod && mod.__esModule) return mod;
+    var result = {};
+    if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
+    __setModuleDefault(result, mod);
+    return result;
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.PromptTemplateBlockState = void 0;
+const core = __importStar(require("../../core"));
+exports.PromptTemplateBlockState = core.serialization.enum_(["ENABLED", "DISABLED"]);

package/serialization/types/TestSuiteRunExecutionChatHistoryOutput.d.ts

@@ -8,7 +8,8 @@ import { ChatMessage } from "./ChatMessage";
 export declare const TestSuiteRunExecutionChatHistoryOutput: core.serialization.ObjectSchema<serializers.TestSuiteRunExecutionChatHistoryOutput.Raw, Vellum.TestSuiteRunExecutionChatHistoryOutput>;
 export declare namespace TestSuiteRunExecutionChatHistoryOutput {
     interface Raw {
-        output_variable_id: string;
+        name: string;
         value?: ChatMessage.Raw[] | null;
+        output_variable_id: string;
     }
 }

package/serialization/types/TestSuiteRunExecutionChatHistoryOutput.js

@@ -30,6 +30,7 @@ exports.TestSuiteRunExecutionChatHistoryOutput = void 0;
 const core = __importStar(require("../../core"));
 const ChatMessage_1 = require("./ChatMessage");
 exports.TestSuiteRunExecutionChatHistoryOutput = core.serialization.object({
-    outputVariableId: core.serialization.property("output_variable_id", core.serialization.string()),
+    name: core.serialization.string(),
     value: core.serialization.list(ChatMessage_1.ChatMessage).optional(),
+    outputVariableId: core.serialization.property("output_variable_id", core.serialization.string()),
 });

package/serialization/types/TestSuiteRunExecutionErrorOutput.d.ts

@@ -8,7 +8,8 @@ import { VellumError } from "./VellumError";
 export declare const TestSuiteRunExecutionErrorOutput: core.serialization.ObjectSchema<serializers.TestSuiteRunExecutionErrorOutput.Raw, Vellum.TestSuiteRunExecutionErrorOutput>;
 export declare namespace TestSuiteRunExecutionErrorOutput {
     interface Raw {
-        output_variable_id: string;
+        name: string;
         value?: VellumError.Raw | null;
+        output_variable_id: string;
     }
 }

package/serialization/types/TestSuiteRunExecutionErrorOutput.js

@@ -30,6 +30,7 @@ exports.TestSuiteRunExecutionErrorOutput = void 0;
 const core = __importStar(require("../../core"));
 const VellumError_1 = require("./VellumError");
 exports.TestSuiteRunExecutionErrorOutput = core.serialization.object({
-    outputVariableId: core.serialization.property("output_variable_id", core.serialization.string()),
+    name: core.serialization.string(),
     value: VellumError_1.VellumError.optional(),
+    outputVariableId: core.serialization.property("output_variable_id", core.serialization.string()),
 });

package/serialization/types/TestSuiteRunExecutionJsonOutput.d.ts

@@ -7,7 +7,8 @@ import * as core from "../../core";
 export declare const TestSuiteRunExecutionJsonOutput: core.serialization.ObjectSchema<serializers.TestSuiteRunExecutionJsonOutput.Raw, Vellum.TestSuiteRunExecutionJsonOutput>;
 export declare namespace TestSuiteRunExecutionJsonOutput {
     interface Raw {
-        output_variable_id: string;
+        name: string;
         value?: Record<string, unknown> | null;
+        output_variable_id: string;
     }
 }