vellum-ai 0.3.20 → 0.3.22

package/serialization/types/TestSuiteRunExecutionJsonOutput.js

@@ -29,6 +29,7 @@ Object.defineProperty(exports, "__esModule", { value: true });
 exports.TestSuiteRunExecutionJsonOutput = void 0;
 const core = __importStar(require("../../core"));
 exports.TestSuiteRunExecutionJsonOutput = core.serialization.object({
-    outputVariableId: core.serialization.property("output_variable_id", core.serialization.string()),
+    name: core.serialization.string(),
     value: core.serialization.record(core.serialization.string(), core.serialization.unknown()).optional(),
+    outputVariableId: core.serialization.property("output_variable_id", core.serialization.string()),
 });

package/serialization/types/TestSuiteRunExecutionMetricDefinition.d.ts

@@ -0,0 +1,14 @@
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+import * as serializers from "..";
+import * as Vellum from "../../api";
+import * as core from "../../core";
+export declare const TestSuiteRunExecutionMetricDefinition: core.serialization.ObjectSchema<serializers.TestSuiteRunExecutionMetricDefinition.Raw, Vellum.TestSuiteRunExecutionMetricDefinition>;
+export declare namespace TestSuiteRunExecutionMetricDefinition {
+    interface Raw {
+        id?: string | null;
+        label?: string | null;
+        name?: string | null;
+    }
+}

package/serialization/types/TestSuiteRunExecutionMetricDefinition.js

@@ -0,0 +1,35 @@
+"use strict";
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || function (mod) {
+    if (mod && mod.__esModule) return mod;
+    var result = {};
+    if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
+    __setModuleDefault(result, mod);
+    return result;
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.TestSuiteRunExecutionMetricDefinition = void 0;
+const core = __importStar(require("../../core"));
+exports.TestSuiteRunExecutionMetricDefinition = core.serialization.object({
+    id: core.serialization.string().optional(),
+    label: core.serialization.string().optional(),
+    name: core.serialization.string().optional(),
+});

package/serialization/types/TestSuiteRunExecutionMetricResult.d.ts

@@ -5,10 +5,13 @@ import * as serializers from "..";
 import * as Vellum from "../../api";
 import * as core from "../../core";
 import { TestSuiteRunMetricOutput } from "./TestSuiteRunMetricOutput";
+import { TestSuiteRunExecutionMetricDefinition } from "./TestSuiteRunExecutionMetricDefinition";
 export declare const TestSuiteRunExecutionMetricResult: core.serialization.ObjectSchema<serializers.TestSuiteRunExecutionMetricResult.Raw, Vellum.TestSuiteRunExecutionMetricResult>;
 export declare namespace TestSuiteRunExecutionMetricResult {
     interface Raw {
         metric_id: string;
         outputs: TestSuiteRunMetricOutput.Raw[];
+        metric_label?: string | null;
+        metric_definition?: TestSuiteRunExecutionMetricDefinition.Raw | null;
     }
 }

package/serialization/types/TestSuiteRunExecutionMetricResult.js

@@ -29,7 +29,10 @@ Object.defineProperty(exports, "__esModule", { value: true });
 exports.TestSuiteRunExecutionMetricResult = void 0;
 const core = __importStar(require("../../core"));
 const TestSuiteRunMetricOutput_1 = require("./TestSuiteRunMetricOutput");
+const TestSuiteRunExecutionMetricDefinition_1 = require("./TestSuiteRunExecutionMetricDefinition");
 exports.TestSuiteRunExecutionMetricResult = core.serialization.object({
     metricId: core.serialization.property("metric_id", core.serialization.string()),
     outputs: core.serialization.list(TestSuiteRunMetricOutput_1.TestSuiteRunMetricOutput),
+    metricLabel: core.serialization.property("metric_label", core.serialization.string().optional()),
+    metricDefinition: core.serialization.property("metric_definition", TestSuiteRunExecutionMetricDefinition_1.TestSuiteRunExecutionMetricDefinition.optional()),
 });

package/serialization/types/TestSuiteRunExecutionNumberOutput.d.ts

@@ -7,7 +7,8 @@ import * as core from "../../core";
 export declare const TestSuiteRunExecutionNumberOutput: core.serialization.ObjectSchema<serializers.TestSuiteRunExecutionNumberOutput.Raw, Vellum.TestSuiteRunExecutionNumberOutput>;
 export declare namespace TestSuiteRunExecutionNumberOutput {
     interface Raw {
-        output_variable_id: string;
+        name: string;
         value?: number | null;
+        output_variable_id: string;
     }
 }

package/serialization/types/TestSuiteRunExecutionNumberOutput.js

@@ -29,6 +29,7 @@ Object.defineProperty(exports, "__esModule", { value: true });
 exports.TestSuiteRunExecutionNumberOutput = void 0;
 const core = __importStar(require("../../core"));
 exports.TestSuiteRunExecutionNumberOutput = core.serialization.object({
-    outputVariableId: core.serialization.property("output_variable_id", core.serialization.string()),
+    name: core.serialization.string(),
     value: core.serialization.number().optional(),
+    outputVariableId: core.serialization.property("output_variable_id", core.serialization.string()),
 });

package/serialization/types/TestSuiteRunExecutionSearchResultsOutput.d.ts

@@ -8,7 +8,8 @@ import { SearchResult } from "./SearchResult";
 export declare const TestSuiteRunExecutionSearchResultsOutput: core.serialization.ObjectSchema<serializers.TestSuiteRunExecutionSearchResultsOutput.Raw, Vellum.TestSuiteRunExecutionSearchResultsOutput>;
 export declare namespace TestSuiteRunExecutionSearchResultsOutput {
     interface Raw {
-        output_variable_id: string;
+        name: string;
         value?: SearchResult.Raw[] | null;
+        output_variable_id: string;
     }
 }

package/serialization/types/TestSuiteRunExecutionSearchResultsOutput.js

@@ -30,6 +30,7 @@ exports.TestSuiteRunExecutionSearchResultsOutput = void 0;
 const core = __importStar(require("../../core"));
 const SearchResult_1 = require("./SearchResult");
 exports.TestSuiteRunExecutionSearchResultsOutput = core.serialization.object({
-    outputVariableId: core.serialization.property("output_variable_id", core.serialization.string()),
+    name: core.serialization.string(),
     value: core.serialization.list(SearchResult_1.SearchResult).optional(),
+    outputVariableId: core.serialization.property("output_variable_id", core.serialization.string()),
 });

package/serialization/types/TestSuiteRunExecutionStringOutput.d.ts

@@ -7,7 +7,8 @@ import * as core from "../../core";
 export declare const TestSuiteRunExecutionStringOutput: core.serialization.ObjectSchema<serializers.TestSuiteRunExecutionStringOutput.Raw, Vellum.TestSuiteRunExecutionStringOutput>;
 export declare namespace TestSuiteRunExecutionStringOutput {
     interface Raw {
-        output_variable_id: string;
+        name: string;
         value?: string | null;
+        output_variable_id: string;
     }
 }

package/serialization/types/TestSuiteRunExecutionStringOutput.js

@@ -29,6 +29,7 @@ Object.defineProperty(exports, "__esModule", { value: true });
 exports.TestSuiteRunExecutionStringOutput = void 0;
 const core = __importStar(require("../../core"));
 exports.TestSuiteRunExecutionStringOutput = core.serialization.object({
-    outputVariableId: core.serialization.property("output_variable_id", core.serialization.string()),
+    name: core.serialization.string(),
     value: core.serialization.string().optional(),
+    outputVariableId: core.serialization.property("output_variable_id", core.serialization.string()),
 });

package/serialization/types/index.d.ts

@@ -94,6 +94,7 @@ export * from "./JsonEnum";
 export * from "./JsonVariableValue";
 export * from "./LogicalOperator";
 export * from "./LogprobsEnum";
+export * from "./MlModelUsage";
 export * from "./MetadataFilterConfigRequest";
 export * from "./MetadataFilterRuleCombinator";
 export * from "./MetadataFilterRuleRequest";
@@ -152,6 +153,7 @@ export * from "./PromptTemplateBlockDataRequest";
 export * from "./PromptTemplateBlockProperties";
 export * from "./PromptTemplateBlockPropertiesRequest";
 export * from "./PromptTemplateBlockRequest";
+export * from "./PromptTemplateBlockState";
 export * from "./ProviderEnum";
 export * from "./RawPromptExecutionOverridesRequest";
 export * from "./RegisterPromptErrorResponse";
@@ -246,6 +248,7 @@ export * from "./TestSuiteRunExecution";
 export * from "./TestSuiteRunExecutionChatHistoryOutput";
 export * from "./TestSuiteRunExecutionErrorOutput";
 export * from "./TestSuiteRunExecutionJsonOutput";
+export * from "./TestSuiteRunExecutionMetricDefinition";
 export * from "./TestSuiteRunExecutionMetricResult";
 export * from "./TestSuiteRunExecutionNumberOutput";
 export * from "./TestSuiteRunExecutionOutput";

package/serialization/types/index.js

@@ -110,6 +110,7 @@ __exportStar(require("./JsonEnum"), exports);
 __exportStar(require("./JsonVariableValue"), exports);
 __exportStar(require("./LogicalOperator"), exports);
 __exportStar(require("./LogprobsEnum"), exports);
+__exportStar(require("./MlModelUsage"), exports);
 __exportStar(require("./MetadataFilterConfigRequest"), exports);
 __exportStar(require("./MetadataFilterRuleCombinator"), exports);
 __exportStar(require("./MetadataFilterRuleRequest"), exports);
@@ -168,6 +169,7 @@ __exportStar(require("./PromptTemplateBlockDataRequest"), exports);
 __exportStar(require("./PromptTemplateBlockProperties"), exports);
 __exportStar(require("./PromptTemplateBlockPropertiesRequest"), exports);
 __exportStar(require("./PromptTemplateBlockRequest"), exports);
+__exportStar(require("./PromptTemplateBlockState"), exports);
 __exportStar(require("./ProviderEnum"), exports);
 __exportStar(require("./RawPromptExecutionOverridesRequest"), exports);
 __exportStar(require("./RegisterPromptErrorResponse"), exports);
@@ -262,6 +264,7 @@ __exportStar(require("./TestSuiteRunExecution"), exports);
 __exportStar(require("./TestSuiteRunExecutionChatHistoryOutput"), exports);
 __exportStar(require("./TestSuiteRunExecutionErrorOutput"), exports);
 __exportStar(require("./TestSuiteRunExecutionJsonOutput"), exports);
+__exportStar(require("./TestSuiteRunExecutionMetricDefinition"), exports);
 __exportStar(require("./TestSuiteRunExecutionMetricResult"), exports);
 __exportStar(require("./TestSuiteRunExecutionNumberOutput"), exports);
 __exportStar(require("./TestSuiteRunExecutionOutput"), exports);