vellum-ai 0.8.16 → 0.8.18

package/dist/serialization/types/VellumValueLogicalConditionGroupRequest.js

@@ -0,0 +1,38 @@
+"use strict";
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || function (mod) {
+    if (mod && mod.__esModule) return mod;
+    var result = {};
+    if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
+    __setModuleDefault(result, mod);
+    return result;
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.VellumValueLogicalConditionGroupRequest = void 0;
+const serializers = __importStar(require("../index"));
+const core = __importStar(require("../../core"));
+const ConditionCombinator_1 = require("./ConditionCombinator");
+exports.VellumValueLogicalConditionGroupRequest = core.serialization.object({
+    type: core.serialization.stringLiteral("LOGICAL_CONDITION_GROUP"),
+    conditions: core.serialization.list(core.serialization.lazy(() => serializers.VellumValueLogicalExpressionRequest)),
+    combinator: ConditionCombinator_1.ConditionCombinator,
+    negated: core.serialization.boolean(),
+});

package/dist/serialization/types/VellumValueLogicalConditionRequest.d.ts

@@ -0,0 +1,17 @@
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+import * as serializers from "../index";
+import * as Vellum from "../../api/index";
+import * as core from "../../core";
+import { VellumValueRequest } from "./VellumValueRequest";
+import { LogicalOperator } from "./LogicalOperator";
+export declare const VellumValueLogicalConditionRequest: core.serialization.ObjectSchema<serializers.VellumValueLogicalConditionRequest.Raw, Vellum.VellumValueLogicalConditionRequest>;
+export declare namespace VellumValueLogicalConditionRequest {
+    interface Raw {
+        type: "LOGICAL_CONDITION";
+        lhs_variable: VellumValueRequest.Raw;
+        operator: LogicalOperator.Raw;
+        rhs_variable: VellumValueRequest.Raw;
+    }
+}

package/dist/serialization/types/VellumValueLogicalConditionRequest.js

@@ -0,0 +1,38 @@
+"use strict";
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || function (mod) {
+    if (mod && mod.__esModule) return mod;
+    var result = {};
+    if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
+    __setModuleDefault(result, mod);
+    return result;
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.VellumValueLogicalConditionRequest = void 0;
+const core = __importStar(require("../../core"));
+const VellumValueRequest_1 = require("./VellumValueRequest");
+const LogicalOperator_1 = require("./LogicalOperator");
+exports.VellumValueLogicalConditionRequest = core.serialization.object({
+    type: core.serialization.stringLiteral("LOGICAL_CONDITION"),
+    lhsVariable: core.serialization.property("lhs_variable", VellumValueRequest_1.VellumValueRequest),
+    operator: LogicalOperator_1.LogicalOperator,
+    rhsVariable: core.serialization.property("rhs_variable", VellumValueRequest_1.VellumValueRequest),
+});

package/dist/serialization/types/VellumValueLogicalExpressionRequest.d.ts

@@ -0,0 +1,11 @@
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+import * as serializers from "../index";
+import * as Vellum from "../../api/index";
+import * as core from "../../core";
+import { VellumValueLogicalConditionRequest } from "./VellumValueLogicalConditionRequest";
+export declare const VellumValueLogicalExpressionRequest: core.serialization.Schema<serializers.VellumValueLogicalExpressionRequest.Raw, Vellum.VellumValueLogicalExpressionRequest>;
+export declare namespace VellumValueLogicalExpressionRequest {
+    type Raw = VellumValueLogicalConditionRequest.Raw | serializers.VellumValueLogicalConditionGroupRequest.Raw;
+}

package/dist/serialization/types/VellumValueLogicalExpressionRequest.js

@@ -0,0 +1,36 @@
+"use strict";
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || function (mod) {
+    if (mod && mod.__esModule) return mod;
+    var result = {};
+    if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
+    __setModuleDefault(result, mod);
+    return result;
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.VellumValueLogicalExpressionRequest = void 0;
+const serializers = __importStar(require("../index"));
+const core = __importStar(require("../../core"));
+const VellumValueLogicalConditionRequest_1 = require("./VellumValueLogicalConditionRequest");
+exports.VellumValueLogicalExpressionRequest = core.serialization.undiscriminatedUnion([
+    VellumValueLogicalConditionRequest_1.VellumValueLogicalConditionRequest,
+    core.serialization.lazyObject(() => serializers.VellumValueLogicalConditionGroupRequest),
+]);

package/dist/serialization/types/VellumValueRequest.d.ts

@@ -0,0 +1,18 @@
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+import * as serializers from "../index";
+import * as Vellum from "../../api/index";
+import * as core from "../../core";
+import { StringVellumValueRequest } from "./StringVellumValueRequest";
+import { NumberVellumValueRequest } from "./NumberVellumValueRequest";
+import { JsonVellumValueRequest } from "./JsonVellumValueRequest";
+import { ImageVellumValueRequest } from "./ImageVellumValueRequest";
+import { FunctionCallVellumValueRequest } from "./FunctionCallVellumValueRequest";
+import { ErrorVellumValueRequest } from "./ErrorVellumValueRequest";
+import { ChatHistoryVellumValueRequest } from "./ChatHistoryVellumValueRequest";
+import { SearchResultsVellumValueRequest } from "./SearchResultsVellumValueRequest";
+export declare const VellumValueRequest: core.serialization.Schema<serializers.VellumValueRequest.Raw, Vellum.VellumValueRequest>;
+export declare namespace VellumValueRequest {
+    type Raw = StringVellumValueRequest.Raw | NumberVellumValueRequest.Raw | JsonVellumValueRequest.Raw | ImageVellumValueRequest.Raw | FunctionCallVellumValueRequest.Raw | ErrorVellumValueRequest.Raw | serializers.ArrayVellumValueRequest.Raw | ChatHistoryVellumValueRequest.Raw | SearchResultsVellumValueRequest.Raw;
+}

package/dist/serialization/types/VellumValueRequest.js

@@ -0,0 +1,50 @@
+"use strict";
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || function (mod) {
+    if (mod && mod.__esModule) return mod;
+    var result = {};
+    if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
+    __setModuleDefault(result, mod);
+    return result;
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.VellumValueRequest = void 0;
+const serializers = __importStar(require("../index"));
+const core = __importStar(require("../../core"));
+const StringVellumValueRequest_1 = require("./StringVellumValueRequest");
+const NumberVellumValueRequest_1 = require("./NumberVellumValueRequest");
+const JsonVellumValueRequest_1 = require("./JsonVellumValueRequest");
+const ImageVellumValueRequest_1 = require("./ImageVellumValueRequest");
+const FunctionCallVellumValueRequest_1 = require("./FunctionCallVellumValueRequest");
+const ErrorVellumValueRequest_1 = require("./ErrorVellumValueRequest");
+const ChatHistoryVellumValueRequest_1 = require("./ChatHistoryVellumValueRequest");
+const SearchResultsVellumValueRequest_1 = require("./SearchResultsVellumValueRequest");
+exports.VellumValueRequest = core.serialization.undiscriminatedUnion([
+    StringVellumValueRequest_1.StringVellumValueRequest,
+    NumberVellumValueRequest_1.NumberVellumValueRequest,
+    JsonVellumValueRequest_1.JsonVellumValueRequest,
+    ImageVellumValueRequest_1.ImageVellumValueRequest,
+    FunctionCallVellumValueRequest_1.FunctionCallVellumValueRequest,
+    ErrorVellumValueRequest_1.ErrorVellumValueRequest,
+    core.serialization.lazyObject(() => serializers.ArrayVellumValueRequest),
+    ChatHistoryVellumValueRequest_1.ChatHistoryVellumValueRequest,
+    SearchResultsVellumValueRequest_1.SearchResultsVellumValueRequest,
+]);

package/dist/serialization/types/index.d.ts

@@ -11,6 +11,7 @@ export * from "./ArrayChatMessageContent";
 export * from "./ArrayChatMessageContentItem";
 export * from "./ArrayChatMessageContentItemRequest";
 export * from "./ArrayChatMessageContentRequest";
+export * from "./ArrayInputRequest";
 export * from "./ArrayVariableValue";
 export * from "./ArrayVariableValueItem";
 export * from "./ArrayVellumValue";
@@ -45,8 +46,13 @@ export * from "./CodeExecutionNodeResultData";
 export * from "./CodeExecutionNodeResultOutput";
 export * from "./CodeExecutionNodeSearchResultsResult";
 export * from "./CodeExecutionNodeStringResult";
+export * from "./CodeExecutionPackageRequest";
+export * from "./CodeExecutionRuntime";
+export * from "./CodeExecutorInputRequest";
+export * from "./CodeExecutorResponse";
 export * from "./CompilePromptDeploymentExpandMetaRequest";
 export * from "./CompilePromptMeta";
+export * from "./ConditionCombinator";
 export * from "./ConditionalNodeResult";
 export * from "./ConditionalNodeResultData";
 export * from "./CreateTestSuiteTestCaseRequest";
@@ -68,6 +74,7 @@ export * from "./EntityStatus";
 export * from "./EnvironmentEnum";
 export * from "./EphemeralPromptCacheConfigRequest";
 export * from "./EphemeralPromptCacheConfigTypeEnum";
+export * from "./ErrorInputRequest";
 export * from "./ErrorVariableValue";
 export * from "./ErrorVellumValue";
 export * from "./ErrorVellumValueRequest";
@@ -99,6 +106,7 @@ export * from "./FunctionCallChatMessageContent";
 export * from "./FunctionCallChatMessageContentRequest";
 export * from "./FunctionCallChatMessageContentValue";
 export * from "./FunctionCallChatMessageContentValueRequest";
+export * from "./FunctionCallInputRequest";
 export * from "./FunctionCallRequest";
 export * from "./FunctionCallVariableValue";
 export * from "./FunctionCallVellumValue";
@@ -114,6 +122,12 @@ export * from "./GenerateResultError";
 export * from "./GenerateStreamResponse";
 export * from "./GenerateStreamResult";
 export * from "./GenerateStreamResultData";
+export * from "./GoogleVertexAiVectorizerConfig";
+export * from "./GoogleVertexAiVectorizerConfigRequest";
+export * from "./GoogleVertexAiVectorizerTextEmbedding004";
+export * from "./GoogleVertexAiVectorizerTextEmbedding004Request";
+export * from "./GoogleVertexAiVectorizerTextMultilingualEmbedding002";
+export * from "./GoogleVertexAiVectorizerTextMultilingualEmbedding002Request";
 export * from "./HkunlpInstructorXlVectorizer";
 export * from "./HkunlpInstructorXlVectorizerRequest";
 export * from "./ImageChatMessageContent";
@@ -147,6 +161,9 @@ export * from "./MergeNodeResultData";
 export * from "./MetadataFilterConfigRequest";
 export * from "./MetadataFilterRuleCombinator";
 export * from "./MetadataFilterRuleRequest";
+export * from "./MetadataFiltersRequest";
+export * from "./MetricDefinitionExecution";
+export * from "./MetricDefinitionInputRequest";
 export * from "./MetricNodeResult";
 export * from "./NamedScenarioInputChatHistoryVariableValueRequest";
 export * from "./NamedScenarioInputJsonVariableValueRequest";
@@ -190,6 +207,7 @@ export * from "./NodeOutputCompiledStringValue";
 export * from "./NodeOutputCompiledValue";
 export * from "./NormalizedLogProbs";
 export * from "./NormalizedTokenLogProbs";
+export * from "./NumberInputRequest";
 export * from "./NumberVariableValue";
 export * from "./NumberVellumValue";
 export * from "./NumberVellumValueRequest";
@@ -261,6 +279,7 @@ export * from "./SearchResultMetaRequest";
 export * from "./ComponentsSchemasPdfSearchResultMetaSource";
 export * from "./ComponentsSchemasPdfSearchResultMetaSourceRequest";
 export * from "./SearchResultRequest";
+export * from "./SearchResultsInputRequest";
 export * from "./SearchResultsVariableValue";
 export * from "./SearchResultsVellumValue";
 export * from "./SearchResultsVellumValueRequest";
@@ -379,6 +398,11 @@ export * from "./VellumErrorCodeEnum";
 export * from "./VellumErrorRequest";
 export * from "./VellumImage";
 export * from "./VellumImageRequest";
+export * from "./VellumValue";
+export * from "./VellumValueLogicalConditionGroupRequest";
+export * from "./VellumValueLogicalConditionRequest";
+export * from "./VellumValueLogicalExpressionRequest";
+export * from "./VellumValueRequest";
 export * from "./VellumVariable";
 export * from "./VellumVariableRequest";
 export * from "./VellumVariableType";

package/dist/serialization/types/index.js

@@ -27,6 +27,7 @@ __exportStar(require("./ArrayChatMessageContent"), exports);
 __exportStar(require("./ArrayChatMessageContentItem"), exports);
 __exportStar(require("./ArrayChatMessageContentItemRequest"), exports);
 __exportStar(require("./ArrayChatMessageContentRequest"), exports);
+__exportStar(require("./ArrayInputRequest"), exports);
 __exportStar(require("./ArrayVariableValue"), exports);
 __exportStar(require("./ArrayVariableValueItem"), exports);
 __exportStar(require("./ArrayVellumValue"), exports);
@@ -61,8 +62,13 @@ __exportStar(require("./CodeExecutionNodeResultData"), exports);
 __exportStar(require("./CodeExecutionNodeResultOutput"), exports);
 __exportStar(require("./CodeExecutionNodeSearchResultsResult"), exports);
 __exportStar(require("./CodeExecutionNodeStringResult"), exports);
+__exportStar(require("./CodeExecutionPackageRequest"), exports);
+__exportStar(require("./CodeExecutionRuntime"), exports);
+__exportStar(require("./CodeExecutorInputRequest"), exports);
+__exportStar(require("./CodeExecutorResponse"), exports);
 __exportStar(require("./CompilePromptDeploymentExpandMetaRequest"), exports);
 __exportStar(require("./CompilePromptMeta"), exports);
+__exportStar(require("./ConditionCombinator"), exports);
 __exportStar(require("./ConditionalNodeResult"), exports);
 __exportStar(require("./ConditionalNodeResultData"), exports);
 __exportStar(require("./CreateTestSuiteTestCaseRequest"), exports);
@@ -84,6 +90,7 @@ __exportStar(require("./EntityStatus"), exports);
 __exportStar(require("./EnvironmentEnum"), exports);
 __exportStar(require("./EphemeralPromptCacheConfigRequest"), exports);
 __exportStar(require("./EphemeralPromptCacheConfigTypeEnum"), exports);
+__exportStar(require("./ErrorInputRequest"), exports);
 __exportStar(require("./ErrorVariableValue"), exports);
 __exportStar(require("./ErrorVellumValue"), exports);
 __exportStar(require("./ErrorVellumValueRequest"), exports);
@@ -115,6 +122,7 @@ __exportStar(require("./FunctionCallChatMessageContent"), exports);
 __exportStar(require("./FunctionCallChatMessageContentRequest"), exports);
 __exportStar(require("./FunctionCallChatMessageContentValue"), exports);
 __exportStar(require("./FunctionCallChatMessageContentValueRequest"), exports);
+__exportStar(require("./FunctionCallInputRequest"), exports);
 __exportStar(require("./FunctionCallRequest"), exports);
 __exportStar(require("./FunctionCallVariableValue"), exports);
 __exportStar(require("./FunctionCallVellumValue"), exports);
@@ -130,6 +138,12 @@ __exportStar(require("./GenerateResultError"), exports);
 __exportStar(require("./GenerateStreamResponse"), exports);
 __exportStar(require("./GenerateStreamResult"), exports);
 __exportStar(require("./GenerateStreamResultData"), exports);
+__exportStar(require("./GoogleVertexAiVectorizerConfig"), exports);
+__exportStar(require("./GoogleVertexAiVectorizerConfigRequest"), exports);
+__exportStar(require("./GoogleVertexAiVectorizerTextEmbedding004"), exports);
+__exportStar(require("./GoogleVertexAiVectorizerTextEmbedding004Request"), exports);
+__exportStar(require("./GoogleVertexAiVectorizerTextMultilingualEmbedding002"), exports);
+__exportStar(require("./GoogleVertexAiVectorizerTextMultilingualEmbedding002Request"), exports);
 __exportStar(require("./HkunlpInstructorXlVectorizer"), exports);
 __exportStar(require("./HkunlpInstructorXlVectorizerRequest"), exports);
 __exportStar(require("./ImageChatMessageContent"), exports);
@@ -163,6 +177,9 @@ __exportStar(require("./MergeNodeResultData"), exports);
 __exportStar(require("./MetadataFilterConfigRequest"), exports);
 __exportStar(require("./MetadataFilterRuleCombinator"), exports);
 __exportStar(require("./MetadataFilterRuleRequest"), exports);
+__exportStar(require("./MetadataFiltersRequest"), exports);
+__exportStar(require("./MetricDefinitionExecution"), exports);
+__exportStar(require("./MetricDefinitionInputRequest"), exports);
 __exportStar(require("./MetricNodeResult"), exports);
 __exportStar(require("./NamedScenarioInputChatHistoryVariableValueRequest"), exports);
 __exportStar(require("./NamedScenarioInputJsonVariableValueRequest"), exports);
@@ -206,6 +223,7 @@ __exportStar(require("./NodeOutputCompiledStringValue"), exports);
 __exportStar(require("./NodeOutputCompiledValue"), exports);
 __exportStar(require("./NormalizedLogProbs"), exports);
 __exportStar(require("./NormalizedTokenLogProbs"), exports);
+__exportStar(require("./NumberInputRequest"), exports);
 __exportStar(require("./NumberVariableValue"), exports);
 __exportStar(require("./NumberVellumValue"), exports);
 __exportStar(require("./NumberVellumValueRequest"), exports);
@@ -277,6 +295,7 @@ __exportStar(require("./SearchResultMetaRequest"), exports);
 __exportStar(require("./ComponentsSchemasPdfSearchResultMetaSource"), exports);
 __exportStar(require("./ComponentsSchemasPdfSearchResultMetaSourceRequest"), exports);
 __exportStar(require("./SearchResultRequest"), exports);
+__exportStar(require("./SearchResultsInputRequest"), exports);
 __exportStar(require("./SearchResultsVariableValue"), exports);
 __exportStar(require("./SearchResultsVellumValue"), exports);
 __exportStar(require("./SearchResultsVellumValueRequest"), exports);
@@ -395,6 +414,11 @@ __exportStar(require("./VellumErrorCodeEnum"), exports);
 __exportStar(require("./VellumErrorRequest"), exports);
 __exportStar(require("./VellumImage"), exports);
 __exportStar(require("./VellumImageRequest"), exports);
+__exportStar(require("./VellumValue"), exports);
+__exportStar(require("./VellumValueLogicalConditionGroupRequest"), exports);
+__exportStar(require("./VellumValueLogicalConditionRequest"), exports);
+__exportStar(require("./VellumValueLogicalExpressionRequest"), exports);
+__exportStar(require("./VellumValueRequest"), exports);
 __exportStar(require("./VellumVariable"), exports);
 __exportStar(require("./VellumVariableRequest"), exports);
 __exportStar(require("./VellumVariableType"), exports);

package/package.json

@@ -1,6 +1,6 @@
 {
     "name": "vellum-ai",
-    "version": "0.8.16",
+    "version": "0.8.18",
     "private": false,
     "repository": "https://github.com/vellum-ai/vellum-client-node",
     "license": "MIT",

package/reference.md

@@ -1534,6 +1534,87 @@ await client.folderEntities.addEntityToFolder("folder_id", {
 </dl>
 </details>
 
+## MetricDefinitions
+
+<details><summary><code>client.metricDefinitions.<a href="/src/api/resources/metricDefinitions/client/Client.ts">executeMetricDefinition</a>(id, { ...params }) -> Vellum.MetricDefinitionExecution</code></summary>
+<dl>
+<dd>
+
+#### 📝 Description
+
+<dl>
+<dd>
+
+<dl>
+<dd>
+
+An internal-only endpoint that's subject to breaking changes without notice. Not intended for public use.
+
+</dd>
+</dl>
+</dd>
+</dl>
+
+#### 🔌 Usage
+
+<dl>
+<dd>
+
+<dl>
+<dd>
+
+```typescript
+await client.metricDefinitions.executeMetricDefinition("id", {
+    inputs: [
+        {
+            name: "name",
+            type: "STRING",
+            value: "value",
+        },
+    ],
+});
+```
+
+</dd>
+</dl>
+</dd>
+</dl>
+
+#### ⚙️ Parameters
+
+<dl>
+<dd>
+
+<dl>
+<dd>
+
+**id:** `string` — Either the Metric Definition's ID or its unique name
+
+</dd>
+</dl>
+
+<dl>
+<dd>
+
+**request:** `Vellum.ExecuteMetricDefinitionRequest`
+
+</dd>
+</dl>
+
+<dl>
+<dd>
+
+**requestOptions:** `MetricDefinitions.RequestOptions`
+
+</dd>
+</dl>
+</dd>
+</dl>
+
+</dd>
+</dl>
+</details>
+
 ## Sandboxes
 
 <details><summary><code>client.sandboxes.<a href="/src/api/resources/sandboxes/client/Client.ts">deployPrompt</a>(id, promptVariantId, { ...params }) -> Vellum.DeploymentRead</code></summary>
@@ -2000,7 +2081,7 @@ await client.testSuites.listTestSuiteTestCases("id");
 <dl>
 <dd>
 
-**id:** `string` — A UUID string identifying this test suite.
+**id:** `string` — Either the Test Suites' ID or its unique name
 
 </dd>
 </dl>
@@ -2090,7 +2171,7 @@ await client.testSuites.upsertTestSuiteTestCase("id", {
 <dl>
 <dd>
 
-**id:** `string` — A UUID string identifying this test suite.
+**id:** `string` — Either the Test Suites' ID or its unique name
 
 </dd>
 </dl>
@@ -2184,7 +2265,7 @@ await client.testSuites.testSuiteTestCasesBulk("string", [
 <dl>
 <dd>
 
-**id:** `string` — A UUID string identifying this test suite.
+**id:** `string` — Either the Test Suites' ID or its unique name
 
 </dd>
 </dl>
@@ -2255,7 +2336,7 @@ await client.testSuites.deleteTestSuiteTestCase("id", "test_case_id");
 <dl>
 <dd>
 
-**id:** `string` — A UUID string identifying this test suite.
+**id:** `string` — Either the Test Suites' ID or its unique name
 
 </dd>
 </dl>

package/serialization/client/requests/CodeExecutorRequest.d.ts

@@ -0,0 +1,20 @@
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+import * as serializers from "../../index";
+import * as Vellum from "../../../api/index";
+import * as core from "../../../core";
+import { CodeExecutionRuntime } from "../../types/CodeExecutionRuntime";
+import { CodeExecutorInputRequest } from "../../types/CodeExecutorInputRequest";
+import { CodeExecutionPackageRequest } from "../../types/CodeExecutionPackageRequest";
+import { VellumVariableType } from "../../types/VellumVariableType";
+export declare const CodeExecutorRequest: core.serialization.Schema<serializers.CodeExecutorRequest.Raw, Vellum.CodeExecutorRequest>;
+export declare namespace CodeExecutorRequest {
+    interface Raw {
+        code: string;
+        runtime: CodeExecutionRuntime.Raw;
+        input_values: CodeExecutorInputRequest.Raw[];
+        packages: CodeExecutionPackageRequest.Raw[];
+        output_type: VellumVariableType.Raw;
+    }
+}

package/serialization/client/requests/CodeExecutorRequest.js

@@ -0,0 +1,41 @@
+"use strict";
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || function (mod) {
+    if (mod && mod.__esModule) return mod;
+    var result = {};
+    if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
+    __setModuleDefault(result, mod);
+    return result;
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.CodeExecutorRequest = void 0;
+const core = __importStar(require("../../../core"));
+const CodeExecutionRuntime_1 = require("../../types/CodeExecutionRuntime");
+const CodeExecutorInputRequest_1 = require("../../types/CodeExecutorInputRequest");
+const CodeExecutionPackageRequest_1 = require("../../types/CodeExecutionPackageRequest");
+const VellumVariableType_1 = require("../../types/VellumVariableType");
+exports.CodeExecutorRequest = core.serialization.object({
+    code: core.serialization.string(),
+    runtime: CodeExecutionRuntime_1.CodeExecutionRuntime,
+    inputValues: core.serialization.property("input_values", core.serialization.list(CodeExecutorInputRequest_1.CodeExecutorInputRequest)),
+    packages: core.serialization.list(CodeExecutionPackageRequest_1.CodeExecutionPackageRequest),
+    outputType: core.serialization.property("output_type", VellumVariableType_1.VellumVariableType),
+});

package/serialization/client/requests/index.d.ts

@@ -1,3 +1,4 @@
+export { CodeExecutorRequest } from "./CodeExecutorRequest";
 export { ExecutePromptRequest } from "./ExecutePromptRequest";
 export { ExecutePromptStreamRequest } from "./ExecutePromptStreamRequest";
 export { ExecuteWorkflowRequest } from "./ExecuteWorkflowRequest";

package/serialization/client/requests/index.js

@@ -1,6 +1,8 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.SubmitWorkflowExecutionActualsRequest = exports.SubmitCompletionActualsRequest = exports.SearchRequestBodyRequest = exports.GenerateStreamBodyRequest = exports.GenerateBodyRequest = exports.ExecuteWorkflowStreamRequest = exports.ExecuteWorkflowRequest = exports.ExecutePromptStreamRequest = exports.ExecutePromptRequest = void 0;
+exports.SubmitWorkflowExecutionActualsRequest = exports.SubmitCompletionActualsRequest = exports.SearchRequestBodyRequest = exports.GenerateStreamBodyRequest = exports.GenerateBodyRequest = exports.ExecuteWorkflowStreamRequest = exports.ExecuteWorkflowRequest = exports.ExecutePromptStreamRequest = exports.ExecutePromptRequest = exports.CodeExecutorRequest = void 0;
+var CodeExecutorRequest_1 = require("./CodeExecutorRequest");
+Object.defineProperty(exports, "CodeExecutorRequest", { enumerable: true, get: function () { return CodeExecutorRequest_1.CodeExecutorRequest; } });
 var ExecutePromptRequest_1 = require("./ExecutePromptRequest");
 Object.defineProperty(exports, "ExecutePromptRequest", { enumerable: true, get: function () { return ExecutePromptRequest_1.ExecutePromptRequest; } });
 var ExecutePromptStreamRequest_1 = require("./ExecutePromptStreamRequest");

package/serialization/resources/index.d.ts

@@ -13,6 +13,8 @@ export * as documents from "./documents";
 export * from "./documents/client/requests";
 export * as folderEntities from "./folderEntities";
 export * from "./folderEntities/client/requests";
+export * as metricDefinitions from "./metricDefinitions";
+export * from "./metricDefinitions/client/requests";
 export * as sandboxes from "./sandboxes";
 export * from "./sandboxes/client/requests";
 export * as testSuiteRuns from "./testSuiteRuns";

package/serialization/resources/index.js

@@ -26,7 +26,7 @@ var __exportStar = (this && this.__exportStar) || function(m, exports) {
     for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.workflowSandboxes = exports.testSuiteRuns = exports.sandboxes = exports.folderEntities = exports.documents = exports.adHoc = exports.testSuites = exports.workflowDeployments = exports.documentIndexes = exports.deployments = void 0;
+exports.workflowSandboxes = exports.testSuiteRuns = exports.sandboxes = exports.metricDefinitions = exports.folderEntities = exports.documents = exports.adHoc = exports.testSuites = exports.workflowDeployments = exports.documentIndexes = exports.deployments = void 0;
 exports.deployments = __importStar(require("./deployments"));
 __exportStar(require("./deployments/types"), exports);
 exports.documentIndexes = __importStar(require("./documentIndexes"));
@@ -42,6 +42,8 @@ exports.documents = __importStar(require("./documents"));
 __exportStar(require("./documents/client/requests"), exports);
 exports.folderEntities = __importStar(require("./folderEntities"));
 __exportStar(require("./folderEntities/client/requests"), exports);
+exports.metricDefinitions = __importStar(require("./metricDefinitions"));
+__exportStar(require("./metricDefinitions/client/requests"), exports);
 exports.sandboxes = __importStar(require("./sandboxes"));
 __exportStar(require("./sandboxes/client/requests"), exports);
 exports.testSuiteRuns = __importStar(require("./testSuiteRuns"));

package/serialization/resources/metricDefinitions/client/index.d.ts

@@ -0,0 +1 @@
+export * from "./requests";