vellum-ai 0.3.19 → 0.3.21

package/dist/api/types/index.d.ts

@@ -94,6 +94,7 @@ export * from "./JsonEnum";
 export * from "./JsonVariableValue";
 export * from "./LogicalOperator";
 export * from "./LogprobsEnum";
+export * from "./MlModelUsage";
 export * from "./MetadataFilterConfigRequest";
 export * from "./MetadataFilterRuleCombinator";
 export * from "./MetadataFilterRuleRequest";
@@ -137,6 +138,7 @@ export * from "./PaginatedSlimDeploymentReadList";
 export * from "./PaginatedSlimDocumentList";
 export * from "./PaginatedSlimWorkflowDeploymentList";
 export * from "./PaginatedTestSuiteRunExecutionList";
+export * from "./PaginatedTestSuiteTestCaseList";
 export * from "./ProcessingFailureReasonEnum";
 export * from "./ProcessingStateEnum";
 export * from "./PromptDeploymentExpandMetaRequestRequest";
@@ -255,6 +257,8 @@ export * from "./TestSuiteRunMetricErrorOutputTypeEnum";
 export * from "./TestSuiteRunMetricNumberOutput";
 export * from "./TestSuiteRunMetricNumberOutputTypeEnum";
 export * from "./TestSuiteRunMetricOutput";
+export * from "./TestSuiteRunMetricStringOutput";
+export * from "./TestSuiteRunMetricStringOutputTypeEnum";
 export * from "./TestSuiteRunRead";
 export * from "./TestSuiteRunState";
 export * from "./TestSuiteRunTestSuite";

package/dist/api/types/index.js

@@ -110,6 +110,7 @@ __exportStar(require("./JsonEnum"), exports);
 __exportStar(require("./JsonVariableValue"), exports);
 __exportStar(require("./LogicalOperator"), exports);
 __exportStar(require("./LogprobsEnum"), exports);
+__exportStar(require("./MlModelUsage"), exports);
 __exportStar(require("./MetadataFilterConfigRequest"), exports);
 __exportStar(require("./MetadataFilterRuleCombinator"), exports);
 __exportStar(require("./MetadataFilterRuleRequest"), exports);
@@ -153,6 +154,7 @@ __exportStar(require("./PaginatedSlimDeploymentReadList"), exports);
 __exportStar(require("./PaginatedSlimDocumentList"), exports);
 __exportStar(require("./PaginatedSlimWorkflowDeploymentList"), exports);
 __exportStar(require("./PaginatedTestSuiteRunExecutionList"), exports);
+__exportStar(require("./PaginatedTestSuiteTestCaseList"), exports);
 __exportStar(require("./ProcessingFailureReasonEnum"), exports);
 __exportStar(require("./ProcessingStateEnum"), exports);
 __exportStar(require("./PromptDeploymentExpandMetaRequestRequest"), exports);
@@ -271,6 +273,8 @@ __exportStar(require("./TestSuiteRunMetricErrorOutputTypeEnum"), exports);
 __exportStar(require("./TestSuiteRunMetricNumberOutput"), exports);
 __exportStar(require("./TestSuiteRunMetricNumberOutputTypeEnum"), exports);
 __exportStar(require("./TestSuiteRunMetricOutput"), exports);
+__exportStar(require("./TestSuiteRunMetricStringOutput"), exports);
+__exportStar(require("./TestSuiteRunMetricStringOutputTypeEnum"), exports);
 __exportStar(require("./TestSuiteRunRead"), exports);
 __exportStar(require("./TestSuiteRunState"), exports);
 __exportStar(require("./TestSuiteRunTestSuite"), exports);

package/dist/serialization/types/FulfilledPromptExecutionMeta.d.ts

@@ -5,10 +5,12 @@ import * as serializers from "..";
 import * as Vellum from "../../api";
 import * as core from "../../core";
 import { FinishReasonEnum } from "./FinishReasonEnum";
+import { MlModelUsage } from "./MlModelUsage";
 export declare const FulfilledPromptExecutionMeta: core.serialization.ObjectSchema<serializers.FulfilledPromptExecutionMeta.Raw, Vellum.FulfilledPromptExecutionMeta>;
 export declare namespace FulfilledPromptExecutionMeta {
     interface Raw {
         latency?: number | null;
         finish_reason?: FinishReasonEnum.Raw | null;
+        usage?: MlModelUsage.Raw | null;
     }
 }

package/dist/serialization/types/FulfilledPromptExecutionMeta.js

@@ -29,7 +29,9 @@ Object.defineProperty(exports, "__esModule", { value: true });
 exports.FulfilledPromptExecutionMeta = void 0;
 const core = __importStar(require("../../core"));
 const FinishReasonEnum_1 = require("./FinishReasonEnum");
+const MlModelUsage_1 = require("./MlModelUsage");
 exports.FulfilledPromptExecutionMeta = core.serialization.object({
     latency: core.serialization.number().optional(),
     finishReason: core.serialization.property("finish_reason", FinishReasonEnum_1.FinishReasonEnum.optional()),
+    usage: MlModelUsage_1.MlModelUsage.optional(),
 });

package/dist/serialization/types/MlModelUsage.d.ts

@@ -0,0 +1,16 @@
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+import * as serializers from "..";
+import * as Vellum from "../../api";
+import * as core from "../../core";
+export declare const MlModelUsage: core.serialization.ObjectSchema<serializers.MlModelUsage.Raw, Vellum.MlModelUsage>;
+export declare namespace MlModelUsage {
+    interface Raw {
+        output_token_count?: number | null;
+        input_token_count?: number | null;
+        input_char_count?: number | null;
+        output_char_count?: number | null;
+        compute_nanos?: number | null;
+    }
+}

package/dist/serialization/types/MlModelUsage.js

@@ -0,0 +1,37 @@
+"use strict";
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || function (mod) {
+    if (mod && mod.__esModule) return mod;
+    var result = {};
+    if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
+    __setModuleDefault(result, mod);
+    return result;
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.MlModelUsage = void 0;
+const core = __importStar(require("../../core"));
+exports.MlModelUsage = core.serialization.object({
+    outputTokenCount: core.serialization.property("output_token_count", core.serialization.number().optional()),
+    inputTokenCount: core.serialization.property("input_token_count", core.serialization.number().optional()),
+    inputCharCount: core.serialization.property("input_char_count", core.serialization.number().optional()),
+    outputCharCount: core.serialization.property("output_char_count", core.serialization.number().optional()),
+    computeNanos: core.serialization.property("compute_nanos", core.serialization.number().optional()),
+});

package/dist/serialization/types/PaginatedTestSuiteTestCaseList.d.ts

@@ -0,0 +1,16 @@
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+import * as serializers from "..";
+import * as Vellum from "../../api";
+import * as core from "../../core";
+import { TestSuiteTestCase } from "./TestSuiteTestCase";
+export declare const PaginatedTestSuiteTestCaseList: core.serialization.ObjectSchema<serializers.PaginatedTestSuiteTestCaseList.Raw, Vellum.PaginatedTestSuiteTestCaseList>;
+export declare namespace PaginatedTestSuiteTestCaseList {
+    interface Raw {
+        count: number;
+        next?: string | null;
+        previous?: string | null;
+        results: TestSuiteTestCase.Raw[];
+    }
+}

package/dist/serialization/types/PaginatedTestSuiteTestCaseList.js

@@ -0,0 +1,37 @@
+"use strict";
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || function (mod) {
+    if (mod && mod.__esModule) return mod;
+    var result = {};
+    if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
+    __setModuleDefault(result, mod);
+    return result;
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.PaginatedTestSuiteTestCaseList = void 0;
+const core = __importStar(require("../../core"));
+const TestSuiteTestCase_1 = require("./TestSuiteTestCase");
+exports.PaginatedTestSuiteTestCaseList = core.serialization.object({
+    count: core.serialization.number(),
+    next: core.serialization.string().optional(),
+    previous: core.serialization.string().optional(),
+    results: core.serialization.list(TestSuiteTestCase_1.TestSuiteTestCase),
+});

package/dist/serialization/types/PromptDeploymentExpandMetaRequestRequest.d.ts

@@ -12,5 +12,6 @@ export declare namespace PromptDeploymentExpandMetaRequestRequest {
         deployment_release_tag?: boolean | null;
         prompt_version_id?: boolean | null;
         finish_reason?: boolean | null;
+        usage?: boolean | null;
     }
 }

package/dist/serialization/types/PromptDeploymentExpandMetaRequestRequest.js

@@ -34,4 +34,5 @@ exports.PromptDeploymentExpandMetaRequestRequest = core.serialization.object({
     deploymentReleaseTag: core.serialization.property("deployment_release_tag", core.serialization.boolean().optional()),
     promptVersionId: core.serialization.property("prompt_version_id", core.serialization.boolean().optional()),
     finishReason: core.serialization.property("finish_reason", core.serialization.boolean().optional()),
+    usage: core.serialization.boolean().optional(),
 });

package/dist/serialization/types/PromptExecutionMeta.d.ts

@@ -4,10 +4,12 @@
 import * as serializers from "..";
 import * as Vellum from "../../api";
 import * as core from "../../core";
+import { MlModelUsage } from "./MlModelUsage";
 import { FinishReasonEnum } from "./FinishReasonEnum";
 export declare const PromptExecutionMeta: core.serialization.ObjectSchema<serializers.PromptExecutionMeta.Raw, Vellum.PromptExecutionMeta>;
 export declare namespace PromptExecutionMeta {
     interface Raw {
+        usage?: MlModelUsage.Raw | null;
         model_name?: string | null;
         latency?: number | null;
         deployment_release_tag?: string | null;

package/dist/serialization/types/PromptExecutionMeta.js

@@ -28,8 +28,10 @@ var __importStar = (this && this.__importStar) || function (mod) {
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.PromptExecutionMeta = void 0;
 const core = __importStar(require("../../core"));
+const MlModelUsage_1 = require("./MlModelUsage");
 const FinishReasonEnum_1 = require("./FinishReasonEnum");
 exports.PromptExecutionMeta = core.serialization.object({
+    usage: MlModelUsage_1.MlModelUsage.optional(),
     modelName: core.serialization.property("model_name", core.serialization.string().optional()),
     latency: core.serialization.number().optional(),
     deploymentReleaseTag: core.serialization.property("deployment_release_tag", core.serialization.string().optional()),

package/dist/serialization/types/TestSuiteRunMetricOutput.d.ts

@@ -4,11 +4,15 @@
 import * as serializers from "..";
 import * as Vellum from "../../api";
 import * as core from "../../core";
+import { TestSuiteRunMetricStringOutput } from "./TestSuiteRunMetricStringOutput";
 import { TestSuiteRunMetricNumberOutput } from "./TestSuiteRunMetricNumberOutput";
 import { TestSuiteRunMetricErrorOutput } from "./TestSuiteRunMetricErrorOutput";
 export declare const TestSuiteRunMetricOutput: core.serialization.Schema<serializers.TestSuiteRunMetricOutput.Raw, Vellum.TestSuiteRunMetricOutput>;
 export declare namespace TestSuiteRunMetricOutput {
-    type Raw = TestSuiteRunMetricOutput.Number | TestSuiteRunMetricOutput.Error;
+    type Raw = TestSuiteRunMetricOutput.String | TestSuiteRunMetricOutput.Number | TestSuiteRunMetricOutput.Error;
+    interface String extends TestSuiteRunMetricStringOutput.Raw {
+        type: "STRING";
+    }
     interface Number extends TestSuiteRunMetricNumberOutput.Raw {
         type: "NUMBER";
     }

package/dist/serialization/types/TestSuiteRunMetricOutput.js

@@ -28,10 +28,12 @@ var __importStar = (this && this.__importStar) || function (mod) {
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.TestSuiteRunMetricOutput = void 0;
 const core = __importStar(require("../../core"));
+const TestSuiteRunMetricStringOutput_1 = require("./TestSuiteRunMetricStringOutput");
 const TestSuiteRunMetricNumberOutput_1 = require("./TestSuiteRunMetricNumberOutput");
 const TestSuiteRunMetricErrorOutput_1 = require("./TestSuiteRunMetricErrorOutput");
 exports.TestSuiteRunMetricOutput = core.serialization
     .union("type", {
+    STRING: TestSuiteRunMetricStringOutput_1.TestSuiteRunMetricStringOutput,
     NUMBER: TestSuiteRunMetricNumberOutput_1.TestSuiteRunMetricNumberOutput,
     ERROR: TestSuiteRunMetricErrorOutput_1.TestSuiteRunMetricErrorOutput,
 })

package/dist/serialization/types/TestSuiteRunMetricStringOutput.d.ts

@@ -0,0 +1,13 @@
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+import * as serializers from "..";
+import * as Vellum from "../../api";
+import * as core from "../../core";
+export declare const TestSuiteRunMetricStringOutput: core.serialization.ObjectSchema<serializers.TestSuiteRunMetricStringOutput.Raw, Vellum.TestSuiteRunMetricStringOutput>;
+export declare namespace TestSuiteRunMetricStringOutput {
+    interface Raw {
+        value: string;
+        name: string;
+    }
+}

package/dist/serialization/types/TestSuiteRunMetricStringOutput.js

@@ -0,0 +1,34 @@
+"use strict";
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || function (mod) {
+    if (mod && mod.__esModule) return mod;
+    var result = {};
+    if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
+    __setModuleDefault(result, mod);
+    return result;
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.TestSuiteRunMetricStringOutput = void 0;
+const core = __importStar(require("../../core"));
+exports.TestSuiteRunMetricStringOutput = core.serialization.object({
+    value: core.serialization.string(),
+    name: core.serialization.string(),
+});

package/dist/serialization/types/TestSuiteRunMetricStringOutputTypeEnum.d.ts

@@ -0,0 +1,10 @@
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+import * as serializers from "..";
+import * as Vellum from "../../api";
+import * as core from "../../core";
+export declare const TestSuiteRunMetricStringOutputTypeEnum: core.serialization.Schema<serializers.TestSuiteRunMetricStringOutputTypeEnum.Raw, Vellum.TestSuiteRunMetricStringOutputTypeEnum>;
+export declare namespace TestSuiteRunMetricStringOutputTypeEnum {
+    type Raw = "STRING";
+}

package/dist/serialization/types/TestSuiteRunMetricStringOutputTypeEnum.js

@@ -0,0 +1,31 @@
+"use strict";
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || function (mod) {
+    if (mod && mod.__esModule) return mod;
+    var result = {};
+    if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
+    __setModuleDefault(result, mod);
+    return result;
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.TestSuiteRunMetricStringOutputTypeEnum = void 0;
+const core = __importStar(require("../../core"));
+exports.TestSuiteRunMetricStringOutputTypeEnum = core.serialization.stringLiteral("STRING");

package/dist/serialization/types/index.d.ts

@@ -94,6 +94,7 @@ export * from "./JsonEnum";
 export * from "./JsonVariableValue";
 export * from "./LogicalOperator";
 export * from "./LogprobsEnum";
+export * from "./MlModelUsage";
 export * from "./MetadataFilterConfigRequest";
 export * from "./MetadataFilterRuleCombinator";
 export * from "./MetadataFilterRuleRequest";
@@ -137,6 +138,7 @@ export * from "./PaginatedSlimDeploymentReadList";
 export * from "./PaginatedSlimDocumentList";
 export * from "./PaginatedSlimWorkflowDeploymentList";
 export * from "./PaginatedTestSuiteRunExecutionList";
+export * from "./PaginatedTestSuiteTestCaseList";
 export * from "./ProcessingFailureReasonEnum";
 export * from "./ProcessingStateEnum";
 export * from "./PromptDeploymentExpandMetaRequestRequest";
@@ -255,6 +257,8 @@ export * from "./TestSuiteRunMetricErrorOutputTypeEnum";
 export * from "./TestSuiteRunMetricNumberOutput";
 export * from "./TestSuiteRunMetricNumberOutputTypeEnum";
 export * from "./TestSuiteRunMetricOutput";
+export * from "./TestSuiteRunMetricStringOutput";
+export * from "./TestSuiteRunMetricStringOutputTypeEnum";
 export * from "./TestSuiteRunRead";
 export * from "./TestSuiteRunState";
 export * from "./TestSuiteRunTestSuite";

package/dist/serialization/types/index.js

@@ -110,6 +110,7 @@ __exportStar(require("./JsonEnum"), exports);
 __exportStar(require("./JsonVariableValue"), exports);
 __exportStar(require("./LogicalOperator"), exports);
 __exportStar(require("./LogprobsEnum"), exports);
+__exportStar(require("./MlModelUsage"), exports);
 __exportStar(require("./MetadataFilterConfigRequest"), exports);
 __exportStar(require("./MetadataFilterRuleCombinator"), exports);
 __exportStar(require("./MetadataFilterRuleRequest"), exports);
@@ -153,6 +154,7 @@ __exportStar(require("./PaginatedSlimDeploymentReadList"), exports);
 __exportStar(require("./PaginatedSlimDocumentList"), exports);
 __exportStar(require("./PaginatedSlimWorkflowDeploymentList"), exports);
 __exportStar(require("./PaginatedTestSuiteRunExecutionList"), exports);
+__exportStar(require("./PaginatedTestSuiteTestCaseList"), exports);
 __exportStar(require("./ProcessingFailureReasonEnum"), exports);
 __exportStar(require("./ProcessingStateEnum"), exports);
 __exportStar(require("./PromptDeploymentExpandMetaRequestRequest"), exports);
@@ -271,6 +273,8 @@ __exportStar(require("./TestSuiteRunMetricErrorOutputTypeEnum"), exports);
 __exportStar(require("./TestSuiteRunMetricNumberOutput"), exports);
 __exportStar(require("./TestSuiteRunMetricNumberOutputTypeEnum"), exports);
 __exportStar(require("./TestSuiteRunMetricOutput"), exports);
+__exportStar(require("./TestSuiteRunMetricStringOutput"), exports);
+__exportStar(require("./TestSuiteRunMetricStringOutputTypeEnum"), exports);
 __exportStar(require("./TestSuiteRunRead"), exports);
 __exportStar(require("./TestSuiteRunState"), exports);
 __exportStar(require("./TestSuiteRunTestSuite"), exports);

package/package.json

@@ -1,6 +1,6 @@
 {
     "name": "vellum-ai",
-    "version": "0.3.19",
+    "version": "0.3.21",
     "private": false,
     "repository": "https://github.com/vellum-ai/vellum-client-node",
     "license": "MIT",

package/serialization/types/FulfilledPromptExecutionMeta.d.ts

@@ -5,10 +5,12 @@ import * as serializers from "..";
 import * as Vellum from "../../api";
 import * as core from "../../core";
 import { FinishReasonEnum } from "./FinishReasonEnum";
+import { MlModelUsage } from "./MlModelUsage";
 export declare const FulfilledPromptExecutionMeta: core.serialization.ObjectSchema<serializers.FulfilledPromptExecutionMeta.Raw, Vellum.FulfilledPromptExecutionMeta>;
 export declare namespace FulfilledPromptExecutionMeta {
     interface Raw {
         latency?: number | null;
         finish_reason?: FinishReasonEnum.Raw | null;
+        usage?: MlModelUsage.Raw | null;
     }
 }

package/serialization/types/FulfilledPromptExecutionMeta.js

@@ -29,7 +29,9 @@ Object.defineProperty(exports, "__esModule", { value: true });
 exports.FulfilledPromptExecutionMeta = void 0;
 const core = __importStar(require("../../core"));
 const FinishReasonEnum_1 = require("./FinishReasonEnum");
+const MlModelUsage_1 = require("./MlModelUsage");
 exports.FulfilledPromptExecutionMeta = core.serialization.object({
     latency: core.serialization.number().optional(),
     finishReason: core.serialization.property("finish_reason", FinishReasonEnum_1.FinishReasonEnum.optional()),
+    usage: MlModelUsage_1.MlModelUsage.optional(),
 });

package/serialization/types/MlModelUsage.d.ts

@@ -0,0 +1,16 @@
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+import * as serializers from "..";
+import * as Vellum from "../../api";
+import * as core from "../../core";
+export declare const MlModelUsage: core.serialization.ObjectSchema<serializers.MlModelUsage.Raw, Vellum.MlModelUsage>;
+export declare namespace MlModelUsage {
+    interface Raw {
+        output_token_count?: number | null;
+        input_token_count?: number | null;
+        input_char_count?: number | null;
+        output_char_count?: number | null;
+        compute_nanos?: number | null;
+    }
+}

package/serialization/types/MlModelUsage.js

@@ -0,0 +1,37 @@
+"use strict";
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || function (mod) {
+    if (mod && mod.__esModule) return mod;
+    var result = {};
+    if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
+    __setModuleDefault(result, mod);
+    return result;
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.MlModelUsage = void 0;
+const core = __importStar(require("../../core"));
+exports.MlModelUsage = core.serialization.object({
+    outputTokenCount: core.serialization.property("output_token_count", core.serialization.number().optional()),
+    inputTokenCount: core.serialization.property("input_token_count", core.serialization.number().optional()),
+    inputCharCount: core.serialization.property("input_char_count", core.serialization.number().optional()),
+    outputCharCount: core.serialization.property("output_char_count", core.serialization.number().optional()),
+    computeNanos: core.serialization.property("compute_nanos", core.serialization.number().optional()),
+});

package/serialization/types/PaginatedTestSuiteTestCaseList.d.ts

@@ -0,0 +1,16 @@
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+import * as serializers from "..";
+import * as Vellum from "../../api";
+import * as core from "../../core";
+import { TestSuiteTestCase } from "./TestSuiteTestCase";
+export declare const PaginatedTestSuiteTestCaseList: core.serialization.ObjectSchema<serializers.PaginatedTestSuiteTestCaseList.Raw, Vellum.PaginatedTestSuiteTestCaseList>;
+export declare namespace PaginatedTestSuiteTestCaseList {
+    interface Raw {
+        count: number;
+        next?: string | null;
+        previous?: string | null;
+        results: TestSuiteTestCase.Raw[];
+    }
+}

package/serialization/types/PaginatedTestSuiteTestCaseList.js

@@ -0,0 +1,37 @@
+"use strict";
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || function (mod) {
+    if (mod && mod.__esModule) return mod;
+    var result = {};
+    if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
+    __setModuleDefault(result, mod);
+    return result;
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.PaginatedTestSuiteTestCaseList = void 0;
+const core = __importStar(require("../../core"));
+const TestSuiteTestCase_1 = require("./TestSuiteTestCase");
+exports.PaginatedTestSuiteTestCaseList = core.serialization.object({
+    count: core.serialization.number(),
+    next: core.serialization.string().optional(),
+    previous: core.serialization.string().optional(),
+    results: core.serialization.list(TestSuiteTestCase_1.TestSuiteTestCase),
+});

package/serialization/types/PromptDeploymentExpandMetaRequestRequest.d.ts

@@ -12,5 +12,6 @@ export declare namespace PromptDeploymentExpandMetaRequestRequest {
         deployment_release_tag?: boolean | null;
         prompt_version_id?: boolean | null;
         finish_reason?: boolean | null;
+        usage?: boolean | null;
     }
 }

package/serialization/types/PromptDeploymentExpandMetaRequestRequest.js

@@ -34,4 +34,5 @@ exports.PromptDeploymentExpandMetaRequestRequest = core.serialization.object({
     deploymentReleaseTag: core.serialization.property("deployment_release_tag", core.serialization.boolean().optional()),
     promptVersionId: core.serialization.property("prompt_version_id", core.serialization.boolean().optional()),
     finishReason: core.serialization.property("finish_reason", core.serialization.boolean().optional()),
+    usage: core.serialization.boolean().optional(),
 });

package/serialization/types/PromptExecutionMeta.d.ts

@@ -4,10 +4,12 @@
 import * as serializers from "..";
 import * as Vellum from "../../api";
 import * as core from "../../core";
+import { MlModelUsage } from "./MlModelUsage";
 import { FinishReasonEnum } from "./FinishReasonEnum";
 export declare const PromptExecutionMeta: core.serialization.ObjectSchema<serializers.PromptExecutionMeta.Raw, Vellum.PromptExecutionMeta>;
 export declare namespace PromptExecutionMeta {
     interface Raw {
+        usage?: MlModelUsage.Raw | null;
         model_name?: string | null;
         latency?: number | null;
         deployment_release_tag?: string | null;

package/serialization/types/PromptExecutionMeta.js

@@ -28,8 +28,10 @@ var __importStar = (this && this.__importStar) || function (mod) {
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.PromptExecutionMeta = void 0;
 const core = __importStar(require("../../core"));
+const MlModelUsage_1 = require("./MlModelUsage");
 const FinishReasonEnum_1 = require("./FinishReasonEnum");
 exports.PromptExecutionMeta = core.serialization.object({
+    usage: MlModelUsage_1.MlModelUsage.optional(),
     modelName: core.serialization.property("model_name", core.serialization.string().optional()),
     latency: core.serialization.number().optional(),
     deploymentReleaseTag: core.serialization.property("deployment_release_tag", core.serialization.string().optional()),

package/serialization/types/TestSuiteRunMetricOutput.d.ts

@@ -4,11 +4,15 @@
 import * as serializers from "..";
 import * as Vellum from "../../api";
 import * as core from "../../core";
+import { TestSuiteRunMetricStringOutput } from "./TestSuiteRunMetricStringOutput";
 import { TestSuiteRunMetricNumberOutput } from "./TestSuiteRunMetricNumberOutput";
 import { TestSuiteRunMetricErrorOutput } from "./TestSuiteRunMetricErrorOutput";
 export declare const TestSuiteRunMetricOutput: core.serialization.Schema<serializers.TestSuiteRunMetricOutput.Raw, Vellum.TestSuiteRunMetricOutput>;
 export declare namespace TestSuiteRunMetricOutput {
-    type Raw = TestSuiteRunMetricOutput.Number | TestSuiteRunMetricOutput.Error;
+    type Raw = TestSuiteRunMetricOutput.String | TestSuiteRunMetricOutput.Number | TestSuiteRunMetricOutput.Error;
+    interface String extends TestSuiteRunMetricStringOutput.Raw {
+        type: "STRING";
+    }
     interface Number extends TestSuiteRunMetricNumberOutput.Raw {
         type: "NUMBER";
     }

package/serialization/types/TestSuiteRunMetricOutput.js

@@ -28,10 +28,12 @@ var __importStar = (this && this.__importStar) || function (mod) {
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.TestSuiteRunMetricOutput = void 0;
 const core = __importStar(require("../../core"));
+const TestSuiteRunMetricStringOutput_1 = require("./TestSuiteRunMetricStringOutput");
 const TestSuiteRunMetricNumberOutput_1 = require("./TestSuiteRunMetricNumberOutput");
 const TestSuiteRunMetricErrorOutput_1 = require("./TestSuiteRunMetricErrorOutput");
 exports.TestSuiteRunMetricOutput = core.serialization
     .union("type", {
+    STRING: TestSuiteRunMetricStringOutput_1.TestSuiteRunMetricStringOutput,
     NUMBER: TestSuiteRunMetricNumberOutput_1.TestSuiteRunMetricNumberOutput,
     ERROR: TestSuiteRunMetricErrorOutput_1.TestSuiteRunMetricErrorOutput,
 })