vellum-ai 0.0.9 → 0.0.11

package/serialization/types/GenerateStreamResultData.js

@@ -0,0 +1,34 @@
+"use strict";
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || function (mod) {
+    if (mod && mod.__esModule) return mod;
+    var result = {};
+    if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
+    __setModuleDefault(result, mod);
+    return result;
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.GenerateStreamResultData = void 0;
+const core = __importStar(require("../../core"));
+exports.GenerateStreamResultData = core.serialization.object({
+    completionIndex: core.serialization.property("completion_index", core.serialization.number()),
+    completion: core.serialization.lazyObject(async () => (await Promise.resolve().then(() => __importStar(require("..")))).EnrichedNormalizedCompletion),
+});

package/serialization/types/ProcessingFailureReasonEnum.d.ts

@@ -0,0 +1,10 @@
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+import * as serializers from "..";
+import * as Vellum from "../../api";
+import * as core from "../../core";
+export declare const ProcessingFailureReasonEnum: core.serialization.Schema<serializers.ProcessingFailureReasonEnum.Raw, Vellum.ProcessingFailureReasonEnum>;
+export declare namespace ProcessingFailureReasonEnum {
+    type Raw = "EXCEEDED_CHARACTER_LIMIT";
+}

package/serialization/types/ProcessingFailureReasonEnum.js

@@ -0,0 +1,31 @@
+"use strict";
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || function (mod) {
+    if (mod && mod.__esModule) return mod;
+    var result = {};
+    if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
+    __setModuleDefault(result, mod);
+    return result;
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.ProcessingFailureReasonEnum = void 0;
+const core = __importStar(require("../../core"));
+exports.ProcessingFailureReasonEnum = core.serialization.enum_(["EXCEEDED_CHARACTER_LIMIT"]);

package/serialization/types/SandboxMetricInputParams.d.ts

@@ -7,6 +7,6 @@ import * as core from "../../core";
 export declare const SandboxMetricInputParams: core.serialization.ObjectSchema<serializers.SandboxMetricInputParams.Raw, Vellum.SandboxMetricInputParams>;
 export declare namespace SandboxMetricInputParams {
     interface Raw {
-        params?: Record<string, unknown> | null;
+        params?: serializers.EvaluationParams.Raw | null;
     }
 }

package/serialization/types/SandboxMetricInputParams.js

@@ -29,5 +29,5 @@ Object.defineProperty(exports, "__esModule", { value: true });
 exports.SandboxMetricInputParams = void 0;
 const core = __importStar(require("../../core"));
 exports.SandboxMetricInputParams = core.serialization.object({
-    params: core.serialization.record(core.serialization.string(), core.serialization.unknown()).optional(),
+    params: core.serialization.lazyObject(async () => (await Promise.resolve().then(() => __importStar(require("..")))).EvaluationParams).optional(),
 });

package/serialization/types/SandboxMetricInputParamsRequest.d.ts

@@ -7,6 +7,6 @@ import * as core from "../../core";
 export declare const SandboxMetricInputParamsRequest: core.serialization.ObjectSchema<serializers.SandboxMetricInputParamsRequest.Raw, Vellum.SandboxMetricInputParamsRequest>;
 export declare namespace SandboxMetricInputParamsRequest {
     interface Raw {
-        params?: Record<string, unknown> | null;
+        params?: serializers.EvaluationParamsRequest.Raw | null;
     }
 }

package/serialization/types/SandboxMetricInputParamsRequest.js

@@ -29,5 +29,5 @@ Object.defineProperty(exports, "__esModule", { value: true });
 exports.SandboxMetricInputParamsRequest = void 0;
 const core = __importStar(require("../../core"));
 exports.SandboxMetricInputParamsRequest = core.serialization.object({
-    params: core.serialization.record(core.serialization.string(), core.serialization.unknown()).optional(),
+    params: core.serialization.lazyObject(async () => (await Promise.resolve().then(() => __importStar(require("..")))).EvaluationParamsRequest).optional(),
 });

package/serialization/types/SandboxScenario.d.ts

@@ -8,7 +8,7 @@ export declare const SandboxScenario: core.serialization.ObjectSchema<serializer
 export declare namespace SandboxScenario {
     interface Raw {
         label?: string | null;
-        inputs: serializers.SandboxInput.Raw[];
+        inputs: serializers.ScenarioInput.Raw[];
         id: string;
         metric_input_params: serializers.SandboxMetricInputParams.Raw;
     }

package/serialization/types/SandboxScenario.js

@@ -30,7 +30,7 @@ exports.SandboxScenario = void 0;
 const core = __importStar(require("../../core"));
 exports.SandboxScenario = core.serialization.object({
     label: core.serialization.string().optional(),
-    inputs: core.serialization.list(core.serialization.lazyObject(async () => (await Promise.resolve().then(() => __importStar(require("..")))).SandboxInput)),
+    inputs: core.serialization.list(core.serialization.lazyObject(async () => (await Promise.resolve().then(() => __importStar(require("..")))).ScenarioInput)),
     id: core.serialization.string(),
     metricInputParams: core.serialization.property("metric_input_params", core.serialization.lazyObject(async () => (await Promise.resolve().then(() => __importStar(require("..")))).SandboxMetricInputParams)),
 });

package/{dist/serialization/types/SandboxInput.d.ts → serialization/types/ScenarioInput.d.ts}

@@ -4,8 +4,8 @@
 import * as serializers from "..";
 import * as Vellum from "../../api";
 import * as core from "../../core";
-export declare const SandboxInput: core.serialization.ObjectSchema<serializers.SandboxInput.Raw, Vellum.SandboxInput>;
-export declare namespace SandboxInput {
+export declare const ScenarioInput: core.serialization.ObjectSchema<serializers.ScenarioInput.Raw, Vellum.ScenarioInput>;
+export declare namespace ScenarioInput {
     interface Raw {
         key: string;
         type?: serializers.TypeEnum.Raw | null;

package/{dist/serialization/types/SandboxInput.js → serialization/types/ScenarioInput.js}

@@ -26,9 +26,9 @@ var __importStar = (this && this.__importStar) || function (mod) {
     return result;
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.SandboxInput = void 0;
+exports.ScenarioInput = void 0;
 const core = __importStar(require("../../core"));
-exports.SandboxInput = core.serialization.object({
+exports.ScenarioInput = core.serialization.object({
     key: core.serialization.string(),
     type: core.serialization.lazy(async () => (await Promise.resolve().then(() => __importStar(require("..")))).TypeEnum).optional(),
     value: core.serialization.string().optional(),

package/serialization/types/{SandboxInputRequest.d.ts → ScenarioInputRequest.d.ts}

@@ -4,8 +4,8 @@
 import * as serializers from "..";
 import * as Vellum from "../../api";
 import * as core from "../../core";
-export declare const SandboxInputRequest: core.serialization.ObjectSchema<serializers.SandboxInputRequest.Raw, Vellum.SandboxInputRequest>;
-export declare namespace SandboxInputRequest {
+export declare const ScenarioInputRequest: core.serialization.ObjectSchema<serializers.ScenarioInputRequest.Raw, Vellum.ScenarioInputRequest>;
+export declare namespace ScenarioInputRequest {
     interface Raw {
         key: string;
         type?: serializers.TypeEnum.Raw | null;

package/serialization/types/{SandboxInputRequest.js → ScenarioInputRequest.js}

@@ -26,9 +26,9 @@ var __importStar = (this && this.__importStar) || function (mod) {
     return result;
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.SandboxInputRequest = void 0;
+exports.ScenarioInputRequest = void 0;
 const core = __importStar(require("../../core"));
-exports.SandboxInputRequest = core.serialization.object({
+exports.ScenarioInputRequest = core.serialization.object({
     key: core.serialization.string(),
     type: core.serialization.lazy(async () => (await Promise.resolve().then(() => __importStar(require("..")))).TypeEnum).optional(),
     value: core.serialization.string().optional(),

package/serialization/types/SlimDocument.d.ts

@@ -12,6 +12,7 @@ export declare namespace SlimDocument {
         last_uploaded_at: string;
         label: string;
         processing_state?: serializers.ProcessingStateEnum.Raw | null;
+        processing_failure_reason?: serializers.ProcessingFailureReasonEnum.Raw | null;
         status?: serializers.SlimDocumentStatusEnum.Raw | null;
         keywords?: string[] | null;
         document_to_document_indexes: serializers.DocumentDocumentToDocumentIndex.Raw[];

package/serialization/types/SlimDocument.js

@@ -34,6 +34,7 @@ exports.SlimDocument = core.serialization.object({
     lastUploadedAt: core.serialization.property("last_uploaded_at", core.serialization.string()),
     label: core.serialization.string(),
     processingState: core.serialization.property("processing_state", core.serialization.lazy(async () => (await Promise.resolve().then(() => __importStar(require("..")))).ProcessingStateEnum).optional()),
+    processingFailureReason: core.serialization.property("processing_failure_reason", core.serialization.lazy(async () => (await Promise.resolve().then(() => __importStar(require("..")))).ProcessingFailureReasonEnum).optional()),
     status: core.serialization.lazy(async () => (await Promise.resolve().then(() => __importStar(require("..")))).SlimDocumentStatusEnum).optional(),
     keywords: core.serialization.list(core.serialization.string()).optional(),
     documentToDocumentIndexes: core.serialization.property("document_to_document_indexes", core.serialization.list(core.serialization.lazyObject(async () => (await Promise.resolve().then(() => __importStar(require("..")))).DocumentDocumentToDocumentIndex))),

package/serialization/types/TestSuiteTestCase.d.ts

@@ -0,0 +1,15 @@
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+import * as serializers from "..";
+import * as Vellum from "../../api";
+import * as core from "../../core";
+export declare const TestSuiteTestCase: core.serialization.ObjectSchema<serializers.TestSuiteTestCase.Raw, Vellum.TestSuiteTestCase>;
+export declare namespace TestSuiteTestCase {
+    interface Raw {
+        test_case_id?: string | null;
+        label?: string | null;
+        input_values: Record<string, unknown>;
+        evaluation_params: serializers.EvaluationParams.Raw;
+    }
+}

package/serialization/types/TestSuiteTestCase.js

@@ -0,0 +1,36 @@
+"use strict";
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || function (mod) {
+    if (mod && mod.__esModule) return mod;
+    var result = {};
+    if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
+    __setModuleDefault(result, mod);
+    return result;
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.TestSuiteTestCase = void 0;
+const core = __importStar(require("../../core"));
+exports.TestSuiteTestCase = core.serialization.object({
+    testCaseId: core.serialization.property("test_case_id", core.serialization.string().optional()),
+    label: core.serialization.string().optional(),
+    inputValues: core.serialization.property("input_values", core.serialization.record(core.serialization.string(), core.serialization.unknown())),
+    evaluationParams: core.serialization.property("evaluation_params", core.serialization.lazyObject(async () => (await Promise.resolve().then(() => __importStar(require("..")))).EvaluationParams)),
+});

package/serialization/types/index.d.ts

@@ -1,3 +1,4 @@
+export * from "./GenerateBodyRequest";
 export * from "./BlockTypeEnum";
 export * from "./ChatMessage";
 export * from "./ChatMessageRequest";
@@ -5,6 +6,8 @@ export * from "./ChatMessageRole";
 export * from "./Document";
 export * from "./DocumentDocumentToDocumentIndex";
 export * from "./EnrichedNormalizedCompletion";
+export * from "./EvaluationParams";
+export * from "./EvaluationParamsRequest";
 export * from "./FinishReasonEnum";
 export * from "./GenerateErrorResponse";
 export * from "./GenerateOptionsRequest";
@@ -13,6 +16,9 @@ export * from "./GenerateResponse";
 export * from "./GenerateResult";
 export * from "./GenerateResultData";
 export * from "./GenerateResultError";
+export * from "./GenerateStreamResponse";
+export * from "./GenerateStreamResult";
+export * from "./GenerateStreamResultData";
 export * from "./IndexingStateEnum";
 export * from "./LogprobsEnum";
 export * from "./ModelTypeEnum";
@@ -25,16 +31,17 @@ export * from "./ModelVersionSandboxSnapshot";
 export * from "./NormalizedLogProbs";
 export * from "./NormalizedTokenLogProbs";
 export * from "./PaginatedSlimDocumentList";
+export * from "./ProcessingFailureReasonEnum";
 export * from "./ProcessingStateEnum";
 export * from "./PromptTemplateBlock";
 export * from "./PromptTemplateBlockData";
 export * from "./PromptTemplateBlockProperties";
 export * from "./ProviderEnum";
-export * from "./SandboxInput";
-export * from "./SandboxInputRequest";
 export * from "./SandboxMetricInputParams";
 export * from "./SandboxMetricInputParamsRequest";
 export * from "./SandboxScenario";
+export * from "./ScenarioInput";
+export * from "./ScenarioInputRequest";
 export * from "./SearchErrorResponse";
 export * from "./SearchFiltersRequest";
 export * from "./SearchRequestOptionsRequest";
@@ -46,6 +53,7 @@ export * from "./SlimDocument";
 export * from "./SlimDocumentStatusEnum";
 export * from "./SubmitCompletionActualRequest";
 export * from "./SubmitCompletionActualsErrorResponse";
+export * from "./TestSuiteTestCase";
 export * from "./TypeEnum";
 export * from "./UploadDocumentErrorResponse";
 export * from "./UploadDocumentResponse";

package/serialization/types/index.js

@@ -14,6 +14,7 @@ var __exportStar = (this && this.__exportStar) || function(m, exports) {
     for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
 };
 Object.defineProperty(exports, "__esModule", { value: true });
+__exportStar(require("./GenerateBodyRequest"), exports);
 __exportStar(require("./BlockTypeEnum"), exports);
 __exportStar(require("./ChatMessage"), exports);
 __exportStar(require("./ChatMessageRequest"), exports);
@@ -21,6 +22,8 @@ __exportStar(require("./ChatMessageRole"), exports);
 __exportStar(require("./Document"), exports);
 __exportStar(require("./DocumentDocumentToDocumentIndex"), exports);
 __exportStar(require("./EnrichedNormalizedCompletion"), exports);
+__exportStar(require("./EvaluationParams"), exports);
+__exportStar(require("./EvaluationParamsRequest"), exports);
 __exportStar(require("./FinishReasonEnum"), exports);
 __exportStar(require("./GenerateErrorResponse"), exports);
 __exportStar(require("./GenerateOptionsRequest"), exports);
@@ -29,6 +32,9 @@ __exportStar(require("./GenerateResponse"), exports);
 __exportStar(require("./GenerateResult"), exports);
 __exportStar(require("./GenerateResultData"), exports);
 __exportStar(require("./GenerateResultError"), exports);
+__exportStar(require("./GenerateStreamResponse"), exports);
+__exportStar(require("./GenerateStreamResult"), exports);
+__exportStar(require("./GenerateStreamResultData"), exports);
 __exportStar(require("./IndexingStateEnum"), exports);
 __exportStar(require("./LogprobsEnum"), exports);
 __exportStar(require("./ModelTypeEnum"), exports);
@@ -41,16 +47,17 @@ __exportStar(require("./ModelVersionSandboxSnapshot"), exports);
 __exportStar(require("./NormalizedLogProbs"), exports);
 __exportStar(require("./NormalizedTokenLogProbs"), exports);
 __exportStar(require("./PaginatedSlimDocumentList"), exports);
+__exportStar(require("./ProcessingFailureReasonEnum"), exports);
 __exportStar(require("./ProcessingStateEnum"), exports);
 __exportStar(require("./PromptTemplateBlock"), exports);
 __exportStar(require("./PromptTemplateBlockData"), exports);
 __exportStar(require("./PromptTemplateBlockProperties"), exports);
 __exportStar(require("./ProviderEnum"), exports);
-__exportStar(require("./SandboxInput"), exports);
-__exportStar(require("./SandboxInputRequest"), exports);
 __exportStar(require("./SandboxMetricInputParams"), exports);
 __exportStar(require("./SandboxMetricInputParamsRequest"), exports);
 __exportStar(require("./SandboxScenario"), exports);
+__exportStar(require("./ScenarioInput"), exports);
+__exportStar(require("./ScenarioInputRequest"), exports);
 __exportStar(require("./SearchErrorResponse"), exports);
 __exportStar(require("./SearchFiltersRequest"), exports);
 __exportStar(require("./SearchRequestOptionsRequest"), exports);
@@ -62,6 +69,7 @@ __exportStar(require("./SlimDocument"), exports);
 __exportStar(require("./SlimDocumentStatusEnum"), exports);
 __exportStar(require("./SubmitCompletionActualRequest"), exports);
 __exportStar(require("./SubmitCompletionActualsErrorResponse"), exports);
+__exportStar(require("./TestSuiteTestCase"), exports);
 __exportStar(require("./TypeEnum"), exports);
 __exportStar(require("./UploadDocumentErrorResponse"), exports);
 __exportStar(require("./UploadDocumentResponse"), exports);