vellum-ai 0.0.9 → 0.0.10
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/Client.d.ts +3 -0
- package/Client.js +5 -0
- package/api/resources/index.d.ts +2 -0
- package/api/resources/index.js +3 -1
- package/api/resources/sandboxes/client/requests/UpsertSandboxScenarioRequestRequest.d.ts +1 -1
- package/api/resources/testSuites/client/Client.d.ts +17 -0
- package/api/resources/testSuites/client/Client.js +81 -0
- package/api/resources/testSuites/client/index.d.ts +1 -0
- package/api/resources/testSuites/client/index.js +17 -0
- package/api/resources/testSuites/client/requests/TestSuiteTestCaseRequest.d.ts +14 -0
- package/api/resources/testSuites/client/requests/index.d.ts +1 -0
- package/api/resources/testSuites/client/requests/index.js +2 -0
- package/api/resources/testSuites/index.d.ts +1 -0
- package/api/resources/testSuites/index.js +17 -0
- package/api/types/EvaluationParams.d.ts +7 -0
- package/api/types/EvaluationParamsRequest.d.ts +7 -0
- package/api/types/ProcessingFailureReasonEnum.d.ts +7 -0
- package/api/types/ProcessingFailureReasonEnum.js +9 -0
- package/api/types/SandboxMetricInputParams.d.ts +2 -1
- package/api/types/SandboxMetricInputParamsRequest.d.ts +2 -1
- package/api/types/SandboxScenario.d.ts +1 -1
- package/api/types/{SandboxInput.d.ts → ScenarioInput.d.ts} +1 -1
- package/api/types/{SandboxInputRequest.d.ts → ScenarioInputRequest.d.ts} +1 -1
- package/api/types/ScenarioInputRequest.js +5 -0
- package/api/types/SlimDocument.d.ts +3 -1
- package/api/types/TestSuiteTestCase.d.ts +14 -0
- package/api/types/TestSuiteTestCase.js +5 -0
- package/api/types/index.d.ts +6 -2
- package/api/types/index.js +6 -2
- package/dist/Client.d.ts +3 -0
- package/dist/Client.js +5 -0
- package/dist/api/resources/index.d.ts +2 -0
- package/dist/api/resources/index.js +3 -1
- package/dist/api/resources/sandboxes/client/requests/UpsertSandboxScenarioRequestRequest.d.ts +1 -1
- package/dist/api/resources/testSuites/client/Client.d.ts +17 -0
- package/dist/api/resources/testSuites/client/Client.js +81 -0
- package/dist/api/resources/testSuites/client/index.d.ts +1 -0
- package/dist/api/resources/testSuites/client/index.js +17 -0
- package/dist/api/resources/testSuites/client/requests/TestSuiteTestCaseRequest.d.ts +14 -0
- package/dist/api/resources/testSuites/client/requests/TestSuiteTestCaseRequest.js +5 -0
- package/dist/api/resources/testSuites/client/requests/index.d.ts +1 -0
- package/dist/api/resources/testSuites/client/requests/index.js +2 -0
- package/dist/api/resources/testSuites/index.d.ts +1 -0
- package/dist/api/resources/testSuites/index.js +17 -0
- package/dist/api/types/EvaluationParams.d.ts +7 -0
- package/dist/api/types/EvaluationParams.js +5 -0
- package/dist/api/types/EvaluationParamsRequest.d.ts +7 -0
- package/dist/api/types/EvaluationParamsRequest.js +5 -0
- package/dist/api/types/ProcessingFailureReasonEnum.d.ts +7 -0
- package/dist/api/types/ProcessingFailureReasonEnum.js +9 -0
- package/dist/api/types/SandboxMetricInputParams.d.ts +2 -1
- package/dist/api/types/SandboxMetricInputParamsRequest.d.ts +2 -1
- package/dist/api/types/SandboxScenario.d.ts +1 -1
- package/dist/api/types/{SandboxInput.d.ts → ScenarioInput.d.ts} +1 -1
- package/dist/api/types/ScenarioInput.js +5 -0
- package/dist/api/types/{SandboxInputRequest.d.ts → ScenarioInputRequest.d.ts} +1 -1
- package/dist/api/types/ScenarioInputRequest.js +5 -0
- package/dist/api/types/SlimDocument.d.ts +3 -1
- package/dist/api/types/TestSuiteTestCase.d.ts +14 -0
- package/dist/api/types/TestSuiteTestCase.js +5 -0
- package/dist/api/types/index.d.ts +6 -2
- package/dist/api/types/index.js +6 -2
- package/dist/serialization/resources/index.d.ts +2 -0
- package/dist/serialization/resources/index.js +3 -1
- package/dist/serialization/resources/sandboxes/client/requests/UpsertSandboxScenarioRequestRequest.d.ts +1 -1
- package/dist/serialization/resources/sandboxes/client/requests/UpsertSandboxScenarioRequestRequest.js +1 -1
- package/dist/serialization/resources/testSuites/client/index.d.ts +1 -0
- package/dist/serialization/resources/testSuites/client/index.js +17 -0
- package/dist/serialization/resources/testSuites/client/requests/TestSuiteTestCaseRequest.d.ts +15 -0
- package/dist/serialization/resources/testSuites/client/requests/TestSuiteTestCaseRequest.js +36 -0
- package/dist/serialization/resources/testSuites/client/requests/index.d.ts +1 -0
- package/dist/serialization/resources/testSuites/client/requests/index.js +5 -0
- package/dist/serialization/resources/testSuites/index.d.ts +1 -0
- package/dist/serialization/resources/testSuites/index.js +17 -0
- package/dist/serialization/types/EvaluationParams.d.ts +12 -0
- package/dist/serialization/types/EvaluationParams.js +33 -0
- package/dist/serialization/types/EvaluationParamsRequest.d.ts +12 -0
- package/dist/serialization/types/EvaluationParamsRequest.js +33 -0
- package/dist/serialization/types/ProcessingFailureReasonEnum.d.ts +10 -0
- package/dist/serialization/types/ProcessingFailureReasonEnum.js +31 -0
- package/dist/serialization/types/SandboxMetricInputParams.d.ts +1 -1
- package/dist/serialization/types/SandboxMetricInputParams.js +1 -1
- package/dist/serialization/types/SandboxMetricInputParamsRequest.d.ts +1 -1
- package/dist/serialization/types/SandboxMetricInputParamsRequest.js +1 -1
- package/dist/serialization/types/SandboxScenario.d.ts +1 -1
- package/dist/serialization/types/SandboxScenario.js +1 -1
- package/dist/serialization/types/{SandboxInput.d.ts → ScenarioInput.d.ts} +2 -2
- package/dist/serialization/types/{SandboxInput.js → ScenarioInput.js} +2 -2
- package/dist/serialization/types/{SandboxInputRequest.d.ts → ScenarioInputRequest.d.ts} +2 -2
- package/dist/serialization/types/{SandboxInputRequest.js → ScenarioInputRequest.js} +2 -2
- package/dist/serialization/types/SlimDocument.d.ts +1 -0
- package/dist/serialization/types/SlimDocument.js +1 -0
- package/dist/serialization/types/TestSuiteTestCase.d.ts +15 -0
- package/dist/serialization/types/TestSuiteTestCase.js +36 -0
- package/dist/serialization/types/index.d.ts +6 -2
- package/dist/serialization/types/index.js +6 -2
- package/package.json +1 -1
- package/serialization/resources/index.d.ts +2 -0
- package/serialization/resources/index.js +3 -1
- package/serialization/resources/sandboxes/client/requests/UpsertSandboxScenarioRequestRequest.d.ts +1 -1
- package/serialization/resources/sandboxes/client/requests/UpsertSandboxScenarioRequestRequest.js +1 -1
- package/serialization/resources/testSuites/client/index.d.ts +1 -0
- package/serialization/resources/testSuites/client/index.js +17 -0
- package/serialization/resources/testSuites/client/requests/TestSuiteTestCaseRequest.d.ts +15 -0
- package/serialization/resources/testSuites/client/requests/TestSuiteTestCaseRequest.js +36 -0
- package/serialization/resources/testSuites/client/requests/index.d.ts +1 -0
- package/serialization/resources/testSuites/client/requests/index.js +5 -0
- package/serialization/resources/testSuites/index.d.ts +1 -0
- package/serialization/resources/testSuites/index.js +17 -0
- package/serialization/types/EvaluationParams.d.ts +12 -0
- package/serialization/types/EvaluationParams.js +33 -0
- package/serialization/types/EvaluationParamsRequest.d.ts +12 -0
- package/serialization/types/EvaluationParamsRequest.js +33 -0
- package/serialization/types/ProcessingFailureReasonEnum.d.ts +10 -0
- package/serialization/types/ProcessingFailureReasonEnum.js +31 -0
- package/serialization/types/SandboxMetricInputParams.d.ts +1 -1
- package/serialization/types/SandboxMetricInputParams.js +1 -1
- package/serialization/types/SandboxMetricInputParamsRequest.d.ts +1 -1
- package/serialization/types/SandboxMetricInputParamsRequest.js +1 -1
- package/serialization/types/SandboxScenario.d.ts +1 -1
- package/serialization/types/SandboxScenario.js +1 -1
- package/serialization/types/{SandboxInput.d.ts → ScenarioInput.d.ts} +2 -2
- package/serialization/types/{SandboxInput.js → ScenarioInput.js} +2 -2
- package/serialization/types/{SandboxInputRequest.d.ts → ScenarioInputRequest.d.ts} +2 -2
- package/serialization/types/{SandboxInputRequest.js → ScenarioInputRequest.js} +2 -2
- package/serialization/types/SlimDocument.d.ts +1 -0
- package/serialization/types/SlimDocument.js +1 -0
- package/serialization/types/TestSuiteTestCase.d.ts +15 -0
- package/serialization/types/TestSuiteTestCase.js +36 -0
- package/serialization/types/index.d.ts +6 -2
- package/serialization/types/index.js +6 -2
- /package/api/{types/SandboxInput.js → resources/testSuites/client/requests/TestSuiteTestCaseRequest.js} +0 -0
- /package/api/types/{SandboxInputRequest.js → EvaluationParams.js} +0 -0
- /package/{dist/api/types/SandboxInput.js → api/types/EvaluationParamsRequest.js} +0 -0
- /package/{dist/api/types/SandboxInputRequest.js → api/types/ScenarioInput.js} +0 -0
|
@@ -0,0 +1,15 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* This file was auto-generated by Fern from our API Definition.
|
|
3
|
+
*/
|
|
4
|
+
import * as serializers from "..";
|
|
5
|
+
import * as Vellum from "../../api";
|
|
6
|
+
import * as core from "../../core";
|
|
7
|
+
export declare const TestSuiteTestCase: core.serialization.ObjectSchema<serializers.TestSuiteTestCase.Raw, Vellum.TestSuiteTestCase>;
|
|
8
|
+
export declare namespace TestSuiteTestCase {
|
|
9
|
+
interface Raw {
|
|
10
|
+
test_case_id?: string | null;
|
|
11
|
+
label?: string | null;
|
|
12
|
+
input_values: Record<string, unknown>;
|
|
13
|
+
evaluation_params: serializers.EvaluationParams.Raw;
|
|
14
|
+
}
|
|
15
|
+
}
|
|
@@ -0,0 +1,36 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
/**
|
|
3
|
+
* This file was auto-generated by Fern from our API Definition.
|
|
4
|
+
*/
|
|
5
|
+
var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
|
|
6
|
+
if (k2 === undefined) k2 = k;
|
|
7
|
+
var desc = Object.getOwnPropertyDescriptor(m, k);
|
|
8
|
+
if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
|
|
9
|
+
desc = { enumerable: true, get: function() { return m[k]; } };
|
|
10
|
+
}
|
|
11
|
+
Object.defineProperty(o, k2, desc);
|
|
12
|
+
}) : (function(o, m, k, k2) {
|
|
13
|
+
if (k2 === undefined) k2 = k;
|
|
14
|
+
o[k2] = m[k];
|
|
15
|
+
}));
|
|
16
|
+
var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
|
|
17
|
+
Object.defineProperty(o, "default", { enumerable: true, value: v });
|
|
18
|
+
}) : function(o, v) {
|
|
19
|
+
o["default"] = v;
|
|
20
|
+
});
|
|
21
|
+
var __importStar = (this && this.__importStar) || function (mod) {
|
|
22
|
+
if (mod && mod.__esModule) return mod;
|
|
23
|
+
var result = {};
|
|
24
|
+
if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
|
|
25
|
+
__setModuleDefault(result, mod);
|
|
26
|
+
return result;
|
|
27
|
+
};
|
|
28
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
29
|
+
exports.TestSuiteTestCase = void 0;
|
|
30
|
+
const core = __importStar(require("../../core"));
|
|
31
|
+
exports.TestSuiteTestCase = core.serialization.object({
|
|
32
|
+
testCaseId: core.serialization.property("test_case_id", core.serialization.string().optional()),
|
|
33
|
+
label: core.serialization.string().optional(),
|
|
34
|
+
inputValues: core.serialization.property("input_values", core.serialization.record(core.serialization.string(), core.serialization.unknown())),
|
|
35
|
+
evaluationParams: core.serialization.property("evaluation_params", core.serialization.lazyObject(async () => (await Promise.resolve().then(() => __importStar(require("..")))).EvaluationParams)),
|
|
36
|
+
});
|
|
@@ -5,6 +5,8 @@ export * from "./ChatMessageRole";
|
|
|
5
5
|
export * from "./Document";
|
|
6
6
|
export * from "./DocumentDocumentToDocumentIndex";
|
|
7
7
|
export * from "./EnrichedNormalizedCompletion";
|
|
8
|
+
export * from "./EvaluationParams";
|
|
9
|
+
export * from "./EvaluationParamsRequest";
|
|
8
10
|
export * from "./FinishReasonEnum";
|
|
9
11
|
export * from "./GenerateErrorResponse";
|
|
10
12
|
export * from "./GenerateOptionsRequest";
|
|
@@ -25,16 +27,17 @@ export * from "./ModelVersionSandboxSnapshot";
|
|
|
25
27
|
export * from "./NormalizedLogProbs";
|
|
26
28
|
export * from "./NormalizedTokenLogProbs";
|
|
27
29
|
export * from "./PaginatedSlimDocumentList";
|
|
30
|
+
export * from "./ProcessingFailureReasonEnum";
|
|
28
31
|
export * from "./ProcessingStateEnum";
|
|
29
32
|
export * from "./PromptTemplateBlock";
|
|
30
33
|
export * from "./PromptTemplateBlockData";
|
|
31
34
|
export * from "./PromptTemplateBlockProperties";
|
|
32
35
|
export * from "./ProviderEnum";
|
|
33
|
-
export * from "./SandboxInput";
|
|
34
|
-
export * from "./SandboxInputRequest";
|
|
35
36
|
export * from "./SandboxMetricInputParams";
|
|
36
37
|
export * from "./SandboxMetricInputParamsRequest";
|
|
37
38
|
export * from "./SandboxScenario";
|
|
39
|
+
export * from "./ScenarioInput";
|
|
40
|
+
export * from "./ScenarioInputRequest";
|
|
38
41
|
export * from "./SearchErrorResponse";
|
|
39
42
|
export * from "./SearchFiltersRequest";
|
|
40
43
|
export * from "./SearchRequestOptionsRequest";
|
|
@@ -46,6 +49,7 @@ export * from "./SlimDocument";
|
|
|
46
49
|
export * from "./SlimDocumentStatusEnum";
|
|
47
50
|
export * from "./SubmitCompletionActualRequest";
|
|
48
51
|
export * from "./SubmitCompletionActualsErrorResponse";
|
|
52
|
+
export * from "./TestSuiteTestCase";
|
|
49
53
|
export * from "./TypeEnum";
|
|
50
54
|
export * from "./UploadDocumentErrorResponse";
|
|
51
55
|
export * from "./UploadDocumentResponse";
|
|
@@ -21,6 +21,8 @@ __exportStar(require("./ChatMessageRole"), exports);
|
|
|
21
21
|
__exportStar(require("./Document"), exports);
|
|
22
22
|
__exportStar(require("./DocumentDocumentToDocumentIndex"), exports);
|
|
23
23
|
__exportStar(require("./EnrichedNormalizedCompletion"), exports);
|
|
24
|
+
__exportStar(require("./EvaluationParams"), exports);
|
|
25
|
+
__exportStar(require("./EvaluationParamsRequest"), exports);
|
|
24
26
|
__exportStar(require("./FinishReasonEnum"), exports);
|
|
25
27
|
__exportStar(require("./GenerateErrorResponse"), exports);
|
|
26
28
|
__exportStar(require("./GenerateOptionsRequest"), exports);
|
|
@@ -41,16 +43,17 @@ __exportStar(require("./ModelVersionSandboxSnapshot"), exports);
|
|
|
41
43
|
__exportStar(require("./NormalizedLogProbs"), exports);
|
|
42
44
|
__exportStar(require("./NormalizedTokenLogProbs"), exports);
|
|
43
45
|
__exportStar(require("./PaginatedSlimDocumentList"), exports);
|
|
46
|
+
__exportStar(require("./ProcessingFailureReasonEnum"), exports);
|
|
44
47
|
__exportStar(require("./ProcessingStateEnum"), exports);
|
|
45
48
|
__exportStar(require("./PromptTemplateBlock"), exports);
|
|
46
49
|
__exportStar(require("./PromptTemplateBlockData"), exports);
|
|
47
50
|
__exportStar(require("./PromptTemplateBlockProperties"), exports);
|
|
48
51
|
__exportStar(require("./ProviderEnum"), exports);
|
|
49
|
-
__exportStar(require("./SandboxInput"), exports);
|
|
50
|
-
__exportStar(require("./SandboxInputRequest"), exports);
|
|
51
52
|
__exportStar(require("./SandboxMetricInputParams"), exports);
|
|
52
53
|
__exportStar(require("./SandboxMetricInputParamsRequest"), exports);
|
|
53
54
|
__exportStar(require("./SandboxScenario"), exports);
|
|
55
|
+
__exportStar(require("./ScenarioInput"), exports);
|
|
56
|
+
__exportStar(require("./ScenarioInputRequest"), exports);
|
|
54
57
|
__exportStar(require("./SearchErrorResponse"), exports);
|
|
55
58
|
__exportStar(require("./SearchFiltersRequest"), exports);
|
|
56
59
|
__exportStar(require("./SearchRequestOptionsRequest"), exports);
|
|
@@ -62,6 +65,7 @@ __exportStar(require("./SlimDocument"), exports);
|
|
|
62
65
|
__exportStar(require("./SlimDocumentStatusEnum"), exports);
|
|
63
66
|
__exportStar(require("./SubmitCompletionActualRequest"), exports);
|
|
64
67
|
__exportStar(require("./SubmitCompletionActualsErrorResponse"), exports);
|
|
68
|
+
__exportStar(require("./TestSuiteTestCase"), exports);
|
|
65
69
|
__exportStar(require("./TypeEnum"), exports);
|
|
66
70
|
__exportStar(require("./UploadDocumentErrorResponse"), exports);
|
|
67
71
|
__exportStar(require("./UploadDocumentResponse"), exports);
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|