vellum-ai 0.0.8 → 0.0.10

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (135) hide show
  1. package/Client.d.ts +3 -0
  2. package/Client.js +5 -0
  3. package/api/resources/index.d.ts +2 -0
  4. package/api/resources/index.js +3 -1
  5. package/api/resources/sandboxes/client/requests/UpsertSandboxScenarioRequestRequest.d.ts +1 -1
  6. package/api/resources/testSuites/client/Client.d.ts +17 -0
  7. package/api/resources/testSuites/client/Client.js +81 -0
  8. package/api/resources/testSuites/client/index.d.ts +1 -0
  9. package/api/resources/testSuites/client/index.js +17 -0
  10. package/api/resources/testSuites/client/requests/TestSuiteTestCaseRequest.d.ts +14 -0
  11. package/api/resources/testSuites/client/requests/index.d.ts +1 -0
  12. package/api/resources/testSuites/client/requests/index.js +2 -0
  13. package/api/resources/testSuites/index.d.ts +1 -0
  14. package/api/resources/testSuites/index.js +17 -0
  15. package/api/types/EvaluationParams.d.ts +7 -0
  16. package/api/types/EvaluationParamsRequest.d.ts +7 -0
  17. package/api/types/ProcessingFailureReasonEnum.d.ts +7 -0
  18. package/api/types/ProcessingFailureReasonEnum.js +9 -0
  19. package/api/types/SandboxMetricInputParams.d.ts +2 -1
  20. package/api/types/SandboxMetricInputParamsRequest.d.ts +2 -1
  21. package/api/types/SandboxScenario.d.ts +1 -1
  22. package/api/types/{SandboxInput.d.ts → ScenarioInput.d.ts} +1 -1
  23. package/api/types/{SandboxInputRequest.d.ts → ScenarioInputRequest.d.ts} +1 -1
  24. package/api/types/ScenarioInputRequest.js +5 -0
  25. package/api/types/SlimDocument.d.ts +3 -1
  26. package/api/types/TestSuiteTestCase.d.ts +14 -0
  27. package/api/types/TestSuiteTestCase.js +5 -0
  28. package/api/types/index.d.ts +6 -2
  29. package/api/types/index.js +6 -2
  30. package/dist/Client.d.ts +3 -0
  31. package/dist/Client.js +5 -0
  32. package/dist/api/resources/index.d.ts +2 -0
  33. package/dist/api/resources/index.js +3 -1
  34. package/dist/api/resources/sandboxes/client/requests/UpsertSandboxScenarioRequestRequest.d.ts +1 -1
  35. package/dist/api/resources/testSuites/client/Client.d.ts +17 -0
  36. package/dist/api/resources/testSuites/client/Client.js +81 -0
  37. package/dist/api/resources/testSuites/client/index.d.ts +1 -0
  38. package/dist/api/resources/testSuites/client/index.js +17 -0
  39. package/dist/api/resources/testSuites/client/requests/TestSuiteTestCaseRequest.d.ts +14 -0
  40. package/dist/api/resources/testSuites/client/requests/TestSuiteTestCaseRequest.js +5 -0
  41. package/dist/api/resources/testSuites/client/requests/index.d.ts +1 -0
  42. package/dist/api/resources/testSuites/client/requests/index.js +2 -0
  43. package/dist/api/resources/testSuites/index.d.ts +1 -0
  44. package/dist/api/resources/testSuites/index.js +17 -0
  45. package/dist/api/types/EvaluationParams.d.ts +7 -0
  46. package/dist/api/types/EvaluationParams.js +5 -0
  47. package/dist/api/types/EvaluationParamsRequest.d.ts +7 -0
  48. package/dist/api/types/EvaluationParamsRequest.js +5 -0
  49. package/dist/api/types/ProcessingFailureReasonEnum.d.ts +7 -0
  50. package/dist/api/types/ProcessingFailureReasonEnum.js +9 -0
  51. package/dist/api/types/SandboxMetricInputParams.d.ts +2 -1
  52. package/dist/api/types/SandboxMetricInputParamsRequest.d.ts +2 -1
  53. package/dist/api/types/SandboxScenario.d.ts +1 -1
  54. package/dist/api/types/{SandboxInput.d.ts → ScenarioInput.d.ts} +1 -1
  55. package/dist/api/types/ScenarioInput.js +5 -0
  56. package/dist/api/types/{SandboxInputRequest.d.ts → ScenarioInputRequest.d.ts} +1 -1
  57. package/dist/api/types/ScenarioInputRequest.js +5 -0
  58. package/dist/api/types/SlimDocument.d.ts +3 -1
  59. package/dist/api/types/TestSuiteTestCase.d.ts +14 -0
  60. package/dist/api/types/TestSuiteTestCase.js +5 -0
  61. package/dist/api/types/index.d.ts +6 -2
  62. package/dist/api/types/index.js +6 -2
  63. package/dist/serialization/resources/index.d.ts +2 -0
  64. package/dist/serialization/resources/index.js +3 -1
  65. package/dist/serialization/resources/sandboxes/client/requests/UpsertSandboxScenarioRequestRequest.d.ts +1 -1
  66. package/dist/serialization/resources/sandboxes/client/requests/UpsertSandboxScenarioRequestRequest.js +1 -1
  67. package/dist/serialization/resources/testSuites/client/index.d.ts +1 -0
  68. package/dist/serialization/resources/testSuites/client/index.js +17 -0
  69. package/dist/serialization/resources/testSuites/client/requests/TestSuiteTestCaseRequest.d.ts +15 -0
  70. package/dist/serialization/resources/testSuites/client/requests/TestSuiteTestCaseRequest.js +36 -0
  71. package/dist/serialization/resources/testSuites/client/requests/index.d.ts +1 -0
  72. package/dist/serialization/resources/testSuites/client/requests/index.js +5 -0
  73. package/dist/serialization/resources/testSuites/index.d.ts +1 -0
  74. package/dist/serialization/resources/testSuites/index.js +17 -0
  75. package/dist/serialization/types/EvaluationParams.d.ts +12 -0
  76. package/dist/serialization/types/EvaluationParams.js +33 -0
  77. package/dist/serialization/types/EvaluationParamsRequest.d.ts +12 -0
  78. package/dist/serialization/types/EvaluationParamsRequest.js +33 -0
  79. package/dist/serialization/types/ProcessingFailureReasonEnum.d.ts +10 -0
  80. package/dist/serialization/types/ProcessingFailureReasonEnum.js +31 -0
  81. package/dist/serialization/types/SandboxMetricInputParams.d.ts +1 -1
  82. package/dist/serialization/types/SandboxMetricInputParams.js +1 -1
  83. package/dist/serialization/types/SandboxMetricInputParamsRequest.d.ts +1 -1
  84. package/dist/serialization/types/SandboxMetricInputParamsRequest.js +1 -1
  85. package/dist/serialization/types/SandboxScenario.d.ts +1 -1
  86. package/dist/serialization/types/SandboxScenario.js +1 -1
  87. package/dist/serialization/types/{SandboxInput.d.ts → ScenarioInput.d.ts} +2 -2
  88. package/dist/serialization/types/{SandboxInput.js → ScenarioInput.js} +2 -2
  89. package/dist/serialization/types/{SandboxInputRequest.d.ts → ScenarioInputRequest.d.ts} +2 -2
  90. package/dist/serialization/types/{SandboxInputRequest.js → ScenarioInputRequest.js} +2 -2
  91. package/dist/serialization/types/SlimDocument.d.ts +1 -0
  92. package/dist/serialization/types/SlimDocument.js +1 -0
  93. package/dist/serialization/types/TestSuiteTestCase.d.ts +15 -0
  94. package/dist/serialization/types/TestSuiteTestCase.js +36 -0
  95. package/dist/serialization/types/index.d.ts +6 -2
  96. package/dist/serialization/types/index.js +6 -2
  97. package/package.json +1 -1
  98. package/serialization/resources/index.d.ts +2 -0
  99. package/serialization/resources/index.js +3 -1
  100. package/serialization/resources/sandboxes/client/requests/UpsertSandboxScenarioRequestRequest.d.ts +1 -1
  101. package/serialization/resources/sandboxes/client/requests/UpsertSandboxScenarioRequestRequest.js +1 -1
  102. package/serialization/resources/testSuites/client/index.d.ts +1 -0
  103. package/serialization/resources/testSuites/client/index.js +17 -0
  104. package/serialization/resources/testSuites/client/requests/TestSuiteTestCaseRequest.d.ts +15 -0
  105. package/serialization/resources/testSuites/client/requests/TestSuiteTestCaseRequest.js +36 -0
  106. package/serialization/resources/testSuites/client/requests/index.d.ts +1 -0
  107. package/serialization/resources/testSuites/client/requests/index.js +5 -0
  108. package/serialization/resources/testSuites/index.d.ts +1 -0
  109. package/serialization/resources/testSuites/index.js +17 -0
  110. package/serialization/types/EvaluationParams.d.ts +12 -0
  111. package/serialization/types/EvaluationParams.js +33 -0
  112. package/serialization/types/EvaluationParamsRequest.d.ts +12 -0
  113. package/serialization/types/EvaluationParamsRequest.js +33 -0
  114. package/serialization/types/ProcessingFailureReasonEnum.d.ts +10 -0
  115. package/serialization/types/ProcessingFailureReasonEnum.js +31 -0
  116. package/serialization/types/SandboxMetricInputParams.d.ts +1 -1
  117. package/serialization/types/SandboxMetricInputParams.js +1 -1
  118. package/serialization/types/SandboxMetricInputParamsRequest.d.ts +1 -1
  119. package/serialization/types/SandboxMetricInputParamsRequest.js +1 -1
  120. package/serialization/types/SandboxScenario.d.ts +1 -1
  121. package/serialization/types/SandboxScenario.js +1 -1
  122. package/serialization/types/{SandboxInput.d.ts → ScenarioInput.d.ts} +2 -2
  123. package/serialization/types/{SandboxInput.js → ScenarioInput.js} +2 -2
  124. package/serialization/types/{SandboxInputRequest.d.ts → ScenarioInputRequest.d.ts} +2 -2
  125. package/serialization/types/{SandboxInputRequest.js → ScenarioInputRequest.js} +2 -2
  126. package/serialization/types/SlimDocument.d.ts +1 -0
  127. package/serialization/types/SlimDocument.js +1 -0
  128. package/serialization/types/TestSuiteTestCase.d.ts +15 -0
  129. package/serialization/types/TestSuiteTestCase.js +36 -0
  130. package/serialization/types/index.d.ts +6 -2
  131. package/serialization/types/index.js +6 -2
  132. /package/api/{types/SandboxInput.js → resources/testSuites/client/requests/TestSuiteTestCaseRequest.js} +0 -0
  133. /package/api/types/{SandboxInputRequest.js → EvaluationParams.js} +0 -0
  134. /package/{dist/api/types/SandboxInput.js → api/types/EvaluationParamsRequest.js} +0 -0
  135. /package/{dist/api/types/SandboxInputRequest.js → api/types/ScenarioInput.js} +0 -0
@@ -0,0 +1,15 @@
1
+ /**
2
+ * This file was auto-generated by Fern from our API Definition.
3
+ */
4
+ import * as serializers from "..";
5
+ import * as Vellum from "../../api";
6
+ import * as core from "../../core";
7
+ export declare const TestSuiteTestCase: core.serialization.ObjectSchema<serializers.TestSuiteTestCase.Raw, Vellum.TestSuiteTestCase>;
8
+ export declare namespace TestSuiteTestCase {
9
+ interface Raw {
10
+ test_case_id?: string | null;
11
+ label?: string | null;
12
+ input_values: Record<string, unknown>;
13
+ evaluation_params: serializers.EvaluationParams.Raw;
14
+ }
15
+ }
@@ -0,0 +1,36 @@
1
+ "use strict";
2
+ /**
3
+ * This file was auto-generated by Fern from our API Definition.
4
+ */
5
+ var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
6
+ if (k2 === undefined) k2 = k;
7
+ var desc = Object.getOwnPropertyDescriptor(m, k);
8
+ if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
9
+ desc = { enumerable: true, get: function() { return m[k]; } };
10
+ }
11
+ Object.defineProperty(o, k2, desc);
12
+ }) : (function(o, m, k, k2) {
13
+ if (k2 === undefined) k2 = k;
14
+ o[k2] = m[k];
15
+ }));
16
+ var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
17
+ Object.defineProperty(o, "default", { enumerable: true, value: v });
18
+ }) : function(o, v) {
19
+ o["default"] = v;
20
+ });
21
+ var __importStar = (this && this.__importStar) || function (mod) {
22
+ if (mod && mod.__esModule) return mod;
23
+ var result = {};
24
+ if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
25
+ __setModuleDefault(result, mod);
26
+ return result;
27
+ };
28
+ Object.defineProperty(exports, "__esModule", { value: true });
29
+ exports.TestSuiteTestCase = void 0;
30
+ const core = __importStar(require("../../core"));
31
+ exports.TestSuiteTestCase = core.serialization.object({
32
+ testCaseId: core.serialization.property("test_case_id", core.serialization.string().optional()),
33
+ label: core.serialization.string().optional(),
34
+ inputValues: core.serialization.property("input_values", core.serialization.record(core.serialization.string(), core.serialization.unknown())),
35
+ evaluationParams: core.serialization.property("evaluation_params", core.serialization.lazyObject(async () => (await Promise.resolve().then(() => __importStar(require("..")))).EvaluationParams)),
36
+ });
@@ -5,6 +5,8 @@ export * from "./ChatMessageRole";
5
5
  export * from "./Document";
6
6
  export * from "./DocumentDocumentToDocumentIndex";
7
7
  export * from "./EnrichedNormalizedCompletion";
8
+ export * from "./EvaluationParams";
9
+ export * from "./EvaluationParamsRequest";
8
10
  export * from "./FinishReasonEnum";
9
11
  export * from "./GenerateErrorResponse";
10
12
  export * from "./GenerateOptionsRequest";
@@ -25,16 +27,17 @@ export * from "./ModelVersionSandboxSnapshot";
25
27
  export * from "./NormalizedLogProbs";
26
28
  export * from "./NormalizedTokenLogProbs";
27
29
  export * from "./PaginatedSlimDocumentList";
30
+ export * from "./ProcessingFailureReasonEnum";
28
31
  export * from "./ProcessingStateEnum";
29
32
  export * from "./PromptTemplateBlock";
30
33
  export * from "./PromptTemplateBlockData";
31
34
  export * from "./PromptTemplateBlockProperties";
32
35
  export * from "./ProviderEnum";
33
- export * from "./SandboxInput";
34
- export * from "./SandboxInputRequest";
35
36
  export * from "./SandboxMetricInputParams";
36
37
  export * from "./SandboxMetricInputParamsRequest";
37
38
  export * from "./SandboxScenario";
39
+ export * from "./ScenarioInput";
40
+ export * from "./ScenarioInputRequest";
38
41
  export * from "./SearchErrorResponse";
39
42
  export * from "./SearchFiltersRequest";
40
43
  export * from "./SearchRequestOptionsRequest";
@@ -46,6 +49,7 @@ export * from "./SlimDocument";
46
49
  export * from "./SlimDocumentStatusEnum";
47
50
  export * from "./SubmitCompletionActualRequest";
48
51
  export * from "./SubmitCompletionActualsErrorResponse";
52
+ export * from "./TestSuiteTestCase";
49
53
  export * from "./TypeEnum";
50
54
  export * from "./UploadDocumentErrorResponse";
51
55
  export * from "./UploadDocumentResponse";
@@ -21,6 +21,8 @@ __exportStar(require("./ChatMessageRole"), exports);
21
21
  __exportStar(require("./Document"), exports);
22
22
  __exportStar(require("./DocumentDocumentToDocumentIndex"), exports);
23
23
  __exportStar(require("./EnrichedNormalizedCompletion"), exports);
24
+ __exportStar(require("./EvaluationParams"), exports);
25
+ __exportStar(require("./EvaluationParamsRequest"), exports);
24
26
  __exportStar(require("./FinishReasonEnum"), exports);
25
27
  __exportStar(require("./GenerateErrorResponse"), exports);
26
28
  __exportStar(require("./GenerateOptionsRequest"), exports);
@@ -41,16 +43,17 @@ __exportStar(require("./ModelVersionSandboxSnapshot"), exports);
41
43
  __exportStar(require("./NormalizedLogProbs"), exports);
42
44
  __exportStar(require("./NormalizedTokenLogProbs"), exports);
43
45
  __exportStar(require("./PaginatedSlimDocumentList"), exports);
46
+ __exportStar(require("./ProcessingFailureReasonEnum"), exports);
44
47
  __exportStar(require("./ProcessingStateEnum"), exports);
45
48
  __exportStar(require("./PromptTemplateBlock"), exports);
46
49
  __exportStar(require("./PromptTemplateBlockData"), exports);
47
50
  __exportStar(require("./PromptTemplateBlockProperties"), exports);
48
51
  __exportStar(require("./ProviderEnum"), exports);
49
- __exportStar(require("./SandboxInput"), exports);
50
- __exportStar(require("./SandboxInputRequest"), exports);
51
52
  __exportStar(require("./SandboxMetricInputParams"), exports);
52
53
  __exportStar(require("./SandboxMetricInputParamsRequest"), exports);
53
54
  __exportStar(require("./SandboxScenario"), exports);
55
+ __exportStar(require("./ScenarioInput"), exports);
56
+ __exportStar(require("./ScenarioInputRequest"), exports);
54
57
  __exportStar(require("./SearchErrorResponse"), exports);
55
58
  __exportStar(require("./SearchFiltersRequest"), exports);
56
59
  __exportStar(require("./SearchRequestOptionsRequest"), exports);
@@ -62,6 +65,7 @@ __exportStar(require("./SlimDocument"), exports);
62
65
  __exportStar(require("./SlimDocumentStatusEnum"), exports);
63
66
  __exportStar(require("./SubmitCompletionActualRequest"), exports);
64
67
  __exportStar(require("./SubmitCompletionActualsErrorResponse"), exports);
68
+ __exportStar(require("./TestSuiteTestCase"), exports);
65
69
  __exportStar(require("./TypeEnum"), exports);
66
70
  __exportStar(require("./UploadDocumentErrorResponse"), exports);
67
71
  __exportStar(require("./UploadDocumentResponse"), exports);