vellum-ai 0.3.20 → 0.3.22

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (171) hide show
  1. package/Client.js +9 -9
  2. package/api/resources/deployments/client/Client.js +3 -3
  3. package/api/resources/documentIndexes/client/Client.js +6 -6
  4. package/api/resources/documents/client/Client.js +4 -4
  5. package/api/resources/folderEntities/client/Client.js +1 -1
  6. package/api/resources/modelVersions/client/Client.js +1 -1
  7. package/api/resources/registeredPrompts/client/Client.js +1 -1
  8. package/api/resources/sandboxes/client/Client.js +2 -2
  9. package/api/resources/testSuiteRuns/client/Client.js +12 -4
  10. package/api/resources/testSuiteRuns/client/requests/TestSuiteRunsListExecutionsRequest.d.ts +8 -0
  11. package/api/resources/testSuites/client/Client.js +3 -3
  12. package/api/resources/workflowDeployments/client/Client.js +2 -2
  13. package/api/types/FulfilledPromptExecutionMeta.d.ts +1 -0
  14. package/api/types/FulfilledWorkflowNodeResultEvent.d.ts +1 -1
  15. package/api/types/MlModelUsage.d.ts +10 -0
  16. package/api/types/MlModelUsage.js +5 -0
  17. package/api/types/NamedTestCaseChatHistoryVariableValueRequest.d.ts +4 -1
  18. package/api/types/NamedTestCaseErrorVariableValueRequest.d.ts +4 -1
  19. package/api/types/NamedTestCaseJsonVariableValueRequest.d.ts +4 -1
  20. package/api/types/NamedTestCaseNumberVariableValueRequest.d.ts +4 -1
  21. package/api/types/NamedTestCaseSearchResultsVariableValueRequest.d.ts +4 -1
  22. package/api/types/NamedTestCaseStringVariableValueRequest.d.ts +4 -1
  23. package/api/types/PromptDeploymentExpandMetaRequestRequest.d.ts +2 -0
  24. package/api/types/PromptExecutionMeta.d.ts +1 -0
  25. package/api/types/PromptTemplateBlock.d.ts +1 -0
  26. package/api/types/PromptTemplateBlockRequest.d.ts +1 -0
  27. package/api/types/PromptTemplateBlockState.d.ts +12 -0
  28. package/api/types/PromptTemplateBlockState.js +10 -0
  29. package/api/types/TestSuiteRunExecutionChatHistoryOutput.d.ts +5 -1
  30. package/api/types/TestSuiteRunExecutionErrorOutput.d.ts +5 -1
  31. package/api/types/TestSuiteRunExecutionJsonOutput.d.ts +5 -1
  32. package/api/types/TestSuiteRunExecutionMetricDefinition.d.ts +8 -0
  33. package/api/types/TestSuiteRunExecutionMetricDefinition.js +5 -0
  34. package/api/types/TestSuiteRunExecutionMetricResult.d.ts +2 -0
  35. package/api/types/TestSuiteRunExecutionNumberOutput.d.ts +5 -1
  36. package/api/types/TestSuiteRunExecutionSearchResultsOutput.d.ts +5 -1
  37. package/api/types/TestSuiteRunExecutionStringOutput.d.ts +5 -1
  38. package/api/types/index.d.ts +3 -0
  39. package/api/types/index.js +3 -0
  40. package/dist/Client.js +9 -9
  41. package/dist/api/resources/deployments/client/Client.js +3 -3
  42. package/dist/api/resources/documentIndexes/client/Client.js +6 -6
  43. package/dist/api/resources/documents/client/Client.js +4 -4
  44. package/dist/api/resources/folderEntities/client/Client.js +1 -1
  45. package/dist/api/resources/modelVersions/client/Client.js +1 -1
  46. package/dist/api/resources/registeredPrompts/client/Client.js +1 -1
  47. package/dist/api/resources/sandboxes/client/Client.js +2 -2
  48. package/dist/api/resources/testSuiteRuns/client/Client.js +12 -4
  49. package/dist/api/resources/testSuiteRuns/client/requests/TestSuiteRunsListExecutionsRequest.d.ts +8 -0
  50. package/dist/api/resources/testSuites/client/Client.js +3 -3
  51. package/dist/api/resources/workflowDeployments/client/Client.js +2 -2
  52. package/dist/api/types/FulfilledPromptExecutionMeta.d.ts +1 -0
  53. package/dist/api/types/FulfilledWorkflowNodeResultEvent.d.ts +1 -1
  54. package/dist/api/types/MlModelUsage.d.ts +10 -0
  55. package/dist/api/types/MlModelUsage.js +5 -0
  56. package/dist/api/types/NamedTestCaseChatHistoryVariableValueRequest.d.ts +4 -1
  57. package/dist/api/types/NamedTestCaseErrorVariableValueRequest.d.ts +4 -1
  58. package/dist/api/types/NamedTestCaseJsonVariableValueRequest.d.ts +4 -1
  59. package/dist/api/types/NamedTestCaseNumberVariableValueRequest.d.ts +4 -1
  60. package/dist/api/types/NamedTestCaseSearchResultsVariableValueRequest.d.ts +4 -1
  61. package/dist/api/types/NamedTestCaseStringVariableValueRequest.d.ts +4 -1
  62. package/dist/api/types/PromptDeploymentExpandMetaRequestRequest.d.ts +2 -0
  63. package/dist/api/types/PromptExecutionMeta.d.ts +1 -0
  64. package/dist/api/types/PromptTemplateBlock.d.ts +1 -0
  65. package/dist/api/types/PromptTemplateBlockRequest.d.ts +1 -0
  66. package/dist/api/types/PromptTemplateBlockState.d.ts +12 -0
  67. package/dist/api/types/PromptTemplateBlockState.js +10 -0
  68. package/dist/api/types/TestSuiteRunExecutionChatHistoryOutput.d.ts +5 -1
  69. package/dist/api/types/TestSuiteRunExecutionErrorOutput.d.ts +5 -1
  70. package/dist/api/types/TestSuiteRunExecutionJsonOutput.d.ts +5 -1
  71. package/dist/api/types/TestSuiteRunExecutionMetricDefinition.d.ts +8 -0
  72. package/dist/api/types/TestSuiteRunExecutionMetricDefinition.js +5 -0
  73. package/dist/api/types/TestSuiteRunExecutionMetricResult.d.ts +2 -0
  74. package/dist/api/types/TestSuiteRunExecutionNumberOutput.d.ts +5 -1
  75. package/dist/api/types/TestSuiteRunExecutionSearchResultsOutput.d.ts +5 -1
  76. package/dist/api/types/TestSuiteRunExecutionStringOutput.d.ts +5 -1
  77. package/dist/api/types/index.d.ts +3 -0
  78. package/dist/api/types/index.js +3 -0
  79. package/dist/serialization/types/FulfilledPromptExecutionMeta.d.ts +2 -0
  80. package/dist/serialization/types/FulfilledPromptExecutionMeta.js +2 -0
  81. package/dist/serialization/types/FulfilledWorkflowNodeResultEvent.d.ts +1 -1
  82. package/dist/serialization/types/FulfilledWorkflowNodeResultEvent.js +1 -1
  83. package/dist/serialization/types/MlModelUsage.d.ts +16 -0
  84. package/dist/serialization/types/MlModelUsage.js +37 -0
  85. package/dist/serialization/types/NamedTestCaseChatHistoryVariableValueRequest.d.ts +1 -1
  86. package/dist/serialization/types/NamedTestCaseChatHistoryVariableValueRequest.js +1 -1
  87. package/dist/serialization/types/NamedTestCaseErrorVariableValueRequest.d.ts +1 -1
  88. package/dist/serialization/types/NamedTestCaseErrorVariableValueRequest.js +1 -1
  89. package/dist/serialization/types/NamedTestCaseJsonVariableValueRequest.d.ts +1 -1
  90. package/dist/serialization/types/NamedTestCaseJsonVariableValueRequest.js +1 -1
  91. package/dist/serialization/types/NamedTestCaseNumberVariableValueRequest.d.ts +1 -1
  92. package/dist/serialization/types/NamedTestCaseNumberVariableValueRequest.js +1 -1
  93. package/dist/serialization/types/NamedTestCaseSearchResultsVariableValueRequest.d.ts +1 -1
  94. package/dist/serialization/types/NamedTestCaseSearchResultsVariableValueRequest.js +1 -1
  95. package/dist/serialization/types/NamedTestCaseStringVariableValueRequest.d.ts +1 -1
  96. package/dist/serialization/types/NamedTestCaseStringVariableValueRequest.js +1 -1
  97. package/dist/serialization/types/PromptDeploymentExpandMetaRequestRequest.d.ts +1 -0
  98. package/dist/serialization/types/PromptDeploymentExpandMetaRequestRequest.js +1 -0
  99. package/dist/serialization/types/PromptExecutionMeta.d.ts +2 -0
  100. package/dist/serialization/types/PromptExecutionMeta.js +2 -0
  101. package/dist/serialization/types/PromptTemplateBlock.d.ts +2 -0
  102. package/dist/serialization/types/PromptTemplateBlock.js +2 -0
  103. package/dist/serialization/types/PromptTemplateBlockRequest.d.ts +2 -0
  104. package/dist/serialization/types/PromptTemplateBlockRequest.js +2 -0
  105. package/dist/serialization/types/PromptTemplateBlockState.d.ts +10 -0
  106. package/dist/serialization/types/PromptTemplateBlockState.js +31 -0
  107. package/dist/serialization/types/TestSuiteRunExecutionChatHistoryOutput.d.ts +2 -1
  108. package/dist/serialization/types/TestSuiteRunExecutionChatHistoryOutput.js +2 -1
  109. package/dist/serialization/types/TestSuiteRunExecutionErrorOutput.d.ts +2 -1
  110. package/dist/serialization/types/TestSuiteRunExecutionErrorOutput.js +2 -1
  111. package/dist/serialization/types/TestSuiteRunExecutionJsonOutput.d.ts +2 -1
  112. package/dist/serialization/types/TestSuiteRunExecutionJsonOutput.js +2 -1
  113. package/dist/serialization/types/TestSuiteRunExecutionMetricDefinition.d.ts +14 -0
  114. package/dist/serialization/types/TestSuiteRunExecutionMetricDefinition.js +35 -0
  115. package/dist/serialization/types/TestSuiteRunExecutionMetricResult.d.ts +3 -0
  116. package/dist/serialization/types/TestSuiteRunExecutionMetricResult.js +3 -0
  117. package/dist/serialization/types/TestSuiteRunExecutionNumberOutput.d.ts +2 -1
  118. package/dist/serialization/types/TestSuiteRunExecutionNumberOutput.js +2 -1
  119. package/dist/serialization/types/TestSuiteRunExecutionSearchResultsOutput.d.ts +2 -1
  120. package/dist/serialization/types/TestSuiteRunExecutionSearchResultsOutput.js +2 -1
  121. package/dist/serialization/types/TestSuiteRunExecutionStringOutput.d.ts +2 -1
  122. package/dist/serialization/types/TestSuiteRunExecutionStringOutput.js +2 -1
  123. package/dist/serialization/types/index.d.ts +3 -0
  124. package/dist/serialization/types/index.js +3 -0
  125. package/package.json +1 -1
  126. package/serialization/types/FulfilledPromptExecutionMeta.d.ts +2 -0
  127. package/serialization/types/FulfilledPromptExecutionMeta.js +2 -0
  128. package/serialization/types/FulfilledWorkflowNodeResultEvent.d.ts +1 -1
  129. package/serialization/types/FulfilledWorkflowNodeResultEvent.js +1 -1
  130. package/serialization/types/MlModelUsage.d.ts +16 -0
  131. package/serialization/types/MlModelUsage.js +37 -0
  132. package/serialization/types/NamedTestCaseChatHistoryVariableValueRequest.d.ts +1 -1
  133. package/serialization/types/NamedTestCaseChatHistoryVariableValueRequest.js +1 -1
  134. package/serialization/types/NamedTestCaseErrorVariableValueRequest.d.ts +1 -1
  135. package/serialization/types/NamedTestCaseErrorVariableValueRequest.js +1 -1
  136. package/serialization/types/NamedTestCaseJsonVariableValueRequest.d.ts +1 -1
  137. package/serialization/types/NamedTestCaseJsonVariableValueRequest.js +1 -1
  138. package/serialization/types/NamedTestCaseNumberVariableValueRequest.d.ts +1 -1
  139. package/serialization/types/NamedTestCaseNumberVariableValueRequest.js +1 -1
  140. package/serialization/types/NamedTestCaseSearchResultsVariableValueRequest.d.ts +1 -1
  141. package/serialization/types/NamedTestCaseSearchResultsVariableValueRequest.js +1 -1
  142. package/serialization/types/NamedTestCaseStringVariableValueRequest.d.ts +1 -1
  143. package/serialization/types/NamedTestCaseStringVariableValueRequest.js +1 -1
  144. package/serialization/types/PromptDeploymentExpandMetaRequestRequest.d.ts +1 -0
  145. package/serialization/types/PromptDeploymentExpandMetaRequestRequest.js +1 -0
  146. package/serialization/types/PromptExecutionMeta.d.ts +2 -0
  147. package/serialization/types/PromptExecutionMeta.js +2 -0
  148. package/serialization/types/PromptTemplateBlock.d.ts +2 -0
  149. package/serialization/types/PromptTemplateBlock.js +2 -0
  150. package/serialization/types/PromptTemplateBlockRequest.d.ts +2 -0
  151. package/serialization/types/PromptTemplateBlockRequest.js +2 -0
  152. package/serialization/types/PromptTemplateBlockState.d.ts +10 -0
  153. package/serialization/types/PromptTemplateBlockState.js +31 -0
  154. package/serialization/types/TestSuiteRunExecutionChatHistoryOutput.d.ts +2 -1
  155. package/serialization/types/TestSuiteRunExecutionChatHistoryOutput.js +2 -1
  156. package/serialization/types/TestSuiteRunExecutionErrorOutput.d.ts +2 -1
  157. package/serialization/types/TestSuiteRunExecutionErrorOutput.js +2 -1
  158. package/serialization/types/TestSuiteRunExecutionJsonOutput.d.ts +2 -1
  159. package/serialization/types/TestSuiteRunExecutionJsonOutput.js +2 -1
  160. package/serialization/types/TestSuiteRunExecutionMetricDefinition.d.ts +14 -0
  161. package/serialization/types/TestSuiteRunExecutionMetricDefinition.js +35 -0
  162. package/serialization/types/TestSuiteRunExecutionMetricResult.d.ts +3 -0
  163. package/serialization/types/TestSuiteRunExecutionMetricResult.js +3 -0
  164. package/serialization/types/TestSuiteRunExecutionNumberOutput.d.ts +2 -1
  165. package/serialization/types/TestSuiteRunExecutionNumberOutput.js +2 -1
  166. package/serialization/types/TestSuiteRunExecutionSearchResultsOutput.d.ts +2 -1
  167. package/serialization/types/TestSuiteRunExecutionSearchResultsOutput.js +2 -1
  168. package/serialization/types/TestSuiteRunExecutionStringOutput.d.ts +2 -1
  169. package/serialization/types/TestSuiteRunExecutionStringOutput.js +2 -1
  170. package/serialization/types/index.d.ts +3 -0
  171. package/serialization/types/index.js +3 -0
@@ -12,4 +12,6 @@ export interface PromptDeploymentExpandMetaRequestRequest {
12
12
  promptVersionId?: boolean;
13
13
  /** If enabled, the response will include the reason provided by the model for why the execution finished. */
14
14
  finishReason?: boolean;
15
+ /** If enabled, the response will include model host usage tracking. This may increase latency for some model hosts. */
16
+ usage?: boolean;
15
17
  }
@@ -6,6 +6,7 @@ import * as Vellum from "..";
6
6
  * The subset of the metadata tracked by Vellum during prompt execution that the request opted into with `expand_meta`.
7
7
  */
8
8
  export interface PromptExecutionMeta {
9
+ usage?: Vellum.MlModelUsage;
9
10
  modelName?: string;
10
11
  latency?: number;
11
12
  deploymentReleaseTag?: string;
@@ -6,4 +6,5 @@ export interface PromptTemplateBlock {
6
6
  id: string;
7
7
  blockType: Vellum.BlockTypeEnum;
8
8
  properties: Vellum.PromptTemplateBlockProperties;
9
+ state?: Vellum.PromptTemplateBlockState;
9
10
  }
@@ -6,4 +6,5 @@ export interface PromptTemplateBlockRequest {
6
6
  id: string;
7
7
  blockType: Vellum.BlockTypeEnum;
8
8
  properties: Vellum.PromptTemplateBlockPropertiesRequest;
9
+ state?: Vellum.PromptTemplateBlockState;
9
10
  }
@@ -0,0 +1,12 @@
1
+ /**
2
+ * This file was auto-generated by Fern from our API Definition.
3
+ */
4
+ /**
5
+ * - `ENABLED` - ENABLED
6
+ * - `DISABLED` - DISABLED
7
+ */
8
+ export declare type PromptTemplateBlockState = "ENABLED" | "DISABLED";
9
+ export declare const PromptTemplateBlockState: {
10
+ readonly Enabled: "ENABLED";
11
+ readonly Disabled: "DISABLED";
12
+ };
@@ -0,0 +1,10 @@
1
+ "use strict";
2
+ /**
3
+ * This file was auto-generated by Fern from our API Definition.
4
+ */
5
+ Object.defineProperty(exports, "__esModule", { value: true });
6
+ exports.PromptTemplateBlockState = void 0;
7
+ exports.PromptTemplateBlockState = {
8
+ Enabled: "ENABLED",
9
+ Disabled: "DISABLED",
10
+ };
@@ -2,7 +2,11 @@
2
2
  * This file was auto-generated by Fern from our API Definition.
3
3
  */
4
4
  import * as Vellum from "..";
5
+ /**
6
+ * Execution output of an entity evaluated during a Test Suite Run that is of type CHAT_HISTORY
7
+ */
5
8
  export interface TestSuiteRunExecutionChatHistoryOutput {
6
- outputVariableId: string;
9
+ name: string;
7
10
  value?: Vellum.ChatMessage[];
11
+ outputVariableId: string;
8
12
  }
@@ -2,7 +2,11 @@
2
2
  * This file was auto-generated by Fern from our API Definition.
3
3
  */
4
4
  import * as Vellum from "..";
5
+ /**
6
+ * Execution output of an entity evaluated during a Test Suite Run that is of type ERROR
7
+ */
5
8
  export interface TestSuiteRunExecutionErrorOutput {
6
- outputVariableId: string;
9
+ name: string;
7
10
  value?: Vellum.VellumError;
11
+ outputVariableId: string;
8
12
  }
@@ -1,7 +1,11 @@
1
1
  /**
2
2
  * This file was auto-generated by Fern from our API Definition.
3
3
  */
4
+ /**
5
+ * Execution output of an entity evaluated during a Test Suite Run that is of type JSON
6
+ */
4
7
  export interface TestSuiteRunExecutionJsonOutput {
5
- outputVariableId: string;
8
+ name: string;
6
9
  value?: Record<string, unknown>;
10
+ outputVariableId: string;
7
11
  }
@@ -0,0 +1,8 @@
1
+ /**
2
+ * This file was auto-generated by Fern from our API Definition.
3
+ */
4
+ export interface TestSuiteRunExecutionMetricDefinition {
5
+ id?: string;
6
+ label?: string;
7
+ name?: string;
8
+ }
@@ -0,0 +1,5 @@
1
+ "use strict";
2
+ /**
3
+ * This file was auto-generated by Fern from our API Definition.
4
+ */
5
+ Object.defineProperty(exports, "__esModule", { value: true });
@@ -5,4 +5,6 @@ import * as Vellum from "..";
5
5
  export interface TestSuiteRunExecutionMetricResult {
6
6
  metricId: string;
7
7
  outputs: Vellum.TestSuiteRunMetricOutput[];
8
+ metricLabel?: string;
9
+ metricDefinition?: Vellum.TestSuiteRunExecutionMetricDefinition;
8
10
  }
@@ -1,7 +1,11 @@
1
1
  /**
2
2
  * This file was auto-generated by Fern from our API Definition.
3
3
  */
4
+ /**
5
+ * Execution output of an entity evaluated during a Test Suite Run that is of type NUMBER
6
+ */
4
7
  export interface TestSuiteRunExecutionNumberOutput {
5
- outputVariableId: string;
8
+ name: string;
6
9
  value?: number;
10
+ outputVariableId: string;
7
11
  }
@@ -2,7 +2,11 @@
2
2
  * This file was auto-generated by Fern from our API Definition.
3
3
  */
4
4
  import * as Vellum from "..";
5
+ /**
6
+ * Execution output of an entity evaluated during a Test Suite Run that is of type SEARCH_RESULTS
7
+ */
5
8
  export interface TestSuiteRunExecutionSearchResultsOutput {
6
- outputVariableId: string;
9
+ name: string;
7
10
  value?: Vellum.SearchResult[];
11
+ outputVariableId: string;
8
12
  }
@@ -1,7 +1,11 @@
1
1
  /**
2
2
  * This file was auto-generated by Fern from our API Definition.
3
3
  */
4
+ /**
5
+ * Execution output of an entity evaluated during a Test Suite Run that is of type STRING
6
+ */
4
7
  export interface TestSuiteRunExecutionStringOutput {
5
- outputVariableId: string;
8
+ name: string;
6
9
  value?: string;
10
+ outputVariableId: string;
7
11
  }
@@ -94,6 +94,7 @@ export * from "./JsonEnum";
94
94
  export * from "./JsonVariableValue";
95
95
  export * from "./LogicalOperator";
96
96
  export * from "./LogprobsEnum";
97
+ export * from "./MlModelUsage";
97
98
  export * from "./MetadataFilterConfigRequest";
98
99
  export * from "./MetadataFilterRuleCombinator";
99
100
  export * from "./MetadataFilterRuleRequest";
@@ -152,6 +153,7 @@ export * from "./PromptTemplateBlockDataRequest";
152
153
  export * from "./PromptTemplateBlockProperties";
153
154
  export * from "./PromptTemplateBlockPropertiesRequest";
154
155
  export * from "./PromptTemplateBlockRequest";
156
+ export * from "./PromptTemplateBlockState";
155
157
  export * from "./ProviderEnum";
156
158
  export * from "./RawPromptExecutionOverridesRequest";
157
159
  export * from "./RegisterPromptErrorResponse";
@@ -246,6 +248,7 @@ export * from "./TestSuiteRunExecution";
246
248
  export * from "./TestSuiteRunExecutionChatHistoryOutput";
247
249
  export * from "./TestSuiteRunExecutionErrorOutput";
248
250
  export * from "./TestSuiteRunExecutionJsonOutput";
251
+ export * from "./TestSuiteRunExecutionMetricDefinition";
249
252
  export * from "./TestSuiteRunExecutionMetricResult";
250
253
  export * from "./TestSuiteRunExecutionNumberOutput";
251
254
  export * from "./TestSuiteRunExecutionOutput";
@@ -110,6 +110,7 @@ __exportStar(require("./JsonEnum"), exports);
110
110
  __exportStar(require("./JsonVariableValue"), exports);
111
111
  __exportStar(require("./LogicalOperator"), exports);
112
112
  __exportStar(require("./LogprobsEnum"), exports);
113
+ __exportStar(require("./MlModelUsage"), exports);
113
114
  __exportStar(require("./MetadataFilterConfigRequest"), exports);
114
115
  __exportStar(require("./MetadataFilterRuleCombinator"), exports);
115
116
  __exportStar(require("./MetadataFilterRuleRequest"), exports);
@@ -168,6 +169,7 @@ __exportStar(require("./PromptTemplateBlockDataRequest"), exports);
168
169
  __exportStar(require("./PromptTemplateBlockProperties"), exports);
169
170
  __exportStar(require("./PromptTemplateBlockPropertiesRequest"), exports);
170
171
  __exportStar(require("./PromptTemplateBlockRequest"), exports);
172
+ __exportStar(require("./PromptTemplateBlockState"), exports);
171
173
  __exportStar(require("./ProviderEnum"), exports);
172
174
  __exportStar(require("./RawPromptExecutionOverridesRequest"), exports);
173
175
  __exportStar(require("./RegisterPromptErrorResponse"), exports);
@@ -262,6 +264,7 @@ __exportStar(require("./TestSuiteRunExecution"), exports);
262
264
  __exportStar(require("./TestSuiteRunExecutionChatHistoryOutput"), exports);
263
265
  __exportStar(require("./TestSuiteRunExecutionErrorOutput"), exports);
264
266
  __exportStar(require("./TestSuiteRunExecutionJsonOutput"), exports);
267
+ __exportStar(require("./TestSuiteRunExecutionMetricDefinition"), exports);
265
268
  __exportStar(require("./TestSuiteRunExecutionMetricResult"), exports);
266
269
  __exportStar(require("./TestSuiteRunExecutionNumberOutput"), exports);
267
270
  __exportStar(require("./TestSuiteRunExecutionOutput"), exports);
@@ -5,10 +5,12 @@ import * as serializers from "..";
5
5
  import * as Vellum from "../../api";
6
6
  import * as core from "../../core";
7
7
  import { FinishReasonEnum } from "./FinishReasonEnum";
8
+ import { MlModelUsage } from "./MlModelUsage";
8
9
  export declare const FulfilledPromptExecutionMeta: core.serialization.ObjectSchema<serializers.FulfilledPromptExecutionMeta.Raw, Vellum.FulfilledPromptExecutionMeta>;
9
10
  export declare namespace FulfilledPromptExecutionMeta {
10
11
  interface Raw {
11
12
  latency?: number | null;
12
13
  finish_reason?: FinishReasonEnum.Raw | null;
14
+ usage?: MlModelUsage.Raw | null;
13
15
  }
14
16
  }
@@ -29,7 +29,9 @@ Object.defineProperty(exports, "__esModule", { value: true });
29
29
  exports.FulfilledPromptExecutionMeta = void 0;
30
30
  const core = __importStar(require("../../core"));
31
31
  const FinishReasonEnum_1 = require("./FinishReasonEnum");
32
+ const MlModelUsage_1 = require("./MlModelUsage");
32
33
  exports.FulfilledPromptExecutionMeta = core.serialization.object({
33
34
  latency: core.serialization.number().optional(),
34
35
  finishReason: core.serialization.property("finish_reason", FinishReasonEnum_1.FinishReasonEnum.optional()),
36
+ usage: MlModelUsage_1.MlModelUsage.optional(),
35
37
  });
@@ -15,7 +15,7 @@ export declare namespace FulfilledWorkflowNodeResultEvent {
15
15
  ts?: string | null;
16
16
  data?: WorkflowNodeResultData.Raw | null;
17
17
  source_execution_id?: string | null;
18
- output_values?: NodeOutputCompiledValue.Raw[] | null;
18
+ output_values: NodeOutputCompiledValue.Raw[];
19
19
  mocked?: boolean | null;
20
20
  }
21
21
  }
@@ -37,6 +37,6 @@ exports.FulfilledWorkflowNodeResultEvent = core.serialization.object({
37
37
  ts: core.serialization.date().optional(),
38
38
  data: WorkflowNodeResultData_1.WorkflowNodeResultData.optional(),
39
39
  sourceExecutionId: core.serialization.property("source_execution_id", core.serialization.string().optional()),
40
- outputValues: core.serialization.property("output_values", core.serialization.list(NodeOutputCompiledValue_1.NodeOutputCompiledValue).optional()),
40
+ outputValues: core.serialization.property("output_values", core.serialization.list(NodeOutputCompiledValue_1.NodeOutputCompiledValue)),
41
41
  mocked: core.serialization.boolean().optional(),
42
42
  });
@@ -0,0 +1,16 @@
1
+ /**
2
+ * This file was auto-generated by Fern from our API Definition.
3
+ */
4
+ import * as serializers from "..";
5
+ import * as Vellum from "../../api";
6
+ import * as core from "../../core";
7
+ export declare const MlModelUsage: core.serialization.ObjectSchema<serializers.MlModelUsage.Raw, Vellum.MlModelUsage>;
8
+ export declare namespace MlModelUsage {
9
+ interface Raw {
10
+ output_token_count?: number | null;
11
+ input_token_count?: number | null;
12
+ input_char_count?: number | null;
13
+ output_char_count?: number | null;
14
+ compute_nanos?: number | null;
15
+ }
16
+ }
@@ -0,0 +1,37 @@
1
+ "use strict";
2
+ /**
3
+ * This file was auto-generated by Fern from our API Definition.
4
+ */
5
+ var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
6
+ if (k2 === undefined) k2 = k;
7
+ var desc = Object.getOwnPropertyDescriptor(m, k);
8
+ if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
9
+ desc = { enumerable: true, get: function() { return m[k]; } };
10
+ }
11
+ Object.defineProperty(o, k2, desc);
12
+ }) : (function(o, m, k, k2) {
13
+ if (k2 === undefined) k2 = k;
14
+ o[k2] = m[k];
15
+ }));
16
+ var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
17
+ Object.defineProperty(o, "default", { enumerable: true, value: v });
18
+ }) : function(o, v) {
19
+ o["default"] = v;
20
+ });
21
+ var __importStar = (this && this.__importStar) || function (mod) {
22
+ if (mod && mod.__esModule) return mod;
23
+ var result = {};
24
+ if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
25
+ __setModuleDefault(result, mod);
26
+ return result;
27
+ };
28
+ Object.defineProperty(exports, "__esModule", { value: true });
29
+ exports.MlModelUsage = void 0;
30
+ const core = __importStar(require("../../core"));
31
+ exports.MlModelUsage = core.serialization.object({
32
+ outputTokenCount: core.serialization.property("output_token_count", core.serialization.number().optional()),
33
+ inputTokenCount: core.serialization.property("input_token_count", core.serialization.number().optional()),
34
+ inputCharCount: core.serialization.property("input_char_count", core.serialization.number().optional()),
35
+ outputCharCount: core.serialization.property("output_char_count", core.serialization.number().optional()),
36
+ computeNanos: core.serialization.property("compute_nanos", core.serialization.number().optional()),
37
+ });
@@ -8,7 +8,7 @@ import { ChatMessageRequest } from "./ChatMessageRequest";
8
8
  export declare const NamedTestCaseChatHistoryVariableValueRequest: core.serialization.ObjectSchema<serializers.NamedTestCaseChatHistoryVariableValueRequest.Raw, Vellum.NamedTestCaseChatHistoryVariableValueRequest>;
9
9
  export declare namespace NamedTestCaseChatHistoryVariableValueRequest {
10
10
  interface Raw {
11
- name: string;
12
11
  value?: ChatMessageRequest.Raw[] | null;
12
+ name: string;
13
13
  }
14
14
  }
@@ -30,6 +30,6 @@ exports.NamedTestCaseChatHistoryVariableValueRequest = void 0;
30
30
  const core = __importStar(require("../../core"));
31
31
  const ChatMessageRequest_1 = require("./ChatMessageRequest");
32
32
  exports.NamedTestCaseChatHistoryVariableValueRequest = core.serialization.object({
33
- name: core.serialization.string(),
34
33
  value: core.serialization.list(ChatMessageRequest_1.ChatMessageRequest).optional(),
34
+ name: core.serialization.string(),
35
35
  });
@@ -8,7 +8,7 @@ import { VellumErrorRequest } from "./VellumErrorRequest";
8
8
  export declare const NamedTestCaseErrorVariableValueRequest: core.serialization.ObjectSchema<serializers.NamedTestCaseErrorVariableValueRequest.Raw, Vellum.NamedTestCaseErrorVariableValueRequest>;
9
9
  export declare namespace NamedTestCaseErrorVariableValueRequest {
10
10
  interface Raw {
11
- name: string;
12
11
  value?: VellumErrorRequest.Raw | null;
12
+ name: string;
13
13
  }
14
14
  }
@@ -30,6 +30,6 @@ exports.NamedTestCaseErrorVariableValueRequest = void 0;
30
30
  const core = __importStar(require("../../core"));
31
31
  const VellumErrorRequest_1 = require("./VellumErrorRequest");
32
32
  exports.NamedTestCaseErrorVariableValueRequest = core.serialization.object({
33
- name: core.serialization.string(),
34
33
  value: VellumErrorRequest_1.VellumErrorRequest.optional(),
34
+ name: core.serialization.string(),
35
35
  });
@@ -7,7 +7,7 @@ import * as core from "../../core";
7
7
  export declare const NamedTestCaseJsonVariableValueRequest: core.serialization.ObjectSchema<serializers.NamedTestCaseJsonVariableValueRequest.Raw, Vellum.NamedTestCaseJsonVariableValueRequest>;
8
8
  export declare namespace NamedTestCaseJsonVariableValueRequest {
9
9
  interface Raw {
10
- name: string;
11
10
  value?: Record<string, unknown> | null;
11
+ name: string;
12
12
  }
13
13
  }
@@ -29,6 +29,6 @@ Object.defineProperty(exports, "__esModule", { value: true });
29
29
  exports.NamedTestCaseJsonVariableValueRequest = void 0;
30
30
  const core = __importStar(require("../../core"));
31
31
  exports.NamedTestCaseJsonVariableValueRequest = core.serialization.object({
32
- name: core.serialization.string(),
33
32
  value: core.serialization.record(core.serialization.string(), core.serialization.unknown()).optional(),
33
+ name: core.serialization.string(),
34
34
  });
@@ -7,7 +7,7 @@ import * as core from "../../core";
7
7
  export declare const NamedTestCaseNumberVariableValueRequest: core.serialization.ObjectSchema<serializers.NamedTestCaseNumberVariableValueRequest.Raw, Vellum.NamedTestCaseNumberVariableValueRequest>;
8
8
  export declare namespace NamedTestCaseNumberVariableValueRequest {
9
9
  interface Raw {
10
- name: string;
11
10
  value?: number | null;
11
+ name: string;
12
12
  }
13
13
  }
@@ -29,6 +29,6 @@ Object.defineProperty(exports, "__esModule", { value: true });
29
29
  exports.NamedTestCaseNumberVariableValueRequest = void 0;
30
30
  const core = __importStar(require("../../core"));
31
31
  exports.NamedTestCaseNumberVariableValueRequest = core.serialization.object({
32
- name: core.serialization.string(),
33
32
  value: core.serialization.number().optional(),
33
+ name: core.serialization.string(),
34
34
  });
@@ -8,7 +8,7 @@ import { SearchResultRequest } from "./SearchResultRequest";
8
8
  export declare const NamedTestCaseSearchResultsVariableValueRequest: core.serialization.ObjectSchema<serializers.NamedTestCaseSearchResultsVariableValueRequest.Raw, Vellum.NamedTestCaseSearchResultsVariableValueRequest>;
9
9
  export declare namespace NamedTestCaseSearchResultsVariableValueRequest {
10
10
  interface Raw {
11
- name: string;
12
11
  value?: SearchResultRequest.Raw[] | null;
12
+ name: string;
13
13
  }
14
14
  }
@@ -30,6 +30,6 @@ exports.NamedTestCaseSearchResultsVariableValueRequest = void 0;
30
30
  const core = __importStar(require("../../core"));
31
31
  const SearchResultRequest_1 = require("./SearchResultRequest");
32
32
  exports.NamedTestCaseSearchResultsVariableValueRequest = core.serialization.object({
33
- name: core.serialization.string(),
34
33
  value: core.serialization.list(SearchResultRequest_1.SearchResultRequest).optional(),
34
+ name: core.serialization.string(),
35
35
  });
@@ -7,7 +7,7 @@ import * as core from "../../core";
7
7
  export declare const NamedTestCaseStringVariableValueRequest: core.serialization.ObjectSchema<serializers.NamedTestCaseStringVariableValueRequest.Raw, Vellum.NamedTestCaseStringVariableValueRequest>;
8
8
  export declare namespace NamedTestCaseStringVariableValueRequest {
9
9
  interface Raw {
10
- name: string;
11
10
  value?: string | null;
11
+ name: string;
12
12
  }
13
13
  }
@@ -29,6 +29,6 @@ Object.defineProperty(exports, "__esModule", { value: true });
29
29
  exports.NamedTestCaseStringVariableValueRequest = void 0;
30
30
  const core = __importStar(require("../../core"));
31
31
  exports.NamedTestCaseStringVariableValueRequest = core.serialization.object({
32
- name: core.serialization.string(),
33
32
  value: core.serialization.string().optional(),
33
+ name: core.serialization.string(),
34
34
  });
@@ -12,5 +12,6 @@ export declare namespace PromptDeploymentExpandMetaRequestRequest {
12
12
  deployment_release_tag?: boolean | null;
13
13
  prompt_version_id?: boolean | null;
14
14
  finish_reason?: boolean | null;
15
+ usage?: boolean | null;
15
16
  }
16
17
  }
@@ -34,4 +34,5 @@ exports.PromptDeploymentExpandMetaRequestRequest = core.serialization.object({
34
34
  deploymentReleaseTag: core.serialization.property("deployment_release_tag", core.serialization.boolean().optional()),
35
35
  promptVersionId: core.serialization.property("prompt_version_id", core.serialization.boolean().optional()),
36
36
  finishReason: core.serialization.property("finish_reason", core.serialization.boolean().optional()),
37
+ usage: core.serialization.boolean().optional(),
37
38
  });
@@ -4,10 +4,12 @@
4
4
  import * as serializers from "..";
5
5
  import * as Vellum from "../../api";
6
6
  import * as core from "../../core";
7
+ import { MlModelUsage } from "./MlModelUsage";
7
8
  import { FinishReasonEnum } from "./FinishReasonEnum";
8
9
  export declare const PromptExecutionMeta: core.serialization.ObjectSchema<serializers.PromptExecutionMeta.Raw, Vellum.PromptExecutionMeta>;
9
10
  export declare namespace PromptExecutionMeta {
10
11
  interface Raw {
12
+ usage?: MlModelUsage.Raw | null;
11
13
  model_name?: string | null;
12
14
  latency?: number | null;
13
15
  deployment_release_tag?: string | null;
@@ -28,8 +28,10 @@ var __importStar = (this && this.__importStar) || function (mod) {
28
28
  Object.defineProperty(exports, "__esModule", { value: true });
29
29
  exports.PromptExecutionMeta = void 0;
30
30
  const core = __importStar(require("../../core"));
31
+ const MlModelUsage_1 = require("./MlModelUsage");
31
32
  const FinishReasonEnum_1 = require("./FinishReasonEnum");
32
33
  exports.PromptExecutionMeta = core.serialization.object({
34
+ usage: MlModelUsage_1.MlModelUsage.optional(),
33
35
  modelName: core.serialization.property("model_name", core.serialization.string().optional()),
34
36
  latency: core.serialization.number().optional(),
35
37
  deploymentReleaseTag: core.serialization.property("deployment_release_tag", core.serialization.string().optional()),
@@ -5,11 +5,13 @@ import * as serializers from "..";
5
5
  import * as Vellum from "../../api";
6
6
  import * as core from "../../core";
7
7
  import { BlockTypeEnum } from "./BlockTypeEnum";
8
+ import { PromptTemplateBlockState } from "./PromptTemplateBlockState";
8
9
  export declare const PromptTemplateBlock: core.serialization.ObjectSchema<serializers.PromptTemplateBlock.Raw, Vellum.PromptTemplateBlock>;
9
10
  export declare namespace PromptTemplateBlock {
10
11
  interface Raw {
11
12
  id: string;
12
13
  block_type: BlockTypeEnum.Raw;
13
14
  properties: serializers.PromptTemplateBlockProperties.Raw;
15
+ state?: PromptTemplateBlockState.Raw | null;
14
16
  }
15
17
  }
@@ -38,8 +38,10 @@ Object.defineProperty(exports, "__esModule", { value: true });
38
38
  exports.PromptTemplateBlock = void 0;
39
39
  const core = __importStar(require("../../core"));
40
40
  const BlockTypeEnum_1 = require("./BlockTypeEnum");
41
+ const PromptTemplateBlockState_1 = require("./PromptTemplateBlockState");
41
42
  exports.PromptTemplateBlock = core.serialization.object({
42
43
  id: core.serialization.string(),
43
44
  blockType: core.serialization.property("block_type", BlockTypeEnum_1.BlockTypeEnum),
44
45
  properties: core.serialization.lazyObject(() => __awaiter(void 0, void 0, void 0, function* () { return (yield Promise.resolve().then(() => __importStar(require("..")))).PromptTemplateBlockProperties; })),
46
+ state: PromptTemplateBlockState_1.PromptTemplateBlockState.optional(),
45
47
  });
@@ -5,11 +5,13 @@ import * as serializers from "..";
5
5
  import * as Vellum from "../../api";
6
6
  import * as core from "../../core";
7
7
  import { BlockTypeEnum } from "./BlockTypeEnum";
8
+ import { PromptTemplateBlockState } from "./PromptTemplateBlockState";
8
9
  export declare const PromptTemplateBlockRequest: core.serialization.ObjectSchema<serializers.PromptTemplateBlockRequest.Raw, Vellum.PromptTemplateBlockRequest>;
9
10
  export declare namespace PromptTemplateBlockRequest {
10
11
  interface Raw {
11
12
  id: string;
12
13
  block_type: BlockTypeEnum.Raw;
13
14
  properties: serializers.PromptTemplateBlockPropertiesRequest.Raw;
15
+ state?: PromptTemplateBlockState.Raw | null;
14
16
  }
15
17
  }
@@ -38,8 +38,10 @@ Object.defineProperty(exports, "__esModule", { value: true });
38
38
  exports.PromptTemplateBlockRequest = void 0;
39
39
  const core = __importStar(require("../../core"));
40
40
  const BlockTypeEnum_1 = require("./BlockTypeEnum");
41
+ const PromptTemplateBlockState_1 = require("./PromptTemplateBlockState");
41
42
  exports.PromptTemplateBlockRequest = core.serialization.object({
42
43
  id: core.serialization.string(),
43
44
  blockType: core.serialization.property("block_type", BlockTypeEnum_1.BlockTypeEnum),
44
45
  properties: core.serialization.lazyObject(() => __awaiter(void 0, void 0, void 0, function* () { return (yield Promise.resolve().then(() => __importStar(require("..")))).PromptTemplateBlockPropertiesRequest; })),
46
+ state: PromptTemplateBlockState_1.PromptTemplateBlockState.optional(),
45
47
  });
@@ -0,0 +1,10 @@
1
+ /**
2
+ * This file was auto-generated by Fern from our API Definition.
3
+ */
4
+ import * as serializers from "..";
5
+ import * as Vellum from "../../api";
6
+ import * as core from "../../core";
7
+ export declare const PromptTemplateBlockState: core.serialization.Schema<serializers.PromptTemplateBlockState.Raw, Vellum.PromptTemplateBlockState>;
8
+ export declare namespace PromptTemplateBlockState {
9
+ type Raw = "ENABLED" | "DISABLED";
10
+ }
@@ -0,0 +1,31 @@
1
+ "use strict";
2
+ /**
3
+ * This file was auto-generated by Fern from our API Definition.
4
+ */
5
+ var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
6
+ if (k2 === undefined) k2 = k;
7
+ var desc = Object.getOwnPropertyDescriptor(m, k);
8
+ if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
9
+ desc = { enumerable: true, get: function() { return m[k]; } };
10
+ }
11
+ Object.defineProperty(o, k2, desc);
12
+ }) : (function(o, m, k, k2) {
13
+ if (k2 === undefined) k2 = k;
14
+ o[k2] = m[k];
15
+ }));
16
+ var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
17
+ Object.defineProperty(o, "default", { enumerable: true, value: v });
18
+ }) : function(o, v) {
19
+ o["default"] = v;
20
+ });
21
+ var __importStar = (this && this.__importStar) || function (mod) {
22
+ if (mod && mod.__esModule) return mod;
23
+ var result = {};
24
+ if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
25
+ __setModuleDefault(result, mod);
26
+ return result;
27
+ };
28
+ Object.defineProperty(exports, "__esModule", { value: true });
29
+ exports.PromptTemplateBlockState = void 0;
30
+ const core = __importStar(require("../../core"));
31
+ exports.PromptTemplateBlockState = core.serialization.enum_(["ENABLED", "DISABLED"]);
@@ -8,7 +8,8 @@ import { ChatMessage } from "./ChatMessage";
8
8
  export declare const TestSuiteRunExecutionChatHistoryOutput: core.serialization.ObjectSchema<serializers.TestSuiteRunExecutionChatHistoryOutput.Raw, Vellum.TestSuiteRunExecutionChatHistoryOutput>;
9
9
  export declare namespace TestSuiteRunExecutionChatHistoryOutput {
10
10
  interface Raw {
11
- output_variable_id: string;
11
+ name: string;
12
12
  value?: ChatMessage.Raw[] | null;
13
+ output_variable_id: string;
13
14
  }
14
15
  }
@@ -30,6 +30,7 @@ exports.TestSuiteRunExecutionChatHistoryOutput = void 0;
30
30
  const core = __importStar(require("../../core"));
31
31
  const ChatMessage_1 = require("./ChatMessage");
32
32
  exports.TestSuiteRunExecutionChatHistoryOutput = core.serialization.object({
33
- outputVariableId: core.serialization.property("output_variable_id", core.serialization.string()),
33
+ name: core.serialization.string(),
34
34
  value: core.serialization.list(ChatMessage_1.ChatMessage).optional(),
35
+ outputVariableId: core.serialization.property("output_variable_id", core.serialization.string()),
35
36
  });
@@ -8,7 +8,8 @@ import { VellumError } from "./VellumError";
8
8
  export declare const TestSuiteRunExecutionErrorOutput: core.serialization.ObjectSchema<serializers.TestSuiteRunExecutionErrorOutput.Raw, Vellum.TestSuiteRunExecutionErrorOutput>;
9
9
  export declare namespace TestSuiteRunExecutionErrorOutput {
10
10
  interface Raw {
11
- output_variable_id: string;
11
+ name: string;
12
12
  value?: VellumError.Raw | null;
13
+ output_variable_id: string;
13
14
  }
14
15
  }
@@ -30,6 +30,7 @@ exports.TestSuiteRunExecutionErrorOutput = void 0;
30
30
  const core = __importStar(require("../../core"));
31
31
  const VellumError_1 = require("./VellumError");
32
32
  exports.TestSuiteRunExecutionErrorOutput = core.serialization.object({
33
- outputVariableId: core.serialization.property("output_variable_id", core.serialization.string()),
33
+ name: core.serialization.string(),
34
34
  value: VellumError_1.VellumError.optional(),
35
+ outputVariableId: core.serialization.property("output_variable_id", core.serialization.string()),
35
36
  });
@@ -7,7 +7,8 @@ import * as core from "../../core";
7
7
  export declare const TestSuiteRunExecutionJsonOutput: core.serialization.ObjectSchema<serializers.TestSuiteRunExecutionJsonOutput.Raw, Vellum.TestSuiteRunExecutionJsonOutput>;
8
8
  export declare namespace TestSuiteRunExecutionJsonOutput {
9
9
  interface Raw {
10
- output_variable_id: string;
10
+ name: string;
11
11
  value?: Record<string, unknown> | null;
12
+ output_variable_id: string;
12
13
  }
13
14
  }