vellum-ai 0.3.22 → 0.3.24

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (193) hide show
  1. package/Client.js +9 -9
  2. package/api/resources/deployments/client/Client.js +3 -3
  3. package/api/resources/documentIndexes/client/Client.js +6 -6
  4. package/api/resources/documents/client/Client.js +4 -4
  5. package/api/resources/folderEntities/client/Client.js +1 -1
  6. package/api/resources/modelVersions/client/Client.js +1 -1
  7. package/api/resources/registeredPrompts/client/Client.js +1 -1
  8. package/api/resources/sandboxes/client/Client.js +2 -2
  9. package/api/resources/testSuiteRuns/client/Client.js +3 -3
  10. package/api/resources/testSuites/client/Client.js +3 -3
  11. package/api/resources/workflowDeployments/client/Client.js +2 -2
  12. package/api/types/ExternalTestCaseExecution.d.ts +9 -0
  13. package/api/types/ExternalTestCaseExecution.js +5 -0
  14. package/api/types/ExternalTestCaseExecutionRequest.d.ts +9 -0
  15. package/api/types/ExternalTestCaseExecutionRequest.js +5 -0
  16. package/api/types/NamedTestCaseChatHistoryVariableValue.d.ts +11 -0
  17. package/api/types/NamedTestCaseChatHistoryVariableValue.js +5 -0
  18. package/api/types/NamedTestCaseErrorVariableValue.d.ts +11 -0
  19. package/api/types/NamedTestCaseErrorVariableValue.js +5 -0
  20. package/api/types/NamedTestCaseJsonVariableValue.d.ts +10 -0
  21. package/api/types/NamedTestCaseJsonVariableValue.js +5 -0
  22. package/api/types/NamedTestCaseNumberVariableValue.d.ts +10 -0
  23. package/api/types/NamedTestCaseNumberVariableValue.js +5 -0
  24. package/api/types/NamedTestCaseSearchResultsVariableValue.d.ts +11 -0
  25. package/api/types/NamedTestCaseSearchResultsVariableValue.js +5 -0
  26. package/api/types/NamedTestCaseStringVariableValue.d.ts +10 -0
  27. package/api/types/NamedTestCaseStringVariableValue.js +5 -0
  28. package/api/types/NamedTestCaseVariableValue.d.ts +25 -0
  29. package/api/types/NamedTestCaseVariableValue.js +5 -0
  30. package/api/types/SandboxScenario.d.ts +3 -0
  31. package/api/types/TestCaseChatHistoryVariableValue.d.ts +4 -0
  32. package/api/types/TestCaseErrorVariableValue.d.ts +4 -0
  33. package/api/types/TestCaseJsonVariableValue.d.ts +4 -0
  34. package/api/types/TestCaseNumberVariableValue.d.ts +4 -0
  35. package/api/types/TestCaseSearchResultsVariableValue.d.ts +4 -0
  36. package/api/types/TestCaseStringVariableValue.d.ts +4 -0
  37. package/api/types/TestSuiteRunExecConfig.d.ts +4 -1
  38. package/api/types/TestSuiteRunExecConfigRequest.d.ts +4 -1
  39. package/api/types/TestSuiteRunExternalExecConfig.d.ts +12 -0
  40. package/api/types/TestSuiteRunExternalExecConfig.js +5 -0
  41. package/api/types/TestSuiteRunExternalExecConfigData.d.ts +8 -0
  42. package/api/types/TestSuiteRunExternalExecConfigData.js +5 -0
  43. package/api/types/TestSuiteRunExternalExecConfigDataRequest.d.ts +8 -0
  44. package/api/types/TestSuiteRunExternalExecConfigDataRequest.js +5 -0
  45. package/api/types/TestSuiteRunExternalExecConfigRequest.d.ts +12 -0
  46. package/api/types/TestSuiteRunExternalExecConfigRequest.js +5 -0
  47. package/api/types/TestSuiteRunExternalExecConfigTypeEnum.d.ts +4 -0
  48. package/api/types/TestSuiteRunExternalExecConfigTypeEnum.js +5 -0
  49. package/api/types/index.d.ts +14 -0
  50. package/api/types/index.js +14 -0
  51. package/dist/Client.js +9 -9
  52. package/dist/api/resources/deployments/client/Client.js +3 -3
  53. package/dist/api/resources/documentIndexes/client/Client.js +6 -6
  54. package/dist/api/resources/documents/client/Client.js +4 -4
  55. package/dist/api/resources/folderEntities/client/Client.js +1 -1
  56. package/dist/api/resources/modelVersions/client/Client.js +1 -1
  57. package/dist/api/resources/registeredPrompts/client/Client.js +1 -1
  58. package/dist/api/resources/sandboxes/client/Client.js +2 -2
  59. package/dist/api/resources/testSuiteRuns/client/Client.js +3 -3
  60. package/dist/api/resources/testSuites/client/Client.js +3 -3
  61. package/dist/api/resources/workflowDeployments/client/Client.js +2 -2
  62. package/dist/api/types/ExternalTestCaseExecution.d.ts +9 -0
  63. package/dist/api/types/ExternalTestCaseExecution.js +5 -0
  64. package/dist/api/types/ExternalTestCaseExecutionRequest.d.ts +9 -0
  65. package/dist/api/types/ExternalTestCaseExecutionRequest.js +5 -0
  66. package/dist/api/types/NamedTestCaseChatHistoryVariableValue.d.ts +11 -0
  67. package/dist/api/types/NamedTestCaseChatHistoryVariableValue.js +5 -0
  68. package/dist/api/types/NamedTestCaseErrorVariableValue.d.ts +11 -0
  69. package/dist/api/types/NamedTestCaseErrorVariableValue.js +5 -0
  70. package/dist/api/types/NamedTestCaseJsonVariableValue.d.ts +10 -0
  71. package/dist/api/types/NamedTestCaseJsonVariableValue.js +5 -0
  72. package/dist/api/types/NamedTestCaseNumberVariableValue.d.ts +10 -0
  73. package/dist/api/types/NamedTestCaseNumberVariableValue.js +5 -0
  74. package/dist/api/types/NamedTestCaseSearchResultsVariableValue.d.ts +11 -0
  75. package/dist/api/types/NamedTestCaseSearchResultsVariableValue.js +5 -0
  76. package/dist/api/types/NamedTestCaseStringVariableValue.d.ts +10 -0
  77. package/dist/api/types/NamedTestCaseStringVariableValue.js +5 -0
  78. package/dist/api/types/NamedTestCaseVariableValue.d.ts +25 -0
  79. package/dist/api/types/NamedTestCaseVariableValue.js +5 -0
  80. package/dist/api/types/SandboxScenario.d.ts +3 -0
  81. package/dist/api/types/TestCaseChatHistoryVariableValue.d.ts +4 -0
  82. package/dist/api/types/TestCaseErrorVariableValue.d.ts +4 -0
  83. package/dist/api/types/TestCaseJsonVariableValue.d.ts +4 -0
  84. package/dist/api/types/TestCaseNumberVariableValue.d.ts +4 -0
  85. package/dist/api/types/TestCaseSearchResultsVariableValue.d.ts +4 -0
  86. package/dist/api/types/TestCaseStringVariableValue.d.ts +4 -0
  87. package/dist/api/types/TestSuiteRunExecConfig.d.ts +4 -1
  88. package/dist/api/types/TestSuiteRunExecConfigRequest.d.ts +4 -1
  89. package/dist/api/types/TestSuiteRunExternalExecConfig.d.ts +12 -0
  90. package/dist/api/types/TestSuiteRunExternalExecConfig.js +5 -0
  91. package/dist/api/types/TestSuiteRunExternalExecConfigData.d.ts +8 -0
  92. package/dist/api/types/TestSuiteRunExternalExecConfigData.js +5 -0
  93. package/dist/api/types/TestSuiteRunExternalExecConfigDataRequest.d.ts +8 -0
  94. package/dist/api/types/TestSuiteRunExternalExecConfigDataRequest.js +5 -0
  95. package/dist/api/types/TestSuiteRunExternalExecConfigRequest.d.ts +12 -0
  96. package/dist/api/types/TestSuiteRunExternalExecConfigRequest.js +5 -0
  97. package/dist/api/types/TestSuiteRunExternalExecConfigTypeEnum.d.ts +4 -0
  98. package/dist/api/types/TestSuiteRunExternalExecConfigTypeEnum.js +5 -0
  99. package/dist/api/types/index.d.ts +14 -0
  100. package/dist/api/types/index.js +14 -0
  101. package/dist/serialization/types/ExternalTestCaseExecution.d.ts +14 -0
  102. package/dist/serialization/types/ExternalTestCaseExecution.js +35 -0
  103. package/dist/serialization/types/ExternalTestCaseExecutionRequest.d.ts +14 -0
  104. package/dist/serialization/types/ExternalTestCaseExecutionRequest.js +35 -0
  105. package/dist/serialization/types/NamedTestCaseChatHistoryVariableValue.d.ts +14 -0
  106. package/dist/serialization/types/NamedTestCaseChatHistoryVariableValue.js +35 -0
  107. package/dist/serialization/types/NamedTestCaseErrorVariableValue.d.ts +14 -0
  108. package/dist/serialization/types/NamedTestCaseErrorVariableValue.js +35 -0
  109. package/dist/serialization/types/NamedTestCaseJsonVariableValue.d.ts +13 -0
  110. package/dist/serialization/types/NamedTestCaseJsonVariableValue.js +34 -0
  111. package/dist/serialization/types/NamedTestCaseNumberVariableValue.d.ts +13 -0
  112. package/dist/serialization/types/NamedTestCaseNumberVariableValue.js +34 -0
  113. package/dist/serialization/types/NamedTestCaseSearchResultsVariableValue.d.ts +14 -0
  114. package/dist/serialization/types/NamedTestCaseSearchResultsVariableValue.js +35 -0
  115. package/dist/serialization/types/NamedTestCaseStringVariableValue.d.ts +13 -0
  116. package/dist/serialization/types/NamedTestCaseStringVariableValue.js +34 -0
  117. package/dist/serialization/types/NamedTestCaseVariableValue.d.ts +34 -0
  118. package/dist/serialization/types/NamedTestCaseVariableValue.js +49 -0
  119. package/dist/serialization/types/TestCaseChatHistoryVariableValue.d.ts +1 -0
  120. package/dist/serialization/types/TestCaseChatHistoryVariableValue.js +1 -0
  121. package/dist/serialization/types/TestCaseErrorVariableValue.d.ts +1 -0
  122. package/dist/serialization/types/TestCaseErrorVariableValue.js +1 -0
  123. package/dist/serialization/types/TestCaseJsonVariableValue.d.ts +1 -0
  124. package/dist/serialization/types/TestCaseJsonVariableValue.js +1 -0
  125. package/dist/serialization/types/TestCaseNumberVariableValue.d.ts +1 -0
  126. package/dist/serialization/types/TestCaseNumberVariableValue.js +1 -0
  127. package/dist/serialization/types/TestCaseSearchResultsVariableValue.d.ts +1 -0
  128. package/dist/serialization/types/TestCaseSearchResultsVariableValue.js +1 -0
  129. package/dist/serialization/types/TestCaseStringVariableValue.d.ts +1 -0
  130. package/dist/serialization/types/TestCaseStringVariableValue.js +1 -0
  131. package/dist/serialization/types/TestSuiteRunExecConfig.d.ts +5 -1
  132. package/dist/serialization/types/TestSuiteRunExecConfig.js +2 -0
  133. package/dist/serialization/types/TestSuiteRunExecConfigRequest.d.ts +5 -1
  134. package/dist/serialization/types/TestSuiteRunExecConfigRequest.js +2 -0
  135. package/dist/serialization/types/TestSuiteRunExternalExecConfig.d.ts +14 -0
  136. package/dist/serialization/types/TestSuiteRunExternalExecConfig.js +35 -0
  137. package/dist/serialization/types/TestSuiteRunExternalExecConfigData.d.ts +13 -0
  138. package/dist/serialization/types/TestSuiteRunExternalExecConfigData.js +34 -0
  139. package/dist/serialization/types/TestSuiteRunExternalExecConfigDataRequest.d.ts +13 -0
  140. package/dist/serialization/types/TestSuiteRunExternalExecConfigDataRequest.js +34 -0
  141. package/dist/serialization/types/TestSuiteRunExternalExecConfigRequest.d.ts +14 -0
  142. package/dist/serialization/types/TestSuiteRunExternalExecConfigRequest.js +35 -0
  143. package/dist/serialization/types/TestSuiteRunExternalExecConfigTypeEnum.d.ts +10 -0
  144. package/dist/serialization/types/TestSuiteRunExternalExecConfigTypeEnum.js +31 -0
  145. package/dist/serialization/types/index.d.ts +14 -0
  146. package/dist/serialization/types/index.js +14 -0
  147. package/package.json +1 -1
  148. package/serialization/types/ExternalTestCaseExecution.d.ts +14 -0
  149. package/serialization/types/ExternalTestCaseExecution.js +35 -0
  150. package/serialization/types/ExternalTestCaseExecutionRequest.d.ts +14 -0
  151. package/serialization/types/ExternalTestCaseExecutionRequest.js +35 -0
  152. package/serialization/types/NamedTestCaseChatHistoryVariableValue.d.ts +14 -0
  153. package/serialization/types/NamedTestCaseChatHistoryVariableValue.js +35 -0
  154. package/serialization/types/NamedTestCaseErrorVariableValue.d.ts +14 -0
  155. package/serialization/types/NamedTestCaseErrorVariableValue.js +35 -0
  156. package/serialization/types/NamedTestCaseJsonVariableValue.d.ts +13 -0
  157. package/serialization/types/NamedTestCaseJsonVariableValue.js +34 -0
  158. package/serialization/types/NamedTestCaseNumberVariableValue.d.ts +13 -0
  159. package/serialization/types/NamedTestCaseNumberVariableValue.js +34 -0
  160. package/serialization/types/NamedTestCaseSearchResultsVariableValue.d.ts +14 -0
  161. package/serialization/types/NamedTestCaseSearchResultsVariableValue.js +35 -0
  162. package/serialization/types/NamedTestCaseStringVariableValue.d.ts +13 -0
  163. package/serialization/types/NamedTestCaseStringVariableValue.js +34 -0
  164. package/serialization/types/NamedTestCaseVariableValue.d.ts +34 -0
  165. package/serialization/types/NamedTestCaseVariableValue.js +49 -0
  166. package/serialization/types/TestCaseChatHistoryVariableValue.d.ts +1 -0
  167. package/serialization/types/TestCaseChatHistoryVariableValue.js +1 -0
  168. package/serialization/types/TestCaseErrorVariableValue.d.ts +1 -0
  169. package/serialization/types/TestCaseErrorVariableValue.js +1 -0
  170. package/serialization/types/TestCaseJsonVariableValue.d.ts +1 -0
  171. package/serialization/types/TestCaseJsonVariableValue.js +1 -0
  172. package/serialization/types/TestCaseNumberVariableValue.d.ts +1 -0
  173. package/serialization/types/TestCaseNumberVariableValue.js +1 -0
  174. package/serialization/types/TestCaseSearchResultsVariableValue.d.ts +1 -0
  175. package/serialization/types/TestCaseSearchResultsVariableValue.js +1 -0
  176. package/serialization/types/TestCaseStringVariableValue.d.ts +1 -0
  177. package/serialization/types/TestCaseStringVariableValue.js +1 -0
  178. package/serialization/types/TestSuiteRunExecConfig.d.ts +5 -1
  179. package/serialization/types/TestSuiteRunExecConfig.js +2 -0
  180. package/serialization/types/TestSuiteRunExecConfigRequest.d.ts +5 -1
  181. package/serialization/types/TestSuiteRunExecConfigRequest.js +2 -0
  182. package/serialization/types/TestSuiteRunExternalExecConfig.d.ts +14 -0
  183. package/serialization/types/TestSuiteRunExternalExecConfig.js +35 -0
  184. package/serialization/types/TestSuiteRunExternalExecConfigData.d.ts +13 -0
  185. package/serialization/types/TestSuiteRunExternalExecConfigData.js +34 -0
  186. package/serialization/types/TestSuiteRunExternalExecConfigDataRequest.d.ts +13 -0
  187. package/serialization/types/TestSuiteRunExternalExecConfigDataRequest.js +34 -0
  188. package/serialization/types/TestSuiteRunExternalExecConfigRequest.d.ts +14 -0
  189. package/serialization/types/TestSuiteRunExternalExecConfigRequest.js +35 -0
  190. package/serialization/types/TestSuiteRunExternalExecConfigTypeEnum.d.ts +10 -0
  191. package/serialization/types/TestSuiteRunExternalExecConfigTypeEnum.js +31 -0
  192. package/serialization/types/index.d.ts +14 -0
  193. package/serialization/types/index.js +14 -0
@@ -0,0 +1,5 @@
1
+ "use strict";
2
+ /**
3
+ * This file was auto-generated by Fern from our API Definition.
4
+ */
5
+ Object.defineProperty(exports, "__esModule", { value: true });
@@ -0,0 +1,9 @@
1
+ /**
2
+ * This file was auto-generated by Fern from our API Definition.
3
+ */
4
+ import * as Vellum from "..";
5
+ export interface ExternalTestCaseExecutionRequest {
6
+ /** The output values of a callable that was executed against a Test Case outside of Vellum */
7
+ outputs: Vellum.NamedTestCaseVariableValueRequest[];
8
+ testCaseId: string;
9
+ }
@@ -0,0 +1,5 @@
1
+ "use strict";
2
+ /**
3
+ * This file was auto-generated by Fern from our API Definition.
4
+ */
5
+ Object.defineProperty(exports, "__esModule", { value: true });
@@ -0,0 +1,11 @@
1
+ /**
2
+ * This file was auto-generated by Fern from our API Definition.
3
+ */
4
+ import * as Vellum from "..";
5
+ /**
6
+ * Named Test Case value that is of type CHAT_HISTORY
7
+ */
8
+ export interface NamedTestCaseChatHistoryVariableValue {
9
+ value?: Vellum.ChatMessage[];
10
+ name: string;
11
+ }
@@ -0,0 +1,5 @@
1
+ "use strict";
2
+ /**
3
+ * This file was auto-generated by Fern from our API Definition.
4
+ */
5
+ Object.defineProperty(exports, "__esModule", { value: true });
@@ -0,0 +1,11 @@
1
+ /**
2
+ * This file was auto-generated by Fern from our API Definition.
3
+ */
4
+ import * as Vellum from "..";
5
+ /**
6
+ * Named Test Case value that is of type ERROR
7
+ */
8
+ export interface NamedTestCaseErrorVariableValue {
9
+ value?: Vellum.VellumError;
10
+ name: string;
11
+ }
@@ -0,0 +1,5 @@
1
+ "use strict";
2
+ /**
3
+ * This file was auto-generated by Fern from our API Definition.
4
+ */
5
+ Object.defineProperty(exports, "__esModule", { value: true });
@@ -0,0 +1,10 @@
1
+ /**
2
+ * This file was auto-generated by Fern from our API Definition.
3
+ */
4
+ /**
5
+ * Named Test Case value that is of type JSON
6
+ */
7
+ export interface NamedTestCaseJsonVariableValue {
8
+ value?: Record<string, unknown>;
9
+ name: string;
10
+ }
@@ -0,0 +1,5 @@
1
+ "use strict";
2
+ /**
3
+ * This file was auto-generated by Fern from our API Definition.
4
+ */
5
+ Object.defineProperty(exports, "__esModule", { value: true });
@@ -0,0 +1,10 @@
1
+ /**
2
+ * This file was auto-generated by Fern from our API Definition.
3
+ */
4
+ /**
5
+ * Named Test Case value that is of type NUMBER
6
+ */
7
+ export interface NamedTestCaseNumberVariableValue {
8
+ value?: number;
9
+ name: string;
10
+ }
@@ -0,0 +1,5 @@
1
+ "use strict";
2
+ /**
3
+ * This file was auto-generated by Fern from our API Definition.
4
+ */
5
+ Object.defineProperty(exports, "__esModule", { value: true });
@@ -0,0 +1,11 @@
1
+ /**
2
+ * This file was auto-generated by Fern from our API Definition.
3
+ */
4
+ import * as Vellum from "..";
5
+ /**
6
+ * Named Test Case value that is of type SEARCH_RESULTS
7
+ */
8
+ export interface NamedTestCaseSearchResultsVariableValue {
9
+ value?: Vellum.SearchResult[];
10
+ name: string;
11
+ }
@@ -0,0 +1,5 @@
1
+ "use strict";
2
+ /**
3
+ * This file was auto-generated by Fern from our API Definition.
4
+ */
5
+ Object.defineProperty(exports, "__esModule", { value: true });
@@ -0,0 +1,10 @@
1
+ /**
2
+ * This file was auto-generated by Fern from our API Definition.
3
+ */
4
+ /**
5
+ * Named Test Case value that is of type STRING
6
+ */
7
+ export interface NamedTestCaseStringVariableValue {
8
+ value?: string;
9
+ name: string;
10
+ }
@@ -0,0 +1,5 @@
1
+ "use strict";
2
+ /**
3
+ * This file was auto-generated by Fern from our API Definition.
4
+ */
5
+ Object.defineProperty(exports, "__esModule", { value: true });
@@ -0,0 +1,25 @@
1
+ /**
2
+ * This file was auto-generated by Fern from our API Definition.
3
+ */
4
+ import * as Vellum from "..";
5
+ export declare type NamedTestCaseVariableValue = Vellum.NamedTestCaseVariableValue.String | Vellum.NamedTestCaseVariableValue.Number | Vellum.NamedTestCaseVariableValue.Json | Vellum.NamedTestCaseVariableValue.ChatHistory | Vellum.NamedTestCaseVariableValue.SearchResults | Vellum.NamedTestCaseVariableValue.Error_;
6
+ export declare namespace NamedTestCaseVariableValue {
7
+ interface String extends Vellum.NamedTestCaseStringVariableValue {
8
+ type: "STRING";
9
+ }
10
+ interface Number extends Vellum.NamedTestCaseNumberVariableValue {
11
+ type: "NUMBER";
12
+ }
13
+ interface Json extends Vellum.NamedTestCaseJsonVariableValue {
14
+ type: "JSON";
15
+ }
16
+ interface ChatHistory extends Vellum.NamedTestCaseChatHistoryVariableValue {
17
+ type: "CHAT_HISTORY";
18
+ }
19
+ interface SearchResults extends Vellum.NamedTestCaseSearchResultsVariableValue {
20
+ type: "SEARCH_RESULTS";
21
+ }
22
+ interface Error_ extends Vellum.NamedTestCaseErrorVariableValue {
23
+ type: "ERROR";
24
+ }
25
+ }
@@ -0,0 +1,5 @@
1
+ "use strict";
2
+ /**
3
+ * This file was auto-generated by Fern from our API Definition.
4
+ */
5
+ Object.defineProperty(exports, "__esModule", { value: true });
@@ -2,6 +2,9 @@
2
2
  * This file was auto-generated by Fern from our API Definition.
3
3
  */
4
4
  import * as Vellum from "..";
5
+ /**
6
+ * Sandbox Scenario
7
+ */
5
8
  export interface SandboxScenario {
6
9
  label?: string;
7
10
  /** The inputs for the scenario */
@@ -2,7 +2,11 @@
2
2
  * This file was auto-generated by Fern from our API Definition.
3
3
  */
4
4
  import * as Vellum from "..";
5
+ /**
6
+ * A chat history value for a variable in a Test Case.
7
+ */
5
8
  export interface TestCaseChatHistoryVariableValue {
6
9
  variableId: string;
10
+ name: string;
7
11
  value?: Vellum.ChatMessage[];
8
12
  }
@@ -2,7 +2,11 @@
2
2
  * This file was auto-generated by Fern from our API Definition.
3
3
  */
4
4
  import * as Vellum from "..";
5
+ /**
6
+ * An error value for a variable in a Test Case.
7
+ */
5
8
  export interface TestCaseErrorVariableValue {
6
9
  variableId: string;
10
+ name: string;
7
11
  value?: Vellum.VellumError;
8
12
  }
@@ -1,7 +1,11 @@
1
1
  /**
2
2
  * This file was auto-generated by Fern from our API Definition.
3
3
  */
4
+ /**
5
+ * A JSON value for a variable in a Test Case.
6
+ */
4
7
  export interface TestCaseJsonVariableValue {
5
8
  variableId: string;
9
+ name: string;
6
10
  value?: Record<string, unknown>;
7
11
  }
@@ -1,7 +1,11 @@
1
1
  /**
2
2
  * This file was auto-generated by Fern from our API Definition.
3
3
  */
4
+ /**
5
+ * A numerical value for a variable in a Test Case.
6
+ */
4
7
  export interface TestCaseNumberVariableValue {
5
8
  variableId: string;
9
+ name: string;
6
10
  value?: number;
7
11
  }
@@ -2,7 +2,11 @@
2
2
  * This file was auto-generated by Fern from our API Definition.
3
3
  */
4
4
  import * as Vellum from "..";
5
+ /**
6
+ * A search results value for a variable in a Test Case.
7
+ */
5
8
  export interface TestCaseSearchResultsVariableValue {
6
9
  variableId: string;
10
+ name: string;
7
11
  value?: Vellum.SearchResult[];
8
12
  }
@@ -1,7 +1,11 @@
1
1
  /**
2
2
  * This file was auto-generated by Fern from our API Definition.
3
3
  */
4
+ /**
5
+ * A string value for a variable in a Test Case.
6
+ */
4
7
  export interface TestCaseStringVariableValue {
5
8
  variableId: string;
9
+ name: string;
6
10
  value?: string;
7
11
  }
@@ -2,7 +2,7 @@
2
2
  * This file was auto-generated by Fern from our API Definition.
3
3
  */
4
4
  import * as Vellum from "..";
5
- export declare type TestSuiteRunExecConfig = Vellum.TestSuiteRunExecConfig.DeploymentReleaseTag | Vellum.TestSuiteRunExecConfig.WorkflowReleaseTag;
5
+ export declare type TestSuiteRunExecConfig = Vellum.TestSuiteRunExecConfig.DeploymentReleaseTag | Vellum.TestSuiteRunExecConfig.WorkflowReleaseTag | Vellum.TestSuiteRunExecConfig.External;
6
6
  export declare namespace TestSuiteRunExecConfig {
7
7
  interface DeploymentReleaseTag extends Vellum.TestSuiteRunDeploymentReleaseTagExecConfig {
8
8
  type: "DEPLOYMENT_RELEASE_TAG";
@@ -10,4 +10,7 @@ export declare namespace TestSuiteRunExecConfig {
10
10
  interface WorkflowReleaseTag extends Vellum.TestSuiteRunWorkflowReleaseTagExecConfig {
11
11
  type: "WORKFLOW_RELEASE_TAG";
12
12
  }
13
+ interface External extends Vellum.TestSuiteRunExternalExecConfig {
14
+ type: "EXTERNAL";
15
+ }
13
16
  }
@@ -2,7 +2,7 @@
2
2
  * This file was auto-generated by Fern from our API Definition.
3
3
  */
4
4
  import * as Vellum from "..";
5
- export declare type TestSuiteRunExecConfigRequest = Vellum.TestSuiteRunExecConfigRequest.DeploymentReleaseTag | Vellum.TestSuiteRunExecConfigRequest.WorkflowReleaseTag;
5
+ export declare type TestSuiteRunExecConfigRequest = Vellum.TestSuiteRunExecConfigRequest.DeploymentReleaseTag | Vellum.TestSuiteRunExecConfigRequest.WorkflowReleaseTag | Vellum.TestSuiteRunExecConfigRequest.External;
6
6
  export declare namespace TestSuiteRunExecConfigRequest {
7
7
  interface DeploymentReleaseTag extends Vellum.TestSuiteRunDeploymentReleaseTagExecConfigRequest {
8
8
  type: "DEPLOYMENT_RELEASE_TAG";
@@ -10,4 +10,7 @@ export declare namespace TestSuiteRunExecConfigRequest {
10
10
  interface WorkflowReleaseTag extends Vellum.TestSuiteRunWorkflowReleaseTagExecConfigRequest {
11
11
  type: "WORKFLOW_RELEASE_TAG";
12
12
  }
13
+ interface External extends Vellum.TestSuiteRunExternalExecConfigRequest {
14
+ type: "EXTERNAL";
15
+ }
13
16
  }
@@ -0,0 +1,12 @@
1
+ /**
2
+ * This file was auto-generated by Fern from our API Definition.
3
+ */
4
+ import * as Vellum from "..";
5
+ /**
6
+ * Execution configuration for running a Vellum Test Suite against an external callable
7
+ */
8
+ export interface TestSuiteRunExternalExecConfig {
9
+ data: Vellum.TestSuiteRunExternalExecConfigData;
10
+ /** Optionally specify a subset of test case ids to run. If not provided, all test cases within the test suite will be run by default. */
11
+ testCaseIds?: string[];
12
+ }
@@ -0,0 +1,5 @@
1
+ "use strict";
2
+ /**
3
+ * This file was auto-generated by Fern from our API Definition.
4
+ */
5
+ Object.defineProperty(exports, "__esModule", { value: true });
@@ -0,0 +1,8 @@
1
+ /**
2
+ * This file was auto-generated by Fern from our API Definition.
3
+ */
4
+ import * as Vellum from "..";
5
+ export interface TestSuiteRunExternalExecConfigData {
6
+ /** The executions of some callable external to Vellum whose outputs you would like to evaluate. */
7
+ executions: Vellum.ExternalTestCaseExecution[];
8
+ }
@@ -0,0 +1,5 @@
1
+ "use strict";
2
+ /**
3
+ * This file was auto-generated by Fern from our API Definition.
4
+ */
5
+ Object.defineProperty(exports, "__esModule", { value: true });
@@ -0,0 +1,8 @@
1
+ /**
2
+ * This file was auto-generated by Fern from our API Definition.
3
+ */
4
+ import * as Vellum from "..";
5
+ export interface TestSuiteRunExternalExecConfigDataRequest {
6
+ /** The executions of some callable external to Vellum whose outputs you would like to evaluate. */
7
+ executions: Vellum.ExternalTestCaseExecutionRequest[];
8
+ }
@@ -0,0 +1,5 @@
1
+ "use strict";
2
+ /**
3
+ * This file was auto-generated by Fern from our API Definition.
4
+ */
5
+ Object.defineProperty(exports, "__esModule", { value: true });
@@ -0,0 +1,12 @@
1
+ /**
2
+ * This file was auto-generated by Fern from our API Definition.
3
+ */
4
+ import * as Vellum from "..";
5
+ /**
6
+ * Execution configuration for running a Vellum Test Suite against an external callable
7
+ */
8
+ export interface TestSuiteRunExternalExecConfigRequest {
9
+ data: Vellum.TestSuiteRunExternalExecConfigDataRequest;
10
+ /** Optionally specify a subset of test case ids to run. If not provided, all test cases within the test suite will be run by default. */
11
+ testCaseIds?: string[];
12
+ }
@@ -0,0 +1,5 @@
1
+ "use strict";
2
+ /**
3
+ * This file was auto-generated by Fern from our API Definition.
4
+ */
5
+ Object.defineProperty(exports, "__esModule", { value: true });
@@ -0,0 +1,4 @@
1
+ /**
2
+ * This file was auto-generated by Fern from our API Definition.
3
+ */
4
+ export declare type TestSuiteRunExternalExecConfigTypeEnum = "EXTERNAL";
@@ -0,0 +1,5 @@
1
+ "use strict";
2
+ /**
3
+ * This file was auto-generated by Fern from our API Definition.
4
+ */
5
+ Object.defineProperty(exports, "__esModule", { value: true });
@@ -55,6 +55,8 @@ export * from "./ExecutionNumberVellumValue";
55
55
  export * from "./ExecutionSearchResultsVellumValue";
56
56
  export * from "./ExecutionStringVellumValue";
57
57
  export * from "./ExecutionVellumValue";
58
+ export * from "./ExternalTestCaseExecution";
59
+ export * from "./ExternalTestCaseExecutionRequest";
58
60
  export * from "./FinishReasonEnum";
59
61
  export * from "./FulfilledEnum";
60
62
  export * from "./FulfilledExecutePromptEvent";
@@ -104,12 +106,19 @@ export * from "./ModelVersionExecConfigParameters";
104
106
  export * from "./ModelVersionRead";
105
107
  export * from "./ModelVersionReadStatusEnum";
106
108
  export * from "./ModelVersionSandboxSnapshot";
109
+ export * from "./NamedTestCaseChatHistoryVariableValue";
107
110
  export * from "./NamedTestCaseChatHistoryVariableValueRequest";
111
+ export * from "./NamedTestCaseErrorVariableValue";
108
112
  export * from "./NamedTestCaseErrorVariableValueRequest";
113
+ export * from "./NamedTestCaseJsonVariableValue";
109
114
  export * from "./NamedTestCaseJsonVariableValueRequest";
115
+ export * from "./NamedTestCaseNumberVariableValue";
110
116
  export * from "./NamedTestCaseNumberVariableValueRequest";
117
+ export * from "./NamedTestCaseSearchResultsVariableValue";
111
118
  export * from "./NamedTestCaseSearchResultsVariableValueRequest";
119
+ export * from "./NamedTestCaseStringVariableValue";
112
120
  export * from "./NamedTestCaseStringVariableValueRequest";
121
+ export * from "./NamedTestCaseVariableValue";
113
122
  export * from "./NamedTestCaseVariableValueRequest";
114
123
  export * from "./NodeInputCompiledArrayValue";
115
124
  export * from "./NodeInputCompiledChatHistoryValue";
@@ -254,6 +263,11 @@ export * from "./TestSuiteRunExecutionNumberOutput";
254
263
  export * from "./TestSuiteRunExecutionOutput";
255
264
  export * from "./TestSuiteRunExecutionSearchResultsOutput";
256
265
  export * from "./TestSuiteRunExecutionStringOutput";
266
+ export * from "./TestSuiteRunExternalExecConfig";
267
+ export * from "./TestSuiteRunExternalExecConfigData";
268
+ export * from "./TestSuiteRunExternalExecConfigDataRequest";
269
+ export * from "./TestSuiteRunExternalExecConfigRequest";
270
+ export * from "./TestSuiteRunExternalExecConfigTypeEnum";
257
271
  export * from "./TestSuiteRunMetricErrorOutput";
258
272
  export * from "./TestSuiteRunMetricErrorOutputTypeEnum";
259
273
  export * from "./TestSuiteRunMetricNumberOutput";
@@ -71,6 +71,8 @@ __exportStar(require("./ExecutionNumberVellumValue"), exports);
71
71
  __exportStar(require("./ExecutionSearchResultsVellumValue"), exports);
72
72
  __exportStar(require("./ExecutionStringVellumValue"), exports);
73
73
  __exportStar(require("./ExecutionVellumValue"), exports);
74
+ __exportStar(require("./ExternalTestCaseExecution"), exports);
75
+ __exportStar(require("./ExternalTestCaseExecutionRequest"), exports);
74
76
  __exportStar(require("./FinishReasonEnum"), exports);
75
77
  __exportStar(require("./FulfilledEnum"), exports);
76
78
  __exportStar(require("./FulfilledExecutePromptEvent"), exports);
@@ -120,12 +122,19 @@ __exportStar(require("./ModelVersionExecConfigParameters"), exports);
120
122
  __exportStar(require("./ModelVersionRead"), exports);
121
123
  __exportStar(require("./ModelVersionReadStatusEnum"), exports);
122
124
  __exportStar(require("./ModelVersionSandboxSnapshot"), exports);
125
+ __exportStar(require("./NamedTestCaseChatHistoryVariableValue"), exports);
123
126
  __exportStar(require("./NamedTestCaseChatHistoryVariableValueRequest"), exports);
127
+ __exportStar(require("./NamedTestCaseErrorVariableValue"), exports);
124
128
  __exportStar(require("./NamedTestCaseErrorVariableValueRequest"), exports);
129
+ __exportStar(require("./NamedTestCaseJsonVariableValue"), exports);
125
130
  __exportStar(require("./NamedTestCaseJsonVariableValueRequest"), exports);
131
+ __exportStar(require("./NamedTestCaseNumberVariableValue"), exports);
126
132
  __exportStar(require("./NamedTestCaseNumberVariableValueRequest"), exports);
133
+ __exportStar(require("./NamedTestCaseSearchResultsVariableValue"), exports);
127
134
  __exportStar(require("./NamedTestCaseSearchResultsVariableValueRequest"), exports);
135
+ __exportStar(require("./NamedTestCaseStringVariableValue"), exports);
128
136
  __exportStar(require("./NamedTestCaseStringVariableValueRequest"), exports);
137
+ __exportStar(require("./NamedTestCaseVariableValue"), exports);
129
138
  __exportStar(require("./NamedTestCaseVariableValueRequest"), exports);
130
139
  __exportStar(require("./NodeInputCompiledArrayValue"), exports);
131
140
  __exportStar(require("./NodeInputCompiledChatHistoryValue"), exports);
@@ -270,6 +279,11 @@ __exportStar(require("./TestSuiteRunExecutionNumberOutput"), exports);
270
279
  __exportStar(require("./TestSuiteRunExecutionOutput"), exports);
271
280
  __exportStar(require("./TestSuiteRunExecutionSearchResultsOutput"), exports);
272
281
  __exportStar(require("./TestSuiteRunExecutionStringOutput"), exports);
282
+ __exportStar(require("./TestSuiteRunExternalExecConfig"), exports);
283
+ __exportStar(require("./TestSuiteRunExternalExecConfigData"), exports);
284
+ __exportStar(require("./TestSuiteRunExternalExecConfigDataRequest"), exports);
285
+ __exportStar(require("./TestSuiteRunExternalExecConfigRequest"), exports);
286
+ __exportStar(require("./TestSuiteRunExternalExecConfigTypeEnum"), exports);
273
287
  __exportStar(require("./TestSuiteRunMetricErrorOutput"), exports);
274
288
  __exportStar(require("./TestSuiteRunMetricErrorOutputTypeEnum"), exports);
275
289
  __exportStar(require("./TestSuiteRunMetricNumberOutput"), exports);
@@ -0,0 +1,14 @@
1
+ /**
2
+ * This file was auto-generated by Fern from our API Definition.
3
+ */
4
+ import * as serializers from "..";
5
+ import * as Vellum from "../../api";
6
+ import * as core from "../../core";
7
+ import { NamedTestCaseVariableValue } from "./NamedTestCaseVariableValue";
8
+ export declare const ExternalTestCaseExecution: core.serialization.ObjectSchema<serializers.ExternalTestCaseExecution.Raw, Vellum.ExternalTestCaseExecution>;
9
+ export declare namespace ExternalTestCaseExecution {
10
+ interface Raw {
11
+ outputs: NamedTestCaseVariableValue.Raw[];
12
+ test_case_id: string;
13
+ }
14
+ }
@@ -0,0 +1,35 @@
1
+ "use strict";
2
+ /**
3
+ * This file was auto-generated by Fern from our API Definition.
4
+ */
5
+ var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
6
+ if (k2 === undefined) k2 = k;
7
+ var desc = Object.getOwnPropertyDescriptor(m, k);
8
+ if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
9
+ desc = { enumerable: true, get: function() { return m[k]; } };
10
+ }
11
+ Object.defineProperty(o, k2, desc);
12
+ }) : (function(o, m, k, k2) {
13
+ if (k2 === undefined) k2 = k;
14
+ o[k2] = m[k];
15
+ }));
16
+ var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
17
+ Object.defineProperty(o, "default", { enumerable: true, value: v });
18
+ }) : function(o, v) {
19
+ o["default"] = v;
20
+ });
21
+ var __importStar = (this && this.__importStar) || function (mod) {
22
+ if (mod && mod.__esModule) return mod;
23
+ var result = {};
24
+ if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
25
+ __setModuleDefault(result, mod);
26
+ return result;
27
+ };
28
+ Object.defineProperty(exports, "__esModule", { value: true });
29
+ exports.ExternalTestCaseExecution = void 0;
30
+ const core = __importStar(require("../../core"));
31
+ const NamedTestCaseVariableValue_1 = require("./NamedTestCaseVariableValue");
32
+ exports.ExternalTestCaseExecution = core.serialization.object({
33
+ outputs: core.serialization.list(NamedTestCaseVariableValue_1.NamedTestCaseVariableValue),
34
+ testCaseId: core.serialization.property("test_case_id", core.serialization.string()),
35
+ });
@@ -0,0 +1,14 @@
1
+ /**
2
+ * This file was auto-generated by Fern from our API Definition.
3
+ */
4
+ import * as serializers from "..";
5
+ import * as Vellum from "../../api";
6
+ import * as core from "../../core";
7
+ import { NamedTestCaseVariableValueRequest } from "./NamedTestCaseVariableValueRequest";
8
+ export declare const ExternalTestCaseExecutionRequest: core.serialization.ObjectSchema<serializers.ExternalTestCaseExecutionRequest.Raw, Vellum.ExternalTestCaseExecutionRequest>;
9
+ export declare namespace ExternalTestCaseExecutionRequest {
10
+ interface Raw {
11
+ outputs: NamedTestCaseVariableValueRequest.Raw[];
12
+ test_case_id: string;
13
+ }
14
+ }
@@ -0,0 +1,35 @@
1
+ "use strict";
2
+ /**
3
+ * This file was auto-generated by Fern from our API Definition.
4
+ */
5
+ var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
6
+ if (k2 === undefined) k2 = k;
7
+ var desc = Object.getOwnPropertyDescriptor(m, k);
8
+ if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
9
+ desc = { enumerable: true, get: function() { return m[k]; } };
10
+ }
11
+ Object.defineProperty(o, k2, desc);
12
+ }) : (function(o, m, k, k2) {
13
+ if (k2 === undefined) k2 = k;
14
+ o[k2] = m[k];
15
+ }));
16
+ var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
17
+ Object.defineProperty(o, "default", { enumerable: true, value: v });
18
+ }) : function(o, v) {
19
+ o["default"] = v;
20
+ });
21
+ var __importStar = (this && this.__importStar) || function (mod) {
22
+ if (mod && mod.__esModule) return mod;
23
+ var result = {};
24
+ if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
25
+ __setModuleDefault(result, mod);
26
+ return result;
27
+ };
28
+ Object.defineProperty(exports, "__esModule", { value: true });
29
+ exports.ExternalTestCaseExecutionRequest = void 0;
30
+ const core = __importStar(require("../../core"));
31
+ const NamedTestCaseVariableValueRequest_1 = require("./NamedTestCaseVariableValueRequest");
32
+ exports.ExternalTestCaseExecutionRequest = core.serialization.object({
33
+ outputs: core.serialization.list(NamedTestCaseVariableValueRequest_1.NamedTestCaseVariableValueRequest),
34
+ testCaseId: core.serialization.property("test_case_id", core.serialization.string()),
35
+ });
@@ -0,0 +1,14 @@
1
+ /**
2
+ * This file was auto-generated by Fern from our API Definition.
3
+ */
4
+ import * as serializers from "..";
5
+ import * as Vellum from "../../api";
6
+ import * as core from "../../core";
7
+ import { ChatMessage } from "./ChatMessage";
8
+ export declare const NamedTestCaseChatHistoryVariableValue: core.serialization.ObjectSchema<serializers.NamedTestCaseChatHistoryVariableValue.Raw, Vellum.NamedTestCaseChatHistoryVariableValue>;
9
+ export declare namespace NamedTestCaseChatHistoryVariableValue {
10
+ interface Raw {
11
+ value?: ChatMessage.Raw[] | null;
12
+ name: string;
13
+ }
14
+ }
@@ -0,0 +1,35 @@
1
+ "use strict";
2
+ /**
3
+ * This file was auto-generated by Fern from our API Definition.
4
+ */
5
+ var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
6
+ if (k2 === undefined) k2 = k;
7
+ var desc = Object.getOwnPropertyDescriptor(m, k);
8
+ if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
9
+ desc = { enumerable: true, get: function() { return m[k]; } };
10
+ }
11
+ Object.defineProperty(o, k2, desc);
12
+ }) : (function(o, m, k, k2) {
13
+ if (k2 === undefined) k2 = k;
14
+ o[k2] = m[k];
15
+ }));
16
+ var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
17
+ Object.defineProperty(o, "default", { enumerable: true, value: v });
18
+ }) : function(o, v) {
19
+ o["default"] = v;
20
+ });
21
+ var __importStar = (this && this.__importStar) || function (mod) {
22
+ if (mod && mod.__esModule) return mod;
23
+ var result = {};
24
+ if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
25
+ __setModuleDefault(result, mod);
26
+ return result;
27
+ };
28
+ Object.defineProperty(exports, "__esModule", { value: true });
29
+ exports.NamedTestCaseChatHistoryVariableValue = void 0;
30
+ const core = __importStar(require("../../core"));
31
+ const ChatMessage_1 = require("./ChatMessage");
32
+ exports.NamedTestCaseChatHistoryVariableValue = core.serialization.object({
33
+ value: core.serialization.list(ChatMessage_1.ChatMessage).optional(),
34
+ name: core.serialization.string(),
35
+ });
@@ -0,0 +1,14 @@
1
+ /**
2
+ * This file was auto-generated by Fern from our API Definition.
3
+ */
4
+ import * as serializers from "..";
5
+ import * as Vellum from "../../api";
6
+ import * as core from "../../core";
7
+ import { VellumError } from "./VellumError";
8
+ export declare const NamedTestCaseErrorVariableValue: core.serialization.ObjectSchema<serializers.NamedTestCaseErrorVariableValue.Raw, Vellum.NamedTestCaseErrorVariableValue>;
9
+ export declare namespace NamedTestCaseErrorVariableValue {
10
+ interface Raw {
11
+ value?: VellumError.Raw | null;
12
+ name: string;
13
+ }
14
+ }