vellum-ai 0.3.21 → 0.3.23

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (307) hide show
  1. package/Client.js +9 -9
  2. package/api/resources/deployments/client/Client.js +3 -3
  3. package/api/resources/documentIndexes/client/Client.js +6 -6
  4. package/api/resources/documents/client/Client.js +4 -4
  5. package/api/resources/folderEntities/client/Client.js +1 -1
  6. package/api/resources/modelVersions/client/Client.js +1 -1
  7. package/api/resources/registeredPrompts/client/Client.js +1 -1
  8. package/api/resources/sandboxes/client/Client.js +2 -2
  9. package/api/resources/testSuiteRuns/client/Client.js +12 -4
  10. package/api/resources/testSuiteRuns/client/requests/TestSuiteRunsListExecutionsRequest.d.ts +8 -0
  11. package/api/resources/testSuites/client/Client.js +3 -3
  12. package/api/resources/workflowDeployments/client/Client.js +2 -2
  13. package/api/types/ExternalTestCaseExecution.d.ts +9 -0
  14. package/api/types/ExternalTestCaseExecution.js +5 -0
  15. package/api/types/ExternalTestCaseExecutionRequest.d.ts +9 -0
  16. package/api/types/ExternalTestCaseExecutionRequest.js +5 -0
  17. package/api/types/FulfilledWorkflowNodeResultEvent.d.ts +1 -1
  18. package/api/types/NamedTestCaseChatHistoryVariableValue.d.ts +11 -0
  19. package/api/types/NamedTestCaseChatHistoryVariableValue.js +5 -0
  20. package/api/types/NamedTestCaseChatHistoryVariableValueRequest.d.ts +4 -1
  21. package/api/types/NamedTestCaseErrorVariableValue.d.ts +11 -0
  22. package/api/types/NamedTestCaseErrorVariableValue.js +5 -0
  23. package/api/types/NamedTestCaseErrorVariableValueRequest.d.ts +4 -1
  24. package/api/types/NamedTestCaseJsonVariableValue.d.ts +10 -0
  25. package/api/types/NamedTestCaseJsonVariableValue.js +5 -0
  26. package/api/types/NamedTestCaseJsonVariableValueRequest.d.ts +4 -1
  27. package/api/types/NamedTestCaseNumberVariableValue.d.ts +10 -0
  28. package/api/types/NamedTestCaseNumberVariableValue.js +5 -0
  29. package/api/types/NamedTestCaseNumberVariableValueRequest.d.ts +4 -1
  30. package/api/types/NamedTestCaseSearchResultsVariableValue.d.ts +11 -0
  31. package/api/types/NamedTestCaseSearchResultsVariableValue.js +5 -0
  32. package/api/types/NamedTestCaseSearchResultsVariableValueRequest.d.ts +4 -1
  33. package/api/types/NamedTestCaseStringVariableValue.d.ts +10 -0
  34. package/api/types/NamedTestCaseStringVariableValue.js +5 -0
  35. package/api/types/NamedTestCaseStringVariableValueRequest.d.ts +4 -1
  36. package/api/types/NamedTestCaseVariableValue.d.ts +25 -0
  37. package/api/types/NamedTestCaseVariableValue.js +5 -0
  38. package/api/types/PromptTemplateBlock.d.ts +1 -0
  39. package/api/types/PromptTemplateBlockRequest.d.ts +1 -0
  40. package/api/types/PromptTemplateBlockState.d.ts +12 -0
  41. package/api/types/PromptTemplateBlockState.js +10 -0
  42. package/api/types/SandboxScenario.d.ts +3 -0
  43. package/api/types/TestCaseChatHistoryVariableValue.d.ts +4 -0
  44. package/api/types/TestCaseErrorVariableValue.d.ts +4 -0
  45. package/api/types/TestCaseJsonVariableValue.d.ts +4 -0
  46. package/api/types/TestCaseNumberVariableValue.d.ts +4 -0
  47. package/api/types/TestCaseSearchResultsVariableValue.d.ts +4 -0
  48. package/api/types/TestCaseStringVariableValue.d.ts +4 -0
  49. package/api/types/TestSuiteRunExecConfig.d.ts +4 -1
  50. package/api/types/TestSuiteRunExecConfigRequest.d.ts +4 -1
  51. package/api/types/TestSuiteRunExecutionChatHistoryOutput.d.ts +5 -1
  52. package/api/types/TestSuiteRunExecutionErrorOutput.d.ts +5 -1
  53. package/api/types/TestSuiteRunExecutionJsonOutput.d.ts +5 -1
  54. package/api/types/TestSuiteRunExecutionMetricDefinition.d.ts +8 -0
  55. package/api/types/TestSuiteRunExecutionMetricDefinition.js +5 -0
  56. package/api/types/TestSuiteRunExecutionMetricResult.d.ts +2 -0
  57. package/api/types/TestSuiteRunExecutionNumberOutput.d.ts +5 -1
  58. package/api/types/TestSuiteRunExecutionSearchResultsOutput.d.ts +5 -1
  59. package/api/types/TestSuiteRunExecutionStringOutput.d.ts +5 -1
  60. package/api/types/TestSuiteRunExternalExecConfig.d.ts +12 -0
  61. package/api/types/TestSuiteRunExternalExecConfig.js +5 -0
  62. package/api/types/TestSuiteRunExternalExecConfigData.d.ts +8 -0
  63. package/api/types/TestSuiteRunExternalExecConfigData.js +5 -0
  64. package/api/types/TestSuiteRunExternalExecConfigDataRequest.d.ts +8 -0
  65. package/api/types/TestSuiteRunExternalExecConfigDataRequest.js +5 -0
  66. package/api/types/TestSuiteRunExternalExecConfigRequest.d.ts +12 -0
  67. package/api/types/TestSuiteRunExternalExecConfigRequest.js +5 -0
  68. package/api/types/TestSuiteRunExternalExecConfigTypeEnum.d.ts +4 -0
  69. package/api/types/TestSuiteRunExternalExecConfigTypeEnum.js +5 -0
  70. package/api/types/index.d.ts +16 -0
  71. package/api/types/index.js +16 -0
  72. package/dist/Client.js +9 -9
  73. package/dist/api/resources/deployments/client/Client.js +3 -3
  74. package/dist/api/resources/documentIndexes/client/Client.js +6 -6
  75. package/dist/api/resources/documents/client/Client.js +4 -4
  76. package/dist/api/resources/folderEntities/client/Client.js +1 -1
  77. package/dist/api/resources/modelVersions/client/Client.js +1 -1
  78. package/dist/api/resources/registeredPrompts/client/Client.js +1 -1
  79. package/dist/api/resources/sandboxes/client/Client.js +2 -2
  80. package/dist/api/resources/testSuiteRuns/client/Client.js +12 -4
  81. package/dist/api/resources/testSuiteRuns/client/requests/TestSuiteRunsListExecutionsRequest.d.ts +8 -0
  82. package/dist/api/resources/testSuites/client/Client.js +3 -3
  83. package/dist/api/resources/workflowDeployments/client/Client.js +2 -2
  84. package/dist/api/types/ExternalTestCaseExecution.d.ts +9 -0
  85. package/dist/api/types/ExternalTestCaseExecution.js +5 -0
  86. package/dist/api/types/ExternalTestCaseExecutionRequest.d.ts +9 -0
  87. package/dist/api/types/ExternalTestCaseExecutionRequest.js +5 -0
  88. package/dist/api/types/FulfilledWorkflowNodeResultEvent.d.ts +1 -1
  89. package/dist/api/types/NamedTestCaseChatHistoryVariableValue.d.ts +11 -0
  90. package/dist/api/types/NamedTestCaseChatHistoryVariableValue.js +5 -0
  91. package/dist/api/types/NamedTestCaseChatHistoryVariableValueRequest.d.ts +4 -1
  92. package/dist/api/types/NamedTestCaseErrorVariableValue.d.ts +11 -0
  93. package/dist/api/types/NamedTestCaseErrorVariableValue.js +5 -0
  94. package/dist/api/types/NamedTestCaseErrorVariableValueRequest.d.ts +4 -1
  95. package/dist/api/types/NamedTestCaseJsonVariableValue.d.ts +10 -0
  96. package/dist/api/types/NamedTestCaseJsonVariableValue.js +5 -0
  97. package/dist/api/types/NamedTestCaseJsonVariableValueRequest.d.ts +4 -1
  98. package/dist/api/types/NamedTestCaseNumberVariableValue.d.ts +10 -0
  99. package/dist/api/types/NamedTestCaseNumberVariableValue.js +5 -0
  100. package/dist/api/types/NamedTestCaseNumberVariableValueRequest.d.ts +4 -1
  101. package/dist/api/types/NamedTestCaseSearchResultsVariableValue.d.ts +11 -0
  102. package/dist/api/types/NamedTestCaseSearchResultsVariableValue.js +5 -0
  103. package/dist/api/types/NamedTestCaseSearchResultsVariableValueRequest.d.ts +4 -1
  104. package/dist/api/types/NamedTestCaseStringVariableValue.d.ts +10 -0
  105. package/dist/api/types/NamedTestCaseStringVariableValue.js +5 -0
  106. package/dist/api/types/NamedTestCaseStringVariableValueRequest.d.ts +4 -1
  107. package/dist/api/types/NamedTestCaseVariableValue.d.ts +25 -0
  108. package/dist/api/types/NamedTestCaseVariableValue.js +5 -0
  109. package/dist/api/types/PromptTemplateBlock.d.ts +1 -0
  110. package/dist/api/types/PromptTemplateBlockRequest.d.ts +1 -0
  111. package/dist/api/types/PromptTemplateBlockState.d.ts +12 -0
  112. package/dist/api/types/PromptTemplateBlockState.js +10 -0
  113. package/dist/api/types/SandboxScenario.d.ts +3 -0
  114. package/dist/api/types/TestCaseChatHistoryVariableValue.d.ts +4 -0
  115. package/dist/api/types/TestCaseErrorVariableValue.d.ts +4 -0
  116. package/dist/api/types/TestCaseJsonVariableValue.d.ts +4 -0
  117. package/dist/api/types/TestCaseNumberVariableValue.d.ts +4 -0
  118. package/dist/api/types/TestCaseSearchResultsVariableValue.d.ts +4 -0
  119. package/dist/api/types/TestCaseStringVariableValue.d.ts +4 -0
  120. package/dist/api/types/TestSuiteRunExecConfig.d.ts +4 -1
  121. package/dist/api/types/TestSuiteRunExecConfigRequest.d.ts +4 -1
  122. package/dist/api/types/TestSuiteRunExecutionChatHistoryOutput.d.ts +5 -1
  123. package/dist/api/types/TestSuiteRunExecutionErrorOutput.d.ts +5 -1
  124. package/dist/api/types/TestSuiteRunExecutionJsonOutput.d.ts +5 -1
  125. package/dist/api/types/TestSuiteRunExecutionMetricDefinition.d.ts +8 -0
  126. package/dist/api/types/TestSuiteRunExecutionMetricDefinition.js +5 -0
  127. package/dist/api/types/TestSuiteRunExecutionMetricResult.d.ts +2 -0
  128. package/dist/api/types/TestSuiteRunExecutionNumberOutput.d.ts +5 -1
  129. package/dist/api/types/TestSuiteRunExecutionSearchResultsOutput.d.ts +5 -1
  130. package/dist/api/types/TestSuiteRunExecutionStringOutput.d.ts +5 -1
  131. package/dist/api/types/TestSuiteRunExternalExecConfig.d.ts +12 -0
  132. package/dist/api/types/TestSuiteRunExternalExecConfig.js +5 -0
  133. package/dist/api/types/TestSuiteRunExternalExecConfigData.d.ts +8 -0
  134. package/dist/api/types/TestSuiteRunExternalExecConfigData.js +5 -0
  135. package/dist/api/types/TestSuiteRunExternalExecConfigDataRequest.d.ts +8 -0
  136. package/dist/api/types/TestSuiteRunExternalExecConfigDataRequest.js +5 -0
  137. package/dist/api/types/TestSuiteRunExternalExecConfigRequest.d.ts +12 -0
  138. package/dist/api/types/TestSuiteRunExternalExecConfigRequest.js +5 -0
  139. package/dist/api/types/TestSuiteRunExternalExecConfigTypeEnum.d.ts +4 -0
  140. package/dist/api/types/TestSuiteRunExternalExecConfigTypeEnum.js +5 -0
  141. package/dist/api/types/index.d.ts +16 -0
  142. package/dist/api/types/index.js +16 -0
  143. package/dist/serialization/types/ExternalTestCaseExecution.d.ts +14 -0
  144. package/dist/serialization/types/ExternalTestCaseExecution.js +35 -0
  145. package/dist/serialization/types/ExternalTestCaseExecutionRequest.d.ts +14 -0
  146. package/dist/serialization/types/ExternalTestCaseExecutionRequest.js +35 -0
  147. package/dist/serialization/types/FulfilledWorkflowNodeResultEvent.d.ts +1 -1
  148. package/dist/serialization/types/FulfilledWorkflowNodeResultEvent.js +1 -1
  149. package/dist/serialization/types/NamedTestCaseChatHistoryVariableValue.d.ts +14 -0
  150. package/dist/serialization/types/NamedTestCaseChatHistoryVariableValue.js +35 -0
  151. package/dist/serialization/types/NamedTestCaseChatHistoryVariableValueRequest.d.ts +1 -1
  152. package/dist/serialization/types/NamedTestCaseChatHistoryVariableValueRequest.js +1 -1
  153. package/dist/serialization/types/NamedTestCaseErrorVariableValue.d.ts +14 -0
  154. package/dist/serialization/types/NamedTestCaseErrorVariableValue.js +35 -0
  155. package/dist/serialization/types/NamedTestCaseErrorVariableValueRequest.d.ts +1 -1
  156. package/dist/serialization/types/NamedTestCaseErrorVariableValueRequest.js +1 -1
  157. package/dist/serialization/types/NamedTestCaseJsonVariableValue.d.ts +13 -0
  158. package/dist/serialization/types/NamedTestCaseJsonVariableValue.js +34 -0
  159. package/dist/serialization/types/NamedTestCaseJsonVariableValueRequest.d.ts +1 -1
  160. package/dist/serialization/types/NamedTestCaseJsonVariableValueRequest.js +1 -1
  161. package/dist/serialization/types/NamedTestCaseNumberVariableValue.d.ts +13 -0
  162. package/dist/serialization/types/NamedTestCaseNumberVariableValue.js +34 -0
  163. package/dist/serialization/types/NamedTestCaseNumberVariableValueRequest.d.ts +1 -1
  164. package/dist/serialization/types/NamedTestCaseNumberVariableValueRequest.js +1 -1
  165. package/dist/serialization/types/NamedTestCaseSearchResultsVariableValue.d.ts +14 -0
  166. package/dist/serialization/types/NamedTestCaseSearchResultsVariableValue.js +35 -0
  167. package/dist/serialization/types/NamedTestCaseSearchResultsVariableValueRequest.d.ts +1 -1
  168. package/dist/serialization/types/NamedTestCaseSearchResultsVariableValueRequest.js +1 -1
  169. package/dist/serialization/types/NamedTestCaseStringVariableValue.d.ts +13 -0
  170. package/dist/serialization/types/NamedTestCaseStringVariableValue.js +34 -0
  171. package/dist/serialization/types/NamedTestCaseStringVariableValueRequest.d.ts +1 -1
  172. package/dist/serialization/types/NamedTestCaseStringVariableValueRequest.js +1 -1
  173. package/dist/serialization/types/NamedTestCaseVariableValue.d.ts +34 -0
  174. package/dist/serialization/types/NamedTestCaseVariableValue.js +49 -0
  175. package/dist/serialization/types/PromptTemplateBlock.d.ts +2 -0
  176. package/dist/serialization/types/PromptTemplateBlock.js +2 -0
  177. package/dist/serialization/types/PromptTemplateBlockRequest.d.ts +2 -0
  178. package/dist/serialization/types/PromptTemplateBlockRequest.js +2 -0
  179. package/dist/serialization/types/PromptTemplateBlockState.d.ts +10 -0
  180. package/dist/serialization/types/PromptTemplateBlockState.js +31 -0
  181. package/dist/serialization/types/TestCaseChatHistoryVariableValue.d.ts +1 -0
  182. package/dist/serialization/types/TestCaseChatHistoryVariableValue.js +1 -0
  183. package/dist/serialization/types/TestCaseErrorVariableValue.d.ts +1 -0
  184. package/dist/serialization/types/TestCaseErrorVariableValue.js +1 -0
  185. package/dist/serialization/types/TestCaseJsonVariableValue.d.ts +1 -0
  186. package/dist/serialization/types/TestCaseJsonVariableValue.js +1 -0
  187. package/dist/serialization/types/TestCaseNumberVariableValue.d.ts +1 -0
  188. package/dist/serialization/types/TestCaseNumberVariableValue.js +1 -0
  189. package/dist/serialization/types/TestCaseSearchResultsVariableValue.d.ts +1 -0
  190. package/dist/serialization/types/TestCaseSearchResultsVariableValue.js +1 -0
  191. package/dist/serialization/types/TestCaseStringVariableValue.d.ts +1 -0
  192. package/dist/serialization/types/TestCaseStringVariableValue.js +1 -0
  193. package/dist/serialization/types/TestSuiteRunExecConfig.d.ts +5 -1
  194. package/dist/serialization/types/TestSuiteRunExecConfig.js +2 -0
  195. package/dist/serialization/types/TestSuiteRunExecConfigRequest.d.ts +5 -1
  196. package/dist/serialization/types/TestSuiteRunExecConfigRequest.js +2 -0
  197. package/dist/serialization/types/TestSuiteRunExecutionChatHistoryOutput.d.ts +2 -1
  198. package/dist/serialization/types/TestSuiteRunExecutionChatHistoryOutput.js +2 -1
  199. package/dist/serialization/types/TestSuiteRunExecutionErrorOutput.d.ts +2 -1
  200. package/dist/serialization/types/TestSuiteRunExecutionErrorOutput.js +2 -1
  201. package/dist/serialization/types/TestSuiteRunExecutionJsonOutput.d.ts +2 -1
  202. package/dist/serialization/types/TestSuiteRunExecutionJsonOutput.js +2 -1
  203. package/dist/serialization/types/TestSuiteRunExecutionMetricDefinition.d.ts +14 -0
  204. package/dist/serialization/types/TestSuiteRunExecutionMetricDefinition.js +35 -0
  205. package/dist/serialization/types/TestSuiteRunExecutionMetricResult.d.ts +3 -0
  206. package/dist/serialization/types/TestSuiteRunExecutionMetricResult.js +3 -0
  207. package/dist/serialization/types/TestSuiteRunExecutionNumberOutput.d.ts +2 -1
  208. package/dist/serialization/types/TestSuiteRunExecutionNumberOutput.js +2 -1
  209. package/dist/serialization/types/TestSuiteRunExecutionSearchResultsOutput.d.ts +2 -1
  210. package/dist/serialization/types/TestSuiteRunExecutionSearchResultsOutput.js +2 -1
  211. package/dist/serialization/types/TestSuiteRunExecutionStringOutput.d.ts +2 -1
  212. package/dist/serialization/types/TestSuiteRunExecutionStringOutput.js +2 -1
  213. package/dist/serialization/types/TestSuiteRunExternalExecConfig.d.ts +14 -0
  214. package/dist/serialization/types/TestSuiteRunExternalExecConfig.js +35 -0
  215. package/dist/serialization/types/TestSuiteRunExternalExecConfigData.d.ts +13 -0
  216. package/dist/serialization/types/TestSuiteRunExternalExecConfigData.js +34 -0
  217. package/dist/serialization/types/TestSuiteRunExternalExecConfigDataRequest.d.ts +13 -0
  218. package/dist/serialization/types/TestSuiteRunExternalExecConfigDataRequest.js +34 -0
  219. package/dist/serialization/types/TestSuiteRunExternalExecConfigRequest.d.ts +14 -0
  220. package/dist/serialization/types/TestSuiteRunExternalExecConfigRequest.js +35 -0
  221. package/dist/serialization/types/TestSuiteRunExternalExecConfigTypeEnum.d.ts +10 -0
  222. package/dist/serialization/types/TestSuiteRunExternalExecConfigTypeEnum.js +31 -0
  223. package/dist/serialization/types/index.d.ts +16 -0
  224. package/dist/serialization/types/index.js +16 -0
  225. package/package.json +1 -1
  226. package/serialization/types/ExternalTestCaseExecution.d.ts +14 -0
  227. package/serialization/types/ExternalTestCaseExecution.js +35 -0
  228. package/serialization/types/ExternalTestCaseExecutionRequest.d.ts +14 -0
  229. package/serialization/types/ExternalTestCaseExecutionRequest.js +35 -0
  230. package/serialization/types/FulfilledWorkflowNodeResultEvent.d.ts +1 -1
  231. package/serialization/types/FulfilledWorkflowNodeResultEvent.js +1 -1
  232. package/serialization/types/NamedTestCaseChatHistoryVariableValue.d.ts +14 -0
  233. package/serialization/types/NamedTestCaseChatHistoryVariableValue.js +35 -0
  234. package/serialization/types/NamedTestCaseChatHistoryVariableValueRequest.d.ts +1 -1
  235. package/serialization/types/NamedTestCaseChatHistoryVariableValueRequest.js +1 -1
  236. package/serialization/types/NamedTestCaseErrorVariableValue.d.ts +14 -0
  237. package/serialization/types/NamedTestCaseErrorVariableValue.js +35 -0
  238. package/serialization/types/NamedTestCaseErrorVariableValueRequest.d.ts +1 -1
  239. package/serialization/types/NamedTestCaseErrorVariableValueRequest.js +1 -1
  240. package/serialization/types/NamedTestCaseJsonVariableValue.d.ts +13 -0
  241. package/serialization/types/NamedTestCaseJsonVariableValue.js +34 -0
  242. package/serialization/types/NamedTestCaseJsonVariableValueRequest.d.ts +1 -1
  243. package/serialization/types/NamedTestCaseJsonVariableValueRequest.js +1 -1
  244. package/serialization/types/NamedTestCaseNumberVariableValue.d.ts +13 -0
  245. package/serialization/types/NamedTestCaseNumberVariableValue.js +34 -0
  246. package/serialization/types/NamedTestCaseNumberVariableValueRequest.d.ts +1 -1
  247. package/serialization/types/NamedTestCaseNumberVariableValueRequest.js +1 -1
  248. package/serialization/types/NamedTestCaseSearchResultsVariableValue.d.ts +14 -0
  249. package/serialization/types/NamedTestCaseSearchResultsVariableValue.js +35 -0
  250. package/serialization/types/NamedTestCaseSearchResultsVariableValueRequest.d.ts +1 -1
  251. package/serialization/types/NamedTestCaseSearchResultsVariableValueRequest.js +1 -1
  252. package/serialization/types/NamedTestCaseStringVariableValue.d.ts +13 -0
  253. package/serialization/types/NamedTestCaseStringVariableValue.js +34 -0
  254. package/serialization/types/NamedTestCaseStringVariableValueRequest.d.ts +1 -1
  255. package/serialization/types/NamedTestCaseStringVariableValueRequest.js +1 -1
  256. package/serialization/types/NamedTestCaseVariableValue.d.ts +34 -0
  257. package/serialization/types/NamedTestCaseVariableValue.js +49 -0
  258. package/serialization/types/PromptTemplateBlock.d.ts +2 -0
  259. package/serialization/types/PromptTemplateBlock.js +2 -0
  260. package/serialization/types/PromptTemplateBlockRequest.d.ts +2 -0
  261. package/serialization/types/PromptTemplateBlockRequest.js +2 -0
  262. package/serialization/types/PromptTemplateBlockState.d.ts +10 -0
  263. package/serialization/types/PromptTemplateBlockState.js +31 -0
  264. package/serialization/types/TestCaseChatHistoryVariableValue.d.ts +1 -0
  265. package/serialization/types/TestCaseChatHistoryVariableValue.js +1 -0
  266. package/serialization/types/TestCaseErrorVariableValue.d.ts +1 -0
  267. package/serialization/types/TestCaseErrorVariableValue.js +1 -0
  268. package/serialization/types/TestCaseJsonVariableValue.d.ts +1 -0
  269. package/serialization/types/TestCaseJsonVariableValue.js +1 -0
  270. package/serialization/types/TestCaseNumberVariableValue.d.ts +1 -0
  271. package/serialization/types/TestCaseNumberVariableValue.js +1 -0
  272. package/serialization/types/TestCaseSearchResultsVariableValue.d.ts +1 -0
  273. package/serialization/types/TestCaseSearchResultsVariableValue.js +1 -0
  274. package/serialization/types/TestCaseStringVariableValue.d.ts +1 -0
  275. package/serialization/types/TestCaseStringVariableValue.js +1 -0
  276. package/serialization/types/TestSuiteRunExecConfig.d.ts +5 -1
  277. package/serialization/types/TestSuiteRunExecConfig.js +2 -0
  278. package/serialization/types/TestSuiteRunExecConfigRequest.d.ts +5 -1
  279. package/serialization/types/TestSuiteRunExecConfigRequest.js +2 -0
  280. package/serialization/types/TestSuiteRunExecutionChatHistoryOutput.d.ts +2 -1
  281. package/serialization/types/TestSuiteRunExecutionChatHistoryOutput.js +2 -1
  282. package/serialization/types/TestSuiteRunExecutionErrorOutput.d.ts +2 -1
  283. package/serialization/types/TestSuiteRunExecutionErrorOutput.js +2 -1
  284. package/serialization/types/TestSuiteRunExecutionJsonOutput.d.ts +2 -1
  285. package/serialization/types/TestSuiteRunExecutionJsonOutput.js +2 -1
  286. package/serialization/types/TestSuiteRunExecutionMetricDefinition.d.ts +14 -0
  287. package/serialization/types/TestSuiteRunExecutionMetricDefinition.js +35 -0
  288. package/serialization/types/TestSuiteRunExecutionMetricResult.d.ts +3 -0
  289. package/serialization/types/TestSuiteRunExecutionMetricResult.js +3 -0
  290. package/serialization/types/TestSuiteRunExecutionNumberOutput.d.ts +2 -1
  291. package/serialization/types/TestSuiteRunExecutionNumberOutput.js +2 -1
  292. package/serialization/types/TestSuiteRunExecutionSearchResultsOutput.d.ts +2 -1
  293. package/serialization/types/TestSuiteRunExecutionSearchResultsOutput.js +2 -1
  294. package/serialization/types/TestSuiteRunExecutionStringOutput.d.ts +2 -1
  295. package/serialization/types/TestSuiteRunExecutionStringOutput.js +2 -1
  296. package/serialization/types/TestSuiteRunExternalExecConfig.d.ts +14 -0
  297. package/serialization/types/TestSuiteRunExternalExecConfig.js +35 -0
  298. package/serialization/types/TestSuiteRunExternalExecConfigData.d.ts +13 -0
  299. package/serialization/types/TestSuiteRunExternalExecConfigData.js +34 -0
  300. package/serialization/types/TestSuiteRunExternalExecConfigDataRequest.d.ts +13 -0
  301. package/serialization/types/TestSuiteRunExternalExecConfigDataRequest.js +34 -0
  302. package/serialization/types/TestSuiteRunExternalExecConfigRequest.d.ts +14 -0
  303. package/serialization/types/TestSuiteRunExternalExecConfigRequest.js +35 -0
  304. package/serialization/types/TestSuiteRunExternalExecConfigTypeEnum.d.ts +10 -0
  305. package/serialization/types/TestSuiteRunExternalExecConfigTypeEnum.js +31 -0
  306. package/serialization/types/index.d.ts +16 -0
  307. package/serialization/types/index.js +16 -0
@@ -0,0 +1,13 @@
1
+ /**
2
+ * This file was auto-generated by Fern from our API Definition.
3
+ */
4
+ import * as serializers from "..";
5
+ import * as Vellum from "../../api";
6
+ import * as core from "../../core";
7
+ import { ExternalTestCaseExecution } from "./ExternalTestCaseExecution";
8
+ export declare const TestSuiteRunExternalExecConfigData: core.serialization.ObjectSchema<serializers.TestSuiteRunExternalExecConfigData.Raw, Vellum.TestSuiteRunExternalExecConfigData>;
9
+ export declare namespace TestSuiteRunExternalExecConfigData {
10
+ interface Raw {
11
+ executions: ExternalTestCaseExecution.Raw[];
12
+ }
13
+ }
@@ -0,0 +1,34 @@
1
+ "use strict";
2
+ /**
3
+ * This file was auto-generated by Fern from our API Definition.
4
+ */
5
+ var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
6
+ if (k2 === undefined) k2 = k;
7
+ var desc = Object.getOwnPropertyDescriptor(m, k);
8
+ if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
9
+ desc = { enumerable: true, get: function() { return m[k]; } };
10
+ }
11
+ Object.defineProperty(o, k2, desc);
12
+ }) : (function(o, m, k, k2) {
13
+ if (k2 === undefined) k2 = k;
14
+ o[k2] = m[k];
15
+ }));
16
+ var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
17
+ Object.defineProperty(o, "default", { enumerable: true, value: v });
18
+ }) : function(o, v) {
19
+ o["default"] = v;
20
+ });
21
+ var __importStar = (this && this.__importStar) || function (mod) {
22
+ if (mod && mod.__esModule) return mod;
23
+ var result = {};
24
+ if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
25
+ __setModuleDefault(result, mod);
26
+ return result;
27
+ };
28
+ Object.defineProperty(exports, "__esModule", { value: true });
29
+ exports.TestSuiteRunExternalExecConfigData = void 0;
30
+ const core = __importStar(require("../../core"));
31
+ const ExternalTestCaseExecution_1 = require("./ExternalTestCaseExecution");
32
+ exports.TestSuiteRunExternalExecConfigData = core.serialization.object({
33
+ executions: core.serialization.list(ExternalTestCaseExecution_1.ExternalTestCaseExecution),
34
+ });
@@ -0,0 +1,13 @@
1
+ /**
2
+ * This file was auto-generated by Fern from our API Definition.
3
+ */
4
+ import * as serializers from "..";
5
+ import * as Vellum from "../../api";
6
+ import * as core from "../../core";
7
+ import { ExternalTestCaseExecutionRequest } from "./ExternalTestCaseExecutionRequest";
8
+ export declare const TestSuiteRunExternalExecConfigDataRequest: core.serialization.ObjectSchema<serializers.TestSuiteRunExternalExecConfigDataRequest.Raw, Vellum.TestSuiteRunExternalExecConfigDataRequest>;
9
+ export declare namespace TestSuiteRunExternalExecConfigDataRequest {
10
+ interface Raw {
11
+ executions: ExternalTestCaseExecutionRequest.Raw[];
12
+ }
13
+ }
@@ -0,0 +1,34 @@
1
+ "use strict";
2
+ /**
3
+ * This file was auto-generated by Fern from our API Definition.
4
+ */
5
+ var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
6
+ if (k2 === undefined) k2 = k;
7
+ var desc = Object.getOwnPropertyDescriptor(m, k);
8
+ if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
9
+ desc = { enumerable: true, get: function() { return m[k]; } };
10
+ }
11
+ Object.defineProperty(o, k2, desc);
12
+ }) : (function(o, m, k, k2) {
13
+ if (k2 === undefined) k2 = k;
14
+ o[k2] = m[k];
15
+ }));
16
+ var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
17
+ Object.defineProperty(o, "default", { enumerable: true, value: v });
18
+ }) : function(o, v) {
19
+ o["default"] = v;
20
+ });
21
+ var __importStar = (this && this.__importStar) || function (mod) {
22
+ if (mod && mod.__esModule) return mod;
23
+ var result = {};
24
+ if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
25
+ __setModuleDefault(result, mod);
26
+ return result;
27
+ };
28
+ Object.defineProperty(exports, "__esModule", { value: true });
29
+ exports.TestSuiteRunExternalExecConfigDataRequest = void 0;
30
+ const core = __importStar(require("../../core"));
31
+ const ExternalTestCaseExecutionRequest_1 = require("./ExternalTestCaseExecutionRequest");
32
+ exports.TestSuiteRunExternalExecConfigDataRequest = core.serialization.object({
33
+ executions: core.serialization.list(ExternalTestCaseExecutionRequest_1.ExternalTestCaseExecutionRequest),
34
+ });
@@ -0,0 +1,14 @@
1
+ /**
2
+ * This file was auto-generated by Fern from our API Definition.
3
+ */
4
+ import * as serializers from "..";
5
+ import * as Vellum from "../../api";
6
+ import * as core from "../../core";
7
+ import { TestSuiteRunExternalExecConfigDataRequest } from "./TestSuiteRunExternalExecConfigDataRequest";
8
+ export declare const TestSuiteRunExternalExecConfigRequest: core.serialization.ObjectSchema<serializers.TestSuiteRunExternalExecConfigRequest.Raw, Vellum.TestSuiteRunExternalExecConfigRequest>;
9
+ export declare namespace TestSuiteRunExternalExecConfigRequest {
10
+ interface Raw {
11
+ data: TestSuiteRunExternalExecConfigDataRequest.Raw;
12
+ test_case_ids?: string[] | null;
13
+ }
14
+ }
@@ -0,0 +1,35 @@
1
+ "use strict";
2
+ /**
3
+ * This file was auto-generated by Fern from our API Definition.
4
+ */
5
+ var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
6
+ if (k2 === undefined) k2 = k;
7
+ var desc = Object.getOwnPropertyDescriptor(m, k);
8
+ if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
9
+ desc = { enumerable: true, get: function() { return m[k]; } };
10
+ }
11
+ Object.defineProperty(o, k2, desc);
12
+ }) : (function(o, m, k, k2) {
13
+ if (k2 === undefined) k2 = k;
14
+ o[k2] = m[k];
15
+ }));
16
+ var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
17
+ Object.defineProperty(o, "default", { enumerable: true, value: v });
18
+ }) : function(o, v) {
19
+ o["default"] = v;
20
+ });
21
+ var __importStar = (this && this.__importStar) || function (mod) {
22
+ if (mod && mod.__esModule) return mod;
23
+ var result = {};
24
+ if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
25
+ __setModuleDefault(result, mod);
26
+ return result;
27
+ };
28
+ Object.defineProperty(exports, "__esModule", { value: true });
29
+ exports.TestSuiteRunExternalExecConfigRequest = void 0;
30
+ const core = __importStar(require("../../core"));
31
+ const TestSuiteRunExternalExecConfigDataRequest_1 = require("./TestSuiteRunExternalExecConfigDataRequest");
32
+ exports.TestSuiteRunExternalExecConfigRequest = core.serialization.object({
33
+ data: TestSuiteRunExternalExecConfigDataRequest_1.TestSuiteRunExternalExecConfigDataRequest,
34
+ testCaseIds: core.serialization.property("test_case_ids", core.serialization.list(core.serialization.string()).optional()),
35
+ });
@@ -0,0 +1,10 @@
1
+ /**
2
+ * This file was auto-generated by Fern from our API Definition.
3
+ */
4
+ import * as serializers from "..";
5
+ import * as Vellum from "../../api";
6
+ import * as core from "../../core";
7
+ export declare const TestSuiteRunExternalExecConfigTypeEnum: core.serialization.Schema<serializers.TestSuiteRunExternalExecConfigTypeEnum.Raw, Vellum.TestSuiteRunExternalExecConfigTypeEnum>;
8
+ export declare namespace TestSuiteRunExternalExecConfigTypeEnum {
9
+ type Raw = "EXTERNAL";
10
+ }
@@ -0,0 +1,31 @@
1
+ "use strict";
2
+ /**
3
+ * This file was auto-generated by Fern from our API Definition.
4
+ */
5
+ var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
6
+ if (k2 === undefined) k2 = k;
7
+ var desc = Object.getOwnPropertyDescriptor(m, k);
8
+ if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
9
+ desc = { enumerable: true, get: function() { return m[k]; } };
10
+ }
11
+ Object.defineProperty(o, k2, desc);
12
+ }) : (function(o, m, k, k2) {
13
+ if (k2 === undefined) k2 = k;
14
+ o[k2] = m[k];
15
+ }));
16
+ var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
17
+ Object.defineProperty(o, "default", { enumerable: true, value: v });
18
+ }) : function(o, v) {
19
+ o["default"] = v;
20
+ });
21
+ var __importStar = (this && this.__importStar) || function (mod) {
22
+ if (mod && mod.__esModule) return mod;
23
+ var result = {};
24
+ if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
25
+ __setModuleDefault(result, mod);
26
+ return result;
27
+ };
28
+ Object.defineProperty(exports, "__esModule", { value: true });
29
+ exports.TestSuiteRunExternalExecConfigTypeEnum = void 0;
30
+ const core = __importStar(require("../../core"));
31
+ exports.TestSuiteRunExternalExecConfigTypeEnum = core.serialization.stringLiteral("EXTERNAL");
@@ -55,6 +55,8 @@ export * from "./ExecutionNumberVellumValue";
55
55
  export * from "./ExecutionSearchResultsVellumValue";
56
56
  export * from "./ExecutionStringVellumValue";
57
57
  export * from "./ExecutionVellumValue";
58
+ export * from "./ExternalTestCaseExecution";
59
+ export * from "./ExternalTestCaseExecutionRequest";
58
60
  export * from "./FinishReasonEnum";
59
61
  export * from "./FulfilledEnum";
60
62
  export * from "./FulfilledExecutePromptEvent";
@@ -104,12 +106,19 @@ export * from "./ModelVersionExecConfigParameters";
104
106
  export * from "./ModelVersionRead";
105
107
  export * from "./ModelVersionReadStatusEnum";
106
108
  export * from "./ModelVersionSandboxSnapshot";
109
+ export * from "./NamedTestCaseChatHistoryVariableValue";
107
110
  export * from "./NamedTestCaseChatHistoryVariableValueRequest";
111
+ export * from "./NamedTestCaseErrorVariableValue";
108
112
  export * from "./NamedTestCaseErrorVariableValueRequest";
113
+ export * from "./NamedTestCaseJsonVariableValue";
109
114
  export * from "./NamedTestCaseJsonVariableValueRequest";
115
+ export * from "./NamedTestCaseNumberVariableValue";
110
116
  export * from "./NamedTestCaseNumberVariableValueRequest";
117
+ export * from "./NamedTestCaseSearchResultsVariableValue";
111
118
  export * from "./NamedTestCaseSearchResultsVariableValueRequest";
119
+ export * from "./NamedTestCaseStringVariableValue";
112
120
  export * from "./NamedTestCaseStringVariableValueRequest";
121
+ export * from "./NamedTestCaseVariableValue";
113
122
  export * from "./NamedTestCaseVariableValueRequest";
114
123
  export * from "./NodeInputCompiledArrayValue";
115
124
  export * from "./NodeInputCompiledChatHistoryValue";
@@ -153,6 +162,7 @@ export * from "./PromptTemplateBlockDataRequest";
153
162
  export * from "./PromptTemplateBlockProperties";
154
163
  export * from "./PromptTemplateBlockPropertiesRequest";
155
164
  export * from "./PromptTemplateBlockRequest";
165
+ export * from "./PromptTemplateBlockState";
156
166
  export * from "./ProviderEnum";
157
167
  export * from "./RawPromptExecutionOverridesRequest";
158
168
  export * from "./RegisterPromptErrorResponse";
@@ -247,11 +257,17 @@ export * from "./TestSuiteRunExecution";
247
257
  export * from "./TestSuiteRunExecutionChatHistoryOutput";
248
258
  export * from "./TestSuiteRunExecutionErrorOutput";
249
259
  export * from "./TestSuiteRunExecutionJsonOutput";
260
+ export * from "./TestSuiteRunExecutionMetricDefinition";
250
261
  export * from "./TestSuiteRunExecutionMetricResult";
251
262
  export * from "./TestSuiteRunExecutionNumberOutput";
252
263
  export * from "./TestSuiteRunExecutionOutput";
253
264
  export * from "./TestSuiteRunExecutionSearchResultsOutput";
254
265
  export * from "./TestSuiteRunExecutionStringOutput";
266
+ export * from "./TestSuiteRunExternalExecConfig";
267
+ export * from "./TestSuiteRunExternalExecConfigData";
268
+ export * from "./TestSuiteRunExternalExecConfigDataRequest";
269
+ export * from "./TestSuiteRunExternalExecConfigRequest";
270
+ export * from "./TestSuiteRunExternalExecConfigTypeEnum";
255
271
  export * from "./TestSuiteRunMetricErrorOutput";
256
272
  export * from "./TestSuiteRunMetricErrorOutputTypeEnum";
257
273
  export * from "./TestSuiteRunMetricNumberOutput";
@@ -71,6 +71,8 @@ __exportStar(require("./ExecutionNumberVellumValue"), exports);
71
71
  __exportStar(require("./ExecutionSearchResultsVellumValue"), exports);
72
72
  __exportStar(require("./ExecutionStringVellumValue"), exports);
73
73
  __exportStar(require("./ExecutionVellumValue"), exports);
74
+ __exportStar(require("./ExternalTestCaseExecution"), exports);
75
+ __exportStar(require("./ExternalTestCaseExecutionRequest"), exports);
74
76
  __exportStar(require("./FinishReasonEnum"), exports);
75
77
  __exportStar(require("./FulfilledEnum"), exports);
76
78
  __exportStar(require("./FulfilledExecutePromptEvent"), exports);
@@ -120,12 +122,19 @@ __exportStar(require("./ModelVersionExecConfigParameters"), exports);
120
122
  __exportStar(require("./ModelVersionRead"), exports);
121
123
  __exportStar(require("./ModelVersionReadStatusEnum"), exports);
122
124
  __exportStar(require("./ModelVersionSandboxSnapshot"), exports);
125
+ __exportStar(require("./NamedTestCaseChatHistoryVariableValue"), exports);
123
126
  __exportStar(require("./NamedTestCaseChatHistoryVariableValueRequest"), exports);
127
+ __exportStar(require("./NamedTestCaseErrorVariableValue"), exports);
124
128
  __exportStar(require("./NamedTestCaseErrorVariableValueRequest"), exports);
129
+ __exportStar(require("./NamedTestCaseJsonVariableValue"), exports);
125
130
  __exportStar(require("./NamedTestCaseJsonVariableValueRequest"), exports);
131
+ __exportStar(require("./NamedTestCaseNumberVariableValue"), exports);
126
132
  __exportStar(require("./NamedTestCaseNumberVariableValueRequest"), exports);
133
+ __exportStar(require("./NamedTestCaseSearchResultsVariableValue"), exports);
127
134
  __exportStar(require("./NamedTestCaseSearchResultsVariableValueRequest"), exports);
135
+ __exportStar(require("./NamedTestCaseStringVariableValue"), exports);
128
136
  __exportStar(require("./NamedTestCaseStringVariableValueRequest"), exports);
137
+ __exportStar(require("./NamedTestCaseVariableValue"), exports);
129
138
  __exportStar(require("./NamedTestCaseVariableValueRequest"), exports);
130
139
  __exportStar(require("./NodeInputCompiledArrayValue"), exports);
131
140
  __exportStar(require("./NodeInputCompiledChatHistoryValue"), exports);
@@ -169,6 +178,7 @@ __exportStar(require("./PromptTemplateBlockDataRequest"), exports);
169
178
  __exportStar(require("./PromptTemplateBlockProperties"), exports);
170
179
  __exportStar(require("./PromptTemplateBlockPropertiesRequest"), exports);
171
180
  __exportStar(require("./PromptTemplateBlockRequest"), exports);
181
+ __exportStar(require("./PromptTemplateBlockState"), exports);
172
182
  __exportStar(require("./ProviderEnum"), exports);
173
183
  __exportStar(require("./RawPromptExecutionOverridesRequest"), exports);
174
184
  __exportStar(require("./RegisterPromptErrorResponse"), exports);
@@ -263,11 +273,17 @@ __exportStar(require("./TestSuiteRunExecution"), exports);
263
273
  __exportStar(require("./TestSuiteRunExecutionChatHistoryOutput"), exports);
264
274
  __exportStar(require("./TestSuiteRunExecutionErrorOutput"), exports);
265
275
  __exportStar(require("./TestSuiteRunExecutionJsonOutput"), exports);
276
+ __exportStar(require("./TestSuiteRunExecutionMetricDefinition"), exports);
266
277
  __exportStar(require("./TestSuiteRunExecutionMetricResult"), exports);
267
278
  __exportStar(require("./TestSuiteRunExecutionNumberOutput"), exports);
268
279
  __exportStar(require("./TestSuiteRunExecutionOutput"), exports);
269
280
  __exportStar(require("./TestSuiteRunExecutionSearchResultsOutput"), exports);
270
281
  __exportStar(require("./TestSuiteRunExecutionStringOutput"), exports);
282
+ __exportStar(require("./TestSuiteRunExternalExecConfig"), exports);
283
+ __exportStar(require("./TestSuiteRunExternalExecConfigData"), exports);
284
+ __exportStar(require("./TestSuiteRunExternalExecConfigDataRequest"), exports);
285
+ __exportStar(require("./TestSuiteRunExternalExecConfigRequest"), exports);
286
+ __exportStar(require("./TestSuiteRunExternalExecConfigTypeEnum"), exports);
271
287
  __exportStar(require("./TestSuiteRunMetricErrorOutput"), exports);
272
288
  __exportStar(require("./TestSuiteRunMetricErrorOutputTypeEnum"), exports);
273
289
  __exportStar(require("./TestSuiteRunMetricNumberOutput"), exports);