vellum-ai 0.3.21 → 0.3.23

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (307) hide show
  1. package/Client.js +9 -9
  2. package/api/resources/deployments/client/Client.js +3 -3
  3. package/api/resources/documentIndexes/client/Client.js +6 -6
  4. package/api/resources/documents/client/Client.js +4 -4
  5. package/api/resources/folderEntities/client/Client.js +1 -1
  6. package/api/resources/modelVersions/client/Client.js +1 -1
  7. package/api/resources/registeredPrompts/client/Client.js +1 -1
  8. package/api/resources/sandboxes/client/Client.js +2 -2
  9. package/api/resources/testSuiteRuns/client/Client.js +12 -4
  10. package/api/resources/testSuiteRuns/client/requests/TestSuiteRunsListExecutionsRequest.d.ts +8 -0
  11. package/api/resources/testSuites/client/Client.js +3 -3
  12. package/api/resources/workflowDeployments/client/Client.js +2 -2
  13. package/api/types/ExternalTestCaseExecution.d.ts +9 -0
  14. package/api/types/ExternalTestCaseExecution.js +5 -0
  15. package/api/types/ExternalTestCaseExecutionRequest.d.ts +9 -0
  16. package/api/types/ExternalTestCaseExecutionRequest.js +5 -0
  17. package/api/types/FulfilledWorkflowNodeResultEvent.d.ts +1 -1
  18. package/api/types/NamedTestCaseChatHistoryVariableValue.d.ts +11 -0
  19. package/api/types/NamedTestCaseChatHistoryVariableValue.js +5 -0
  20. package/api/types/NamedTestCaseChatHistoryVariableValueRequest.d.ts +4 -1
  21. package/api/types/NamedTestCaseErrorVariableValue.d.ts +11 -0
  22. package/api/types/NamedTestCaseErrorVariableValue.js +5 -0
  23. package/api/types/NamedTestCaseErrorVariableValueRequest.d.ts +4 -1
  24. package/api/types/NamedTestCaseJsonVariableValue.d.ts +10 -0
  25. package/api/types/NamedTestCaseJsonVariableValue.js +5 -0
  26. package/api/types/NamedTestCaseJsonVariableValueRequest.d.ts +4 -1
  27. package/api/types/NamedTestCaseNumberVariableValue.d.ts +10 -0
  28. package/api/types/NamedTestCaseNumberVariableValue.js +5 -0
  29. package/api/types/NamedTestCaseNumberVariableValueRequest.d.ts +4 -1
  30. package/api/types/NamedTestCaseSearchResultsVariableValue.d.ts +11 -0
  31. package/api/types/NamedTestCaseSearchResultsVariableValue.js +5 -0
  32. package/api/types/NamedTestCaseSearchResultsVariableValueRequest.d.ts +4 -1
  33. package/api/types/NamedTestCaseStringVariableValue.d.ts +10 -0
  34. package/api/types/NamedTestCaseStringVariableValue.js +5 -0
  35. package/api/types/NamedTestCaseStringVariableValueRequest.d.ts +4 -1
  36. package/api/types/NamedTestCaseVariableValue.d.ts +25 -0
  37. package/api/types/NamedTestCaseVariableValue.js +5 -0
  38. package/api/types/PromptTemplateBlock.d.ts +1 -0
  39. package/api/types/PromptTemplateBlockRequest.d.ts +1 -0
  40. package/api/types/PromptTemplateBlockState.d.ts +12 -0
  41. package/api/types/PromptTemplateBlockState.js +10 -0
  42. package/api/types/SandboxScenario.d.ts +3 -0
  43. package/api/types/TestCaseChatHistoryVariableValue.d.ts +4 -0
  44. package/api/types/TestCaseErrorVariableValue.d.ts +4 -0
  45. package/api/types/TestCaseJsonVariableValue.d.ts +4 -0
  46. package/api/types/TestCaseNumberVariableValue.d.ts +4 -0
  47. package/api/types/TestCaseSearchResultsVariableValue.d.ts +4 -0
  48. package/api/types/TestCaseStringVariableValue.d.ts +4 -0
  49. package/api/types/TestSuiteRunExecConfig.d.ts +4 -1
  50. package/api/types/TestSuiteRunExecConfigRequest.d.ts +4 -1
  51. package/api/types/TestSuiteRunExecutionChatHistoryOutput.d.ts +5 -1
  52. package/api/types/TestSuiteRunExecutionErrorOutput.d.ts +5 -1
  53. package/api/types/TestSuiteRunExecutionJsonOutput.d.ts +5 -1
  54. package/api/types/TestSuiteRunExecutionMetricDefinition.d.ts +8 -0
  55. package/api/types/TestSuiteRunExecutionMetricDefinition.js +5 -0
  56. package/api/types/TestSuiteRunExecutionMetricResult.d.ts +2 -0
  57. package/api/types/TestSuiteRunExecutionNumberOutput.d.ts +5 -1
  58. package/api/types/TestSuiteRunExecutionSearchResultsOutput.d.ts +5 -1
  59. package/api/types/TestSuiteRunExecutionStringOutput.d.ts +5 -1
  60. package/api/types/TestSuiteRunExternalExecConfig.d.ts +12 -0
  61. package/api/types/TestSuiteRunExternalExecConfig.js +5 -0
  62. package/api/types/TestSuiteRunExternalExecConfigData.d.ts +8 -0
  63. package/api/types/TestSuiteRunExternalExecConfigData.js +5 -0
  64. package/api/types/TestSuiteRunExternalExecConfigDataRequest.d.ts +8 -0
  65. package/api/types/TestSuiteRunExternalExecConfigDataRequest.js +5 -0
  66. package/api/types/TestSuiteRunExternalExecConfigRequest.d.ts +12 -0
  67. package/api/types/TestSuiteRunExternalExecConfigRequest.js +5 -0
  68. package/api/types/TestSuiteRunExternalExecConfigTypeEnum.d.ts +4 -0
  69. package/api/types/TestSuiteRunExternalExecConfigTypeEnum.js +5 -0
  70. package/api/types/index.d.ts +16 -0
  71. package/api/types/index.js +16 -0
  72. package/dist/Client.js +9 -9
  73. package/dist/api/resources/deployments/client/Client.js +3 -3
  74. package/dist/api/resources/documentIndexes/client/Client.js +6 -6
  75. package/dist/api/resources/documents/client/Client.js +4 -4
  76. package/dist/api/resources/folderEntities/client/Client.js +1 -1
  77. package/dist/api/resources/modelVersions/client/Client.js +1 -1
  78. package/dist/api/resources/registeredPrompts/client/Client.js +1 -1
  79. package/dist/api/resources/sandboxes/client/Client.js +2 -2
  80. package/dist/api/resources/testSuiteRuns/client/Client.js +12 -4
  81. package/dist/api/resources/testSuiteRuns/client/requests/TestSuiteRunsListExecutionsRequest.d.ts +8 -0
  82. package/dist/api/resources/testSuites/client/Client.js +3 -3
  83. package/dist/api/resources/workflowDeployments/client/Client.js +2 -2
  84. package/dist/api/types/ExternalTestCaseExecution.d.ts +9 -0
  85. package/dist/api/types/ExternalTestCaseExecution.js +5 -0
  86. package/dist/api/types/ExternalTestCaseExecutionRequest.d.ts +9 -0
  87. package/dist/api/types/ExternalTestCaseExecutionRequest.js +5 -0
  88. package/dist/api/types/FulfilledWorkflowNodeResultEvent.d.ts +1 -1
  89. package/dist/api/types/NamedTestCaseChatHistoryVariableValue.d.ts +11 -0
  90. package/dist/api/types/NamedTestCaseChatHistoryVariableValue.js +5 -0
  91. package/dist/api/types/NamedTestCaseChatHistoryVariableValueRequest.d.ts +4 -1
  92. package/dist/api/types/NamedTestCaseErrorVariableValue.d.ts +11 -0
  93. package/dist/api/types/NamedTestCaseErrorVariableValue.js +5 -0
  94. package/dist/api/types/NamedTestCaseErrorVariableValueRequest.d.ts +4 -1
  95. package/dist/api/types/NamedTestCaseJsonVariableValue.d.ts +10 -0
  96. package/dist/api/types/NamedTestCaseJsonVariableValue.js +5 -0
  97. package/dist/api/types/NamedTestCaseJsonVariableValueRequest.d.ts +4 -1
  98. package/dist/api/types/NamedTestCaseNumberVariableValue.d.ts +10 -0
  99. package/dist/api/types/NamedTestCaseNumberVariableValue.js +5 -0
  100. package/dist/api/types/NamedTestCaseNumberVariableValueRequest.d.ts +4 -1
  101. package/dist/api/types/NamedTestCaseSearchResultsVariableValue.d.ts +11 -0
  102. package/dist/api/types/NamedTestCaseSearchResultsVariableValue.js +5 -0
  103. package/dist/api/types/NamedTestCaseSearchResultsVariableValueRequest.d.ts +4 -1
  104. package/dist/api/types/NamedTestCaseStringVariableValue.d.ts +10 -0
  105. package/dist/api/types/NamedTestCaseStringVariableValue.js +5 -0
  106. package/dist/api/types/NamedTestCaseStringVariableValueRequest.d.ts +4 -1
  107. package/dist/api/types/NamedTestCaseVariableValue.d.ts +25 -0
  108. package/dist/api/types/NamedTestCaseVariableValue.js +5 -0
  109. package/dist/api/types/PromptTemplateBlock.d.ts +1 -0
  110. package/dist/api/types/PromptTemplateBlockRequest.d.ts +1 -0
  111. package/dist/api/types/PromptTemplateBlockState.d.ts +12 -0
  112. package/dist/api/types/PromptTemplateBlockState.js +10 -0
  113. package/dist/api/types/SandboxScenario.d.ts +3 -0
  114. package/dist/api/types/TestCaseChatHistoryVariableValue.d.ts +4 -0
  115. package/dist/api/types/TestCaseErrorVariableValue.d.ts +4 -0
  116. package/dist/api/types/TestCaseJsonVariableValue.d.ts +4 -0
  117. package/dist/api/types/TestCaseNumberVariableValue.d.ts +4 -0
  118. package/dist/api/types/TestCaseSearchResultsVariableValue.d.ts +4 -0
  119. package/dist/api/types/TestCaseStringVariableValue.d.ts +4 -0
  120. package/dist/api/types/TestSuiteRunExecConfig.d.ts +4 -1
  121. package/dist/api/types/TestSuiteRunExecConfigRequest.d.ts +4 -1
  122. package/dist/api/types/TestSuiteRunExecutionChatHistoryOutput.d.ts +5 -1
  123. package/dist/api/types/TestSuiteRunExecutionErrorOutput.d.ts +5 -1
  124. package/dist/api/types/TestSuiteRunExecutionJsonOutput.d.ts +5 -1
  125. package/dist/api/types/TestSuiteRunExecutionMetricDefinition.d.ts +8 -0
  126. package/dist/api/types/TestSuiteRunExecutionMetricDefinition.js +5 -0
  127. package/dist/api/types/TestSuiteRunExecutionMetricResult.d.ts +2 -0
  128. package/dist/api/types/TestSuiteRunExecutionNumberOutput.d.ts +5 -1
  129. package/dist/api/types/TestSuiteRunExecutionSearchResultsOutput.d.ts +5 -1
  130. package/dist/api/types/TestSuiteRunExecutionStringOutput.d.ts +5 -1
  131. package/dist/api/types/TestSuiteRunExternalExecConfig.d.ts +12 -0
  132. package/dist/api/types/TestSuiteRunExternalExecConfig.js +5 -0
  133. package/dist/api/types/TestSuiteRunExternalExecConfigData.d.ts +8 -0
  134. package/dist/api/types/TestSuiteRunExternalExecConfigData.js +5 -0
  135. package/dist/api/types/TestSuiteRunExternalExecConfigDataRequest.d.ts +8 -0
  136. package/dist/api/types/TestSuiteRunExternalExecConfigDataRequest.js +5 -0
  137. package/dist/api/types/TestSuiteRunExternalExecConfigRequest.d.ts +12 -0
  138. package/dist/api/types/TestSuiteRunExternalExecConfigRequest.js +5 -0
  139. package/dist/api/types/TestSuiteRunExternalExecConfigTypeEnum.d.ts +4 -0
  140. package/dist/api/types/TestSuiteRunExternalExecConfigTypeEnum.js +5 -0
  141. package/dist/api/types/index.d.ts +16 -0
  142. package/dist/api/types/index.js +16 -0
  143. package/dist/serialization/types/ExternalTestCaseExecution.d.ts +14 -0
  144. package/dist/serialization/types/ExternalTestCaseExecution.js +35 -0
  145. package/dist/serialization/types/ExternalTestCaseExecutionRequest.d.ts +14 -0
  146. package/dist/serialization/types/ExternalTestCaseExecutionRequest.js +35 -0
  147. package/dist/serialization/types/FulfilledWorkflowNodeResultEvent.d.ts +1 -1
  148. package/dist/serialization/types/FulfilledWorkflowNodeResultEvent.js +1 -1
  149. package/dist/serialization/types/NamedTestCaseChatHistoryVariableValue.d.ts +14 -0
  150. package/dist/serialization/types/NamedTestCaseChatHistoryVariableValue.js +35 -0
  151. package/dist/serialization/types/NamedTestCaseChatHistoryVariableValueRequest.d.ts +1 -1
  152. package/dist/serialization/types/NamedTestCaseChatHistoryVariableValueRequest.js +1 -1
  153. package/dist/serialization/types/NamedTestCaseErrorVariableValue.d.ts +14 -0
  154. package/dist/serialization/types/NamedTestCaseErrorVariableValue.js +35 -0
  155. package/dist/serialization/types/NamedTestCaseErrorVariableValueRequest.d.ts +1 -1
  156. package/dist/serialization/types/NamedTestCaseErrorVariableValueRequest.js +1 -1
  157. package/dist/serialization/types/NamedTestCaseJsonVariableValue.d.ts +13 -0
  158. package/dist/serialization/types/NamedTestCaseJsonVariableValue.js +34 -0
  159. package/dist/serialization/types/NamedTestCaseJsonVariableValueRequest.d.ts +1 -1
  160. package/dist/serialization/types/NamedTestCaseJsonVariableValueRequest.js +1 -1
  161. package/dist/serialization/types/NamedTestCaseNumberVariableValue.d.ts +13 -0
  162. package/dist/serialization/types/NamedTestCaseNumberVariableValue.js +34 -0
  163. package/dist/serialization/types/NamedTestCaseNumberVariableValueRequest.d.ts +1 -1
  164. package/dist/serialization/types/NamedTestCaseNumberVariableValueRequest.js +1 -1
  165. package/dist/serialization/types/NamedTestCaseSearchResultsVariableValue.d.ts +14 -0
  166. package/dist/serialization/types/NamedTestCaseSearchResultsVariableValue.js +35 -0
  167. package/dist/serialization/types/NamedTestCaseSearchResultsVariableValueRequest.d.ts +1 -1
  168. package/dist/serialization/types/NamedTestCaseSearchResultsVariableValueRequest.js +1 -1
  169. package/dist/serialization/types/NamedTestCaseStringVariableValue.d.ts +13 -0
  170. package/dist/serialization/types/NamedTestCaseStringVariableValue.js +34 -0
  171. package/dist/serialization/types/NamedTestCaseStringVariableValueRequest.d.ts +1 -1
  172. package/dist/serialization/types/NamedTestCaseStringVariableValueRequest.js +1 -1
  173. package/dist/serialization/types/NamedTestCaseVariableValue.d.ts +34 -0
  174. package/dist/serialization/types/NamedTestCaseVariableValue.js +49 -0
  175. package/dist/serialization/types/PromptTemplateBlock.d.ts +2 -0
  176. package/dist/serialization/types/PromptTemplateBlock.js +2 -0
  177. package/dist/serialization/types/PromptTemplateBlockRequest.d.ts +2 -0
  178. package/dist/serialization/types/PromptTemplateBlockRequest.js +2 -0
  179. package/dist/serialization/types/PromptTemplateBlockState.d.ts +10 -0
  180. package/dist/serialization/types/PromptTemplateBlockState.js +31 -0
  181. package/dist/serialization/types/TestCaseChatHistoryVariableValue.d.ts +1 -0
  182. package/dist/serialization/types/TestCaseChatHistoryVariableValue.js +1 -0
  183. package/dist/serialization/types/TestCaseErrorVariableValue.d.ts +1 -0
  184. package/dist/serialization/types/TestCaseErrorVariableValue.js +1 -0
  185. package/dist/serialization/types/TestCaseJsonVariableValue.d.ts +1 -0
  186. package/dist/serialization/types/TestCaseJsonVariableValue.js +1 -0
  187. package/dist/serialization/types/TestCaseNumberVariableValue.d.ts +1 -0
  188. package/dist/serialization/types/TestCaseNumberVariableValue.js +1 -0
  189. package/dist/serialization/types/TestCaseSearchResultsVariableValue.d.ts +1 -0
  190. package/dist/serialization/types/TestCaseSearchResultsVariableValue.js +1 -0
  191. package/dist/serialization/types/TestCaseStringVariableValue.d.ts +1 -0
  192. package/dist/serialization/types/TestCaseStringVariableValue.js +1 -0
  193. package/dist/serialization/types/TestSuiteRunExecConfig.d.ts +5 -1
  194. package/dist/serialization/types/TestSuiteRunExecConfig.js +2 -0
  195. package/dist/serialization/types/TestSuiteRunExecConfigRequest.d.ts +5 -1
  196. package/dist/serialization/types/TestSuiteRunExecConfigRequest.js +2 -0
  197. package/dist/serialization/types/TestSuiteRunExecutionChatHistoryOutput.d.ts +2 -1
  198. package/dist/serialization/types/TestSuiteRunExecutionChatHistoryOutput.js +2 -1
  199. package/dist/serialization/types/TestSuiteRunExecutionErrorOutput.d.ts +2 -1
  200. package/dist/serialization/types/TestSuiteRunExecutionErrorOutput.js +2 -1
  201. package/dist/serialization/types/TestSuiteRunExecutionJsonOutput.d.ts +2 -1
  202. package/dist/serialization/types/TestSuiteRunExecutionJsonOutput.js +2 -1
  203. package/dist/serialization/types/TestSuiteRunExecutionMetricDefinition.d.ts +14 -0
  204. package/dist/serialization/types/TestSuiteRunExecutionMetricDefinition.js +35 -0
  205. package/dist/serialization/types/TestSuiteRunExecutionMetricResult.d.ts +3 -0
  206. package/dist/serialization/types/TestSuiteRunExecutionMetricResult.js +3 -0
  207. package/dist/serialization/types/TestSuiteRunExecutionNumberOutput.d.ts +2 -1
  208. package/dist/serialization/types/TestSuiteRunExecutionNumberOutput.js +2 -1
  209. package/dist/serialization/types/TestSuiteRunExecutionSearchResultsOutput.d.ts +2 -1
  210. package/dist/serialization/types/TestSuiteRunExecutionSearchResultsOutput.js +2 -1
  211. package/dist/serialization/types/TestSuiteRunExecutionStringOutput.d.ts +2 -1
  212. package/dist/serialization/types/TestSuiteRunExecutionStringOutput.js +2 -1
  213. package/dist/serialization/types/TestSuiteRunExternalExecConfig.d.ts +14 -0
  214. package/dist/serialization/types/TestSuiteRunExternalExecConfig.js +35 -0
  215. package/dist/serialization/types/TestSuiteRunExternalExecConfigData.d.ts +13 -0
  216. package/dist/serialization/types/TestSuiteRunExternalExecConfigData.js +34 -0
  217. package/dist/serialization/types/TestSuiteRunExternalExecConfigDataRequest.d.ts +13 -0
  218. package/dist/serialization/types/TestSuiteRunExternalExecConfigDataRequest.js +34 -0
  219. package/dist/serialization/types/TestSuiteRunExternalExecConfigRequest.d.ts +14 -0
  220. package/dist/serialization/types/TestSuiteRunExternalExecConfigRequest.js +35 -0
  221. package/dist/serialization/types/TestSuiteRunExternalExecConfigTypeEnum.d.ts +10 -0
  222. package/dist/serialization/types/TestSuiteRunExternalExecConfigTypeEnum.js +31 -0
  223. package/dist/serialization/types/index.d.ts +16 -0
  224. package/dist/serialization/types/index.js +16 -0
  225. package/package.json +1 -1
  226. package/serialization/types/ExternalTestCaseExecution.d.ts +14 -0
  227. package/serialization/types/ExternalTestCaseExecution.js +35 -0
  228. package/serialization/types/ExternalTestCaseExecutionRequest.d.ts +14 -0
  229. package/serialization/types/ExternalTestCaseExecutionRequest.js +35 -0
  230. package/serialization/types/FulfilledWorkflowNodeResultEvent.d.ts +1 -1
  231. package/serialization/types/FulfilledWorkflowNodeResultEvent.js +1 -1
  232. package/serialization/types/NamedTestCaseChatHistoryVariableValue.d.ts +14 -0
  233. package/serialization/types/NamedTestCaseChatHistoryVariableValue.js +35 -0
  234. package/serialization/types/NamedTestCaseChatHistoryVariableValueRequest.d.ts +1 -1
  235. package/serialization/types/NamedTestCaseChatHistoryVariableValueRequest.js +1 -1
  236. package/serialization/types/NamedTestCaseErrorVariableValue.d.ts +14 -0
  237. package/serialization/types/NamedTestCaseErrorVariableValue.js +35 -0
  238. package/serialization/types/NamedTestCaseErrorVariableValueRequest.d.ts +1 -1
  239. package/serialization/types/NamedTestCaseErrorVariableValueRequest.js +1 -1
  240. package/serialization/types/NamedTestCaseJsonVariableValue.d.ts +13 -0
  241. package/serialization/types/NamedTestCaseJsonVariableValue.js +34 -0
  242. package/serialization/types/NamedTestCaseJsonVariableValueRequest.d.ts +1 -1
  243. package/serialization/types/NamedTestCaseJsonVariableValueRequest.js +1 -1
  244. package/serialization/types/NamedTestCaseNumberVariableValue.d.ts +13 -0
  245. package/serialization/types/NamedTestCaseNumberVariableValue.js +34 -0
  246. package/serialization/types/NamedTestCaseNumberVariableValueRequest.d.ts +1 -1
  247. package/serialization/types/NamedTestCaseNumberVariableValueRequest.js +1 -1
  248. package/serialization/types/NamedTestCaseSearchResultsVariableValue.d.ts +14 -0
  249. package/serialization/types/NamedTestCaseSearchResultsVariableValue.js +35 -0
  250. package/serialization/types/NamedTestCaseSearchResultsVariableValueRequest.d.ts +1 -1
  251. package/serialization/types/NamedTestCaseSearchResultsVariableValueRequest.js +1 -1
  252. package/serialization/types/NamedTestCaseStringVariableValue.d.ts +13 -0
  253. package/serialization/types/NamedTestCaseStringVariableValue.js +34 -0
  254. package/serialization/types/NamedTestCaseStringVariableValueRequest.d.ts +1 -1
  255. package/serialization/types/NamedTestCaseStringVariableValueRequest.js +1 -1
  256. package/serialization/types/NamedTestCaseVariableValue.d.ts +34 -0
  257. package/serialization/types/NamedTestCaseVariableValue.js +49 -0
  258. package/serialization/types/PromptTemplateBlock.d.ts +2 -0
  259. package/serialization/types/PromptTemplateBlock.js +2 -0
  260. package/serialization/types/PromptTemplateBlockRequest.d.ts +2 -0
  261. package/serialization/types/PromptTemplateBlockRequest.js +2 -0
  262. package/serialization/types/PromptTemplateBlockState.d.ts +10 -0
  263. package/serialization/types/PromptTemplateBlockState.js +31 -0
  264. package/serialization/types/TestCaseChatHistoryVariableValue.d.ts +1 -0
  265. package/serialization/types/TestCaseChatHistoryVariableValue.js +1 -0
  266. package/serialization/types/TestCaseErrorVariableValue.d.ts +1 -0
  267. package/serialization/types/TestCaseErrorVariableValue.js +1 -0
  268. package/serialization/types/TestCaseJsonVariableValue.d.ts +1 -0
  269. package/serialization/types/TestCaseJsonVariableValue.js +1 -0
  270. package/serialization/types/TestCaseNumberVariableValue.d.ts +1 -0
  271. package/serialization/types/TestCaseNumberVariableValue.js +1 -0
  272. package/serialization/types/TestCaseSearchResultsVariableValue.d.ts +1 -0
  273. package/serialization/types/TestCaseSearchResultsVariableValue.js +1 -0
  274. package/serialization/types/TestCaseStringVariableValue.d.ts +1 -0
  275. package/serialization/types/TestCaseStringVariableValue.js +1 -0
  276. package/serialization/types/TestSuiteRunExecConfig.d.ts +5 -1
  277. package/serialization/types/TestSuiteRunExecConfig.js +2 -0
  278. package/serialization/types/TestSuiteRunExecConfigRequest.d.ts +5 -1
  279. package/serialization/types/TestSuiteRunExecConfigRequest.js +2 -0
  280. package/serialization/types/TestSuiteRunExecutionChatHistoryOutput.d.ts +2 -1
  281. package/serialization/types/TestSuiteRunExecutionChatHistoryOutput.js +2 -1
  282. package/serialization/types/TestSuiteRunExecutionErrorOutput.d.ts +2 -1
  283. package/serialization/types/TestSuiteRunExecutionErrorOutput.js +2 -1
  284. package/serialization/types/TestSuiteRunExecutionJsonOutput.d.ts +2 -1
  285. package/serialization/types/TestSuiteRunExecutionJsonOutput.js +2 -1
  286. package/serialization/types/TestSuiteRunExecutionMetricDefinition.d.ts +14 -0
  287. package/serialization/types/TestSuiteRunExecutionMetricDefinition.js +35 -0
  288. package/serialization/types/TestSuiteRunExecutionMetricResult.d.ts +3 -0
  289. package/serialization/types/TestSuiteRunExecutionMetricResult.js +3 -0
  290. package/serialization/types/TestSuiteRunExecutionNumberOutput.d.ts +2 -1
  291. package/serialization/types/TestSuiteRunExecutionNumberOutput.js +2 -1
  292. package/serialization/types/TestSuiteRunExecutionSearchResultsOutput.d.ts +2 -1
  293. package/serialization/types/TestSuiteRunExecutionSearchResultsOutput.js +2 -1
  294. package/serialization/types/TestSuiteRunExecutionStringOutput.d.ts +2 -1
  295. package/serialization/types/TestSuiteRunExecutionStringOutput.js +2 -1
  296. package/serialization/types/TestSuiteRunExternalExecConfig.d.ts +14 -0
  297. package/serialization/types/TestSuiteRunExternalExecConfig.js +35 -0
  298. package/serialization/types/TestSuiteRunExternalExecConfigData.d.ts +13 -0
  299. package/serialization/types/TestSuiteRunExternalExecConfigData.js +34 -0
  300. package/serialization/types/TestSuiteRunExternalExecConfigDataRequest.d.ts +13 -0
  301. package/serialization/types/TestSuiteRunExternalExecConfigDataRequest.js +34 -0
  302. package/serialization/types/TestSuiteRunExternalExecConfigRequest.d.ts +14 -0
  303. package/serialization/types/TestSuiteRunExternalExecConfigRequest.js +35 -0
  304. package/serialization/types/TestSuiteRunExternalExecConfigTypeEnum.d.ts +10 -0
  305. package/serialization/types/TestSuiteRunExternalExecConfigTypeEnum.js +31 -0
  306. package/serialization/types/index.d.ts +16 -0
  307. package/serialization/types/index.js +16 -0
@@ -0,0 +1,5 @@
1
+ "use strict";
2
+ /**
3
+ * This file was auto-generated by Fern from our API Definition.
4
+ */
5
+ Object.defineProperty(exports, "__esModule", { value: true });
@@ -1,7 +1,10 @@
1
1
  /**
2
2
  * This file was auto-generated by Fern from our API Definition.
3
3
  */
4
+ /**
5
+ * Named Test Case value that is of type STRING
6
+ */
4
7
  export interface NamedTestCaseStringVariableValueRequest {
5
- name: string;
6
8
  value?: string;
9
+ name: string;
7
10
  }
@@ -0,0 +1,25 @@
1
+ /**
2
+ * This file was auto-generated by Fern from our API Definition.
3
+ */
4
+ import * as Vellum from "..";
5
+ export declare type NamedTestCaseVariableValue = Vellum.NamedTestCaseVariableValue.String | Vellum.NamedTestCaseVariableValue.Number | Vellum.NamedTestCaseVariableValue.Json | Vellum.NamedTestCaseVariableValue.ChatHistory | Vellum.NamedTestCaseVariableValue.SearchResults | Vellum.NamedTestCaseVariableValue.Error_;
6
+ export declare namespace NamedTestCaseVariableValue {
7
+ interface String extends Vellum.NamedTestCaseStringVariableValue {
8
+ type: "STRING";
9
+ }
10
+ interface Number extends Vellum.NamedTestCaseNumberVariableValue {
11
+ type: "NUMBER";
12
+ }
13
+ interface Json extends Vellum.NamedTestCaseJsonVariableValue {
14
+ type: "JSON";
15
+ }
16
+ interface ChatHistory extends Vellum.NamedTestCaseChatHistoryVariableValue {
17
+ type: "CHAT_HISTORY";
18
+ }
19
+ interface SearchResults extends Vellum.NamedTestCaseSearchResultsVariableValue {
20
+ type: "SEARCH_RESULTS";
21
+ }
22
+ interface Error_ extends Vellum.NamedTestCaseErrorVariableValue {
23
+ type: "ERROR";
24
+ }
25
+ }
@@ -0,0 +1,5 @@
1
+ "use strict";
2
+ /**
3
+ * This file was auto-generated by Fern from our API Definition.
4
+ */
5
+ Object.defineProperty(exports, "__esModule", { value: true });
@@ -6,4 +6,5 @@ export interface PromptTemplateBlock {
6
6
  id: string;
7
7
  blockType: Vellum.BlockTypeEnum;
8
8
  properties: Vellum.PromptTemplateBlockProperties;
9
+ state?: Vellum.PromptTemplateBlockState;
9
10
  }
@@ -6,4 +6,5 @@ export interface PromptTemplateBlockRequest {
6
6
  id: string;
7
7
  blockType: Vellum.BlockTypeEnum;
8
8
  properties: Vellum.PromptTemplateBlockPropertiesRequest;
9
+ state?: Vellum.PromptTemplateBlockState;
9
10
  }
@@ -0,0 +1,12 @@
1
+ /**
2
+ * This file was auto-generated by Fern from our API Definition.
3
+ */
4
+ /**
5
+ * - `ENABLED` - ENABLED
6
+ * - `DISABLED` - DISABLED
7
+ */
8
+ export declare type PromptTemplateBlockState = "ENABLED" | "DISABLED";
9
+ export declare const PromptTemplateBlockState: {
10
+ readonly Enabled: "ENABLED";
11
+ readonly Disabled: "DISABLED";
12
+ };
@@ -0,0 +1,10 @@
1
+ "use strict";
2
+ /**
3
+ * This file was auto-generated by Fern from our API Definition.
4
+ */
5
+ Object.defineProperty(exports, "__esModule", { value: true });
6
+ exports.PromptTemplateBlockState = void 0;
7
+ exports.PromptTemplateBlockState = {
8
+ Enabled: "ENABLED",
9
+ Disabled: "DISABLED",
10
+ };
@@ -2,6 +2,9 @@
2
2
  * This file was auto-generated by Fern from our API Definition.
3
3
  */
4
4
  import * as Vellum from "..";
5
+ /**
6
+ * Sandbox Scenario
7
+ */
5
8
  export interface SandboxScenario {
6
9
  label?: string;
7
10
  /** The inputs for the scenario */
@@ -2,7 +2,11 @@
2
2
  * This file was auto-generated by Fern from our API Definition.
3
3
  */
4
4
  import * as Vellum from "..";
5
+ /**
6
+ * A chat history value for a variable in a Test Case.
7
+ */
5
8
  export interface TestCaseChatHistoryVariableValue {
6
9
  variableId: string;
10
+ name: string;
7
11
  value?: Vellum.ChatMessage[];
8
12
  }
@@ -2,7 +2,11 @@
2
2
  * This file was auto-generated by Fern from our API Definition.
3
3
  */
4
4
  import * as Vellum from "..";
5
+ /**
6
+ * An error value for a variable in a Test Case.
7
+ */
5
8
  export interface TestCaseErrorVariableValue {
6
9
  variableId: string;
10
+ name: string;
7
11
  value?: Vellum.VellumError;
8
12
  }
@@ -1,7 +1,11 @@
1
1
  /**
2
2
  * This file was auto-generated by Fern from our API Definition.
3
3
  */
4
+ /**
5
+ * A JSON value for a variable in a Test Case.
6
+ */
4
7
  export interface TestCaseJsonVariableValue {
5
8
  variableId: string;
9
+ name: string;
6
10
  value?: Record<string, unknown>;
7
11
  }
@@ -1,7 +1,11 @@
1
1
  /**
2
2
  * This file was auto-generated by Fern from our API Definition.
3
3
  */
4
+ /**
5
+ * A numerical value for a variable in a Test Case.
6
+ */
4
7
  export interface TestCaseNumberVariableValue {
5
8
  variableId: string;
9
+ name: string;
6
10
  value?: number;
7
11
  }
@@ -2,7 +2,11 @@
2
2
  * This file was auto-generated by Fern from our API Definition.
3
3
  */
4
4
  import * as Vellum from "..";
5
+ /**
6
+ * A search results value for a variable in a Test Case.
7
+ */
5
8
  export interface TestCaseSearchResultsVariableValue {
6
9
  variableId: string;
10
+ name: string;
7
11
  value?: Vellum.SearchResult[];
8
12
  }
@@ -1,7 +1,11 @@
1
1
  /**
2
2
  * This file was auto-generated by Fern from our API Definition.
3
3
  */
4
+ /**
5
+ * A string value for a variable in a Test Case.
6
+ */
4
7
  export interface TestCaseStringVariableValue {
5
8
  variableId: string;
9
+ name: string;
6
10
  value?: string;
7
11
  }
@@ -2,7 +2,7 @@
2
2
  * This file was auto-generated by Fern from our API Definition.
3
3
  */
4
4
  import * as Vellum from "..";
5
- export declare type TestSuiteRunExecConfig = Vellum.TestSuiteRunExecConfig.DeploymentReleaseTag | Vellum.TestSuiteRunExecConfig.WorkflowReleaseTag;
5
+ export declare type TestSuiteRunExecConfig = Vellum.TestSuiteRunExecConfig.DeploymentReleaseTag | Vellum.TestSuiteRunExecConfig.WorkflowReleaseTag | Vellum.TestSuiteRunExecConfig.External;
6
6
  export declare namespace TestSuiteRunExecConfig {
7
7
  interface DeploymentReleaseTag extends Vellum.TestSuiteRunDeploymentReleaseTagExecConfig {
8
8
  type: "DEPLOYMENT_RELEASE_TAG";
@@ -10,4 +10,7 @@ export declare namespace TestSuiteRunExecConfig {
10
10
  interface WorkflowReleaseTag extends Vellum.TestSuiteRunWorkflowReleaseTagExecConfig {
11
11
  type: "WORKFLOW_RELEASE_TAG";
12
12
  }
13
+ interface External extends Vellum.TestSuiteRunExternalExecConfig {
14
+ type: "EXTERNAL";
15
+ }
13
16
  }
@@ -2,7 +2,7 @@
2
2
  * This file was auto-generated by Fern from our API Definition.
3
3
  */
4
4
  import * as Vellum from "..";
5
- export declare type TestSuiteRunExecConfigRequest = Vellum.TestSuiteRunExecConfigRequest.DeploymentReleaseTag | Vellum.TestSuiteRunExecConfigRequest.WorkflowReleaseTag;
5
+ export declare type TestSuiteRunExecConfigRequest = Vellum.TestSuiteRunExecConfigRequest.DeploymentReleaseTag | Vellum.TestSuiteRunExecConfigRequest.WorkflowReleaseTag | Vellum.TestSuiteRunExecConfigRequest.External;
6
6
  export declare namespace TestSuiteRunExecConfigRequest {
7
7
  interface DeploymentReleaseTag extends Vellum.TestSuiteRunDeploymentReleaseTagExecConfigRequest {
8
8
  type: "DEPLOYMENT_RELEASE_TAG";
@@ -10,4 +10,7 @@ export declare namespace TestSuiteRunExecConfigRequest {
10
10
  interface WorkflowReleaseTag extends Vellum.TestSuiteRunWorkflowReleaseTagExecConfigRequest {
11
11
  type: "WORKFLOW_RELEASE_TAG";
12
12
  }
13
+ interface External extends Vellum.TestSuiteRunExternalExecConfigRequest {
14
+ type: "EXTERNAL";
15
+ }
13
16
  }
@@ -2,7 +2,11 @@
2
2
  * This file was auto-generated by Fern from our API Definition.
3
3
  */
4
4
  import * as Vellum from "..";
5
+ /**
6
+ * Execution output of an entity evaluated during a Test Suite Run that is of type CHAT_HISTORY
7
+ */
5
8
  export interface TestSuiteRunExecutionChatHistoryOutput {
6
- outputVariableId: string;
9
+ name: string;
7
10
  value?: Vellum.ChatMessage[];
11
+ outputVariableId: string;
8
12
  }
@@ -2,7 +2,11 @@
2
2
  * This file was auto-generated by Fern from our API Definition.
3
3
  */
4
4
  import * as Vellum from "..";
5
+ /**
6
+ * Execution output of an entity evaluated during a Test Suite Run that is of type ERROR
7
+ */
5
8
  export interface TestSuiteRunExecutionErrorOutput {
6
- outputVariableId: string;
9
+ name: string;
7
10
  value?: Vellum.VellumError;
11
+ outputVariableId: string;
8
12
  }
@@ -1,7 +1,11 @@
1
1
  /**
2
2
  * This file was auto-generated by Fern from our API Definition.
3
3
  */
4
+ /**
5
+ * Execution output of an entity evaluated during a Test Suite Run that is of type JSON
6
+ */
4
7
  export interface TestSuiteRunExecutionJsonOutput {
5
- outputVariableId: string;
8
+ name: string;
6
9
  value?: Record<string, unknown>;
10
+ outputVariableId: string;
7
11
  }
@@ -0,0 +1,8 @@
1
+ /**
2
+ * This file was auto-generated by Fern from our API Definition.
3
+ */
4
+ export interface TestSuiteRunExecutionMetricDefinition {
5
+ id?: string;
6
+ label?: string;
7
+ name?: string;
8
+ }
@@ -0,0 +1,5 @@
1
+ "use strict";
2
+ /**
3
+ * This file was auto-generated by Fern from our API Definition.
4
+ */
5
+ Object.defineProperty(exports, "__esModule", { value: true });
@@ -5,4 +5,6 @@ import * as Vellum from "..";
5
5
  export interface TestSuiteRunExecutionMetricResult {
6
6
  metricId: string;
7
7
  outputs: Vellum.TestSuiteRunMetricOutput[];
8
+ metricLabel?: string;
9
+ metricDefinition?: Vellum.TestSuiteRunExecutionMetricDefinition;
8
10
  }
@@ -1,7 +1,11 @@
1
1
  /**
2
2
  * This file was auto-generated by Fern from our API Definition.
3
3
  */
4
+ /**
5
+ * Execution output of an entity evaluated during a Test Suite Run that is of type NUMBER
6
+ */
4
7
  export interface TestSuiteRunExecutionNumberOutput {
5
- outputVariableId: string;
8
+ name: string;
6
9
  value?: number;
10
+ outputVariableId: string;
7
11
  }
@@ -2,7 +2,11 @@
2
2
  * This file was auto-generated by Fern from our API Definition.
3
3
  */
4
4
  import * as Vellum from "..";
5
+ /**
6
+ * Execution output of an entity evaluated during a Test Suite Run that is of type SEARCH_RESULTS
7
+ */
5
8
  export interface TestSuiteRunExecutionSearchResultsOutput {
6
- outputVariableId: string;
9
+ name: string;
7
10
  value?: Vellum.SearchResult[];
11
+ outputVariableId: string;
8
12
  }
@@ -1,7 +1,11 @@
1
1
  /**
2
2
  * This file was auto-generated by Fern from our API Definition.
3
3
  */
4
+ /**
5
+ * Execution output of an entity evaluated during a Test Suite Run that is of type STRING
6
+ */
4
7
  export interface TestSuiteRunExecutionStringOutput {
5
- outputVariableId: string;
8
+ name: string;
6
9
  value?: string;
10
+ outputVariableId: string;
7
11
  }
@@ -0,0 +1,12 @@
1
+ /**
2
+ * This file was auto-generated by Fern from our API Definition.
3
+ */
4
+ import * as Vellum from "..";
5
+ /**
6
+ * Execution configuration for running a Vellum Test Suite against an external callable
7
+ */
8
+ export interface TestSuiteRunExternalExecConfig {
9
+ data: Vellum.TestSuiteRunExternalExecConfigData;
10
+ /** Optionally specify a subset of test case ids to run. If not provided, all test cases within the test suite will be run by default. */
11
+ testCaseIds?: string[];
12
+ }
@@ -0,0 +1,5 @@
1
+ "use strict";
2
+ /**
3
+ * This file was auto-generated by Fern from our API Definition.
4
+ */
5
+ Object.defineProperty(exports, "__esModule", { value: true });
@@ -0,0 +1,8 @@
1
+ /**
2
+ * This file was auto-generated by Fern from our API Definition.
3
+ */
4
+ import * as Vellum from "..";
5
+ export interface TestSuiteRunExternalExecConfigData {
6
+ /** The executions of some callable external to Vellum whose outputs you would like to evaluate. */
7
+ executions: Vellum.ExternalTestCaseExecution[];
8
+ }
@@ -0,0 +1,5 @@
1
+ "use strict";
2
+ /**
3
+ * This file was auto-generated by Fern from our API Definition.
4
+ */
5
+ Object.defineProperty(exports, "__esModule", { value: true });
@@ -0,0 +1,8 @@
1
+ /**
2
+ * This file was auto-generated by Fern from our API Definition.
3
+ */
4
+ import * as Vellum from "..";
5
+ export interface TestSuiteRunExternalExecConfigDataRequest {
6
+ /** The executions of some callable external to Vellum whose outputs you would like to evaluate. */
7
+ executions: Vellum.ExternalTestCaseExecutionRequest[];
8
+ }
@@ -0,0 +1,5 @@
1
+ "use strict";
2
+ /**
3
+ * This file was auto-generated by Fern from our API Definition.
4
+ */
5
+ Object.defineProperty(exports, "__esModule", { value: true });
@@ -0,0 +1,12 @@
1
+ /**
2
+ * This file was auto-generated by Fern from our API Definition.
3
+ */
4
+ import * as Vellum from "..";
5
+ /**
6
+ * Execution configuration for running a Vellum Test Suite against an external callable
7
+ */
8
+ export interface TestSuiteRunExternalExecConfigRequest {
9
+ data: Vellum.TestSuiteRunExternalExecConfigDataRequest;
10
+ /** Optionally specify a subset of test case ids to run. If not provided, all test cases within the test suite will be run by default. */
11
+ testCaseIds?: string[];
12
+ }
@@ -0,0 +1,5 @@
1
+ "use strict";
2
+ /**
3
+ * This file was auto-generated by Fern from our API Definition.
4
+ */
5
+ Object.defineProperty(exports, "__esModule", { value: true });
@@ -0,0 +1,4 @@
1
+ /**
2
+ * This file was auto-generated by Fern from our API Definition.
3
+ */
4
+ export declare type TestSuiteRunExternalExecConfigTypeEnum = "EXTERNAL";
@@ -0,0 +1,5 @@
1
+ "use strict";
2
+ /**
3
+ * This file was auto-generated by Fern from our API Definition.
4
+ */
5
+ Object.defineProperty(exports, "__esModule", { value: true });
@@ -55,6 +55,8 @@ export * from "./ExecutionNumberVellumValue";
55
55
  export * from "./ExecutionSearchResultsVellumValue";
56
56
  export * from "./ExecutionStringVellumValue";
57
57
  export * from "./ExecutionVellumValue";
58
+ export * from "./ExternalTestCaseExecution";
59
+ export * from "./ExternalTestCaseExecutionRequest";
58
60
  export * from "./FinishReasonEnum";
59
61
  export * from "./FulfilledEnum";
60
62
  export * from "./FulfilledExecutePromptEvent";
@@ -104,12 +106,19 @@ export * from "./ModelVersionExecConfigParameters";
104
106
  export * from "./ModelVersionRead";
105
107
  export * from "./ModelVersionReadStatusEnum";
106
108
  export * from "./ModelVersionSandboxSnapshot";
109
+ export * from "./NamedTestCaseChatHistoryVariableValue";
107
110
  export * from "./NamedTestCaseChatHistoryVariableValueRequest";
111
+ export * from "./NamedTestCaseErrorVariableValue";
108
112
  export * from "./NamedTestCaseErrorVariableValueRequest";
113
+ export * from "./NamedTestCaseJsonVariableValue";
109
114
  export * from "./NamedTestCaseJsonVariableValueRequest";
115
+ export * from "./NamedTestCaseNumberVariableValue";
110
116
  export * from "./NamedTestCaseNumberVariableValueRequest";
117
+ export * from "./NamedTestCaseSearchResultsVariableValue";
111
118
  export * from "./NamedTestCaseSearchResultsVariableValueRequest";
119
+ export * from "./NamedTestCaseStringVariableValue";
112
120
  export * from "./NamedTestCaseStringVariableValueRequest";
121
+ export * from "./NamedTestCaseVariableValue";
113
122
  export * from "./NamedTestCaseVariableValueRequest";
114
123
  export * from "./NodeInputCompiledArrayValue";
115
124
  export * from "./NodeInputCompiledChatHistoryValue";
@@ -153,6 +162,7 @@ export * from "./PromptTemplateBlockDataRequest";
153
162
  export * from "./PromptTemplateBlockProperties";
154
163
  export * from "./PromptTemplateBlockPropertiesRequest";
155
164
  export * from "./PromptTemplateBlockRequest";
165
+ export * from "./PromptTemplateBlockState";
156
166
  export * from "./ProviderEnum";
157
167
  export * from "./RawPromptExecutionOverridesRequest";
158
168
  export * from "./RegisterPromptErrorResponse";
@@ -247,11 +257,17 @@ export * from "./TestSuiteRunExecution";
247
257
  export * from "./TestSuiteRunExecutionChatHistoryOutput";
248
258
  export * from "./TestSuiteRunExecutionErrorOutput";
249
259
  export * from "./TestSuiteRunExecutionJsonOutput";
260
+ export * from "./TestSuiteRunExecutionMetricDefinition";
250
261
  export * from "./TestSuiteRunExecutionMetricResult";
251
262
  export * from "./TestSuiteRunExecutionNumberOutput";
252
263
  export * from "./TestSuiteRunExecutionOutput";
253
264
  export * from "./TestSuiteRunExecutionSearchResultsOutput";
254
265
  export * from "./TestSuiteRunExecutionStringOutput";
266
+ export * from "./TestSuiteRunExternalExecConfig";
267
+ export * from "./TestSuiteRunExternalExecConfigData";
268
+ export * from "./TestSuiteRunExternalExecConfigDataRequest";
269
+ export * from "./TestSuiteRunExternalExecConfigRequest";
270
+ export * from "./TestSuiteRunExternalExecConfigTypeEnum";
255
271
  export * from "./TestSuiteRunMetricErrorOutput";
256
272
  export * from "./TestSuiteRunMetricErrorOutputTypeEnum";
257
273
  export * from "./TestSuiteRunMetricNumberOutput";
@@ -71,6 +71,8 @@ __exportStar(require("./ExecutionNumberVellumValue"), exports);
71
71
  __exportStar(require("./ExecutionSearchResultsVellumValue"), exports);
72
72
  __exportStar(require("./ExecutionStringVellumValue"), exports);
73
73
  __exportStar(require("./ExecutionVellumValue"), exports);
74
+ __exportStar(require("./ExternalTestCaseExecution"), exports);
75
+ __exportStar(require("./ExternalTestCaseExecutionRequest"), exports);
74
76
  __exportStar(require("./FinishReasonEnum"), exports);
75
77
  __exportStar(require("./FulfilledEnum"), exports);
76
78
  __exportStar(require("./FulfilledExecutePromptEvent"), exports);
@@ -120,12 +122,19 @@ __exportStar(require("./ModelVersionExecConfigParameters"), exports);
120
122
  __exportStar(require("./ModelVersionRead"), exports);
121
123
  __exportStar(require("./ModelVersionReadStatusEnum"), exports);
122
124
  __exportStar(require("./ModelVersionSandboxSnapshot"), exports);
125
+ __exportStar(require("./NamedTestCaseChatHistoryVariableValue"), exports);
123
126
  __exportStar(require("./NamedTestCaseChatHistoryVariableValueRequest"), exports);
127
+ __exportStar(require("./NamedTestCaseErrorVariableValue"), exports);
124
128
  __exportStar(require("./NamedTestCaseErrorVariableValueRequest"), exports);
129
+ __exportStar(require("./NamedTestCaseJsonVariableValue"), exports);
125
130
  __exportStar(require("./NamedTestCaseJsonVariableValueRequest"), exports);
131
+ __exportStar(require("./NamedTestCaseNumberVariableValue"), exports);
126
132
  __exportStar(require("./NamedTestCaseNumberVariableValueRequest"), exports);
133
+ __exportStar(require("./NamedTestCaseSearchResultsVariableValue"), exports);
127
134
  __exportStar(require("./NamedTestCaseSearchResultsVariableValueRequest"), exports);
135
+ __exportStar(require("./NamedTestCaseStringVariableValue"), exports);
128
136
  __exportStar(require("./NamedTestCaseStringVariableValueRequest"), exports);
137
+ __exportStar(require("./NamedTestCaseVariableValue"), exports);
129
138
  __exportStar(require("./NamedTestCaseVariableValueRequest"), exports);
130
139
  __exportStar(require("./NodeInputCompiledArrayValue"), exports);
131
140
  __exportStar(require("./NodeInputCompiledChatHistoryValue"), exports);
@@ -169,6 +178,7 @@ __exportStar(require("./PromptTemplateBlockDataRequest"), exports);
169
178
  __exportStar(require("./PromptTemplateBlockProperties"), exports);
170
179
  __exportStar(require("./PromptTemplateBlockPropertiesRequest"), exports);
171
180
  __exportStar(require("./PromptTemplateBlockRequest"), exports);
181
+ __exportStar(require("./PromptTemplateBlockState"), exports);
172
182
  __exportStar(require("./ProviderEnum"), exports);
173
183
  __exportStar(require("./RawPromptExecutionOverridesRequest"), exports);
174
184
  __exportStar(require("./RegisterPromptErrorResponse"), exports);
@@ -263,11 +273,17 @@ __exportStar(require("./TestSuiteRunExecution"), exports);
263
273
  __exportStar(require("./TestSuiteRunExecutionChatHistoryOutput"), exports);
264
274
  __exportStar(require("./TestSuiteRunExecutionErrorOutput"), exports);
265
275
  __exportStar(require("./TestSuiteRunExecutionJsonOutput"), exports);
276
+ __exportStar(require("./TestSuiteRunExecutionMetricDefinition"), exports);
266
277
  __exportStar(require("./TestSuiteRunExecutionMetricResult"), exports);
267
278
  __exportStar(require("./TestSuiteRunExecutionNumberOutput"), exports);
268
279
  __exportStar(require("./TestSuiteRunExecutionOutput"), exports);
269
280
  __exportStar(require("./TestSuiteRunExecutionSearchResultsOutput"), exports);
270
281
  __exportStar(require("./TestSuiteRunExecutionStringOutput"), exports);
282
+ __exportStar(require("./TestSuiteRunExternalExecConfig"), exports);
283
+ __exportStar(require("./TestSuiteRunExternalExecConfigData"), exports);
284
+ __exportStar(require("./TestSuiteRunExternalExecConfigDataRequest"), exports);
285
+ __exportStar(require("./TestSuiteRunExternalExecConfigRequest"), exports);
286
+ __exportStar(require("./TestSuiteRunExternalExecConfigTypeEnum"), exports);
271
287
  __exportStar(require("./TestSuiteRunMetricErrorOutput"), exports);
272
288
  __exportStar(require("./TestSuiteRunMetricErrorOutputTypeEnum"), exports);
273
289
  __exportStar(require("./TestSuiteRunMetricNumberOutput"), exports);
package/dist/Client.js CHANGED
@@ -73,7 +73,7 @@ class VellumClient {
73
73
  url: (0, url_join_1.default)(((_a = (yield core.Supplier.get(this._options.environment))) !== null && _a !== void 0 ? _a : environments.VellumEnvironment.Production)
74
74
  .predict, "v1/execute-prompt"),
75
75
  method: "POST",
76
- headers: Object.assign({ "X-Fern-Language": "JavaScript", "X-Fern-SDK-Name": "vellum-ai", "X-Fern-SDK-Version": "0.3.21", "X-Fern-Runtime": core.RUNTIME.type, "X-Fern-Runtime-Version": core.RUNTIME.version }, (yield this._getCustomAuthorizationHeaders())),
76
+ headers: Object.assign({ "X-Fern-Language": "JavaScript", "X-Fern-SDK-Name": "vellum-ai", "X-Fern-SDK-Version": "0.3.23", "X-Fern-Runtime": core.RUNTIME.type, "X-Fern-Runtime-Version": core.RUNTIME.version }, (yield this._getCustomAuthorizationHeaders())),
77
77
  contentType: "application/json",
78
78
  body: yield serializers.ExecutePromptRequest.jsonOrThrow(request, { unrecognizedObjectKeys: "strip" }),
79
79
  timeoutMs: (requestOptions === null || requestOptions === void 0 ? void 0 : requestOptions.timeoutInSeconds) != null ? requestOptions.timeoutInSeconds * 1000 : undefined,
@@ -129,7 +129,7 @@ class VellumClient {
129
129
  url: (0, url_join_1.default)(((_a = (yield core.Supplier.get(this._options.environment))) !== null && _a !== void 0 ? _a : environments.VellumEnvironment.Production)
130
130
  .predict, "v1/execute-prompt-stream"),
131
131
  method: "POST",
132
- headers: Object.assign({ "X-Fern-Language": "JavaScript", "X-Fern-SDK-Name": "vellum-ai", "X-Fern-SDK-Version": "0.3.21", "X-Fern-Runtime": core.RUNTIME.type, "X-Fern-Runtime-Version": core.RUNTIME.version }, (yield this._getCustomAuthorizationHeaders())),
132
+ headers: Object.assign({ "X-Fern-Language": "JavaScript", "X-Fern-SDK-Name": "vellum-ai", "X-Fern-SDK-Version": "0.3.23", "X-Fern-Runtime": core.RUNTIME.type, "X-Fern-Runtime-Version": core.RUNTIME.version }, (yield this._getCustomAuthorizationHeaders())),
133
133
  contentType: "application/json",
134
134
  body: yield serializers.ExecutePromptStreamRequest.jsonOrThrow(request, {
135
135
  unrecognizedObjectKeys: "strip",
@@ -197,7 +197,7 @@ class VellumClient {
197
197
  url: (0, url_join_1.default)(((_a = (yield core.Supplier.get(this._options.environment))) !== null && _a !== void 0 ? _a : environments.VellumEnvironment.Production)
198
198
  .predict, "v1/execute-workflow"),
199
199
  method: "POST",
200
- headers: Object.assign({ "X-Fern-Language": "JavaScript", "X-Fern-SDK-Name": "vellum-ai", "X-Fern-SDK-Version": "0.3.21", "X-Fern-Runtime": core.RUNTIME.type, "X-Fern-Runtime-Version": core.RUNTIME.version }, (yield this._getCustomAuthorizationHeaders())),
200
+ headers: Object.assign({ "X-Fern-Language": "JavaScript", "X-Fern-SDK-Name": "vellum-ai", "X-Fern-SDK-Version": "0.3.23", "X-Fern-Runtime": core.RUNTIME.type, "X-Fern-Runtime-Version": core.RUNTIME.version }, (yield this._getCustomAuthorizationHeaders())),
201
201
  contentType: "application/json",
202
202
  body: yield serializers.ExecuteWorkflowRequest.jsonOrThrow(request, { unrecognizedObjectKeys: "strip" }),
203
203
  timeoutMs: (requestOptions === null || requestOptions === void 0 ? void 0 : requestOptions.timeoutInSeconds) != null ? requestOptions.timeoutInSeconds * 1000 : undefined,
@@ -251,7 +251,7 @@ class VellumClient {
251
251
  url: (0, url_join_1.default)(((_a = (yield core.Supplier.get(this._options.environment))) !== null && _a !== void 0 ? _a : environments.VellumEnvironment.Production)
252
252
  .predict, "v1/execute-workflow-stream"),
253
253
  method: "POST",
254
- headers: Object.assign({ "X-Fern-Language": "JavaScript", "X-Fern-SDK-Name": "vellum-ai", "X-Fern-SDK-Version": "0.3.21", "X-Fern-Runtime": core.RUNTIME.type, "X-Fern-Runtime-Version": core.RUNTIME.version }, (yield this._getCustomAuthorizationHeaders())),
254
+ headers: Object.assign({ "X-Fern-Language": "JavaScript", "X-Fern-SDK-Name": "vellum-ai", "X-Fern-SDK-Version": "0.3.23", "X-Fern-Runtime": core.RUNTIME.type, "X-Fern-Runtime-Version": core.RUNTIME.version }, (yield this._getCustomAuthorizationHeaders())),
255
255
  contentType: "application/json",
256
256
  body: yield serializers.ExecuteWorkflowStreamRequest.jsonOrThrow(request, {
257
257
  unrecognizedObjectKeys: "strip",
@@ -327,7 +327,7 @@ class VellumClient {
327
327
  url: (0, url_join_1.default)(((_a = (yield core.Supplier.get(this._options.environment))) !== null && _a !== void 0 ? _a : environments.VellumEnvironment.Production)
328
328
  .predict, "v1/generate"),
329
329
  method: "POST",
330
- headers: Object.assign({ "X-Fern-Language": "JavaScript", "X-Fern-SDK-Name": "vellum-ai", "X-Fern-SDK-Version": "0.3.21", "X-Fern-Runtime": core.RUNTIME.type, "X-Fern-Runtime-Version": core.RUNTIME.version }, (yield this._getCustomAuthorizationHeaders())),
330
+ headers: Object.assign({ "X-Fern-Language": "JavaScript", "X-Fern-SDK-Name": "vellum-ai", "X-Fern-SDK-Version": "0.3.23", "X-Fern-Runtime": core.RUNTIME.type, "X-Fern-Runtime-Version": core.RUNTIME.version }, (yield this._getCustomAuthorizationHeaders())),
331
331
  contentType: "application/json",
332
332
  body: yield serializers.GenerateBodyRequest.jsonOrThrow(request, { unrecognizedObjectKeys: "strip" }),
333
333
  timeoutMs: (requestOptions === null || requestOptions === void 0 ? void 0 : requestOptions.timeoutInSeconds) != null ? requestOptions.timeoutInSeconds * 1000 : undefined,
@@ -385,7 +385,7 @@ class VellumClient {
385
385
  url: (0, url_join_1.default)(((_a = (yield core.Supplier.get(this._options.environment))) !== null && _a !== void 0 ? _a : environments.VellumEnvironment.Production)
386
386
  .predict, "v1/generate-stream"),
387
387
  method: "POST",
388
- headers: Object.assign({ "X-Fern-Language": "JavaScript", "X-Fern-SDK-Name": "vellum-ai", "X-Fern-SDK-Version": "0.3.21", "X-Fern-Runtime": core.RUNTIME.type, "X-Fern-Runtime-Version": core.RUNTIME.version }, (yield this._getCustomAuthorizationHeaders())),
388
+ headers: Object.assign({ "X-Fern-Language": "JavaScript", "X-Fern-SDK-Name": "vellum-ai", "X-Fern-SDK-Version": "0.3.23", "X-Fern-Runtime": core.RUNTIME.type, "X-Fern-Runtime-Version": core.RUNTIME.version }, (yield this._getCustomAuthorizationHeaders())),
389
389
  contentType: "application/json",
390
390
  body: yield serializers.GenerateStreamBodyRequest.jsonOrThrow(request, { unrecognizedObjectKeys: "strip" }),
391
391
  responseType: "streaming",
@@ -458,7 +458,7 @@ class VellumClient {
458
458
  url: (0, url_join_1.default)(((_a = (yield core.Supplier.get(this._options.environment))) !== null && _a !== void 0 ? _a : environments.VellumEnvironment.Production)
459
459
  .predict, "v1/search"),
460
460
  method: "POST",
461
- headers: Object.assign({ "X-Fern-Language": "JavaScript", "X-Fern-SDK-Name": "vellum-ai", "X-Fern-SDK-Version": "0.3.21", "X-Fern-Runtime": core.RUNTIME.type, "X-Fern-Runtime-Version": core.RUNTIME.version }, (yield this._getCustomAuthorizationHeaders())),
461
+ headers: Object.assign({ "X-Fern-Language": "JavaScript", "X-Fern-SDK-Name": "vellum-ai", "X-Fern-SDK-Version": "0.3.23", "X-Fern-Runtime": core.RUNTIME.type, "X-Fern-Runtime-Version": core.RUNTIME.version }, (yield this._getCustomAuthorizationHeaders())),
462
462
  contentType: "application/json",
463
463
  body: yield serializers.SearchRequestBodyRequest.jsonOrThrow(request, { unrecognizedObjectKeys: "strip" }),
464
464
  timeoutMs: (requestOptions === null || requestOptions === void 0 ? void 0 : requestOptions.timeoutInSeconds) != null ? requestOptions.timeoutInSeconds * 1000 : undefined,
@@ -522,7 +522,7 @@ class VellumClient {
522
522
  url: (0, url_join_1.default)(((_a = (yield core.Supplier.get(this._options.environment))) !== null && _a !== void 0 ? _a : environments.VellumEnvironment.Production)
523
523
  .predict, "v1/submit-completion-actuals"),
524
524
  method: "POST",
525
- headers: Object.assign({ "X-Fern-Language": "JavaScript", "X-Fern-SDK-Name": "vellum-ai", "X-Fern-SDK-Version": "0.3.21", "X-Fern-Runtime": core.RUNTIME.type, "X-Fern-Runtime-Version": core.RUNTIME.version }, (yield this._getCustomAuthorizationHeaders())),
525
+ headers: Object.assign({ "X-Fern-Language": "JavaScript", "X-Fern-SDK-Name": "vellum-ai", "X-Fern-SDK-Version": "0.3.23", "X-Fern-Runtime": core.RUNTIME.type, "X-Fern-Runtime-Version": core.RUNTIME.version }, (yield this._getCustomAuthorizationHeaders())),
526
526
  contentType: "application/json",
527
527
  body: yield serializers.SubmitCompletionActualsRequest.jsonOrThrow(request, {
528
528
  unrecognizedObjectKeys: "strip",
@@ -580,7 +580,7 @@ class VellumClient {
580
580
  url: (0, url_join_1.default)(((_a = (yield core.Supplier.get(this._options.environment))) !== null && _a !== void 0 ? _a : environments.VellumEnvironment.Production)
581
581
  .predict, "v1/submit-workflow-execution-actuals"),
582
582
  method: "POST",
583
- headers: Object.assign({ "X-Fern-Language": "JavaScript", "X-Fern-SDK-Name": "vellum-ai", "X-Fern-SDK-Version": "0.3.21", "X-Fern-Runtime": core.RUNTIME.type, "X-Fern-Runtime-Version": core.RUNTIME.version }, (yield this._getCustomAuthorizationHeaders())),
583
+ headers: Object.assign({ "X-Fern-Language": "JavaScript", "X-Fern-SDK-Name": "vellum-ai", "X-Fern-SDK-Version": "0.3.23", "X-Fern-Runtime": core.RUNTIME.type, "X-Fern-Runtime-Version": core.RUNTIME.version }, (yield this._getCustomAuthorizationHeaders())),
584
584
  contentType: "application/json",
585
585
  body: yield serializers.SubmitWorkflowExecutionActualsRequest.jsonOrThrow(request, {
586
586
  unrecognizedObjectKeys: "strip",