@orq-ai/node 3.6.10 → 3.6.12

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (554) hide show
  1. package/README.md +34 -27
  2. package/bin/mcp-server.js +370 -236
  3. package/bin/mcp-server.js.map +84 -82
  4. package/funcs/contactsCreate.d.ts +3 -2
  5. package/funcs/contactsCreate.d.ts.map +1 -1
  6. package/funcs/contactsCreate.js +1 -1
  7. package/funcs/contactsCreate.js.map +1 -1
  8. package/funcs/datasetsClear.d.ts +3 -2
  9. package/funcs/datasetsClear.d.ts.map +1 -1
  10. package/funcs/datasetsClear.js +1 -1
  11. package/funcs/datasetsClear.js.map +1 -1
  12. package/funcs/datasetsCreate.d.ts +3 -2
  13. package/funcs/datasetsCreate.d.ts.map +1 -1
  14. package/funcs/datasetsCreate.js +1 -1
  15. package/funcs/datasetsCreate.js.map +1 -1
  16. package/funcs/datasetsCreateDatapoint.d.ts +3 -2
  17. package/funcs/datasetsCreateDatapoint.d.ts.map +1 -1
  18. package/funcs/datasetsCreateDatapoint.js +1 -1
  19. package/funcs/datasetsCreateDatapoint.js.map +1 -1
  20. package/funcs/datasetsCreateDatapoints.d.ts +3 -2
  21. package/funcs/datasetsCreateDatapoints.d.ts.map +1 -1
  22. package/funcs/datasetsCreateDatapoints.js +1 -1
  23. package/funcs/datasetsCreateDatapoints.js.map +1 -1
  24. package/funcs/datasetsCreateExperiment.d.ts +3 -2
  25. package/funcs/datasetsCreateExperiment.d.ts.map +1 -1
  26. package/funcs/datasetsCreateExperiment.js +1 -1
  27. package/funcs/datasetsCreateExperiment.js.map +1 -1
  28. package/funcs/datasetsDelete.d.ts +3 -2
  29. package/funcs/datasetsDelete.d.ts.map +1 -1
  30. package/funcs/datasetsDelete.js +1 -1
  31. package/funcs/datasetsDelete.js.map +1 -1
  32. package/funcs/datasetsDeleteDatapoint.d.ts +3 -2
  33. package/funcs/datasetsDeleteDatapoint.d.ts.map +1 -1
  34. package/funcs/datasetsDeleteDatapoint.js +1 -1
  35. package/funcs/datasetsDeleteDatapoint.js.map +1 -1
  36. package/funcs/datasetsList.d.ts +3 -2
  37. package/funcs/datasetsList.d.ts.map +1 -1
  38. package/funcs/datasetsList.js +1 -1
  39. package/funcs/datasetsList.js.map +1 -1
  40. package/funcs/datasetsListDatapoints.d.ts +3 -2
  41. package/funcs/datasetsListDatapoints.d.ts.map +1 -1
  42. package/funcs/datasetsListDatapoints.js +1 -1
  43. package/funcs/datasetsListDatapoints.js.map +1 -1
  44. package/funcs/datasetsRetrieve.d.ts +3 -2
  45. package/funcs/datasetsRetrieve.d.ts.map +1 -1
  46. package/funcs/datasetsRetrieve.js +1 -1
  47. package/funcs/datasetsRetrieve.js.map +1 -1
  48. package/funcs/datasetsRetrieveDatapoint.d.ts +3 -2
  49. package/funcs/datasetsRetrieveDatapoint.d.ts.map +1 -1
  50. package/funcs/datasetsRetrieveDatapoint.js +1 -1
  51. package/funcs/datasetsRetrieveDatapoint.js.map +1 -1
  52. package/funcs/datasetsUpdate.d.ts +3 -2
  53. package/funcs/datasetsUpdate.d.ts.map +1 -1
  54. package/funcs/datasetsUpdate.js +1 -1
  55. package/funcs/datasetsUpdate.js.map +1 -1
  56. package/funcs/datasetsUpdateDatapoint.d.ts +3 -2
  57. package/funcs/datasetsUpdateDatapoint.d.ts.map +1 -1
  58. package/funcs/datasetsUpdateDatapoint.js +1 -1
  59. package/funcs/datasetsUpdateDatapoint.js.map +1 -1
  60. package/funcs/deploymentsCreateExperiment.d.ts +3 -2
  61. package/funcs/deploymentsCreateExperiment.d.ts.map +1 -1
  62. package/funcs/deploymentsCreateExperiment.js +1 -1
  63. package/funcs/deploymentsCreateExperiment.js.map +1 -1
  64. package/funcs/deploymentsGetConfig.d.ts +3 -2
  65. package/funcs/deploymentsGetConfig.d.ts.map +1 -1
  66. package/funcs/deploymentsGetConfig.js +1 -1
  67. package/funcs/deploymentsGetConfig.js.map +1 -1
  68. package/funcs/deploymentsInvoke.d.ts +3 -2
  69. package/funcs/deploymentsInvoke.d.ts.map +1 -1
  70. package/funcs/deploymentsInvoke.js +1 -1
  71. package/funcs/deploymentsInvoke.js.map +1 -1
  72. package/funcs/deploymentsList.d.ts +3 -2
  73. package/funcs/deploymentsList.d.ts.map +1 -1
  74. package/funcs/deploymentsList.js +1 -1
  75. package/funcs/deploymentsList.js.map +1 -1
  76. package/funcs/deploymentsMetricsCreate.d.ts +3 -2
  77. package/funcs/deploymentsMetricsCreate.d.ts.map +1 -1
  78. package/funcs/deploymentsMetricsCreate.js +1 -1
  79. package/funcs/deploymentsMetricsCreate.js.map +1 -1
  80. package/funcs/deploymentsStream.d.ts +3 -2
  81. package/funcs/deploymentsStream.d.ts.map +1 -1
  82. package/funcs/deploymentsStream.js +1 -1
  83. package/funcs/deploymentsStream.js.map +1 -1
  84. package/funcs/feedbackCreate.d.ts +3 -2
  85. package/funcs/feedbackCreate.d.ts.map +1 -1
  86. package/funcs/feedbackCreate.js +1 -1
  87. package/funcs/feedbackCreate.js.map +1 -1
  88. package/funcs/filesCreate.d.ts +3 -2
  89. package/funcs/filesCreate.d.ts.map +1 -1
  90. package/funcs/filesCreate.js +8 -4
  91. package/funcs/filesCreate.js.map +1 -1
  92. package/funcs/filesDelete.d.ts +3 -2
  93. package/funcs/filesDelete.d.ts.map +1 -1
  94. package/funcs/filesDelete.js +1 -1
  95. package/funcs/filesDelete.js.map +1 -1
  96. package/funcs/filesGet.d.ts +3 -2
  97. package/funcs/filesGet.d.ts.map +1 -1
  98. package/funcs/filesGet.js +1 -1
  99. package/funcs/filesGet.js.map +1 -1
  100. package/funcs/filesList.d.ts +3 -2
  101. package/funcs/filesList.d.ts.map +1 -1
  102. package/funcs/filesList.js +1 -1
  103. package/funcs/filesList.js.map +1 -1
  104. package/funcs/knowledgeCreate.d.ts +3 -2
  105. package/funcs/knowledgeCreate.d.ts.map +1 -1
  106. package/funcs/knowledgeCreate.js +1 -1
  107. package/funcs/knowledgeCreate.js.map +1 -1
  108. package/funcs/knowledgeCreateChunks.d.ts +3 -2
  109. package/funcs/knowledgeCreateChunks.d.ts.map +1 -1
  110. package/funcs/knowledgeCreateChunks.js +1 -1
  111. package/funcs/knowledgeCreateChunks.js.map +1 -1
  112. package/funcs/knowledgeCreateDatasource.d.ts +3 -2
  113. package/funcs/knowledgeCreateDatasource.d.ts.map +1 -1
  114. package/funcs/knowledgeCreateDatasource.js +1 -1
  115. package/funcs/knowledgeCreateDatasource.js.map +1 -1
  116. package/funcs/knowledgeDelete.d.ts +3 -2
  117. package/funcs/knowledgeDelete.d.ts.map +1 -1
  118. package/funcs/knowledgeDelete.js +1 -1
  119. package/funcs/knowledgeDelete.js.map +1 -1
  120. package/funcs/knowledgeDeleteChunk.d.ts +3 -2
  121. package/funcs/knowledgeDeleteChunk.d.ts.map +1 -1
  122. package/funcs/knowledgeDeleteChunk.js +1 -1
  123. package/funcs/knowledgeDeleteChunk.js.map +1 -1
  124. package/funcs/knowledgeDeleteDatasource.d.ts +3 -2
  125. package/funcs/knowledgeDeleteDatasource.d.ts.map +1 -1
  126. package/funcs/knowledgeDeleteDatasource.js +1 -1
  127. package/funcs/knowledgeDeleteDatasource.js.map +1 -1
  128. package/funcs/knowledgeList.d.ts +3 -2
  129. package/funcs/knowledgeList.d.ts.map +1 -1
  130. package/funcs/knowledgeList.js +1 -1
  131. package/funcs/knowledgeList.js.map +1 -1
  132. package/funcs/knowledgeListChunks.d.ts +3 -2
  133. package/funcs/knowledgeListChunks.d.ts.map +1 -1
  134. package/funcs/knowledgeListChunks.js +1 -1
  135. package/funcs/knowledgeListChunks.js.map +1 -1
  136. package/funcs/knowledgeListDatasources.d.ts +3 -2
  137. package/funcs/knowledgeListDatasources.d.ts.map +1 -1
  138. package/funcs/knowledgeListDatasources.js +1 -1
  139. package/funcs/knowledgeListDatasources.js.map +1 -1
  140. package/funcs/knowledgeRetrieve.d.ts +3 -2
  141. package/funcs/knowledgeRetrieve.d.ts.map +1 -1
  142. package/funcs/knowledgeRetrieve.js +1 -1
  143. package/funcs/knowledgeRetrieve.js.map +1 -1
  144. package/funcs/knowledgeRetrieveChunk.d.ts +3 -2
  145. package/funcs/knowledgeRetrieveChunk.d.ts.map +1 -1
  146. package/funcs/knowledgeRetrieveChunk.js +1 -1
  147. package/funcs/knowledgeRetrieveChunk.js.map +1 -1
  148. package/funcs/knowledgeRetrieveDatasource.d.ts +3 -2
  149. package/funcs/knowledgeRetrieveDatasource.d.ts.map +1 -1
  150. package/funcs/knowledgeRetrieveDatasource.js +1 -1
  151. package/funcs/knowledgeRetrieveDatasource.js.map +1 -1
  152. package/funcs/knowledgeSearch.d.ts +3 -2
  153. package/funcs/knowledgeSearch.d.ts.map +1 -1
  154. package/funcs/knowledgeSearch.js +1 -1
  155. package/funcs/knowledgeSearch.js.map +1 -1
  156. package/funcs/knowledgeUpdate.d.ts +3 -2
  157. package/funcs/knowledgeUpdate.d.ts.map +1 -1
  158. package/funcs/knowledgeUpdate.js +1 -1
  159. package/funcs/knowledgeUpdate.js.map +1 -1
  160. package/funcs/knowledgeUpdateChunk.d.ts +3 -2
  161. package/funcs/knowledgeUpdateChunk.d.ts.map +1 -1
  162. package/funcs/knowledgeUpdateChunk.js +1 -1
  163. package/funcs/knowledgeUpdateChunk.js.map +1 -1
  164. package/funcs/knowledgeUpdateDatasource.d.ts +3 -2
  165. package/funcs/knowledgeUpdateDatasource.d.ts.map +1 -1
  166. package/funcs/knowledgeUpdateDatasource.js +1 -1
  167. package/funcs/knowledgeUpdateDatasource.js.map +1 -1
  168. package/funcs/modelsList.d.ts +3 -2
  169. package/funcs/modelsList.d.ts.map +1 -1
  170. package/funcs/modelsList.js +1 -1
  171. package/funcs/modelsList.js.map +1 -1
  172. package/funcs/promptsCreate.d.ts +3 -2
  173. package/funcs/promptsCreate.d.ts.map +1 -1
  174. package/funcs/promptsCreate.js +1 -1
  175. package/funcs/promptsCreate.js.map +1 -1
  176. package/funcs/promptsDelete.d.ts +3 -2
  177. package/funcs/promptsDelete.d.ts.map +1 -1
  178. package/funcs/promptsDelete.js +1 -1
  179. package/funcs/promptsDelete.js.map +1 -1
  180. package/funcs/promptsGetVersion.d.ts +3 -2
  181. package/funcs/promptsGetVersion.d.ts.map +1 -1
  182. package/funcs/promptsGetVersion.js +1 -1
  183. package/funcs/promptsGetVersion.js.map +1 -1
  184. package/funcs/promptsList.d.ts +3 -2
  185. package/funcs/promptsList.d.ts.map +1 -1
  186. package/funcs/promptsList.js +1 -1
  187. package/funcs/promptsList.js.map +1 -1
  188. package/funcs/promptsListVersions.d.ts +3 -2
  189. package/funcs/promptsListVersions.d.ts.map +1 -1
  190. package/funcs/promptsListVersions.js +1 -1
  191. package/funcs/promptsListVersions.js.map +1 -1
  192. package/funcs/promptsRetrieve.d.ts +3 -2
  193. package/funcs/promptsRetrieve.d.ts.map +1 -1
  194. package/funcs/promptsRetrieve.js +1 -1
  195. package/funcs/promptsRetrieve.js.map +1 -1
  196. package/funcs/promptsUpdate.d.ts +3 -2
  197. package/funcs/promptsUpdate.d.ts.map +1 -1
  198. package/funcs/promptsUpdate.js +1 -1
  199. package/funcs/promptsUpdate.js.map +1 -1
  200. package/funcs/remoteconfigsRetrieve.d.ts +3 -2
  201. package/funcs/remoteconfigsRetrieve.d.ts.map +1 -1
  202. package/funcs/remoteconfigsRetrieve.js +1 -1
  203. package/funcs/remoteconfigsRetrieve.js.map +1 -1
  204. package/jsr.json +1 -1
  205. package/lib/config.d.ts +3 -3
  206. package/lib/config.js +3 -3
  207. package/lib/files.d.ts +5 -0
  208. package/lib/files.d.ts.map +1 -1
  209. package/lib/files.js +41 -0
  210. package/lib/files.js.map +1 -1
  211. package/lib/matchers.d.ts +3 -10
  212. package/lib/matchers.d.ts.map +1 -1
  213. package/lib/matchers.js +33 -31
  214. package/lib/matchers.js.map +1 -1
  215. package/mcp-server/mcp-server.js +1 -1
  216. package/mcp-server/server.js +1 -1
  217. package/models/errors/apierror.d.ts +8 -18
  218. package/models/errors/apierror.d.ts.map +1 -1
  219. package/models/errors/apierror.js +17 -10
  220. package/models/errors/apierror.js.map +1 -1
  221. package/models/errors/getpromptversion.d.ts +7 -2
  222. package/models/errors/getpromptversion.d.ts.map +1 -1
  223. package/models/errors/getpromptversion.js +12 -4
  224. package/models/errors/getpromptversion.js.map +1 -1
  225. package/models/errors/honoapierror.d.ts +7 -2
  226. package/models/errors/honoapierror.d.ts.map +1 -1
  227. package/models/errors/honoapierror.js +12 -4
  228. package/models/errors/honoapierror.js.map +1 -1
  229. package/models/errors/index.d.ts +1 -0
  230. package/models/errors/index.d.ts.map +1 -1
  231. package/models/errors/index.js +1 -0
  232. package/models/errors/index.js.map +1 -1
  233. package/models/errors/orqerror.d.ts +19 -0
  234. package/models/errors/orqerror.d.ts.map +1 -0
  235. package/models/errors/orqerror.js +20 -0
  236. package/models/errors/orqerror.js.map +1 -0
  237. package/models/errors/responsevalidationerror.d.ts +26 -0
  238. package/models/errors/responsevalidationerror.d.ts.map +1 -0
  239. package/models/errors/responsevalidationerror.js +66 -0
  240. package/models/errors/responsevalidationerror.js.map +1 -0
  241. package/models/errors/sdkvalidationerror.d.ts +1 -0
  242. package/models/errors/sdkvalidationerror.d.ts.map +1 -1
  243. package/models/errors/sdkvalidationerror.js +14 -0
  244. package/models/errors/sdkvalidationerror.js.map +1 -1
  245. package/models/errors/updateprompt.d.ts +7 -2
  246. package/models/errors/updateprompt.d.ts.map +1 -1
  247. package/models/errors/updateprompt.js +12 -4
  248. package/models/errors/updateprompt.js.map +1 -1
  249. package/models/operations/bulkcreatedatapoints.js +2 -2
  250. package/models/operations/createcontact.js +2 -2
  251. package/models/operations/createdataset.js +2 -2
  252. package/models/operations/createdatasetitem.js +2 -2
  253. package/models/operations/createdatasource.js +2 -2
  254. package/models/operations/fileget.js +2 -2
  255. package/models/operations/filelist.js +2 -2
  256. package/models/operations/fileupload.js +2 -2
  257. package/models/operations/listdatasetdatapoints.js +2 -2
  258. package/models/operations/listdatasets.js +2 -2
  259. package/models/operations/listdatasources.js +2 -2
  260. package/models/operations/retrievedatapoint.js +2 -2
  261. package/models/operations/retrievedataset.js +2 -2
  262. package/models/operations/retrievedatasource.js +2 -2
  263. package/models/operations/updatedatapoint.js +2 -2
  264. package/models/operations/updatedataset.js +2 -2
  265. package/models/operations/updatedatasource.js +2 -2
  266. package/package.json +1 -1
  267. package/packages/orq-rc/FUNCTIONS.md +3 -5
  268. package/packages/orq-rc/README.md +131 -118
  269. package/packages/orq-rc/docs/sdks/contacts/README.md +30 -2
  270. package/packages/orq-rc/docs/sdks/evals/README.md +315 -14
  271. package/packages/orq-rc/docs/sdks/knowledge/README.md +1 -1
  272. package/packages/orq-rc/docs/sdks/orq/README.md +138 -0
  273. package/packages/orq-rc/jsr.json +1 -1
  274. package/packages/orq-rc/package-lock.json +2 -2
  275. package/packages/orq-rc/package.json +1 -1
  276. package/packages/orq-rc/src/funcs/contactsCreate.ts +21 -17
  277. package/packages/orq-rc/src/funcs/contactsDelete.ts +21 -17
  278. package/packages/orq-rc/src/funcs/contactsList.ts +21 -17
  279. package/packages/orq-rc/src/funcs/contactsRetrieve.ts +21 -17
  280. package/packages/orq-rc/src/funcs/contactsUpdate.ts +21 -17
  281. package/packages/orq-rc/src/funcs/datasetsClear.ts +21 -17
  282. package/packages/orq-rc/src/funcs/datasetsCreate.ts +21 -17
  283. package/packages/orq-rc/src/funcs/datasetsCreateDatapoint.ts +21 -17
  284. package/packages/orq-rc/src/funcs/datasetsCreateExperiment.ts +21 -17
  285. package/packages/orq-rc/src/funcs/datasetsDelete.ts +21 -17
  286. package/packages/orq-rc/src/funcs/datasetsDeleteDatapoint.ts +21 -17
  287. package/packages/orq-rc/src/funcs/datasetsList.ts +21 -17
  288. package/packages/orq-rc/src/funcs/datasetsListDatapoints.ts +21 -17
  289. package/packages/orq-rc/src/funcs/datasetsRetrieve.ts +21 -17
  290. package/packages/orq-rc/src/funcs/datasetsRetrieveDatapoint.ts +21 -17
  291. package/packages/orq-rc/src/funcs/datasetsUpdate.ts +21 -17
  292. package/packages/orq-rc/src/funcs/datasetsUpdateDatapoint.ts +21 -17
  293. package/packages/orq-rc/src/funcs/deploymentsCreateExperiment.ts +21 -17
  294. package/packages/orq-rc/src/funcs/deploymentsGetConfig.ts +21 -17
  295. package/packages/orq-rc/src/funcs/deploymentsInvoke.ts +21 -17
  296. package/packages/orq-rc/src/funcs/deploymentsList.ts +21 -17
  297. package/packages/orq-rc/src/funcs/deploymentsMetricsCreate.ts +21 -17
  298. package/packages/orq-rc/src/funcs/deploymentsStream.ts +21 -17
  299. package/packages/orq-rc/src/funcs/evalsAgeAppropriate.ts +21 -17
  300. package/packages/orq-rc/src/funcs/evalsAll.ts +173 -0
  301. package/packages/orq-rc/src/funcs/{evalsRunBertScore.ts → evalsBertScore.ts} +40 -34
  302. package/packages/orq-rc/src/funcs/evalsBleuScore.ts +21 -17
  303. package/packages/orq-rc/src/funcs/evalsBotDetection.ts +21 -17
  304. package/packages/orq-rc/src/funcs/evalsContains.ts +21 -17
  305. package/packages/orq-rc/src/funcs/evalsContainsAll.ts +21 -17
  306. package/packages/orq-rc/src/funcs/evalsContainsAny.ts +21 -17
  307. package/packages/orq-rc/src/funcs/evalsContainsEmail.ts +21 -17
  308. package/packages/orq-rc/src/funcs/evalsContainsNone.ts +21 -17
  309. package/packages/orq-rc/src/funcs/evalsContainsUrl.ts +21 -17
  310. package/packages/orq-rc/src/funcs/evalsContainsValidLink.ts +21 -17
  311. package/packages/orq-rc/src/funcs/evalsCreate.ts +21 -17
  312. package/packages/orq-rc/src/funcs/evalsDelete.ts +173 -0
  313. package/packages/orq-rc/src/funcs/evalsEndsWith.ts +21 -17
  314. package/packages/orq-rc/src/funcs/evalsExactMatch.ts +21 -17
  315. package/packages/orq-rc/src/funcs/evalsFactCheckingKnowledgeBase.ts +21 -17
  316. package/packages/orq-rc/src/funcs/evalsGrammar.ts +21 -17
  317. package/packages/orq-rc/src/funcs/evalsInvoke.ts +177 -0
  318. package/packages/orq-rc/src/funcs/evalsLengthBetween.ts +21 -17
  319. package/packages/orq-rc/src/funcs/evalsLengthGreaterThan.ts +21 -17
  320. package/packages/orq-rc/src/funcs/evalsLengthLessThan.ts +21 -17
  321. package/packages/orq-rc/src/funcs/evalsLocalization.ts +21 -17
  322. package/packages/orq-rc/src/funcs/evalsPii.ts +21 -17
  323. package/packages/orq-rc/src/funcs/evalsRagasCoherence.ts +21 -17
  324. package/packages/orq-rc/src/funcs/evalsRagasConciseness.ts +21 -17
  325. package/packages/orq-rc/src/funcs/evalsRagasContextPrecision.ts +21 -17
  326. package/packages/orq-rc/src/funcs/evalsRagasCorrectness.ts +21 -17
  327. package/packages/orq-rc/src/funcs/evalsRagasFaithfulness.ts +21 -17
  328. package/packages/orq-rc/src/funcs/evalsRagasHarmfulness.ts +21 -17
  329. package/packages/orq-rc/src/funcs/evalsRagasMaliciousness.ts +21 -17
  330. package/packages/orq-rc/src/funcs/evalsRagasResponseRelevancy.ts +21 -17
  331. package/packages/orq-rc/src/funcs/evalsRagasSummarization.ts +21 -17
  332. package/packages/orq-rc/src/funcs/evalsSentimentClassification.ts +21 -17
  333. package/packages/orq-rc/src/funcs/evalsSummarization.ts +21 -17
  334. package/packages/orq-rc/src/funcs/evalsToneOfVoice.ts +21 -17
  335. package/packages/orq-rc/src/funcs/evalsTranslation.ts +21 -17
  336. package/packages/orq-rc/src/funcs/evalsUpdate.ts +173 -0
  337. package/packages/orq-rc/src/funcs/evalsValidJson.ts +21 -17
  338. package/packages/orq-rc/src/funcs/feedbackCreate.ts +21 -17
  339. package/packages/orq-rc/src/funcs/filesCreate.ts +32 -21
  340. package/packages/orq-rc/src/funcs/filesDelete.ts +21 -17
  341. package/packages/orq-rc/src/funcs/filesGet.ts +21 -17
  342. package/packages/orq-rc/src/funcs/filesList.ts +21 -17
  343. package/packages/orq-rc/src/funcs/getV2ModelsLitellmModels.ts +143 -0
  344. package/packages/orq-rc/src/funcs/knowledgeCreate.ts +21 -17
  345. package/packages/orq-rc/src/funcs/knowledgeCreateChunks.ts +25 -21
  346. package/packages/orq-rc/src/funcs/knowledgeCreateDatasource.ts +21 -17
  347. package/packages/orq-rc/src/funcs/knowledgeDelete.ts +21 -17
  348. package/packages/orq-rc/src/funcs/knowledgeDeleteChunk.ts +21 -17
  349. package/packages/orq-rc/src/funcs/knowledgeDeleteDatasource.ts +21 -17
  350. package/packages/orq-rc/src/funcs/knowledgeList.ts +21 -17
  351. package/packages/orq-rc/src/funcs/knowledgeListChunks.ts +21 -17
  352. package/packages/orq-rc/src/funcs/knowledgeListDatasources.ts +21 -17
  353. package/packages/orq-rc/src/funcs/knowledgeRetrieve.ts +21 -17
  354. package/packages/orq-rc/src/funcs/knowledgeRetrieveChunk.ts +21 -17
  355. package/packages/orq-rc/src/funcs/knowledgeRetrieveDatasource.ts +21 -17
  356. package/packages/orq-rc/src/funcs/knowledgeSearch.ts +21 -17
  357. package/packages/orq-rc/src/funcs/knowledgeUpdate.ts +21 -17
  358. package/packages/orq-rc/src/funcs/knowledgeUpdateChunk.ts +21 -17
  359. package/packages/orq-rc/src/funcs/knowledgeUpdateDatasource.ts +21 -17
  360. package/packages/orq-rc/src/funcs/modelsList.ts +21 -17
  361. package/packages/orq-rc/src/funcs/postV2ModelsLitellmImport.ts +167 -0
  362. package/packages/orq-rc/src/funcs/promptsCreate.ts +21 -17
  363. package/packages/orq-rc/src/funcs/promptsDelete.ts +21 -17
  364. package/packages/orq-rc/src/funcs/promptsGetVersion.ts +21 -17
  365. package/packages/orq-rc/src/funcs/promptsList.ts +21 -17
  366. package/packages/orq-rc/src/funcs/promptsListVersions.ts +21 -17
  367. package/packages/orq-rc/src/funcs/promptsRetrieve.ts +21 -17
  368. package/packages/orq-rc/src/funcs/promptsUpdate.ts +21 -17
  369. package/packages/orq-rc/src/funcs/remoteconfigsRetrieve.ts +21 -17
  370. package/packages/orq-rc/src/lib/config.ts +3 -3
  371. package/packages/orq-rc/src/lib/files.ts +42 -0
  372. package/packages/orq-rc/src/lib/matchers.ts +44 -41
  373. package/packages/orq-rc/src/mcp-server/mcp-server.ts +1 -1
  374. package/packages/orq-rc/src/mcp-server/server.ts +15 -3
  375. package/packages/orq-rc/src/mcp-server/tools/evalsAll.ts +35 -0
  376. package/packages/orq-rc/src/mcp-server/tools/{evalsRunBertScore.ts → evalsBertScore.ts} +5 -5
  377. package/packages/orq-rc/src/mcp-server/tools/evalsDelete.ts +33 -0
  378. package/packages/orq-rc/src/mcp-server/tools/evalsInvoke.ts +35 -0
  379. package/packages/orq-rc/src/mcp-server/tools/evalsUpdate.ts +35 -0
  380. package/packages/orq-rc/src/mcp-server/tools/getV2ModelsLitellmModels.ts +30 -0
  381. package/packages/orq-rc/src/mcp-server/tools/postV2ModelsLitellmImport.ts +38 -0
  382. package/packages/orq-rc/src/models/errors/apierror.ts +23 -31
  383. package/packages/orq-rc/src/models/errors/createeval.ts +15 -4
  384. package/packages/orq-rc/src/models/errors/deletecontact.ts +15 -5
  385. package/packages/orq-rc/src/models/errors/deleteeval.ts +82 -0
  386. package/packages/orq-rc/src/models/errors/evalsageappropriate.ts +29 -8
  387. package/packages/orq-rc/src/models/errors/evalsbertscore.ts +158 -0
  388. package/packages/orq-rc/src/models/errors/evalsbleuscore.ts +29 -8
  389. package/packages/orq-rc/src/models/errors/evalsbotdetection.ts +29 -8
  390. package/packages/orq-rc/src/models/errors/evalscontains.ts +29 -8
  391. package/packages/orq-rc/src/models/errors/evalscontainsall.ts +29 -8
  392. package/packages/orq-rc/src/models/errors/evalscontainsany.ts +29 -8
  393. package/packages/orq-rc/src/models/errors/evalscontainsemail.ts +29 -8
  394. package/packages/orq-rc/src/models/errors/evalscontainsnone.ts +29 -8
  395. package/packages/orq-rc/src/models/errors/evalscontainsurl.ts +29 -8
  396. package/packages/orq-rc/src/models/errors/evalscontainsvalidlink.ts +29 -8
  397. package/packages/orq-rc/src/models/errors/evalsendswith.ts +29 -8
  398. package/packages/orq-rc/src/models/errors/evalsexactmatch.ts +29 -8
  399. package/packages/orq-rc/src/models/errors/evalsfactcheckingknowledgebase.ts +29 -8
  400. package/packages/orq-rc/src/models/errors/evalsgrammar.ts +29 -8
  401. package/packages/orq-rc/src/models/errors/evalslengthbetween.ts +29 -8
  402. package/packages/orq-rc/src/models/errors/evalslengthgreaterthan.ts +29 -8
  403. package/packages/orq-rc/src/models/errors/evalslengthlessthan.ts +29 -8
  404. package/packages/orq-rc/src/models/errors/evalslocalization.ts +29 -8
  405. package/packages/orq-rc/src/models/errors/evalspii.ts +29 -8
  406. package/packages/orq-rc/src/models/errors/evalsragascoherence.ts +29 -8
  407. package/packages/orq-rc/src/models/errors/evalsragasconciseness.ts +29 -8
  408. package/packages/orq-rc/src/models/errors/evalsragascontextprecision.ts +29 -8
  409. package/packages/orq-rc/src/models/errors/evalsragascorrectness.ts +29 -8
  410. package/packages/orq-rc/src/models/errors/evalsragasfaithfulness.ts +29 -8
  411. package/packages/orq-rc/src/models/errors/evalsragasharmfulness.ts +29 -8
  412. package/packages/orq-rc/src/models/errors/evalsragasmaliciousness.ts +29 -8
  413. package/packages/orq-rc/src/models/errors/evalsragasresponserelevancy.ts +29 -8
  414. package/packages/orq-rc/src/models/errors/evalsragassummarization.ts +29 -8
  415. package/packages/orq-rc/src/models/errors/evalssentimentclassification.ts +29 -8
  416. package/packages/orq-rc/src/models/errors/evalssummarization.ts +29 -8
  417. package/packages/orq-rc/src/models/errors/evalstoneofvoice.ts +29 -8
  418. package/packages/orq-rc/src/models/errors/evalstranslation.ts +29 -8
  419. package/packages/orq-rc/src/models/errors/evalsvalidjson.ts +29 -8
  420. package/packages/orq-rc/src/models/errors/getevals.ts +82 -0
  421. package/packages/orq-rc/src/models/errors/getpromptversion.ts +15 -4
  422. package/packages/orq-rc/src/models/errors/honoapierror.ts +15 -5
  423. package/packages/orq-rc/src/models/errors/index.ts +6 -1
  424. package/packages/orq-rc/src/models/errors/invokeeval.ts +158 -0
  425. package/packages/orq-rc/src/models/errors/orqerror.ts +35 -0
  426. package/packages/orq-rc/src/models/errors/responsevalidationerror.ts +50 -0
  427. package/packages/orq-rc/src/models/errors/retrievecontact.ts +15 -5
  428. package/packages/orq-rc/src/models/errors/sdkvalidationerror.ts +12 -0
  429. package/packages/orq-rc/src/models/errors/updatecontact.ts +15 -4
  430. package/packages/orq-rc/src/models/errors/updateeval.ts +82 -0
  431. package/packages/orq-rc/src/models/errors/updateprompt.ts +15 -4
  432. package/packages/orq-rc/src/models/operations/createchunk.ts +54 -44
  433. package/packages/orq-rc/src/models/operations/createcontact.ts +2 -2
  434. package/packages/orq-rc/src/models/operations/createdataset.ts +2 -2
  435. package/packages/orq-rc/src/models/operations/createdatasetitem.ts +2 -2
  436. package/packages/orq-rc/src/models/operations/createdatasource.ts +2 -2
  437. package/packages/orq-rc/src/models/operations/createeval.ts +16 -16
  438. package/packages/orq-rc/src/models/operations/createprompt.ts +2 -0
  439. package/packages/orq-rc/src/models/operations/deleteeval.ts +66 -0
  440. package/packages/orq-rc/src/models/operations/deploymentgetconfig.ts +30 -24
  441. package/packages/orq-rc/src/models/operations/deploymentinvoke.ts +1 -0
  442. package/packages/orq-rc/src/models/operations/deployments.ts +1 -0
  443. package/packages/orq-rc/src/models/operations/evalsbertscore.ts +197 -0
  444. package/packages/orq-rc/src/models/operations/fileget.ts +2 -2
  445. package/packages/orq-rc/src/models/operations/filelist.ts +2 -2
  446. package/packages/orq-rc/src/models/operations/fileupload.ts +2 -2
  447. package/packages/orq-rc/src/models/operations/getallprompts.ts +1 -0
  448. package/packages/orq-rc/src/models/operations/getevals.ts +6187 -0
  449. package/packages/orq-rc/src/models/operations/getoneprompt.ts +1 -0
  450. package/packages/orq-rc/src/models/operations/getpromptversion.ts +1 -0
  451. package/packages/orq-rc/src/models/operations/getv2modelslitellmmodels.ts +530 -0
  452. package/packages/orq-rc/src/models/operations/index.ts +7 -1
  453. package/packages/orq-rc/src/models/operations/invokeeval.ts +2492 -0
  454. package/packages/orq-rc/src/models/operations/listcontacts.ts +2 -2
  455. package/packages/orq-rc/src/models/operations/listdatasetdatapoints.ts +2 -2
  456. package/packages/orq-rc/src/models/operations/listdatasets.ts +2 -2
  457. package/packages/orq-rc/src/models/operations/listdatasources.ts +2 -2
  458. package/packages/orq-rc/src/models/operations/listpromptversions.ts +1 -0
  459. package/packages/orq-rc/src/models/operations/postv2modelslitellmimport.ts +2408 -0
  460. package/packages/orq-rc/src/models/operations/retrievecontact.ts +2 -2
  461. package/packages/orq-rc/src/models/operations/retrievedatapoint.ts +2 -2
  462. package/packages/orq-rc/src/models/operations/retrievedataset.ts +2 -2
  463. package/packages/orq-rc/src/models/operations/retrievedatasource.ts +2 -2
  464. package/packages/orq-rc/src/models/operations/updatecontact.ts +2 -2
  465. package/packages/orq-rc/src/models/operations/updatedatapoint.ts +2 -2
  466. package/packages/orq-rc/src/models/operations/updatedataset.ts +2 -2
  467. package/packages/orq-rc/src/models/operations/updatedatasource.ts +2 -2
  468. package/packages/orq-rc/src/models/operations/updateeval.ts +4131 -0
  469. package/packages/orq-rc/src/models/operations/updateprompt.ts +2 -0
  470. package/packages/orq-rc/src/sdk/evals.ts +65 -5
  471. package/packages/orq-rc/src/sdk/knowledge.ts +1 -1
  472. package/packages/orq-rc/src/sdk/sdk.ts +37 -1
  473. package/src/funcs/contactsCreate.ts +21 -17
  474. package/src/funcs/datasetsClear.ts +21 -17
  475. package/src/funcs/datasetsCreate.ts +21 -17
  476. package/src/funcs/datasetsCreateDatapoint.ts +21 -17
  477. package/src/funcs/datasetsCreateDatapoints.ts +21 -17
  478. package/src/funcs/datasetsCreateExperiment.ts +21 -17
  479. package/src/funcs/datasetsDelete.ts +21 -17
  480. package/src/funcs/datasetsDeleteDatapoint.ts +21 -17
  481. package/src/funcs/datasetsList.ts +21 -17
  482. package/src/funcs/datasetsListDatapoints.ts +21 -17
  483. package/src/funcs/datasetsRetrieve.ts +21 -17
  484. package/src/funcs/datasetsRetrieveDatapoint.ts +21 -17
  485. package/src/funcs/datasetsUpdate.ts +21 -17
  486. package/src/funcs/datasetsUpdateDatapoint.ts +21 -17
  487. package/src/funcs/deploymentsCreateExperiment.ts +21 -17
  488. package/src/funcs/deploymentsGetConfig.ts +21 -17
  489. package/src/funcs/deploymentsInvoke.ts +21 -17
  490. package/src/funcs/deploymentsList.ts +21 -17
  491. package/src/funcs/deploymentsMetricsCreate.ts +21 -17
  492. package/src/funcs/deploymentsStream.ts +21 -17
  493. package/src/funcs/feedbackCreate.ts +21 -17
  494. package/src/funcs/filesCreate.ts +32 -21
  495. package/src/funcs/filesDelete.ts +21 -17
  496. package/src/funcs/filesGet.ts +21 -17
  497. package/src/funcs/filesList.ts +21 -17
  498. package/src/funcs/knowledgeCreate.ts +21 -17
  499. package/src/funcs/knowledgeCreateChunks.ts +21 -17
  500. package/src/funcs/knowledgeCreateDatasource.ts +21 -17
  501. package/src/funcs/knowledgeDelete.ts +21 -17
  502. package/src/funcs/knowledgeDeleteChunk.ts +21 -17
  503. package/src/funcs/knowledgeDeleteDatasource.ts +21 -17
  504. package/src/funcs/knowledgeList.ts +21 -17
  505. package/src/funcs/knowledgeListChunks.ts +21 -17
  506. package/src/funcs/knowledgeListDatasources.ts +21 -17
  507. package/src/funcs/knowledgeRetrieve.ts +21 -17
  508. package/src/funcs/knowledgeRetrieveChunk.ts +21 -17
  509. package/src/funcs/knowledgeRetrieveDatasource.ts +21 -17
  510. package/src/funcs/knowledgeSearch.ts +21 -17
  511. package/src/funcs/knowledgeUpdate.ts +21 -17
  512. package/src/funcs/knowledgeUpdateChunk.ts +21 -17
  513. package/src/funcs/knowledgeUpdateDatasource.ts +21 -17
  514. package/src/funcs/modelsList.ts +21 -17
  515. package/src/funcs/promptsCreate.ts +21 -17
  516. package/src/funcs/promptsDelete.ts +21 -17
  517. package/src/funcs/promptsGetVersion.ts +21 -17
  518. package/src/funcs/promptsList.ts +21 -17
  519. package/src/funcs/promptsListVersions.ts +21 -17
  520. package/src/funcs/promptsRetrieve.ts +21 -17
  521. package/src/funcs/promptsUpdate.ts +21 -17
  522. package/src/funcs/remoteconfigsRetrieve.ts +21 -17
  523. package/src/lib/config.ts +3 -3
  524. package/src/lib/files.ts +42 -0
  525. package/src/lib/matchers.ts +44 -41
  526. package/src/mcp-server/mcp-server.ts +1 -1
  527. package/src/mcp-server/server.ts +1 -1
  528. package/src/models/errors/apierror.ts +23 -31
  529. package/src/models/errors/getpromptversion.ts +15 -4
  530. package/src/models/errors/honoapierror.ts +15 -5
  531. package/src/models/errors/index.ts +1 -0
  532. package/src/models/errors/orqerror.ts +35 -0
  533. package/src/models/errors/responsevalidationerror.ts +50 -0
  534. package/src/models/errors/sdkvalidationerror.ts +12 -0
  535. package/src/models/errors/updateprompt.ts +15 -4
  536. package/src/models/operations/bulkcreatedatapoints.ts +2 -2
  537. package/src/models/operations/createcontact.ts +2 -2
  538. package/src/models/operations/createdataset.ts +2 -2
  539. package/src/models/operations/createdatasetitem.ts +2 -2
  540. package/src/models/operations/createdatasource.ts +2 -2
  541. package/src/models/operations/fileget.ts +2 -2
  542. package/src/models/operations/filelist.ts +2 -2
  543. package/src/models/operations/fileupload.ts +2 -2
  544. package/src/models/operations/listdatasetdatapoints.ts +2 -2
  545. package/src/models/operations/listdatasets.ts +2 -2
  546. package/src/models/operations/listdatasources.ts +2 -2
  547. package/src/models/operations/retrievedatapoint.ts +2 -2
  548. package/src/models/operations/retrievedataset.ts +2 -2
  549. package/src/models/operations/retrievedatasource.ts +2 -2
  550. package/src/models/operations/updatedatapoint.ts +2 -2
  551. package/src/models/operations/updatedataset.ts +2 -2
  552. package/src/models/operations/updatedatasource.ts +2 -2
  553. package/packages/orq-rc/src/models/errors/runbertscore.ts +0 -137
  554. package/packages/orq-rc/src/models/operations/runbertscore.ts +0 -197
@@ -5,8 +5,11 @@
5
5
 
6
6
  ### Available Operations
7
7
 
8
+ * [all](#all) - Get all Evaluators
8
9
  * [create](#create) - Create an Evaluator
9
- * [runBertScore](#runbertscore) - Run BertScore Evaluator
10
+ * [update](#update) - Update an Evaluator
11
+ * [delete](#delete) - Delete an Evaluator
12
+ * [bertScore](#bertscore) - Run BertScore Evaluator
10
13
  * [bleuScore](#bleuscore) - Run BLEU Score Evaluator
11
14
  * [containsAll](#containsall) - Run Contains All Evaluator
12
15
  * [containsAny](#containsany) - Run Contains Any Evaluator
@@ -40,6 +43,76 @@
40
43
  * [ragasMaliciousness](#ragasmaliciousness) - Run Maliciousness Evaluator
41
44
  * [ragasResponseRelevancy](#ragasresponserelevancy) - Run Response Relevancy Evaluator
42
45
  * [ragasSummarization](#ragassummarization) - Run Summarization Evaluator
46
+ * [invoke](#invoke) - Invoke a Custom Evaluator
47
+
48
+ ## all
49
+
50
+ Get all Evaluators
51
+
52
+ ### Example Usage
53
+
54
+ ```typescript
55
+ import { Orq } from "@orq-ai/node";
56
+
57
+ const orq = new Orq({
58
+ apiKey: process.env["ORQ_API_KEY"] ?? "",
59
+ });
60
+
61
+ async function run() {
62
+ const result = await orq.evals.all({});
63
+
64
+ console.log(result);
65
+ }
66
+
67
+ run();
68
+ ```
69
+
70
+ ### Standalone function
71
+
72
+ The standalone function version of this method:
73
+
74
+ ```typescript
75
+ import { OrqCore } from "@orq-ai/node/core.js";
76
+ import { evalsAll } from "@orq-ai/node/funcs/evalsAll.js";
77
+
78
+ // Use `OrqCore` for best tree-shaking performance.
79
+ // You can create one instance of it to use across an application.
80
+ const orq = new OrqCore({
81
+ apiKey: process.env["ORQ_API_KEY"] ?? "",
82
+ });
83
+
84
+ async function run() {
85
+ const res = await evalsAll(orq, {});
86
+ if (res.ok) {
87
+ const { value: result } = res;
88
+ console.log(result);
89
+ } else {
90
+ console.log("evalsAll failed:", res.error);
91
+ }
92
+ }
93
+
94
+ run();
95
+ ```
96
+
97
+ ### Parameters
98
+
99
+ | Parameter | Type | Required | Description |
100
+ | ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ | ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ | ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ | ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ |
101
+ | `request` | [operations.GetEvalsRequest](../../models/operations/getevalsrequest.md) | :heavy_check_mark: | The request object to use for the request. |
102
+ | `options` | RequestOptions | :heavy_minus_sign: | Used to set various options for making HTTP requests. |
103
+ | `options.fetchOptions` | [RequestInit](https://developer.mozilla.org/en-US/docs/Web/API/Request/Request#options) | :heavy_minus_sign: | Options that are passed to the underlying HTTP request. This can be used to inject extra headers for examples. All `Request` options, except `method` and `body`, are allowed. |
104
+ | `options.retries` | [RetryConfig](../../lib/utils/retryconfig.md) | :heavy_minus_sign: | Enables retrying HTTP requests under certain failure conditions. |
105
+
106
+ ### Response
107
+
108
+ **Promise\<[operations.GetEvalsResponseBody](../../models/operations/getevalsresponsebody.md)\>**
109
+
110
+ ### Errors
111
+
112
+ | Error Type | Status Code | Content Type |
113
+ | --------------------------- | --------------------------- | --------------------------- |
114
+ | errors.GetEvalsResponseBody | 404 | application/json |
115
+ | errors.APIError | 4XX, 5XX | \*/\* |
43
116
 
44
117
  ## create
45
118
 
@@ -140,7 +213,161 @@ run();
140
213
  | errors.CreateEvalResponseBody | 404 | application/json |
141
214
  | errors.APIError | 4XX, 5XX | \*/\* |
142
215
 
143
- ## runBertScore
216
+ ## update
217
+
218
+ Update an Evaluator
219
+
220
+ ### Example Usage
221
+
222
+ ```typescript
223
+ import { Orq } from "@orq-ai/node";
224
+
225
+ const orq = new Orq({
226
+ apiKey: process.env["ORQ_API_KEY"] ?? "",
227
+ });
228
+
229
+ async function run() {
230
+ const result = await orq.evals.update({
231
+ id: "<id>",
232
+ requestBody: {
233
+ type: "llm_eval",
234
+ path: "Default",
235
+ },
236
+ });
237
+
238
+ console.log(result);
239
+ }
240
+
241
+ run();
242
+ ```
243
+
244
+ ### Standalone function
245
+
246
+ The standalone function version of this method:
247
+
248
+ ```typescript
249
+ import { OrqCore } from "@orq-ai/node/core.js";
250
+ import { evalsUpdate } from "@orq-ai/node/funcs/evalsUpdate.js";
251
+
252
+ // Use `OrqCore` for best tree-shaking performance.
253
+ // You can create one instance of it to use across an application.
254
+ const orq = new OrqCore({
255
+ apiKey: process.env["ORQ_API_KEY"] ?? "",
256
+ });
257
+
258
+ async function run() {
259
+ const res = await evalsUpdate(orq, {
260
+ id: "<id>",
261
+ requestBody: {
262
+ type: "llm_eval",
263
+ path: "Default",
264
+ },
265
+ });
266
+ if (res.ok) {
267
+ const { value: result } = res;
268
+ console.log(result);
269
+ } else {
270
+ console.log("evalsUpdate failed:", res.error);
271
+ }
272
+ }
273
+
274
+ run();
275
+ ```
276
+
277
+ ### Parameters
278
+
279
+ | Parameter | Type | Required | Description |
280
+ | ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ | ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ | ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ | ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ |
281
+ | `request` | [operations.UpdateEvalRequest](../../models/operations/updateevalrequest.md) | :heavy_check_mark: | The request object to use for the request. |
282
+ | `options` | RequestOptions | :heavy_minus_sign: | Used to set various options for making HTTP requests. |
283
+ | `options.fetchOptions` | [RequestInit](https://developer.mozilla.org/en-US/docs/Web/API/Request/Request#options) | :heavy_minus_sign: | Options that are passed to the underlying HTTP request. This can be used to inject extra headers for examples. All `Request` options, except `method` and `body`, are allowed. |
284
+ | `options.retries` | [RetryConfig](../../lib/utils/retryconfig.md) | :heavy_minus_sign: | Enables retrying HTTP requests under certain failure conditions. |
285
+
286
+ ### Response
287
+
288
+ **Promise\<[operations.UpdateEvalResponseBody](../../models/operations/updateevalresponsebody.md)\>**
289
+
290
+ ### Errors
291
+
292
+ | Error Type | Status Code | Content Type |
293
+ | ----------------------------- | ----------------------------- | ----------------------------- |
294
+ | errors.UpdateEvalResponseBody | 404 | application/json |
295
+ | errors.APIError | 4XX, 5XX | \*/\* |
296
+
297
+ ## delete
298
+
299
+ Delete an Evaluator
300
+
301
+ ### Example Usage
302
+
303
+ ```typescript
304
+ import { Orq } from "@orq-ai/node";
305
+
306
+ const orq = new Orq({
307
+ apiKey: process.env["ORQ_API_KEY"] ?? "",
308
+ });
309
+
310
+ async function run() {
311
+ await orq.evals.delete({
312
+ id: "<id>",
313
+ });
314
+
315
+
316
+ }
317
+
318
+ run();
319
+ ```
320
+
321
+ ### Standalone function
322
+
323
+ The standalone function version of this method:
324
+
325
+ ```typescript
326
+ import { OrqCore } from "@orq-ai/node/core.js";
327
+ import { evalsDelete } from "@orq-ai/node/funcs/evalsDelete.js";
328
+
329
+ // Use `OrqCore` for best tree-shaking performance.
330
+ // You can create one instance of it to use across an application.
331
+ const orq = new OrqCore({
332
+ apiKey: process.env["ORQ_API_KEY"] ?? "",
333
+ });
334
+
335
+ async function run() {
336
+ const res = await evalsDelete(orq, {
337
+ id: "<id>",
338
+ });
339
+ if (res.ok) {
340
+ const { value: result } = res;
341
+
342
+ } else {
343
+ console.log("evalsDelete failed:", res.error);
344
+ }
345
+ }
346
+
347
+ run();
348
+ ```
349
+
350
+ ### Parameters
351
+
352
+ | Parameter | Type | Required | Description |
353
+ | ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ | ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ | ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ | ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ |
354
+ | `request` | [operations.DeleteEvalRequest](../../models/operations/deleteevalrequest.md) | :heavy_check_mark: | The request object to use for the request. |
355
+ | `options` | RequestOptions | :heavy_minus_sign: | Used to set various options for making HTTP requests. |
356
+ | `options.fetchOptions` | [RequestInit](https://developer.mozilla.org/en-US/docs/Web/API/Request/Request#options) | :heavy_minus_sign: | Options that are passed to the underlying HTTP request. This can be used to inject extra headers for examples. All `Request` options, except `method` and `body`, are allowed. |
357
+ | `options.retries` | [RetryConfig](../../lib/utils/retryconfig.md) | :heavy_minus_sign: | Enables retrying HTTP requests under certain failure conditions. |
358
+
359
+ ### Response
360
+
361
+ **Promise\<void\>**
362
+
363
+ ### Errors
364
+
365
+ | Error Type | Status Code | Content Type |
366
+ | ----------------------------- | ----------------------------- | ----------------------------- |
367
+ | errors.DeleteEvalResponseBody | 404 | application/json |
368
+ | errors.APIError | 4XX, 5XX | \*/\* |
369
+
370
+ ## bertScore
144
371
 
145
372
  Run BertScore Evaluator
146
373
 
@@ -154,7 +381,7 @@ const orq = new Orq({
154
381
  });
155
382
 
156
383
  async function run() {
157
- const result = await orq.evals.runBertScore();
384
+ const result = await orq.evals.bertScore();
158
385
 
159
386
  console.log(result);
160
387
  }
@@ -168,7 +395,7 @@ The standalone function version of this method:
168
395
 
169
396
  ```typescript
170
397
  import { OrqCore } from "@orq-ai/node/core.js";
171
- import { evalsRunBertScore } from "@orq-ai/node/funcs/evalsRunBertScore.js";
398
+ import { evalsBertScore } from "@orq-ai/node/funcs/evalsBertScore.js";
172
399
 
173
400
  // Use `OrqCore` for best tree-shaking performance.
174
401
  // You can create one instance of it to use across an application.
@@ -177,12 +404,12 @@ const orq = new OrqCore({
177
404
  });
178
405
 
179
406
  async function run() {
180
- const res = await evalsRunBertScore(orq);
407
+ const res = await evalsBertScore(orq);
181
408
  if (res.ok) {
182
409
  const { value: result } = res;
183
410
  console.log(result);
184
411
  } else {
185
- console.log("evalsRunBertScore failed:", res.error);
412
+ console.log("evalsBertScore failed:", res.error);
186
413
  }
187
414
  }
188
415
 
@@ -193,22 +420,22 @@ run();
193
420
 
194
421
  | Parameter | Type | Required | Description |
195
422
  | ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ | ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ | ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ | ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ |
196
- | `request` | [operations.RunBertScoreRequestBody](../../models/operations/runbertscorerequestbody.md) | :heavy_check_mark: | The request object to use for the request. |
423
+ | `request` | [operations.EvalsBertScoreRequestBody](../../models/operations/evalsbertscorerequestbody.md) | :heavy_check_mark: | The request object to use for the request. |
197
424
  | `options` | RequestOptions | :heavy_minus_sign: | Used to set various options for making HTTP requests. |
198
425
  | `options.fetchOptions` | [RequestInit](https://developer.mozilla.org/en-US/docs/Web/API/Request/Request#options) | :heavy_minus_sign: | Options that are passed to the underlying HTTP request. This can be used to inject extra headers for examples. All `Request` options, except `method` and `body`, are allowed. |
199
426
  | `options.retries` | [RetryConfig](../../lib/utils/retryconfig.md) | :heavy_minus_sign: | Enables retrying HTTP requests under certain failure conditions. |
200
427
 
201
428
  ### Response
202
429
 
203
- **Promise\<[operations.RunBertScoreResponseBody](../../models/operations/runbertscoreresponsebody.md)\>**
430
+ **Promise\<[operations.EvalsBertScoreResponseBody](../../models/operations/evalsbertscoreresponsebody.md)\>**
204
431
 
205
432
  ### Errors
206
433
 
207
- | Error Type | Status Code | Content Type |
208
- | ------------------------------------ | ------------------------------------ | ------------------------------------ |
209
- | errors.RunBertScoreResponseBody | 404 | application/json |
210
- | errors.RunBertScoreEvalsResponseBody | 500 | application/json |
211
- | errors.APIError | 4XX, 5XX | \*/\* |
434
+ | Error Type | Status Code | Content Type |
435
+ | -------------------------------------- | -------------------------------------- | -------------------------------------- |
436
+ | errors.EvalsBertScoreResponseBody | 404 | application/json |
437
+ | errors.EvalsBertScoreEvalsResponseBody | 500 | application/json |
438
+ | errors.APIError | 4XX, 5XX | \*/\* |
212
439
 
213
440
  ## bleuScore
214
441
 
@@ -2518,4 +2745,78 @@ run();
2518
2745
  | ----------------------------------------------- | ----------------------------------------------- | ----------------------------------------------- |
2519
2746
  | errors.EvalsRagasSummarizationResponseBody | 404 | application/json |
2520
2747
  | errors.EvalsRagasSummarizationEvalsResponseBody | 500 | application/json |
2521
- | errors.APIError | 4XX, 5XX | \*/\* |
2748
+ | errors.APIError | 4XX, 5XX | \*/\* |
2749
+
2750
+ ## invoke
2751
+
2752
+ Invoke a Custom Evaluator
2753
+
2754
+ ### Example Usage
2755
+
2756
+ ```typescript
2757
+ import { Orq } from "@orq-ai/node";
2758
+
2759
+ const orq = new Orq({
2760
+ apiKey: process.env["ORQ_API_KEY"] ?? "",
2761
+ });
2762
+
2763
+ async function run() {
2764
+ const result = await orq.evals.invoke({
2765
+ id: "<id>",
2766
+ });
2767
+
2768
+ console.log(result);
2769
+ }
2770
+
2771
+ run();
2772
+ ```
2773
+
2774
+ ### Standalone function
2775
+
2776
+ The standalone function version of this method:
2777
+
2778
+ ```typescript
2779
+ import { OrqCore } from "@orq-ai/node/core.js";
2780
+ import { evalsInvoke } from "@orq-ai/node/funcs/evalsInvoke.js";
2781
+
2782
+ // Use `OrqCore` for best tree-shaking performance.
2783
+ // You can create one instance of it to use across an application.
2784
+ const orq = new OrqCore({
2785
+ apiKey: process.env["ORQ_API_KEY"] ?? "",
2786
+ });
2787
+
2788
+ async function run() {
2789
+ const res = await evalsInvoke(orq, {
2790
+ id: "<id>",
2791
+ });
2792
+ if (res.ok) {
2793
+ const { value: result } = res;
2794
+ console.log(result);
2795
+ } else {
2796
+ console.log("evalsInvoke failed:", res.error);
2797
+ }
2798
+ }
2799
+
2800
+ run();
2801
+ ```
2802
+
2803
+ ### Parameters
2804
+
2805
+ | Parameter | Type | Required | Description |
2806
+ | ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ | ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ | ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ | ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ |
2807
+ | `request` | [operations.InvokeEvalRequest](../../models/operations/invokeevalrequest.md) | :heavy_check_mark: | The request object to use for the request. |
2808
+ | `options` | RequestOptions | :heavy_minus_sign: | Used to set various options for making HTTP requests. |
2809
+ | `options.fetchOptions` | [RequestInit](https://developer.mozilla.org/en-US/docs/Web/API/Request/Request#options) | :heavy_minus_sign: | Options that are passed to the underlying HTTP request. This can be used to inject extra headers for examples. All `Request` options, except `method` and `body`, are allowed. |
2810
+ | `options.retries` | [RetryConfig](../../lib/utils/retryconfig.md) | :heavy_minus_sign: | Enables retrying HTTP requests under certain failure conditions. |
2811
+
2812
+ ### Response
2813
+
2814
+ **Promise\<[operations.InvokeEvalResponseBody](../../models/operations/invokeevalresponsebody.md)\>**
2815
+
2816
+ ### Errors
2817
+
2818
+ | Error Type | Status Code | Content Type |
2819
+ | ---------------------------------- | ---------------------------------- | ---------------------------------- |
2820
+ | errors.InvokeEvalResponseBody | 404 | application/json |
2821
+ | errors.InvokeEvalEvalsResponseBody | 500 | application/json |
2822
+ | errors.APIError | 4XX, 5XX | \*/\* |
@@ -908,7 +908,7 @@ run();
908
908
 
909
909
  ### Response
910
910
 
911
- **Promise\<[operations.ResponseBody[]](../../models/.md)\>**
911
+ **Promise\<[operations.CreateChunkResponseBody[]](../../models/.md)\>**
912
912
 
913
913
  ### Errors
914
914
 
@@ -8,3 +8,141 @@ orq.ai Documentation
8
8
  <https://docs.orq.ai>
9
9
 
10
10
  ### Available Operations
11
+
12
+ * [getV2ModelsLitellmModels](#getv2modelslitellmmodels) - Get available models from LiteLLM
13
+ * [postV2ModelsLitellmImport](#postv2modelslitellmimport) - Import models from LiteLLM
14
+
15
+ ## getV2ModelsLitellmModels
16
+
17
+ Fetches all available models from the configured LiteLLM instance
18
+
19
+ ### Example Usage
20
+
21
+ ```typescript
22
+ import { Orq } from "@orq-ai/node";
23
+
24
+ const orq = new Orq({
25
+ apiKey: process.env["ORQ_API_KEY"] ?? "",
26
+ });
27
+
28
+ async function run() {
29
+ const result = await orq.getV2ModelsLitellmModels();
30
+
31
+ console.log(result);
32
+ }
33
+
34
+ run();
35
+ ```
36
+
37
+ ### Standalone function
38
+
39
+ The standalone function version of this method:
40
+
41
+ ```typescript
42
+ import { OrqCore } from "@orq-ai/node/core.js";
43
+ import { getV2ModelsLitellmModels } from "@orq-ai/node/funcs/getV2ModelsLitellmModels.js";
44
+
45
+ // Use `OrqCore` for best tree-shaking performance.
46
+ // You can create one instance of it to use across an application.
47
+ const orq = new OrqCore({
48
+ apiKey: process.env["ORQ_API_KEY"] ?? "",
49
+ });
50
+
51
+ async function run() {
52
+ const res = await getV2ModelsLitellmModels(orq);
53
+ if (res.ok) {
54
+ const { value: result } = res;
55
+ console.log(result);
56
+ } else {
57
+ console.log("getV2ModelsLitellmModels failed:", res.error);
58
+ }
59
+ }
60
+
61
+ run();
62
+ ```
63
+
64
+ ### Parameters
65
+
66
+ | Parameter | Type | Required | Description |
67
+ | ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ | ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ | ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ | ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ |
68
+ | `options` | RequestOptions | :heavy_minus_sign: | Used to set various options for making HTTP requests. |
69
+ | `options.fetchOptions` | [RequestInit](https://developer.mozilla.org/en-US/docs/Web/API/Request/Request#options) | :heavy_minus_sign: | Options that are passed to the underlying HTTP request. This can be used to inject extra headers for examples. All `Request` options, except `method` and `body`, are allowed. |
70
+ | `options.retries` | [RetryConfig](../../lib/utils/retryconfig.md) | :heavy_minus_sign: | Enables retrying HTTP requests under certain failure conditions. |
71
+
72
+ ### Response
73
+
74
+ **Promise\<[operations.ResponseBody[]](../../models/.md)\>**
75
+
76
+ ### Errors
77
+
78
+ | Error Type | Status Code | Content Type |
79
+ | --------------- | --------------- | --------------- |
80
+ | errors.APIError | 4XX, 5XX | \*/\* |
81
+
82
+ ## postV2ModelsLitellmImport
83
+
84
+ Imports selected models from LiteLLM instance into the model garden
85
+
86
+ ### Example Usage
87
+
88
+ ```typescript
89
+ import { Orq } from "@orq-ai/node";
90
+
91
+ const orq = new Orq({
92
+ apiKey: process.env["ORQ_API_KEY"] ?? "",
93
+ });
94
+
95
+ async function run() {
96
+ const result = await orq.postV2ModelsLitellmImport();
97
+
98
+ console.log(result);
99
+ }
100
+
101
+ run();
102
+ ```
103
+
104
+ ### Standalone function
105
+
106
+ The standalone function version of this method:
107
+
108
+ ```typescript
109
+ import { OrqCore } from "@orq-ai/node/core.js";
110
+ import { postV2ModelsLitellmImport } from "@orq-ai/node/funcs/postV2ModelsLitellmImport.js";
111
+
112
+ // Use `OrqCore` for best tree-shaking performance.
113
+ // You can create one instance of it to use across an application.
114
+ const orq = new OrqCore({
115
+ apiKey: process.env["ORQ_API_KEY"] ?? "",
116
+ });
117
+
118
+ async function run() {
119
+ const res = await postV2ModelsLitellmImport(orq);
120
+ if (res.ok) {
121
+ const { value: result } = res;
122
+ console.log(result);
123
+ } else {
124
+ console.log("postV2ModelsLitellmImport failed:", res.error);
125
+ }
126
+ }
127
+
128
+ run();
129
+ ```
130
+
131
+ ### Parameters
132
+
133
+ | Parameter | Type | Required | Description |
134
+ | ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ | ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ | ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ | ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ |
135
+ | `request` | [operations.RequestBody[]](../../models/.md) | :heavy_check_mark: | The request object to use for the request. |
136
+ | `options` | RequestOptions | :heavy_minus_sign: | Used to set various options for making HTTP requests. |
137
+ | `options.fetchOptions` | [RequestInit](https://developer.mozilla.org/en-US/docs/Web/API/Request/Request#options) | :heavy_minus_sign: | Options that are passed to the underlying HTTP request. This can be used to inject extra headers for examples. All `Request` options, except `method` and `body`, are allowed. |
138
+ | `options.retries` | [RetryConfig](../../lib/utils/retryconfig.md) | :heavy_minus_sign: | Enables retrying HTTP requests under certain failure conditions. |
139
+
140
+ ### Response
141
+
142
+ **Promise\<[operations.PostV2ModelsLitellmImportResponseBody[]](../../models/.md)\>**
143
+
144
+ ### Errors
145
+
146
+ | Error Type | Status Code | Content Type |
147
+ | --------------- | --------------- | --------------- |
148
+ | errors.APIError | 4XX, 5XX | \*/\* |
@@ -2,7 +2,7 @@
2
2
 
3
3
  {
4
4
  "name": "@orq-ai/node",
5
- "version": "3.8.0-rc.1",
5
+ "version": "3.8.0-rc.17",
6
6
  "exports": {
7
7
  ".": "./src/index.ts",
8
8
  "./models/errors": "./src/models/errors/index.ts",
@@ -1,12 +1,12 @@
1
1
  {
2
2
  "name": "@orq-ai/node",
3
- "version": "3.8.0-rc.1",
3
+ "version": "3.8.0-rc.17",
4
4
  "lockfileVersion": 3,
5
5
  "requires": true,
6
6
  "packages": {
7
7
  "": {
8
8
  "name": "@orq-ai/node",
9
- "version": "3.8.0-rc.1",
9
+ "version": "3.8.0-rc.17",
10
10
  "bin": {
11
11
  "mcp": "bin/mcp-server.js"
12
12
  },
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "@orq-ai/node",
3
- "version": "3.8.0-rc.1",
3
+ "version": "3.8.0-rc.17",
4
4
  "author": "Orq",
5
5
  "bin": {
6
6
  "mcp": "bin/mcp-server.js"