@orq-ai/node 3.6.2 → 3.6.4

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (436) hide show
  1. package/bin/mcp-server.js +143 -43
  2. package/bin/mcp-server.js.map +73 -73
  3. package/funcs/contactsCreate.js +2 -0
  4. package/funcs/contactsCreate.js.map +1 -1
  5. package/funcs/datasetsClear.js +2 -0
  6. package/funcs/datasetsClear.js.map +1 -1
  7. package/funcs/datasetsCreate.js +2 -0
  8. package/funcs/datasetsCreate.js.map +1 -1
  9. package/funcs/datasetsCreateDatapoint.js +2 -0
  10. package/funcs/datasetsCreateDatapoint.js.map +1 -1
  11. package/funcs/datasetsCreateDatapoints.js +2 -0
  12. package/funcs/datasetsCreateDatapoints.js.map +1 -1
  13. package/funcs/datasetsCreateExperiment.js +2 -0
  14. package/funcs/datasetsCreateExperiment.js.map +1 -1
  15. package/funcs/datasetsDelete.js +2 -0
  16. package/funcs/datasetsDelete.js.map +1 -1
  17. package/funcs/datasetsDeleteDatapoint.js +2 -0
  18. package/funcs/datasetsDeleteDatapoint.js.map +1 -1
  19. package/funcs/datasetsList.js +2 -0
  20. package/funcs/datasetsList.js.map +1 -1
  21. package/funcs/datasetsListDatapoints.js +2 -0
  22. package/funcs/datasetsListDatapoints.js.map +1 -1
  23. package/funcs/datasetsRetrieve.js +2 -0
  24. package/funcs/datasetsRetrieve.js.map +1 -1
  25. package/funcs/datasetsRetrieveDatapoint.js +2 -0
  26. package/funcs/datasetsRetrieveDatapoint.js.map +1 -1
  27. package/funcs/datasetsUpdate.js +2 -0
  28. package/funcs/datasetsUpdate.js.map +1 -1
  29. package/funcs/datasetsUpdateDatapoint.js +2 -0
  30. package/funcs/datasetsUpdateDatapoint.js.map +1 -1
  31. package/funcs/deploymentsCreateExperiment.js +2 -0
  32. package/funcs/deploymentsCreateExperiment.js.map +1 -1
  33. package/funcs/deploymentsGetConfig.js +2 -0
  34. package/funcs/deploymentsGetConfig.js.map +1 -1
  35. package/funcs/deploymentsInvoke.js +2 -0
  36. package/funcs/deploymentsInvoke.js.map +1 -1
  37. package/funcs/deploymentsList.js +2 -0
  38. package/funcs/deploymentsList.js.map +1 -1
  39. package/funcs/deploymentsMetricsCreate.js +2 -0
  40. package/funcs/deploymentsMetricsCreate.js.map +1 -1
  41. package/funcs/deploymentsStream.js +2 -0
  42. package/funcs/deploymentsStream.js.map +1 -1
  43. package/funcs/feedbackCreate.js +2 -0
  44. package/funcs/feedbackCreate.js.map +1 -1
  45. package/funcs/filesCreate.js +2 -0
  46. package/funcs/filesCreate.js.map +1 -1
  47. package/funcs/filesDelete.js +2 -0
  48. package/funcs/filesDelete.js.map +1 -1
  49. package/funcs/filesGet.js +2 -0
  50. package/funcs/filesGet.js.map +1 -1
  51. package/funcs/filesList.js +2 -0
  52. package/funcs/filesList.js.map +1 -1
  53. package/funcs/knowledgeCreate.js +2 -0
  54. package/funcs/knowledgeCreate.js.map +1 -1
  55. package/funcs/knowledgeCreateChunks.js +2 -0
  56. package/funcs/knowledgeCreateChunks.js.map +1 -1
  57. package/funcs/knowledgeCreateDatasource.js +2 -0
  58. package/funcs/knowledgeCreateDatasource.js.map +1 -1
  59. package/funcs/knowledgeDelete.js +2 -0
  60. package/funcs/knowledgeDelete.js.map +1 -1
  61. package/funcs/knowledgeDeleteChunk.js +2 -0
  62. package/funcs/knowledgeDeleteChunk.js.map +1 -1
  63. package/funcs/knowledgeDeleteDatasource.js +2 -0
  64. package/funcs/knowledgeDeleteDatasource.js.map +1 -1
  65. package/funcs/knowledgeList.js +2 -0
  66. package/funcs/knowledgeList.js.map +1 -1
  67. package/funcs/knowledgeListChunks.js +2 -0
  68. package/funcs/knowledgeListChunks.js.map +1 -1
  69. package/funcs/knowledgeListDatasources.js +2 -0
  70. package/funcs/knowledgeListDatasources.js.map +1 -1
  71. package/funcs/knowledgeRetrieve.js +2 -0
  72. package/funcs/knowledgeRetrieve.js.map +1 -1
  73. package/funcs/knowledgeRetrieveChunk.js +2 -0
  74. package/funcs/knowledgeRetrieveChunk.js.map +1 -1
  75. package/funcs/knowledgeRetrieveDatasource.js +2 -0
  76. package/funcs/knowledgeRetrieveDatasource.js.map +1 -1
  77. package/funcs/knowledgeSearch.js +2 -0
  78. package/funcs/knowledgeSearch.js.map +1 -1
  79. package/funcs/knowledgeUpdate.js +2 -0
  80. package/funcs/knowledgeUpdate.js.map +1 -1
  81. package/funcs/knowledgeUpdateChunk.js +2 -0
  82. package/funcs/knowledgeUpdateChunk.js.map +1 -1
  83. package/funcs/knowledgeUpdateDatasource.js +2 -0
  84. package/funcs/knowledgeUpdateDatasource.js.map +1 -1
  85. package/funcs/modelsList.js +2 -0
  86. package/funcs/modelsList.js.map +1 -1
  87. package/funcs/promptsCreate.js +2 -0
  88. package/funcs/promptsCreate.js.map +1 -1
  89. package/funcs/promptsDelete.js +2 -0
  90. package/funcs/promptsDelete.js.map +1 -1
  91. package/funcs/promptsGetVersion.js +2 -0
  92. package/funcs/promptsGetVersion.js.map +1 -1
  93. package/funcs/promptsList.js +2 -0
  94. package/funcs/promptsList.js.map +1 -1
  95. package/funcs/promptsListVersions.js +2 -0
  96. package/funcs/promptsListVersions.js.map +1 -1
  97. package/funcs/promptsRetrieve.js +2 -0
  98. package/funcs/promptsRetrieve.js.map +1 -1
  99. package/funcs/promptsUpdate.js +2 -0
  100. package/funcs/promptsUpdate.js.map +1 -1
  101. package/funcs/remoteconfigsRetrieve.js +2 -0
  102. package/funcs/remoteconfigsRetrieve.js.map +1 -1
  103. package/hooks/types.d.ts +2 -0
  104. package/hooks/types.d.ts.map +1 -1
  105. package/index.d.ts +2 -0
  106. package/index.d.ts.map +1 -1
  107. package/index.js +3 -1
  108. package/index.js.map +1 -1
  109. package/jsr.json +1 -1
  110. package/lib/config.d.ts +7 -3
  111. package/lib/config.d.ts.map +1 -1
  112. package/lib/config.js +3 -3
  113. package/lib/config.js.map +1 -1
  114. package/lib/sdks.d.ts +1 -0
  115. package/lib/sdks.d.ts.map +1 -1
  116. package/lib/sdks.js +3 -3
  117. package/lib/sdks.js.map +1 -1
  118. package/mcp-server/mcp-server.js +1 -1
  119. package/mcp-server/server.js +1 -1
  120. package/models/operations/bulkcreatedatapoints.js +2 -2
  121. package/models/operations/createcontact.js +2 -2
  122. package/models/operations/createdataset.js +2 -2
  123. package/models/operations/createdatasetitem.js +2 -2
  124. package/models/operations/createdatasource.js +2 -2
  125. package/models/operations/fileget.js +2 -2
  126. package/models/operations/filelist.js +2 -2
  127. package/models/operations/fileupload.js +2 -2
  128. package/models/operations/listdatasetdatapoints.js +2 -2
  129. package/models/operations/listdatasets.js +2 -2
  130. package/models/operations/listdatasources.js +2 -2
  131. package/models/operations/retrievedatapoint.js +2 -2
  132. package/models/operations/retrievedataset.js +2 -2
  133. package/models/operations/retrievedatasource.js +2 -2
  134. package/models/operations/updatedatapoint.js +2 -2
  135. package/models/operations/updatedataset.js +2 -2
  136. package/models/operations/updatedatasource.js +2 -2
  137. package/package.json +1 -1
  138. package/packages/orq-rc/README.md +73 -2
  139. package/packages/orq-rc/docs/sdks/datasets/README.md +0 -77
  140. package/packages/orq-rc/docs/sdks/evals/README.md +2661 -0
  141. package/packages/orq-rc/docs/sdks/knowledge/README.md +1 -1
  142. package/packages/orq-rc/jsr.json +1 -1
  143. package/packages/orq-rc/package-lock.json +2 -2
  144. package/packages/orq-rc/package.json +1 -1
  145. package/packages/orq-rc/src/funcs/contactsCreate.ts +2 -0
  146. package/packages/orq-rc/src/funcs/datasetsClear.ts +2 -0
  147. package/packages/orq-rc/src/funcs/datasetsCreate.ts +2 -0
  148. package/packages/orq-rc/src/funcs/datasetsCreateDatapoint.ts +2 -0
  149. package/packages/orq-rc/src/funcs/datasetsCreateExperiment.ts +2 -0
  150. package/packages/orq-rc/src/funcs/datasetsDelete.ts +2 -0
  151. package/packages/orq-rc/src/funcs/datasetsDeleteDatapoint.ts +2 -0
  152. package/packages/orq-rc/src/funcs/datasetsList.ts +2 -0
  153. package/packages/orq-rc/src/funcs/datasetsListDatapoints.ts +2 -0
  154. package/packages/orq-rc/src/funcs/datasetsRetrieve.ts +2 -0
  155. package/packages/orq-rc/src/funcs/datasetsRetrieveDatapoint.ts +2 -0
  156. package/packages/orq-rc/src/funcs/datasetsUpdate.ts +2 -0
  157. package/packages/orq-rc/src/funcs/datasetsUpdateDatapoint.ts +2 -0
  158. package/packages/orq-rc/src/funcs/deploymentsCreateExperiment.ts +2 -0
  159. package/packages/orq-rc/src/funcs/deploymentsGetConfig.ts +2 -0
  160. package/packages/orq-rc/src/funcs/deploymentsInvoke.ts +2 -0
  161. package/packages/orq-rc/src/funcs/deploymentsList.ts +2 -0
  162. package/packages/orq-rc/src/funcs/deploymentsMetricsCreate.ts +2 -0
  163. package/packages/orq-rc/src/funcs/deploymentsStream.ts +2 -0
  164. package/packages/orq-rc/src/funcs/evalsAgeAppropriate.ts +171 -0
  165. package/packages/orq-rc/src/funcs/evalsBleuScore.ts +171 -0
  166. package/packages/orq-rc/src/funcs/evalsBotDetection.ts +171 -0
  167. package/packages/orq-rc/src/funcs/evalsContains.ts +171 -0
  168. package/packages/orq-rc/src/funcs/evalsContainsAll.ts +171 -0
  169. package/packages/orq-rc/src/funcs/evalsContainsAny.ts +171 -0
  170. package/packages/orq-rc/src/funcs/evalsContainsEmail.ts +171 -0
  171. package/packages/orq-rc/src/funcs/evalsContainsNone.ts +171 -0
  172. package/packages/orq-rc/src/funcs/evalsContainsUrl.ts +171 -0
  173. package/packages/orq-rc/src/funcs/evalsContainsValidLink.ts +173 -0
  174. package/packages/orq-rc/src/funcs/{datasetsCreateDatapoints.ts → evalsCreate.ts} +29 -29
  175. package/packages/orq-rc/src/funcs/evalsEndsWith.ts +171 -0
  176. package/packages/orq-rc/src/funcs/evalsExactMatch.ts +171 -0
  177. package/packages/orq-rc/src/funcs/evalsFactCheckingKnowledgeBase.ts +179 -0
  178. package/packages/orq-rc/src/funcs/evalsGrammar.ts +169 -0
  179. package/packages/orq-rc/src/funcs/evalsLengthBetween.ts +171 -0
  180. package/packages/orq-rc/src/funcs/evalsLengthGreaterThan.ts +173 -0
  181. package/packages/orq-rc/src/funcs/evalsLengthLessThan.ts +171 -0
  182. package/packages/orq-rc/src/funcs/evalsLocalization.ts +171 -0
  183. package/packages/orq-rc/src/funcs/evalsPii.ts +169 -0
  184. package/packages/orq-rc/src/funcs/evalsRagasCoherence.ts +171 -0
  185. package/packages/orq-rc/src/funcs/evalsRagasConciseness.ts +170 -0
  186. package/packages/orq-rc/src/funcs/evalsRagasContextPrecision.ts +176 -0
  187. package/packages/orq-rc/src/funcs/evalsRagasCorrectness.ts +170 -0
  188. package/packages/orq-rc/src/funcs/evalsRagasFaithfulness.ts +173 -0
  189. package/packages/orq-rc/src/funcs/evalsRagasHarmfulness.ts +170 -0
  190. package/packages/orq-rc/src/funcs/evalsRagasMaliciousness.ts +173 -0
  191. package/packages/orq-rc/src/funcs/evalsRagasResponseRelevancy.ts +179 -0
  192. package/packages/orq-rc/src/funcs/evalsRagasSummarization.ts +173 -0
  193. package/packages/orq-rc/src/funcs/evalsRunBertScore.ts +169 -0
  194. package/packages/orq-rc/src/funcs/evalsSentimentClassification.ts +179 -0
  195. package/packages/orq-rc/src/funcs/evalsSummarization.ts +171 -0
  196. package/packages/orq-rc/src/funcs/evalsToneOfVoice.ts +171 -0
  197. package/packages/orq-rc/src/funcs/evalsTranslation.ts +171 -0
  198. package/packages/orq-rc/src/funcs/evalsValidJson.ts +171 -0
  199. package/packages/orq-rc/src/funcs/feedbackCreate.ts +2 -0
  200. package/packages/orq-rc/src/funcs/filesCreate.ts +2 -0
  201. package/packages/orq-rc/src/funcs/filesDelete.ts +2 -0
  202. package/packages/orq-rc/src/funcs/filesGet.ts +2 -0
  203. package/packages/orq-rc/src/funcs/filesList.ts +2 -0
  204. package/packages/orq-rc/src/funcs/knowledgeCreate.ts +2 -0
  205. package/packages/orq-rc/src/funcs/knowledgeCreateChunks.ts +6 -4
  206. package/packages/orq-rc/src/funcs/knowledgeCreateDatasource.ts +2 -0
  207. package/packages/orq-rc/src/funcs/knowledgeDelete.ts +2 -0
  208. package/packages/orq-rc/src/funcs/knowledgeDeleteChunk.ts +2 -0
  209. package/packages/orq-rc/src/funcs/knowledgeDeleteDatasource.ts +2 -0
  210. package/packages/orq-rc/src/funcs/knowledgeList.ts +2 -0
  211. package/packages/orq-rc/src/funcs/knowledgeListChunks.ts +2 -0
  212. package/packages/orq-rc/src/funcs/knowledgeListDatasources.ts +2 -0
  213. package/packages/orq-rc/src/funcs/knowledgeRetrieve.ts +2 -0
  214. package/packages/orq-rc/src/funcs/knowledgeRetrieveChunk.ts +2 -0
  215. package/packages/orq-rc/src/funcs/knowledgeRetrieveDatasource.ts +2 -0
  216. package/packages/orq-rc/src/funcs/knowledgeSearch.ts +2 -0
  217. package/packages/orq-rc/src/funcs/knowledgeUpdate.ts +2 -0
  218. package/packages/orq-rc/src/funcs/knowledgeUpdateChunk.ts +2 -0
  219. package/packages/orq-rc/src/funcs/knowledgeUpdateDatasource.ts +2 -0
  220. package/packages/orq-rc/src/funcs/modelsList.ts +2 -0
  221. package/packages/orq-rc/src/funcs/promptsCreate.ts +2 -0
  222. package/packages/orq-rc/src/funcs/promptsDelete.ts +2 -0
  223. package/packages/orq-rc/src/funcs/promptsGetVersion.ts +2 -0
  224. package/packages/orq-rc/src/funcs/promptsList.ts +2 -0
  225. package/packages/orq-rc/src/funcs/promptsListVersions.ts +2 -0
  226. package/packages/orq-rc/src/funcs/promptsRetrieve.ts +2 -0
  227. package/packages/orq-rc/src/funcs/promptsUpdate.ts +2 -0
  228. package/packages/orq-rc/src/funcs/remoteconfigsRetrieve.ts +2 -0
  229. package/packages/orq-rc/src/hooks/types.ts +2 -0
  230. package/packages/orq-rc/src/index.ts +2 -0
  231. package/packages/orq-rc/src/lib/config.ts +7 -3
  232. package/packages/orq-rc/src/lib/sdks.ts +10 -4
  233. package/packages/orq-rc/src/mcp-server/mcp-server.ts +1 -1
  234. package/packages/orq-rc/src/mcp-server/server.ts +71 -3
  235. package/packages/orq-rc/src/mcp-server/tools/evalsAgeAppropriate.ts +35 -0
  236. package/packages/orq-rc/src/mcp-server/tools/evalsBleuScore.ts +35 -0
  237. package/packages/orq-rc/src/mcp-server/tools/evalsBotDetection.ts +35 -0
  238. package/packages/orq-rc/src/mcp-server/tools/{datasetsCreateDatapoints.ts → evalsContains.ts} +6 -8
  239. package/packages/orq-rc/src/mcp-server/tools/evalsContainsAll.ts +35 -0
  240. package/packages/orq-rc/src/mcp-server/tools/evalsContainsAny.ts +35 -0
  241. package/packages/orq-rc/src/mcp-server/tools/evalsContainsEmail.ts +35 -0
  242. package/packages/orq-rc/src/mcp-server/tools/evalsContainsNone.ts +35 -0
  243. package/packages/orq-rc/src/mcp-server/tools/evalsContainsUrl.ts +35 -0
  244. package/packages/orq-rc/src/mcp-server/tools/evalsContainsValidLink.ts +36 -0
  245. package/packages/orq-rc/src/mcp-server/tools/evalsCreate.ts +35 -0
  246. package/packages/orq-rc/src/mcp-server/tools/evalsEndsWith.ts +35 -0
  247. package/packages/orq-rc/src/mcp-server/tools/evalsExactMatch.ts +35 -0
  248. package/packages/orq-rc/src/mcp-server/tools/evalsFactCheckingKnowledgeBase.ts +37 -0
  249. package/packages/orq-rc/src/mcp-server/tools/evalsGrammar.ts +35 -0
  250. package/packages/orq-rc/src/mcp-server/tools/evalsLengthBetween.ts +35 -0
  251. package/packages/orq-rc/src/mcp-server/tools/evalsLengthGreaterThan.ts +36 -0
  252. package/packages/orq-rc/src/mcp-server/tools/evalsLengthLessThan.ts +35 -0
  253. package/packages/orq-rc/src/mcp-server/tools/evalsLocalization.ts +35 -0
  254. package/packages/orq-rc/src/mcp-server/tools/evalsPii.ts +35 -0
  255. package/packages/orq-rc/src/mcp-server/tools/evalsRagasCoherence.ts +35 -0
  256. package/packages/orq-rc/src/mcp-server/tools/evalsRagasConciseness.ts +35 -0
  257. package/packages/orq-rc/src/mcp-server/tools/evalsRagasContextPrecision.ts +36 -0
  258. package/packages/orq-rc/src/mcp-server/tools/evalsRagasCorrectness.ts +35 -0
  259. package/packages/orq-rc/src/mcp-server/tools/evalsRagasFaithfulness.ts +36 -0
  260. package/packages/orq-rc/src/mcp-server/tools/evalsRagasHarmfulness.ts +35 -0
  261. package/packages/orq-rc/src/mcp-server/tools/evalsRagasMaliciousness.ts +36 -0
  262. package/packages/orq-rc/src/mcp-server/tools/evalsRagasResponseRelevancy.ts +36 -0
  263. package/packages/orq-rc/src/mcp-server/tools/evalsRagasSummarization.ts +36 -0
  264. package/packages/orq-rc/src/mcp-server/tools/evalsRunBertScore.ts +35 -0
  265. package/packages/orq-rc/src/mcp-server/tools/evalsSentimentClassification.ts +36 -0
  266. package/packages/orq-rc/src/mcp-server/tools/evalsSummarization.ts +35 -0
  267. package/packages/orq-rc/src/mcp-server/tools/evalsToneOfVoice.ts +35 -0
  268. package/packages/orq-rc/src/mcp-server/tools/evalsTranslation.ts +35 -0
  269. package/packages/orq-rc/src/mcp-server/tools/evalsValidJson.ts +35 -0
  270. package/packages/orq-rc/src/models/errors/createeval.ts +71 -0
  271. package/packages/orq-rc/src/models/errors/evalsageappropriate.ts +139 -0
  272. package/packages/orq-rc/src/models/errors/evalsbleuscore.ts +137 -0
  273. package/packages/orq-rc/src/models/errors/evalsbotdetection.ts +138 -0
  274. package/packages/orq-rc/src/models/errors/evalscontains.ts +137 -0
  275. package/packages/orq-rc/src/models/errors/evalscontainsall.ts +138 -0
  276. package/packages/orq-rc/src/models/errors/evalscontainsany.ts +138 -0
  277. package/packages/orq-rc/src/models/errors/evalscontainsemail.ts +139 -0
  278. package/packages/orq-rc/src/models/errors/evalscontainsnone.ts +138 -0
  279. package/packages/orq-rc/src/models/errors/evalscontainsurl.ts +138 -0
  280. package/packages/orq-rc/src/models/errors/evalscontainsvalidlink.ts +140 -0
  281. package/packages/orq-rc/src/models/errors/evalsendswith.ts +137 -0
  282. package/packages/orq-rc/src/models/errors/evalsexactmatch.ts +137 -0
  283. package/packages/orq-rc/src/models/errors/evalsfactcheckingknowledgebase.ts +143 -0
  284. package/packages/orq-rc/src/models/errors/evalsgrammar.ts +137 -0
  285. package/packages/orq-rc/src/models/errors/evalslengthbetween.ts +139 -0
  286. package/packages/orq-rc/src/models/errors/evalslengthgreaterthan.ts +140 -0
  287. package/packages/orq-rc/src/models/errors/evalslengthlessthan.ts +139 -0
  288. package/packages/orq-rc/src/models/errors/evalslocalization.ts +138 -0
  289. package/packages/orq-rc/src/models/errors/evalspii.ts +137 -0
  290. package/packages/orq-rc/src/models/errors/evalsragascoherence.ts +139 -0
  291. package/packages/orq-rc/src/models/errors/evalsragasconciseness.ts +140 -0
  292. package/packages/orq-rc/src/models/errors/evalsragascontextprecision.ts +143 -0
  293. package/packages/orq-rc/src/models/errors/evalsragascorrectness.ts +140 -0
  294. package/packages/orq-rc/src/models/errors/evalsragasfaithfulness.ts +140 -0
  295. package/packages/orq-rc/src/models/errors/evalsragasharmfulness.ts +140 -0
  296. package/packages/orq-rc/src/models/errors/evalsragasmaliciousness.ts +141 -0
  297. package/packages/orq-rc/src/models/errors/evalsragasresponserelevancy.ts +143 -0
  298. package/packages/orq-rc/src/models/errors/evalsragassummarization.ts +141 -0
  299. package/packages/orq-rc/src/models/errors/evalssentimentclassification.ts +143 -0
  300. package/packages/orq-rc/src/models/errors/evalssummarization.ts +139 -0
  301. package/packages/orq-rc/src/models/errors/evalstoneofvoice.ts +138 -0
  302. package/packages/orq-rc/src/models/errors/evalstranslation.ts +138 -0
  303. package/packages/orq-rc/src/models/errors/evalsvalidjson.ts +137 -0
  304. package/packages/orq-rc/src/models/errors/index.ts +35 -0
  305. package/packages/orq-rc/src/models/errors/runbertscore.ts +137 -0
  306. package/packages/orq-rc/src/models/operations/createchunk.ts +20 -24
  307. package/packages/orq-rc/src/models/operations/createcontact.ts +2 -2
  308. package/packages/orq-rc/src/models/operations/createdataset.ts +2 -2
  309. package/packages/orq-rc/src/models/operations/createdatasetitem.ts +4045 -972
  310. package/packages/orq-rc/src/models/operations/createdatasource.ts +2 -2
  311. package/packages/orq-rc/src/models/operations/createeval.ts +3830 -0
  312. package/packages/orq-rc/src/models/operations/evalsageappropriate.ts +253 -0
  313. package/packages/orq-rc/src/models/operations/evalsbleuscore.ts +131 -0
  314. package/packages/orq-rc/src/models/operations/evalsbotdetection.ts +249 -0
  315. package/packages/orq-rc/src/models/operations/evalscontains.ts +250 -0
  316. package/packages/orq-rc/src/models/operations/evalscontainsall.ts +248 -0
  317. package/packages/orq-rc/src/models/operations/evalscontainsany.ts +254 -0
  318. package/packages/orq-rc/src/models/operations/evalscontainsemail.ts +181 -0
  319. package/packages/orq-rc/src/models/operations/evalscontainsnone.ts +254 -0
  320. package/packages/orq-rc/src/models/operations/evalscontainsurl.ts +181 -0
  321. package/packages/orq-rc/src/models/operations/evalscontainsvalidlink.ts +186 -0
  322. package/packages/orq-rc/src/models/operations/evalsendswith.ts +250 -0
  323. package/packages/orq-rc/src/models/operations/evalsexactmatch.ts +183 -0
  324. package/packages/orq-rc/src/models/operations/evalsfactcheckingknowledgebase.ts +299 -0
  325. package/packages/orq-rc/src/models/operations/evalsgrammar.ts +243 -0
  326. package/packages/orq-rc/src/models/operations/evalslengthbetween.ts +268 -0
  327. package/packages/orq-rc/src/models/operations/evalslengthgreaterthan.ts +266 -0
  328. package/packages/orq-rc/src/models/operations/evalslengthlessthan.ts +259 -0
  329. package/packages/orq-rc/src/models/operations/evalslocalization.ts +253 -0
  330. package/packages/orq-rc/src/models/operations/evalspii.ts +243 -0
  331. package/packages/orq-rc/src/models/operations/evalsragascoherence.ts +152 -0
  332. package/packages/orq-rc/src/models/operations/evalsragasconciseness.ts +153 -0
  333. package/packages/orq-rc/src/models/operations/evalsragascontextprecision.ts +166 -0
  334. package/packages/orq-rc/src/models/operations/evalsragascorrectness.ts +153 -0
  335. package/packages/orq-rc/src/models/operations/evalsragasfaithfulness.ts +155 -0
  336. package/packages/orq-rc/src/models/operations/evalsragasharmfulness.ts +146 -0
  337. package/packages/orq-rc/src/models/operations/evalsragasmaliciousness.ts +157 -0
  338. package/packages/orq-rc/src/models/operations/evalsragasresponserelevancy.ts +165 -0
  339. package/packages/orq-rc/src/models/operations/evalsragassummarization.ts +150 -0
  340. package/packages/orq-rc/src/models/operations/evalssentimentclassification.ts +285 -0
  341. package/packages/orq-rc/src/models/operations/evalssummarization.ts +253 -0
  342. package/packages/orq-rc/src/models/operations/evalstoneofvoice.ts +251 -0
  343. package/packages/orq-rc/src/models/operations/evalstranslation.ts +251 -0
  344. package/packages/orq-rc/src/models/operations/evalsvalidjson.ts +177 -0
  345. package/packages/orq-rc/src/models/operations/fileget.ts +2 -2
  346. package/packages/orq-rc/src/models/operations/filelist.ts +2 -2
  347. package/packages/orq-rc/src/models/operations/fileupload.ts +2 -2
  348. package/packages/orq-rc/src/models/operations/index.ts +35 -1
  349. package/packages/orq-rc/src/models/operations/listdatasetdatapoints.ts +1805 -301
  350. package/packages/orq-rc/src/models/operations/listdatasets.ts +2 -2
  351. package/packages/orq-rc/src/models/operations/listdatasources.ts +2 -2
  352. package/packages/orq-rc/src/models/operations/retrievedatapoint.ts +1737 -277
  353. package/packages/orq-rc/src/models/operations/retrievedataset.ts +2 -2
  354. package/packages/orq-rc/src/models/operations/retrievedatasource.ts +2 -2
  355. package/packages/orq-rc/src/models/operations/runbertscore.ts +197 -0
  356. package/packages/orq-rc/src/models/operations/updatedatapoint.ts +3990 -976
  357. package/packages/orq-rc/src/models/operations/updatedataset.ts +2 -2
  358. package/packages/orq-rc/src/models/operations/updatedatasource.ts +2 -2
  359. package/packages/orq-rc/src/sdk/datasets.ts +0 -18
  360. package/packages/orq-rc/src/sdk/evals.ts +534 -0
  361. package/packages/orq-rc/src/sdk/knowledge.ts +1 -1
  362. package/packages/orq-rc/src/sdk/sdk.ts +6 -0
  363. package/src/funcs/contactsCreate.ts +2 -0
  364. package/src/funcs/datasetsClear.ts +2 -0
  365. package/src/funcs/datasetsCreate.ts +2 -0
  366. package/src/funcs/datasetsCreateDatapoint.ts +2 -0
  367. package/src/funcs/datasetsCreateDatapoints.ts +2 -0
  368. package/src/funcs/datasetsCreateExperiment.ts +2 -0
  369. package/src/funcs/datasetsDelete.ts +2 -0
  370. package/src/funcs/datasetsDeleteDatapoint.ts +2 -0
  371. package/src/funcs/datasetsList.ts +2 -0
  372. package/src/funcs/datasetsListDatapoints.ts +2 -0
  373. package/src/funcs/datasetsRetrieve.ts +2 -0
  374. package/src/funcs/datasetsRetrieveDatapoint.ts +2 -0
  375. package/src/funcs/datasetsUpdate.ts +2 -0
  376. package/src/funcs/datasetsUpdateDatapoint.ts +2 -0
  377. package/src/funcs/deploymentsCreateExperiment.ts +2 -0
  378. package/src/funcs/deploymentsGetConfig.ts +2 -0
  379. package/src/funcs/deploymentsInvoke.ts +2 -0
  380. package/src/funcs/deploymentsList.ts +2 -0
  381. package/src/funcs/deploymentsMetricsCreate.ts +2 -0
  382. package/src/funcs/deploymentsStream.ts +2 -0
  383. package/src/funcs/feedbackCreate.ts +2 -0
  384. package/src/funcs/filesCreate.ts +2 -0
  385. package/src/funcs/filesDelete.ts +2 -0
  386. package/src/funcs/filesGet.ts +2 -0
  387. package/src/funcs/filesList.ts +2 -0
  388. package/src/funcs/knowledgeCreate.ts +2 -0
  389. package/src/funcs/knowledgeCreateChunks.ts +2 -0
  390. package/src/funcs/knowledgeCreateDatasource.ts +2 -0
  391. package/src/funcs/knowledgeDelete.ts +2 -0
  392. package/src/funcs/knowledgeDeleteChunk.ts +2 -0
  393. package/src/funcs/knowledgeDeleteDatasource.ts +2 -0
  394. package/src/funcs/knowledgeList.ts +2 -0
  395. package/src/funcs/knowledgeListChunks.ts +2 -0
  396. package/src/funcs/knowledgeListDatasources.ts +2 -0
  397. package/src/funcs/knowledgeRetrieve.ts +2 -0
  398. package/src/funcs/knowledgeRetrieveChunk.ts +2 -0
  399. package/src/funcs/knowledgeRetrieveDatasource.ts +2 -0
  400. package/src/funcs/knowledgeSearch.ts +2 -0
  401. package/src/funcs/knowledgeUpdate.ts +2 -0
  402. package/src/funcs/knowledgeUpdateChunk.ts +2 -0
  403. package/src/funcs/knowledgeUpdateDatasource.ts +2 -0
  404. package/src/funcs/modelsList.ts +2 -0
  405. package/src/funcs/promptsCreate.ts +2 -0
  406. package/src/funcs/promptsDelete.ts +2 -0
  407. package/src/funcs/promptsGetVersion.ts +2 -0
  408. package/src/funcs/promptsList.ts +2 -0
  409. package/src/funcs/promptsListVersions.ts +2 -0
  410. package/src/funcs/promptsRetrieve.ts +2 -0
  411. package/src/funcs/promptsUpdate.ts +2 -0
  412. package/src/funcs/remoteconfigsRetrieve.ts +2 -0
  413. package/src/hooks/types.ts +2 -0
  414. package/src/index.ts +2 -0
  415. package/src/lib/config.ts +7 -3
  416. package/src/lib/sdks.ts +10 -4
  417. package/src/mcp-server/mcp-server.ts +1 -1
  418. package/src/mcp-server/server.ts +1 -1
  419. package/src/models/operations/bulkcreatedatapoints.ts +2 -2
  420. package/src/models/operations/createcontact.ts +2 -2
  421. package/src/models/operations/createdataset.ts +2 -2
  422. package/src/models/operations/createdatasetitem.ts +2 -2
  423. package/src/models/operations/createdatasource.ts +2 -2
  424. package/src/models/operations/fileget.ts +2 -2
  425. package/src/models/operations/filelist.ts +2 -2
  426. package/src/models/operations/fileupload.ts +2 -2
  427. package/src/models/operations/listdatasetdatapoints.ts +2 -2
  428. package/src/models/operations/listdatasets.ts +2 -2
  429. package/src/models/operations/listdatasources.ts +2 -2
  430. package/src/models/operations/retrievedatapoint.ts +2 -2
  431. package/src/models/operations/retrievedataset.ts +2 -2
  432. package/src/models/operations/retrievedatasource.ts +2 -2
  433. package/src/models/operations/updatedatapoint.ts +2 -2
  434. package/src/models/operations/updatedataset.ts +2 -2
  435. package/src/models/operations/updatedatasource.ts +2 -2
  436. package/packages/orq-rc/src/models/operations/bulkcreatedatapoints.ts +0 -2232
@@ -108,6 +108,7 @@ async function $do(
108
108
  const requestSecurity = resolveGlobalSecurity(securityInput);
109
109
 
110
110
  const context = {
111
+ options: client._options,
111
112
  baseURL: options?.serverURL ?? client._baseURL ?? "",
112
113
  operationID: "UpdateChunk",
113
114
  oAuth2Scopes: [],
@@ -128,6 +129,7 @@ async function $do(
128
129
  path: path,
129
130
  headers: headers,
130
131
  body: body,
132
+ userAgent: client._options.userAgent,
131
133
  timeoutMs: options?.timeoutMs || client._options.timeoutMs || 600000,
132
134
  }, options);
133
135
  if (!requestRes.ok) {
@@ -104,6 +104,7 @@ async function $do(
104
104
  const requestSecurity = resolveGlobalSecurity(securityInput);
105
105
 
106
106
  const context = {
107
+ options: client._options,
107
108
  baseURL: options?.serverURL ?? client._baseURL ?? "",
108
109
  operationID: "UpdateDatasource",
109
110
  oAuth2Scopes: [],
@@ -124,6 +125,7 @@ async function $do(
124
125
  path: path,
125
126
  headers: headers,
126
127
  body: body,
128
+ userAgent: client._options.userAgent,
127
129
  timeoutMs: options?.timeoutMs || client._options.timeoutMs || 600000,
128
130
  }, options);
129
131
  if (!requestRes.ok) {
@@ -77,6 +77,7 @@ async function $do(
77
77
  const requestSecurity = resolveGlobalSecurity(securityInput);
78
78
 
79
79
  const context = {
80
+ options: client._options,
80
81
  baseURL: options?.serverURL ?? client._baseURL ?? "",
81
82
  operationID: "ListModels",
82
83
  oAuth2Scopes: [],
@@ -96,6 +97,7 @@ async function $do(
96
97
  baseURL: options?.serverURL,
97
98
  path: path,
98
99
  headers: headers,
100
+ userAgent: client._options.userAgent,
99
101
  timeoutMs: options?.timeoutMs || client._options.timeoutMs || 600000,
100
102
  }, options);
101
103
  if (!requestRes.ok) {
@@ -94,6 +94,7 @@ async function $do(
94
94
  const requestSecurity = resolveGlobalSecurity(securityInput);
95
95
 
96
96
  const context = {
97
+ options: client._options,
97
98
  baseURL: options?.serverURL ?? client._baseURL ?? "",
98
99
  operationID: "CreatePrompt",
99
100
  oAuth2Scopes: [],
@@ -114,6 +115,7 @@ async function $do(
114
115
  path: path,
115
116
  headers: headers,
116
117
  body: body,
118
+ userAgent: client._options.userAgent,
117
119
  timeoutMs: options?.timeoutMs || client._options.timeoutMs || 600000,
118
120
  }, options);
119
121
  if (!requestRes.ok) {
@@ -98,6 +98,7 @@ async function $do(
98
98
  const requestSecurity = resolveGlobalSecurity(securityInput);
99
99
 
100
100
  const context = {
101
+ options: client._options,
101
102
  baseURL: options?.serverURL ?? client._baseURL ?? "",
102
103
  operationID: "DeletePrompt",
103
104
  oAuth2Scopes: [],
@@ -118,6 +119,7 @@ async function $do(
118
119
  path: path,
119
120
  headers: headers,
120
121
  body: body,
122
+ userAgent: client._options.userAgent,
121
123
  timeoutMs: options?.timeoutMs || client._options.timeoutMs || 600000,
122
124
  }, options);
123
125
  if (!requestRes.ok) {
@@ -109,6 +109,7 @@ async function $do(
109
109
  const requestSecurity = resolveGlobalSecurity(securityInput);
110
110
 
111
111
  const context = {
112
+ options: client._options,
112
113
  baseURL: options?.serverURL ?? client._baseURL ?? "",
113
114
  operationID: "GetPromptVersion",
114
115
  oAuth2Scopes: [],
@@ -129,6 +130,7 @@ async function $do(
129
130
  path: path,
130
131
  headers: headers,
131
132
  body: body,
133
+ userAgent: client._options.userAgent,
132
134
  timeoutMs: options?.timeoutMs || client._options.timeoutMs || 600000,
133
135
  }, options);
134
136
  if (!requestRes.ok) {
@@ -100,6 +100,7 @@ async function $do(
100
100
  const requestSecurity = resolveGlobalSecurity(securityInput);
101
101
 
102
102
  const context = {
103
+ options: client._options,
103
104
  baseURL: options?.serverURL ?? client._baseURL ?? "",
104
105
  operationID: "GetAllPrompts",
105
106
  oAuth2Scopes: [],
@@ -121,6 +122,7 @@ async function $do(
121
122
  headers: headers,
122
123
  query: query,
123
124
  body: body,
125
+ userAgent: client._options.userAgent,
124
126
  timeoutMs: options?.timeoutMs || client._options.timeoutMs || 600000,
125
127
  }, options);
126
128
  if (!requestRes.ok) {
@@ -106,6 +106,7 @@ async function $do(
106
106
  const requestSecurity = resolveGlobalSecurity(securityInput);
107
107
 
108
108
  const context = {
109
+ options: client._options,
109
110
  baseURL: options?.serverURL ?? client._baseURL ?? "",
110
111
  operationID: "ListPromptVersions",
111
112
  oAuth2Scopes: [],
@@ -127,6 +128,7 @@ async function $do(
127
128
  headers: headers,
128
129
  query: query,
129
130
  body: body,
131
+ userAgent: client._options.userAgent,
130
132
  timeoutMs: options?.timeoutMs || client._options.timeoutMs || 600000,
131
133
  }, options);
132
134
  if (!requestRes.ok) {
@@ -100,6 +100,7 @@ async function $do(
100
100
  const requestSecurity = resolveGlobalSecurity(securityInput);
101
101
 
102
102
  const context = {
103
+ options: client._options,
103
104
  baseURL: options?.serverURL ?? client._baseURL ?? "",
104
105
  operationID: "GetOnePrompt",
105
106
  oAuth2Scopes: [],
@@ -120,6 +121,7 @@ async function $do(
120
121
  path: path,
121
122
  headers: headers,
122
123
  body: body,
124
+ userAgent: client._options.userAgent,
123
125
  timeoutMs: options?.timeoutMs || client._options.timeoutMs || 600000,
124
126
  }, options);
125
127
  if (!requestRes.ok) {
@@ -101,6 +101,7 @@ async function $do(
101
101
  const requestSecurity = resolveGlobalSecurity(securityInput);
102
102
 
103
103
  const context = {
104
+ options: client._options,
104
105
  baseURL: options?.serverURL ?? client._baseURL ?? "",
105
106
  operationID: "UpdatePrompt",
106
107
  oAuth2Scopes: [],
@@ -121,6 +122,7 @@ async function $do(
121
122
  path: path,
122
123
  headers: headers,
123
124
  body: body,
125
+ userAgent: client._options.userAgent,
124
126
  timeoutMs: options?.timeoutMs || client._options.timeoutMs || 600000,
125
127
  }, options);
126
128
  if (!requestRes.ok) {
@@ -95,6 +95,7 @@ async function $do(
95
95
  const requestSecurity = resolveGlobalSecurity(securityInput);
96
96
 
97
97
  const context = {
98
+ options: client._options,
98
99
  baseURL: options?.serverURL ?? client._baseURL ?? "",
99
100
  operationID: "RemoteConfigsGetConfig",
100
101
  oAuth2Scopes: [],
@@ -115,6 +116,7 @@ async function $do(
115
116
  path: path,
116
117
  headers: headers,
117
118
  body: body,
119
+ userAgent: client._options.userAgent,
118
120
  timeoutMs: options?.timeoutMs || client._options.timeoutMs || 600000,
119
121
  }, options);
120
122
  if (!requestRes.ok) {
@@ -2,6 +2,7 @@
2
2
  * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
3
3
  */
4
4
 
5
+ import { SDKOptions } from "../lib/config.js";
5
6
  import { HTTPClient, RequestInput } from "../lib/http.js";
6
7
  import { RetryConfig } from "../lib/retries.js";
7
8
  import { SecurityState } from "../lib/security.js";
@@ -13,6 +14,7 @@ export type HookContext = {
13
14
  securitySource?: any | (() => Promise<any>);
14
15
  retryConfig: RetryConfig;
15
16
  resolvedSecurity: SecurityState | null;
17
+ options: SDKOptions;
16
18
  };
17
19
 
18
20
  export type Awaitable<T> = T | Promise<T>;
@@ -4,4 +4,6 @@
4
4
 
5
5
  export * from "./lib/config.js";
6
6
  export * as files from "./lib/files.js";
7
+ export { HTTPClient } from "./lib/http.js";
8
+ export type { Fetcher, HTTPClientOptions } from "./lib/http.js";
7
9
  export * from "./sdk/sdk.js";
@@ -36,6 +36,10 @@ export type SDKOptions = {
36
36
  * Allows overriding the default server URL used by the SDK
37
37
  */
38
38
  serverURL?: string | undefined;
39
+ /**
40
+ * Allows overriding the default user agent used by the SDK
41
+ */
42
+ userAgent?: string | undefined;
39
43
  /**
40
44
  * Allows overriding the default retry config used by the SDK
41
45
  */
@@ -64,7 +68,7 @@ export function serverURLFromOptions(options: SDKOptions): URL | null {
64
68
  export const SDK_METADATA = {
65
69
  language: "typescript",
66
70
  openapiDocVersion: "2.0",
67
- sdkVersion: "3.7.0-rc.1",
68
- genVersion: "2.610.0",
69
- userAgent: "speakeasy-sdk/typescript 3.7.0-rc.1 2.610.0 2.0 @orq-ai/node",
71
+ sdkVersion: "3.7.0-rc.8",
72
+ genVersion: "2.618.0",
73
+ userAgent: "speakeasy-sdk/typescript 3.7.0-rc.8 2.618.0 2.0 @orq-ai/node",
70
74
  } as const;
@@ -65,6 +65,7 @@ type RequestConfig = {
65
65
  headers?: HeadersInit;
66
66
  security?: SecurityState | null;
67
67
  uaHeader?: string;
68
+ userAgent?: string | undefined;
68
69
  timeoutMs?: number;
69
70
  };
70
71
 
@@ -96,19 +97,21 @@ export class ClientSDK {
96
97
  } else {
97
98
  this.#hooks = new SDKHooks();
98
99
  }
99
- this._options = { ...fillGlobals(options), hooks: this.#hooks };
100
-
101
100
  const url = serverURLFromOptions(options);
102
101
  if (url) {
103
102
  url.pathname = url.pathname.replace(/\/+$/, "") + "/";
104
103
  }
104
+
105
105
  const { baseURL, client } = this.#hooks.sdkInit({
106
106
  baseURL: url,
107
107
  client: options.httpClient || new HTTPClient(),
108
108
  });
109
109
  this._baseURL = baseURL;
110
110
  this.#httpClient = client;
111
- this.#logger = options.debugLogger;
111
+
112
+ this._options = { ...fillGlobals(options), hooks: this.#hooks };
113
+
114
+ this.#logger = this._options.debugLogger;
112
115
  if (!this.#logger && env().ORQ_DEBUG) {
113
116
  this.#logger = console;
114
117
  }
@@ -184,7 +187,10 @@ export class ClientSDK {
184
187
  // Only set user agent header in non-browser-like environments since CORS
185
188
  // policy disallows setting it in browsers e.g. Chrome throws an error.
186
189
  if (!isBrowserLike) {
187
- headers.set(conf.uaHeader ?? "user-agent", SDK_METADATA.userAgent);
190
+ headers.set(
191
+ conf.uaHeader ?? "user-agent",
192
+ conf.userAgent ?? SDK_METADATA.userAgent,
193
+ );
188
194
  }
189
195
 
190
196
  const fetchOptions: Omit<RequestInit, "method" | "body"> = {
@@ -19,7 +19,7 @@ const routes = buildRouteMap({
19
19
  export const app = buildApplication(routes, {
20
20
  name: "mcp",
21
21
  versionInfo: {
22
- currentVersion: "3.7.0-rc.1",
22
+ currentVersion: "3.7.0-rc.8",
23
23
  },
24
24
  });
25
25
 
@@ -17,7 +17,6 @@ import { tool$contactsCreate } from "./tools/contactsCreate.js";
17
17
  import { tool$datasetsClear } from "./tools/datasetsClear.js";
18
18
  import { tool$datasetsCreate } from "./tools/datasetsCreate.js";
19
19
  import { tool$datasetsCreateDatapoint } from "./tools/datasetsCreateDatapoint.js";
20
- import { tool$datasetsCreateDatapoints } from "./tools/datasetsCreateDatapoints.js";
21
20
  import { tool$datasetsCreateExperiment } from "./tools/datasetsCreateExperiment.js";
22
21
  import { tool$datasetsDelete } from "./tools/datasetsDelete.js";
23
22
  import { tool$datasetsDeleteDatapoint } from "./tools/datasetsDeleteDatapoint.js";
@@ -33,6 +32,41 @@ import { tool$deploymentsInvoke } from "./tools/deploymentsInvoke.js";
33
32
  import { tool$deploymentsList } from "./tools/deploymentsList.js";
34
33
  import { tool$deploymentsMetricsCreate } from "./tools/deploymentsMetricsCreate.js";
35
34
  import { tool$deploymentsStream } from "./tools/deploymentsStream.js";
35
+ import { tool$evalsAgeAppropriate } from "./tools/evalsAgeAppropriate.js";
36
+ import { tool$evalsBleuScore } from "./tools/evalsBleuScore.js";
37
+ import { tool$evalsBotDetection } from "./tools/evalsBotDetection.js";
38
+ import { tool$evalsContains } from "./tools/evalsContains.js";
39
+ import { tool$evalsContainsAll } from "./tools/evalsContainsAll.js";
40
+ import { tool$evalsContainsAny } from "./tools/evalsContainsAny.js";
41
+ import { tool$evalsContainsEmail } from "./tools/evalsContainsEmail.js";
42
+ import { tool$evalsContainsNone } from "./tools/evalsContainsNone.js";
43
+ import { tool$evalsContainsUrl } from "./tools/evalsContainsUrl.js";
44
+ import { tool$evalsContainsValidLink } from "./tools/evalsContainsValidLink.js";
45
+ import { tool$evalsCreate } from "./tools/evalsCreate.js";
46
+ import { tool$evalsEndsWith } from "./tools/evalsEndsWith.js";
47
+ import { tool$evalsExactMatch } from "./tools/evalsExactMatch.js";
48
+ import { tool$evalsFactCheckingKnowledgeBase } from "./tools/evalsFactCheckingKnowledgeBase.js";
49
+ import { tool$evalsGrammar } from "./tools/evalsGrammar.js";
50
+ import { tool$evalsLengthBetween } from "./tools/evalsLengthBetween.js";
51
+ import { tool$evalsLengthGreaterThan } from "./tools/evalsLengthGreaterThan.js";
52
+ import { tool$evalsLengthLessThan } from "./tools/evalsLengthLessThan.js";
53
+ import { tool$evalsLocalization } from "./tools/evalsLocalization.js";
54
+ import { tool$evalsPii } from "./tools/evalsPii.js";
55
+ import { tool$evalsRagasCoherence } from "./tools/evalsRagasCoherence.js";
56
+ import { tool$evalsRagasConciseness } from "./tools/evalsRagasConciseness.js";
57
+ import { tool$evalsRagasContextPrecision } from "./tools/evalsRagasContextPrecision.js";
58
+ import { tool$evalsRagasCorrectness } from "./tools/evalsRagasCorrectness.js";
59
+ import { tool$evalsRagasFaithfulness } from "./tools/evalsRagasFaithfulness.js";
60
+ import { tool$evalsRagasHarmfulness } from "./tools/evalsRagasHarmfulness.js";
61
+ import { tool$evalsRagasMaliciousness } from "./tools/evalsRagasMaliciousness.js";
62
+ import { tool$evalsRagasResponseRelevancy } from "./tools/evalsRagasResponseRelevancy.js";
63
+ import { tool$evalsRagasSummarization } from "./tools/evalsRagasSummarization.js";
64
+ import { tool$evalsRunBertScore } from "./tools/evalsRunBertScore.js";
65
+ import { tool$evalsSentimentClassification } from "./tools/evalsSentimentClassification.js";
66
+ import { tool$evalsSummarization } from "./tools/evalsSummarization.js";
67
+ import { tool$evalsToneOfVoice } from "./tools/evalsToneOfVoice.js";
68
+ import { tool$evalsTranslation } from "./tools/evalsTranslation.js";
69
+ import { tool$evalsValidJson } from "./tools/evalsValidJson.js";
36
70
  import { tool$feedbackCreate } from "./tools/feedbackCreate.js";
37
71
  import { tool$filesCreate } from "./tools/filesCreate.js";
38
72
  import { tool$filesDelete } from "./tools/filesDelete.js";
@@ -76,7 +110,7 @@ export function createMCPServer(deps: {
76
110
  }) {
77
111
  const server = new McpServer({
78
112
  name: "Orq",
79
- version: "3.7.0-rc.1",
113
+ version: "3.7.0-rc.8",
80
114
  });
81
115
 
82
116
  const client = new OrqCore({
@@ -139,7 +173,6 @@ export function createMCPServer(deps: {
139
173
  tool(tool$datasetsRetrieveDatapoint);
140
174
  tool(tool$datasetsUpdateDatapoint);
141
175
  tool(tool$datasetsDeleteDatapoint);
142
- tool(tool$datasetsCreateDatapoints);
143
176
  tool(tool$datasetsClear);
144
177
  tool(tool$knowledgeList);
145
178
  tool(tool$knowledgeCreate);
@@ -157,6 +190,41 @@ export function createMCPServer(deps: {
157
190
  tool(tool$knowledgeUpdateChunk);
158
191
  tool(tool$knowledgeDeleteChunk);
159
192
  tool(tool$knowledgeRetrieveChunk);
193
+ tool(tool$evalsCreate);
194
+ tool(tool$evalsRunBertScore);
195
+ tool(tool$evalsBleuScore);
196
+ tool(tool$evalsContainsAll);
197
+ tool(tool$evalsContainsAny);
198
+ tool(tool$evalsContainsEmail);
199
+ tool(tool$evalsContainsNone);
200
+ tool(tool$evalsContainsUrl);
201
+ tool(tool$evalsContainsValidLink);
202
+ tool(tool$evalsContains);
203
+ tool(tool$evalsEndsWith);
204
+ tool(tool$evalsExactMatch);
205
+ tool(tool$evalsLengthBetween);
206
+ tool(tool$evalsLengthGreaterThan);
207
+ tool(tool$evalsLengthLessThan);
208
+ tool(tool$evalsValidJson);
209
+ tool(tool$evalsAgeAppropriate);
210
+ tool(tool$evalsBotDetection);
211
+ tool(tool$evalsFactCheckingKnowledgeBase);
212
+ tool(tool$evalsGrammar);
213
+ tool(tool$evalsLocalization);
214
+ tool(tool$evalsPii);
215
+ tool(tool$evalsSentimentClassification);
216
+ tool(tool$evalsSummarization);
217
+ tool(tool$evalsToneOfVoice);
218
+ tool(tool$evalsTranslation);
219
+ tool(tool$evalsRagasCoherence);
220
+ tool(tool$evalsRagasConciseness);
221
+ tool(tool$evalsRagasContextPrecision);
222
+ tool(tool$evalsRagasCorrectness);
223
+ tool(tool$evalsRagasFaithfulness);
224
+ tool(tool$evalsRagasHarmfulness);
225
+ tool(tool$evalsRagasMaliciousness);
226
+ tool(tool$evalsRagasResponseRelevancy);
227
+ tool(tool$evalsRagasSummarization);
160
228
  tool(tool$deploymentsMetricsCreate);
161
229
 
162
230
  return server;
@@ -0,0 +1,35 @@
1
+ /*
2
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
3
+ */
4
+
5
+ import { evalsAgeAppropriate } from "../../funcs/evalsAgeAppropriate.js";
6
+ import * as operations from "../../models/operations/index.js";
7
+ import { formatResult, ToolDefinition } from "../tools.js";
8
+
9
+ const args = {
10
+ request: operations.EvalsAgeAppropriateRequestBody$inboundSchema.optional(),
11
+ };
12
+
13
+ export const tool$evalsAgeAppropriate: ToolDefinition<typeof args> = {
14
+ name: "evals-age-appropriate",
15
+ description: `Run Age Appropriate Evaluator`,
16
+ args,
17
+ tool: async (client, args, ctx) => {
18
+ const [result, apiCall] = await evalsAgeAppropriate(
19
+ client,
20
+ args.request,
21
+ { fetchOptions: { signal: ctx.signal } },
22
+ ).$inspect();
23
+
24
+ if (!result.ok) {
25
+ return {
26
+ content: [{ type: "text", text: result.error.message }],
27
+ isError: true,
28
+ };
29
+ }
30
+
31
+ const value = result.value;
32
+
33
+ return formatResult(value, apiCall);
34
+ },
35
+ };
@@ -0,0 +1,35 @@
1
+ /*
2
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
3
+ */
4
+
5
+ import { evalsBleuScore } from "../../funcs/evalsBleuScore.js";
6
+ import * as operations from "../../models/operations/index.js";
7
+ import { formatResult, ToolDefinition } from "../tools.js";
8
+
9
+ const args = {
10
+ request: operations.EvalsBleuScoreRequestBody$inboundSchema.optional(),
11
+ };
12
+
13
+ export const tool$evalsBleuScore: ToolDefinition<typeof args> = {
14
+ name: "evals-bleu-score",
15
+ description: `Run BLEU Score Evaluator`,
16
+ args,
17
+ tool: async (client, args, ctx) => {
18
+ const [result, apiCall] = await evalsBleuScore(
19
+ client,
20
+ args.request,
21
+ { fetchOptions: { signal: ctx.signal } },
22
+ ).$inspect();
23
+
24
+ if (!result.ok) {
25
+ return {
26
+ content: [{ type: "text", text: result.error.message }],
27
+ isError: true,
28
+ };
29
+ }
30
+
31
+ const value = result.value;
32
+
33
+ return formatResult(value, apiCall);
34
+ },
35
+ };
@@ -0,0 +1,35 @@
1
+ /*
2
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
3
+ */
4
+
5
+ import { evalsBotDetection } from "../../funcs/evalsBotDetection.js";
6
+ import * as operations from "../../models/operations/index.js";
7
+ import { formatResult, ToolDefinition } from "../tools.js";
8
+
9
+ const args = {
10
+ request: operations.EvalsBotDetectionRequestBody$inboundSchema.optional(),
11
+ };
12
+
13
+ export const tool$evalsBotDetection: ToolDefinition<typeof args> = {
14
+ name: "evals-bot-detection",
15
+ description: `Run Bot Detection Evaluator`,
16
+ args,
17
+ tool: async (client, args, ctx) => {
18
+ const [result, apiCall] = await evalsBotDetection(
19
+ client,
20
+ args.request,
21
+ { fetchOptions: { signal: ctx.signal } },
22
+ ).$inspect();
23
+
24
+ if (!result.ok) {
25
+ return {
26
+ content: [{ type: "text", text: result.error.message }],
27
+ isError: true,
28
+ };
29
+ }
30
+
31
+ const value = result.value;
32
+
33
+ return formatResult(value, apiCall);
34
+ },
35
+ };
@@ -2,22 +2,20 @@
2
2
  * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
3
3
  */
4
4
 
5
- import { datasetsCreateDatapoints } from "../../funcs/datasetsCreateDatapoints.js";
5
+ import { evalsContains } from "../../funcs/evalsContains.js";
6
6
  import * as operations from "../../models/operations/index.js";
7
7
  import { formatResult, ToolDefinition } from "../tools.js";
8
8
 
9
9
  const args = {
10
- request: operations.BulkCreateDatapointsRequest$inboundSchema,
10
+ request: operations.EvalsContainsRequestBody$inboundSchema.optional(),
11
11
  };
12
12
 
13
- export const tool$datasetsCreateDatapoints: ToolDefinition<typeof args> = {
14
- name: "datasets-create-datapoints",
15
- description: `Create multiple datapoints
16
-
17
- Create multiple datapoints at once.`,
13
+ export const tool$evalsContains: ToolDefinition<typeof args> = {
14
+ name: "evals-contains",
15
+ description: `Run Contains Evaluator`,
18
16
  args,
19
17
  tool: async (client, args, ctx) => {
20
- const [result, apiCall] = await datasetsCreateDatapoints(
18
+ const [result, apiCall] = await evalsContains(
21
19
  client,
22
20
  args.request,
23
21
  { fetchOptions: { signal: ctx.signal } },
@@ -0,0 +1,35 @@
1
+ /*
2
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
3
+ */
4
+
5
+ import { evalsContainsAll } from "../../funcs/evalsContainsAll.js";
6
+ import * as operations from "../../models/operations/index.js";
7
+ import { formatResult, ToolDefinition } from "../tools.js";
8
+
9
+ const args = {
10
+ request: operations.EvalsContainsAllRequestBody$inboundSchema.optional(),
11
+ };
12
+
13
+ export const tool$evalsContainsAll: ToolDefinition<typeof args> = {
14
+ name: "evals-contains-all",
15
+ description: `Run Contains All Evaluator`,
16
+ args,
17
+ tool: async (client, args, ctx) => {
18
+ const [result, apiCall] = await evalsContainsAll(
19
+ client,
20
+ args.request,
21
+ { fetchOptions: { signal: ctx.signal } },
22
+ ).$inspect();
23
+
24
+ if (!result.ok) {
25
+ return {
26
+ content: [{ type: "text", text: result.error.message }],
27
+ isError: true,
28
+ };
29
+ }
30
+
31
+ const value = result.value;
32
+
33
+ return formatResult(value, apiCall);
34
+ },
35
+ };
@@ -0,0 +1,35 @@
1
+ /*
2
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
3
+ */
4
+
5
+ import { evalsContainsAny } from "../../funcs/evalsContainsAny.js";
6
+ import * as operations from "../../models/operations/index.js";
7
+ import { formatResult, ToolDefinition } from "../tools.js";
8
+
9
+ const args = {
10
+ request: operations.EvalsContainsAnyRequestBody$inboundSchema.optional(),
11
+ };
12
+
13
+ export const tool$evalsContainsAny: ToolDefinition<typeof args> = {
14
+ name: "evals-contains-any",
15
+ description: `Run Contains Any Evaluator`,
16
+ args,
17
+ tool: async (client, args, ctx) => {
18
+ const [result, apiCall] = await evalsContainsAny(
19
+ client,
20
+ args.request,
21
+ { fetchOptions: { signal: ctx.signal } },
22
+ ).$inspect();
23
+
24
+ if (!result.ok) {
25
+ return {
26
+ content: [{ type: "text", text: result.error.message }],
27
+ isError: true,
28
+ };
29
+ }
30
+
31
+ const value = result.value;
32
+
33
+ return formatResult(value, apiCall);
34
+ },
35
+ };
@@ -0,0 +1,35 @@
1
+ /*
2
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
3
+ */
4
+
5
+ import { evalsContainsEmail } from "../../funcs/evalsContainsEmail.js";
6
+ import * as operations from "../../models/operations/index.js";
7
+ import { formatResult, ToolDefinition } from "../tools.js";
8
+
9
+ const args = {
10
+ request: operations.EvalsContainsEmailRequestBody$inboundSchema.optional(),
11
+ };
12
+
13
+ export const tool$evalsContainsEmail: ToolDefinition<typeof args> = {
14
+ name: "evals-contains-email",
15
+ description: `Run Contains Email Evaluator`,
16
+ args,
17
+ tool: async (client, args, ctx) => {
18
+ const [result, apiCall] = await evalsContainsEmail(
19
+ client,
20
+ args.request,
21
+ { fetchOptions: { signal: ctx.signal } },
22
+ ).$inspect();
23
+
24
+ if (!result.ok) {
25
+ return {
26
+ content: [{ type: "text", text: result.error.message }],
27
+ isError: true,
28
+ };
29
+ }
30
+
31
+ const value = result.value;
32
+
33
+ return formatResult(value, apiCall);
34
+ },
35
+ };