@orq-ai/node 3.6.2 → 3.6.4

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (436) hide show
  1. package/bin/mcp-server.js +143 -43
  2. package/bin/mcp-server.js.map +73 -73
  3. package/funcs/contactsCreate.js +2 -0
  4. package/funcs/contactsCreate.js.map +1 -1
  5. package/funcs/datasetsClear.js +2 -0
  6. package/funcs/datasetsClear.js.map +1 -1
  7. package/funcs/datasetsCreate.js +2 -0
  8. package/funcs/datasetsCreate.js.map +1 -1
  9. package/funcs/datasetsCreateDatapoint.js +2 -0
  10. package/funcs/datasetsCreateDatapoint.js.map +1 -1
  11. package/funcs/datasetsCreateDatapoints.js +2 -0
  12. package/funcs/datasetsCreateDatapoints.js.map +1 -1
  13. package/funcs/datasetsCreateExperiment.js +2 -0
  14. package/funcs/datasetsCreateExperiment.js.map +1 -1
  15. package/funcs/datasetsDelete.js +2 -0
  16. package/funcs/datasetsDelete.js.map +1 -1
  17. package/funcs/datasetsDeleteDatapoint.js +2 -0
  18. package/funcs/datasetsDeleteDatapoint.js.map +1 -1
  19. package/funcs/datasetsList.js +2 -0
  20. package/funcs/datasetsList.js.map +1 -1
  21. package/funcs/datasetsListDatapoints.js +2 -0
  22. package/funcs/datasetsListDatapoints.js.map +1 -1
  23. package/funcs/datasetsRetrieve.js +2 -0
  24. package/funcs/datasetsRetrieve.js.map +1 -1
  25. package/funcs/datasetsRetrieveDatapoint.js +2 -0
  26. package/funcs/datasetsRetrieveDatapoint.js.map +1 -1
  27. package/funcs/datasetsUpdate.js +2 -0
  28. package/funcs/datasetsUpdate.js.map +1 -1
  29. package/funcs/datasetsUpdateDatapoint.js +2 -0
  30. package/funcs/datasetsUpdateDatapoint.js.map +1 -1
  31. package/funcs/deploymentsCreateExperiment.js +2 -0
  32. package/funcs/deploymentsCreateExperiment.js.map +1 -1
  33. package/funcs/deploymentsGetConfig.js +2 -0
  34. package/funcs/deploymentsGetConfig.js.map +1 -1
  35. package/funcs/deploymentsInvoke.js +2 -0
  36. package/funcs/deploymentsInvoke.js.map +1 -1
  37. package/funcs/deploymentsList.js +2 -0
  38. package/funcs/deploymentsList.js.map +1 -1
  39. package/funcs/deploymentsMetricsCreate.js +2 -0
  40. package/funcs/deploymentsMetricsCreate.js.map +1 -1
  41. package/funcs/deploymentsStream.js +2 -0
  42. package/funcs/deploymentsStream.js.map +1 -1
  43. package/funcs/feedbackCreate.js +2 -0
  44. package/funcs/feedbackCreate.js.map +1 -1
  45. package/funcs/filesCreate.js +2 -0
  46. package/funcs/filesCreate.js.map +1 -1
  47. package/funcs/filesDelete.js +2 -0
  48. package/funcs/filesDelete.js.map +1 -1
  49. package/funcs/filesGet.js +2 -0
  50. package/funcs/filesGet.js.map +1 -1
  51. package/funcs/filesList.js +2 -0
  52. package/funcs/filesList.js.map +1 -1
  53. package/funcs/knowledgeCreate.js +2 -0
  54. package/funcs/knowledgeCreate.js.map +1 -1
  55. package/funcs/knowledgeCreateChunks.js +2 -0
  56. package/funcs/knowledgeCreateChunks.js.map +1 -1
  57. package/funcs/knowledgeCreateDatasource.js +2 -0
  58. package/funcs/knowledgeCreateDatasource.js.map +1 -1
  59. package/funcs/knowledgeDelete.js +2 -0
  60. package/funcs/knowledgeDelete.js.map +1 -1
  61. package/funcs/knowledgeDeleteChunk.js +2 -0
  62. package/funcs/knowledgeDeleteChunk.js.map +1 -1
  63. package/funcs/knowledgeDeleteDatasource.js +2 -0
  64. package/funcs/knowledgeDeleteDatasource.js.map +1 -1
  65. package/funcs/knowledgeList.js +2 -0
  66. package/funcs/knowledgeList.js.map +1 -1
  67. package/funcs/knowledgeListChunks.js +2 -0
  68. package/funcs/knowledgeListChunks.js.map +1 -1
  69. package/funcs/knowledgeListDatasources.js +2 -0
  70. package/funcs/knowledgeListDatasources.js.map +1 -1
  71. package/funcs/knowledgeRetrieve.js +2 -0
  72. package/funcs/knowledgeRetrieve.js.map +1 -1
  73. package/funcs/knowledgeRetrieveChunk.js +2 -0
  74. package/funcs/knowledgeRetrieveChunk.js.map +1 -1
  75. package/funcs/knowledgeRetrieveDatasource.js +2 -0
  76. package/funcs/knowledgeRetrieveDatasource.js.map +1 -1
  77. package/funcs/knowledgeSearch.js +2 -0
  78. package/funcs/knowledgeSearch.js.map +1 -1
  79. package/funcs/knowledgeUpdate.js +2 -0
  80. package/funcs/knowledgeUpdate.js.map +1 -1
  81. package/funcs/knowledgeUpdateChunk.js +2 -0
  82. package/funcs/knowledgeUpdateChunk.js.map +1 -1
  83. package/funcs/knowledgeUpdateDatasource.js +2 -0
  84. package/funcs/knowledgeUpdateDatasource.js.map +1 -1
  85. package/funcs/modelsList.js +2 -0
  86. package/funcs/modelsList.js.map +1 -1
  87. package/funcs/promptsCreate.js +2 -0
  88. package/funcs/promptsCreate.js.map +1 -1
  89. package/funcs/promptsDelete.js +2 -0
  90. package/funcs/promptsDelete.js.map +1 -1
  91. package/funcs/promptsGetVersion.js +2 -0
  92. package/funcs/promptsGetVersion.js.map +1 -1
  93. package/funcs/promptsList.js +2 -0
  94. package/funcs/promptsList.js.map +1 -1
  95. package/funcs/promptsListVersions.js +2 -0
  96. package/funcs/promptsListVersions.js.map +1 -1
  97. package/funcs/promptsRetrieve.js +2 -0
  98. package/funcs/promptsRetrieve.js.map +1 -1
  99. package/funcs/promptsUpdate.js +2 -0
  100. package/funcs/promptsUpdate.js.map +1 -1
  101. package/funcs/remoteconfigsRetrieve.js +2 -0
  102. package/funcs/remoteconfigsRetrieve.js.map +1 -1
  103. package/hooks/types.d.ts +2 -0
  104. package/hooks/types.d.ts.map +1 -1
  105. package/index.d.ts +2 -0
  106. package/index.d.ts.map +1 -1
  107. package/index.js +3 -1
  108. package/index.js.map +1 -1
  109. package/jsr.json +1 -1
  110. package/lib/config.d.ts +7 -3
  111. package/lib/config.d.ts.map +1 -1
  112. package/lib/config.js +3 -3
  113. package/lib/config.js.map +1 -1
  114. package/lib/sdks.d.ts +1 -0
  115. package/lib/sdks.d.ts.map +1 -1
  116. package/lib/sdks.js +3 -3
  117. package/lib/sdks.js.map +1 -1
  118. package/mcp-server/mcp-server.js +1 -1
  119. package/mcp-server/server.js +1 -1
  120. package/models/operations/bulkcreatedatapoints.js +2 -2
  121. package/models/operations/createcontact.js +2 -2
  122. package/models/operations/createdataset.js +2 -2
  123. package/models/operations/createdatasetitem.js +2 -2
  124. package/models/operations/createdatasource.js +2 -2
  125. package/models/operations/fileget.js +2 -2
  126. package/models/operations/filelist.js +2 -2
  127. package/models/operations/fileupload.js +2 -2
  128. package/models/operations/listdatasetdatapoints.js +2 -2
  129. package/models/operations/listdatasets.js +2 -2
  130. package/models/operations/listdatasources.js +2 -2
  131. package/models/operations/retrievedatapoint.js +2 -2
  132. package/models/operations/retrievedataset.js +2 -2
  133. package/models/operations/retrievedatasource.js +2 -2
  134. package/models/operations/updatedatapoint.js +2 -2
  135. package/models/operations/updatedataset.js +2 -2
  136. package/models/operations/updatedatasource.js +2 -2
  137. package/package.json +1 -1
  138. package/packages/orq-rc/README.md +73 -2
  139. package/packages/orq-rc/docs/sdks/datasets/README.md +0 -77
  140. package/packages/orq-rc/docs/sdks/evals/README.md +2661 -0
  141. package/packages/orq-rc/docs/sdks/knowledge/README.md +1 -1
  142. package/packages/orq-rc/jsr.json +1 -1
  143. package/packages/orq-rc/package-lock.json +2 -2
  144. package/packages/orq-rc/package.json +1 -1
  145. package/packages/orq-rc/src/funcs/contactsCreate.ts +2 -0
  146. package/packages/orq-rc/src/funcs/datasetsClear.ts +2 -0
  147. package/packages/orq-rc/src/funcs/datasetsCreate.ts +2 -0
  148. package/packages/orq-rc/src/funcs/datasetsCreateDatapoint.ts +2 -0
  149. package/packages/orq-rc/src/funcs/datasetsCreateExperiment.ts +2 -0
  150. package/packages/orq-rc/src/funcs/datasetsDelete.ts +2 -0
  151. package/packages/orq-rc/src/funcs/datasetsDeleteDatapoint.ts +2 -0
  152. package/packages/orq-rc/src/funcs/datasetsList.ts +2 -0
  153. package/packages/orq-rc/src/funcs/datasetsListDatapoints.ts +2 -0
  154. package/packages/orq-rc/src/funcs/datasetsRetrieve.ts +2 -0
  155. package/packages/orq-rc/src/funcs/datasetsRetrieveDatapoint.ts +2 -0
  156. package/packages/orq-rc/src/funcs/datasetsUpdate.ts +2 -0
  157. package/packages/orq-rc/src/funcs/datasetsUpdateDatapoint.ts +2 -0
  158. package/packages/orq-rc/src/funcs/deploymentsCreateExperiment.ts +2 -0
  159. package/packages/orq-rc/src/funcs/deploymentsGetConfig.ts +2 -0
  160. package/packages/orq-rc/src/funcs/deploymentsInvoke.ts +2 -0
  161. package/packages/orq-rc/src/funcs/deploymentsList.ts +2 -0
  162. package/packages/orq-rc/src/funcs/deploymentsMetricsCreate.ts +2 -0
  163. package/packages/orq-rc/src/funcs/deploymentsStream.ts +2 -0
  164. package/packages/orq-rc/src/funcs/evalsAgeAppropriate.ts +171 -0
  165. package/packages/orq-rc/src/funcs/evalsBleuScore.ts +171 -0
  166. package/packages/orq-rc/src/funcs/evalsBotDetection.ts +171 -0
  167. package/packages/orq-rc/src/funcs/evalsContains.ts +171 -0
  168. package/packages/orq-rc/src/funcs/evalsContainsAll.ts +171 -0
  169. package/packages/orq-rc/src/funcs/evalsContainsAny.ts +171 -0
  170. package/packages/orq-rc/src/funcs/evalsContainsEmail.ts +171 -0
  171. package/packages/orq-rc/src/funcs/evalsContainsNone.ts +171 -0
  172. package/packages/orq-rc/src/funcs/evalsContainsUrl.ts +171 -0
  173. package/packages/orq-rc/src/funcs/evalsContainsValidLink.ts +173 -0
  174. package/packages/orq-rc/src/funcs/{datasetsCreateDatapoints.ts → evalsCreate.ts} +29 -29
  175. package/packages/orq-rc/src/funcs/evalsEndsWith.ts +171 -0
  176. package/packages/orq-rc/src/funcs/evalsExactMatch.ts +171 -0
  177. package/packages/orq-rc/src/funcs/evalsFactCheckingKnowledgeBase.ts +179 -0
  178. package/packages/orq-rc/src/funcs/evalsGrammar.ts +169 -0
  179. package/packages/orq-rc/src/funcs/evalsLengthBetween.ts +171 -0
  180. package/packages/orq-rc/src/funcs/evalsLengthGreaterThan.ts +173 -0
  181. package/packages/orq-rc/src/funcs/evalsLengthLessThan.ts +171 -0
  182. package/packages/orq-rc/src/funcs/evalsLocalization.ts +171 -0
  183. package/packages/orq-rc/src/funcs/evalsPii.ts +169 -0
  184. package/packages/orq-rc/src/funcs/evalsRagasCoherence.ts +171 -0
  185. package/packages/orq-rc/src/funcs/evalsRagasConciseness.ts +170 -0
  186. package/packages/orq-rc/src/funcs/evalsRagasContextPrecision.ts +176 -0
  187. package/packages/orq-rc/src/funcs/evalsRagasCorrectness.ts +170 -0
  188. package/packages/orq-rc/src/funcs/evalsRagasFaithfulness.ts +173 -0
  189. package/packages/orq-rc/src/funcs/evalsRagasHarmfulness.ts +170 -0
  190. package/packages/orq-rc/src/funcs/evalsRagasMaliciousness.ts +173 -0
  191. package/packages/orq-rc/src/funcs/evalsRagasResponseRelevancy.ts +179 -0
  192. package/packages/orq-rc/src/funcs/evalsRagasSummarization.ts +173 -0
  193. package/packages/orq-rc/src/funcs/evalsRunBertScore.ts +169 -0
  194. package/packages/orq-rc/src/funcs/evalsSentimentClassification.ts +179 -0
  195. package/packages/orq-rc/src/funcs/evalsSummarization.ts +171 -0
  196. package/packages/orq-rc/src/funcs/evalsToneOfVoice.ts +171 -0
  197. package/packages/orq-rc/src/funcs/evalsTranslation.ts +171 -0
  198. package/packages/orq-rc/src/funcs/evalsValidJson.ts +171 -0
  199. package/packages/orq-rc/src/funcs/feedbackCreate.ts +2 -0
  200. package/packages/orq-rc/src/funcs/filesCreate.ts +2 -0
  201. package/packages/orq-rc/src/funcs/filesDelete.ts +2 -0
  202. package/packages/orq-rc/src/funcs/filesGet.ts +2 -0
  203. package/packages/orq-rc/src/funcs/filesList.ts +2 -0
  204. package/packages/orq-rc/src/funcs/knowledgeCreate.ts +2 -0
  205. package/packages/orq-rc/src/funcs/knowledgeCreateChunks.ts +6 -4
  206. package/packages/orq-rc/src/funcs/knowledgeCreateDatasource.ts +2 -0
  207. package/packages/orq-rc/src/funcs/knowledgeDelete.ts +2 -0
  208. package/packages/orq-rc/src/funcs/knowledgeDeleteChunk.ts +2 -0
  209. package/packages/orq-rc/src/funcs/knowledgeDeleteDatasource.ts +2 -0
  210. package/packages/orq-rc/src/funcs/knowledgeList.ts +2 -0
  211. package/packages/orq-rc/src/funcs/knowledgeListChunks.ts +2 -0
  212. package/packages/orq-rc/src/funcs/knowledgeListDatasources.ts +2 -0
  213. package/packages/orq-rc/src/funcs/knowledgeRetrieve.ts +2 -0
  214. package/packages/orq-rc/src/funcs/knowledgeRetrieveChunk.ts +2 -0
  215. package/packages/orq-rc/src/funcs/knowledgeRetrieveDatasource.ts +2 -0
  216. package/packages/orq-rc/src/funcs/knowledgeSearch.ts +2 -0
  217. package/packages/orq-rc/src/funcs/knowledgeUpdate.ts +2 -0
  218. package/packages/orq-rc/src/funcs/knowledgeUpdateChunk.ts +2 -0
  219. package/packages/orq-rc/src/funcs/knowledgeUpdateDatasource.ts +2 -0
  220. package/packages/orq-rc/src/funcs/modelsList.ts +2 -0
  221. package/packages/orq-rc/src/funcs/promptsCreate.ts +2 -0
  222. package/packages/orq-rc/src/funcs/promptsDelete.ts +2 -0
  223. package/packages/orq-rc/src/funcs/promptsGetVersion.ts +2 -0
  224. package/packages/orq-rc/src/funcs/promptsList.ts +2 -0
  225. package/packages/orq-rc/src/funcs/promptsListVersions.ts +2 -0
  226. package/packages/orq-rc/src/funcs/promptsRetrieve.ts +2 -0
  227. package/packages/orq-rc/src/funcs/promptsUpdate.ts +2 -0
  228. package/packages/orq-rc/src/funcs/remoteconfigsRetrieve.ts +2 -0
  229. package/packages/orq-rc/src/hooks/types.ts +2 -0
  230. package/packages/orq-rc/src/index.ts +2 -0
  231. package/packages/orq-rc/src/lib/config.ts +7 -3
  232. package/packages/orq-rc/src/lib/sdks.ts +10 -4
  233. package/packages/orq-rc/src/mcp-server/mcp-server.ts +1 -1
  234. package/packages/orq-rc/src/mcp-server/server.ts +71 -3
  235. package/packages/orq-rc/src/mcp-server/tools/evalsAgeAppropriate.ts +35 -0
  236. package/packages/orq-rc/src/mcp-server/tools/evalsBleuScore.ts +35 -0
  237. package/packages/orq-rc/src/mcp-server/tools/evalsBotDetection.ts +35 -0
  238. package/packages/orq-rc/src/mcp-server/tools/{datasetsCreateDatapoints.ts → evalsContains.ts} +6 -8
  239. package/packages/orq-rc/src/mcp-server/tools/evalsContainsAll.ts +35 -0
  240. package/packages/orq-rc/src/mcp-server/tools/evalsContainsAny.ts +35 -0
  241. package/packages/orq-rc/src/mcp-server/tools/evalsContainsEmail.ts +35 -0
  242. package/packages/orq-rc/src/mcp-server/tools/evalsContainsNone.ts +35 -0
  243. package/packages/orq-rc/src/mcp-server/tools/evalsContainsUrl.ts +35 -0
  244. package/packages/orq-rc/src/mcp-server/tools/evalsContainsValidLink.ts +36 -0
  245. package/packages/orq-rc/src/mcp-server/tools/evalsCreate.ts +35 -0
  246. package/packages/orq-rc/src/mcp-server/tools/evalsEndsWith.ts +35 -0
  247. package/packages/orq-rc/src/mcp-server/tools/evalsExactMatch.ts +35 -0
  248. package/packages/orq-rc/src/mcp-server/tools/evalsFactCheckingKnowledgeBase.ts +37 -0
  249. package/packages/orq-rc/src/mcp-server/tools/evalsGrammar.ts +35 -0
  250. package/packages/orq-rc/src/mcp-server/tools/evalsLengthBetween.ts +35 -0
  251. package/packages/orq-rc/src/mcp-server/tools/evalsLengthGreaterThan.ts +36 -0
  252. package/packages/orq-rc/src/mcp-server/tools/evalsLengthLessThan.ts +35 -0
  253. package/packages/orq-rc/src/mcp-server/tools/evalsLocalization.ts +35 -0
  254. package/packages/orq-rc/src/mcp-server/tools/evalsPii.ts +35 -0
  255. package/packages/orq-rc/src/mcp-server/tools/evalsRagasCoherence.ts +35 -0
  256. package/packages/orq-rc/src/mcp-server/tools/evalsRagasConciseness.ts +35 -0
  257. package/packages/orq-rc/src/mcp-server/tools/evalsRagasContextPrecision.ts +36 -0
  258. package/packages/orq-rc/src/mcp-server/tools/evalsRagasCorrectness.ts +35 -0
  259. package/packages/orq-rc/src/mcp-server/tools/evalsRagasFaithfulness.ts +36 -0
  260. package/packages/orq-rc/src/mcp-server/tools/evalsRagasHarmfulness.ts +35 -0
  261. package/packages/orq-rc/src/mcp-server/tools/evalsRagasMaliciousness.ts +36 -0
  262. package/packages/orq-rc/src/mcp-server/tools/evalsRagasResponseRelevancy.ts +36 -0
  263. package/packages/orq-rc/src/mcp-server/tools/evalsRagasSummarization.ts +36 -0
  264. package/packages/orq-rc/src/mcp-server/tools/evalsRunBertScore.ts +35 -0
  265. package/packages/orq-rc/src/mcp-server/tools/evalsSentimentClassification.ts +36 -0
  266. package/packages/orq-rc/src/mcp-server/tools/evalsSummarization.ts +35 -0
  267. package/packages/orq-rc/src/mcp-server/tools/evalsToneOfVoice.ts +35 -0
  268. package/packages/orq-rc/src/mcp-server/tools/evalsTranslation.ts +35 -0
  269. package/packages/orq-rc/src/mcp-server/tools/evalsValidJson.ts +35 -0
  270. package/packages/orq-rc/src/models/errors/createeval.ts +71 -0
  271. package/packages/orq-rc/src/models/errors/evalsageappropriate.ts +139 -0
  272. package/packages/orq-rc/src/models/errors/evalsbleuscore.ts +137 -0
  273. package/packages/orq-rc/src/models/errors/evalsbotdetection.ts +138 -0
  274. package/packages/orq-rc/src/models/errors/evalscontains.ts +137 -0
  275. package/packages/orq-rc/src/models/errors/evalscontainsall.ts +138 -0
  276. package/packages/orq-rc/src/models/errors/evalscontainsany.ts +138 -0
  277. package/packages/orq-rc/src/models/errors/evalscontainsemail.ts +139 -0
  278. package/packages/orq-rc/src/models/errors/evalscontainsnone.ts +138 -0
  279. package/packages/orq-rc/src/models/errors/evalscontainsurl.ts +138 -0
  280. package/packages/orq-rc/src/models/errors/evalscontainsvalidlink.ts +140 -0
  281. package/packages/orq-rc/src/models/errors/evalsendswith.ts +137 -0
  282. package/packages/orq-rc/src/models/errors/evalsexactmatch.ts +137 -0
  283. package/packages/orq-rc/src/models/errors/evalsfactcheckingknowledgebase.ts +143 -0
  284. package/packages/orq-rc/src/models/errors/evalsgrammar.ts +137 -0
  285. package/packages/orq-rc/src/models/errors/evalslengthbetween.ts +139 -0
  286. package/packages/orq-rc/src/models/errors/evalslengthgreaterthan.ts +140 -0
  287. package/packages/orq-rc/src/models/errors/evalslengthlessthan.ts +139 -0
  288. package/packages/orq-rc/src/models/errors/evalslocalization.ts +138 -0
  289. package/packages/orq-rc/src/models/errors/evalspii.ts +137 -0
  290. package/packages/orq-rc/src/models/errors/evalsragascoherence.ts +139 -0
  291. package/packages/orq-rc/src/models/errors/evalsragasconciseness.ts +140 -0
  292. package/packages/orq-rc/src/models/errors/evalsragascontextprecision.ts +143 -0
  293. package/packages/orq-rc/src/models/errors/evalsragascorrectness.ts +140 -0
  294. package/packages/orq-rc/src/models/errors/evalsragasfaithfulness.ts +140 -0
  295. package/packages/orq-rc/src/models/errors/evalsragasharmfulness.ts +140 -0
  296. package/packages/orq-rc/src/models/errors/evalsragasmaliciousness.ts +141 -0
  297. package/packages/orq-rc/src/models/errors/evalsragasresponserelevancy.ts +143 -0
  298. package/packages/orq-rc/src/models/errors/evalsragassummarization.ts +141 -0
  299. package/packages/orq-rc/src/models/errors/evalssentimentclassification.ts +143 -0
  300. package/packages/orq-rc/src/models/errors/evalssummarization.ts +139 -0
  301. package/packages/orq-rc/src/models/errors/evalstoneofvoice.ts +138 -0
  302. package/packages/orq-rc/src/models/errors/evalstranslation.ts +138 -0
  303. package/packages/orq-rc/src/models/errors/evalsvalidjson.ts +137 -0
  304. package/packages/orq-rc/src/models/errors/index.ts +35 -0
  305. package/packages/orq-rc/src/models/errors/runbertscore.ts +137 -0
  306. package/packages/orq-rc/src/models/operations/createchunk.ts +20 -24
  307. package/packages/orq-rc/src/models/operations/createcontact.ts +2 -2
  308. package/packages/orq-rc/src/models/operations/createdataset.ts +2 -2
  309. package/packages/orq-rc/src/models/operations/createdatasetitem.ts +4045 -972
  310. package/packages/orq-rc/src/models/operations/createdatasource.ts +2 -2
  311. package/packages/orq-rc/src/models/operations/createeval.ts +3830 -0
  312. package/packages/orq-rc/src/models/operations/evalsageappropriate.ts +253 -0
  313. package/packages/orq-rc/src/models/operations/evalsbleuscore.ts +131 -0
  314. package/packages/orq-rc/src/models/operations/evalsbotdetection.ts +249 -0
  315. package/packages/orq-rc/src/models/operations/evalscontains.ts +250 -0
  316. package/packages/orq-rc/src/models/operations/evalscontainsall.ts +248 -0
  317. package/packages/orq-rc/src/models/operations/evalscontainsany.ts +254 -0
  318. package/packages/orq-rc/src/models/operations/evalscontainsemail.ts +181 -0
  319. package/packages/orq-rc/src/models/operations/evalscontainsnone.ts +254 -0
  320. package/packages/orq-rc/src/models/operations/evalscontainsurl.ts +181 -0
  321. package/packages/orq-rc/src/models/operations/evalscontainsvalidlink.ts +186 -0
  322. package/packages/orq-rc/src/models/operations/evalsendswith.ts +250 -0
  323. package/packages/orq-rc/src/models/operations/evalsexactmatch.ts +183 -0
  324. package/packages/orq-rc/src/models/operations/evalsfactcheckingknowledgebase.ts +299 -0
  325. package/packages/orq-rc/src/models/operations/evalsgrammar.ts +243 -0
  326. package/packages/orq-rc/src/models/operations/evalslengthbetween.ts +268 -0
  327. package/packages/orq-rc/src/models/operations/evalslengthgreaterthan.ts +266 -0
  328. package/packages/orq-rc/src/models/operations/evalslengthlessthan.ts +259 -0
  329. package/packages/orq-rc/src/models/operations/evalslocalization.ts +253 -0
  330. package/packages/orq-rc/src/models/operations/evalspii.ts +243 -0
  331. package/packages/orq-rc/src/models/operations/evalsragascoherence.ts +152 -0
  332. package/packages/orq-rc/src/models/operations/evalsragasconciseness.ts +153 -0
  333. package/packages/orq-rc/src/models/operations/evalsragascontextprecision.ts +166 -0
  334. package/packages/orq-rc/src/models/operations/evalsragascorrectness.ts +153 -0
  335. package/packages/orq-rc/src/models/operations/evalsragasfaithfulness.ts +155 -0
  336. package/packages/orq-rc/src/models/operations/evalsragasharmfulness.ts +146 -0
  337. package/packages/orq-rc/src/models/operations/evalsragasmaliciousness.ts +157 -0
  338. package/packages/orq-rc/src/models/operations/evalsragasresponserelevancy.ts +165 -0
  339. package/packages/orq-rc/src/models/operations/evalsragassummarization.ts +150 -0
  340. package/packages/orq-rc/src/models/operations/evalssentimentclassification.ts +285 -0
  341. package/packages/orq-rc/src/models/operations/evalssummarization.ts +253 -0
  342. package/packages/orq-rc/src/models/operations/evalstoneofvoice.ts +251 -0
  343. package/packages/orq-rc/src/models/operations/evalstranslation.ts +251 -0
  344. package/packages/orq-rc/src/models/operations/evalsvalidjson.ts +177 -0
  345. package/packages/orq-rc/src/models/operations/fileget.ts +2 -2
  346. package/packages/orq-rc/src/models/operations/filelist.ts +2 -2
  347. package/packages/orq-rc/src/models/operations/fileupload.ts +2 -2
  348. package/packages/orq-rc/src/models/operations/index.ts +35 -1
  349. package/packages/orq-rc/src/models/operations/listdatasetdatapoints.ts +1805 -301
  350. package/packages/orq-rc/src/models/operations/listdatasets.ts +2 -2
  351. package/packages/orq-rc/src/models/operations/listdatasources.ts +2 -2
  352. package/packages/orq-rc/src/models/operations/retrievedatapoint.ts +1737 -277
  353. package/packages/orq-rc/src/models/operations/retrievedataset.ts +2 -2
  354. package/packages/orq-rc/src/models/operations/retrievedatasource.ts +2 -2
  355. package/packages/orq-rc/src/models/operations/runbertscore.ts +197 -0
  356. package/packages/orq-rc/src/models/operations/updatedatapoint.ts +3990 -976
  357. package/packages/orq-rc/src/models/operations/updatedataset.ts +2 -2
  358. package/packages/orq-rc/src/models/operations/updatedatasource.ts +2 -2
  359. package/packages/orq-rc/src/sdk/datasets.ts +0 -18
  360. package/packages/orq-rc/src/sdk/evals.ts +534 -0
  361. package/packages/orq-rc/src/sdk/knowledge.ts +1 -1
  362. package/packages/orq-rc/src/sdk/sdk.ts +6 -0
  363. package/src/funcs/contactsCreate.ts +2 -0
  364. package/src/funcs/datasetsClear.ts +2 -0
  365. package/src/funcs/datasetsCreate.ts +2 -0
  366. package/src/funcs/datasetsCreateDatapoint.ts +2 -0
  367. package/src/funcs/datasetsCreateDatapoints.ts +2 -0
  368. package/src/funcs/datasetsCreateExperiment.ts +2 -0
  369. package/src/funcs/datasetsDelete.ts +2 -0
  370. package/src/funcs/datasetsDeleteDatapoint.ts +2 -0
  371. package/src/funcs/datasetsList.ts +2 -0
  372. package/src/funcs/datasetsListDatapoints.ts +2 -0
  373. package/src/funcs/datasetsRetrieve.ts +2 -0
  374. package/src/funcs/datasetsRetrieveDatapoint.ts +2 -0
  375. package/src/funcs/datasetsUpdate.ts +2 -0
  376. package/src/funcs/datasetsUpdateDatapoint.ts +2 -0
  377. package/src/funcs/deploymentsCreateExperiment.ts +2 -0
  378. package/src/funcs/deploymentsGetConfig.ts +2 -0
  379. package/src/funcs/deploymentsInvoke.ts +2 -0
  380. package/src/funcs/deploymentsList.ts +2 -0
  381. package/src/funcs/deploymentsMetricsCreate.ts +2 -0
  382. package/src/funcs/deploymentsStream.ts +2 -0
  383. package/src/funcs/feedbackCreate.ts +2 -0
  384. package/src/funcs/filesCreate.ts +2 -0
  385. package/src/funcs/filesDelete.ts +2 -0
  386. package/src/funcs/filesGet.ts +2 -0
  387. package/src/funcs/filesList.ts +2 -0
  388. package/src/funcs/knowledgeCreate.ts +2 -0
  389. package/src/funcs/knowledgeCreateChunks.ts +2 -0
  390. package/src/funcs/knowledgeCreateDatasource.ts +2 -0
  391. package/src/funcs/knowledgeDelete.ts +2 -0
  392. package/src/funcs/knowledgeDeleteChunk.ts +2 -0
  393. package/src/funcs/knowledgeDeleteDatasource.ts +2 -0
  394. package/src/funcs/knowledgeList.ts +2 -0
  395. package/src/funcs/knowledgeListChunks.ts +2 -0
  396. package/src/funcs/knowledgeListDatasources.ts +2 -0
  397. package/src/funcs/knowledgeRetrieve.ts +2 -0
  398. package/src/funcs/knowledgeRetrieveChunk.ts +2 -0
  399. package/src/funcs/knowledgeRetrieveDatasource.ts +2 -0
  400. package/src/funcs/knowledgeSearch.ts +2 -0
  401. package/src/funcs/knowledgeUpdate.ts +2 -0
  402. package/src/funcs/knowledgeUpdateChunk.ts +2 -0
  403. package/src/funcs/knowledgeUpdateDatasource.ts +2 -0
  404. package/src/funcs/modelsList.ts +2 -0
  405. package/src/funcs/promptsCreate.ts +2 -0
  406. package/src/funcs/promptsDelete.ts +2 -0
  407. package/src/funcs/promptsGetVersion.ts +2 -0
  408. package/src/funcs/promptsList.ts +2 -0
  409. package/src/funcs/promptsListVersions.ts +2 -0
  410. package/src/funcs/promptsRetrieve.ts +2 -0
  411. package/src/funcs/promptsUpdate.ts +2 -0
  412. package/src/funcs/remoteconfigsRetrieve.ts +2 -0
  413. package/src/hooks/types.ts +2 -0
  414. package/src/index.ts +2 -0
  415. package/src/lib/config.ts +7 -3
  416. package/src/lib/sdks.ts +10 -4
  417. package/src/mcp-server/mcp-server.ts +1 -1
  418. package/src/mcp-server/server.ts +1 -1
  419. package/src/models/operations/bulkcreatedatapoints.ts +2 -2
  420. package/src/models/operations/createcontact.ts +2 -2
  421. package/src/models/operations/createdataset.ts +2 -2
  422. package/src/models/operations/createdatasetitem.ts +2 -2
  423. package/src/models/operations/createdatasource.ts +2 -2
  424. package/src/models/operations/fileget.ts +2 -2
  425. package/src/models/operations/filelist.ts +2 -2
  426. package/src/models/operations/fileupload.ts +2 -2
  427. package/src/models/operations/listdatasetdatapoints.ts +2 -2
  428. package/src/models/operations/listdatasets.ts +2 -2
  429. package/src/models/operations/listdatasources.ts +2 -2
  430. package/src/models/operations/retrievedatapoint.ts +2 -2
  431. package/src/models/operations/retrievedataset.ts +2 -2
  432. package/src/models/operations/retrievedatasource.ts +2 -2
  433. package/src/models/operations/updatedatapoint.ts +2 -2
  434. package/src/models/operations/updatedataset.ts +2 -2
  435. package/src/models/operations/updatedatasource.ts +2 -2
  436. package/packages/orq-rc/src/models/operations/bulkcreatedatapoints.ts +0 -2232
@@ -0,0 +1,170 @@
1
+ /*
2
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
3
+ */
4
+
5
+ import { OrqCore } from "../core.js";
6
+ import { encodeJSON } from "../lib/encodings.js";
7
+ import * as M from "../lib/matchers.js";
8
+ import { compactMap } from "../lib/primitives.js";
9
+ import { safeParse } from "../lib/schemas.js";
10
+ import { RequestOptions } from "../lib/sdks.js";
11
+ import { extractSecurity, resolveGlobalSecurity } from "../lib/security.js";
12
+ import { pathToFunc } from "../lib/url.js";
13
+ import { APIError } from "../models/errors/apierror.js";
14
+ import {
15
+ ConnectionError,
16
+ InvalidRequestError,
17
+ RequestAbortedError,
18
+ RequestTimeoutError,
19
+ UnexpectedClientError,
20
+ } from "../models/errors/httpclienterrors.js";
21
+ import * as errors from "../models/errors/index.js";
22
+ import { SDKValidationError } from "../models/errors/sdkvalidationerror.js";
23
+ import * as operations from "../models/operations/index.js";
24
+ import { APICall, APIPromise } from "../types/async.js";
25
+ import { Result } from "../types/fp.js";
26
+
27
+ /**
28
+ * Run Harmfulness Evaluator
29
+ */
30
+ export function evalsRagasHarmfulness(
31
+ client: OrqCore,
32
+ request?: operations.EvalsRagasHarmfulnessRequestBody | undefined,
33
+ options?: RequestOptions,
34
+ ): APIPromise<
35
+ Result<
36
+ operations.EvalsRagasHarmfulnessResponseBody,
37
+ | errors.EvalsRagasHarmfulnessResponseBody
38
+ | errors.EvalsRagasHarmfulnessEvalsResponseBody
39
+ | APIError
40
+ | SDKValidationError
41
+ | UnexpectedClientError
42
+ | InvalidRequestError
43
+ | RequestAbortedError
44
+ | RequestTimeoutError
45
+ | ConnectionError
46
+ >
47
+ > {
48
+ return new APIPromise($do(
49
+ client,
50
+ request,
51
+ options,
52
+ ));
53
+ }
54
+
55
+ async function $do(
56
+ client: OrqCore,
57
+ request?: operations.EvalsRagasHarmfulnessRequestBody | undefined,
58
+ options?: RequestOptions,
59
+ ): Promise<
60
+ [
61
+ Result<
62
+ operations.EvalsRagasHarmfulnessResponseBody,
63
+ | errors.EvalsRagasHarmfulnessResponseBody
64
+ | errors.EvalsRagasHarmfulnessEvalsResponseBody
65
+ | APIError
66
+ | SDKValidationError
67
+ | UnexpectedClientError
68
+ | InvalidRequestError
69
+ | RequestAbortedError
70
+ | RequestTimeoutError
71
+ | ConnectionError
72
+ >,
73
+ APICall,
74
+ ]
75
+ > {
76
+ const parsed = safeParse(
77
+ request,
78
+ (value) =>
79
+ operations.EvalsRagasHarmfulnessRequestBody$outboundSchema.optional()
80
+ .parse(value),
81
+ "Input validation failed",
82
+ );
83
+ if (!parsed.ok) {
84
+ return [parsed, { status: "invalid" }];
85
+ }
86
+ const payload = parsed.value;
87
+ const body = payload === undefined
88
+ ? null
89
+ : encodeJSON("body", payload, { explode: true });
90
+
91
+ const path = pathToFunc("/v2/evaluators/ragas_harmfulness")();
92
+
93
+ const headers = new Headers(compactMap({
94
+ "Content-Type": "application/json",
95
+ Accept: "application/json",
96
+ }));
97
+
98
+ const secConfig = await extractSecurity(client._options.apiKey);
99
+ const securityInput = secConfig == null ? {} : { apiKey: secConfig };
100
+ const requestSecurity = resolveGlobalSecurity(securityInput);
101
+
102
+ const context = {
103
+ options: client._options,
104
+ baseURL: options?.serverURL ?? client._baseURL ?? "",
105
+ operationID: "EvalsRagasHarmfulness",
106
+ oAuth2Scopes: [],
107
+
108
+ resolvedSecurity: requestSecurity,
109
+
110
+ securitySource: client._options.apiKey,
111
+ retryConfig: options?.retries
112
+ || client._options.retryConfig
113
+ || { strategy: "none" },
114
+ retryCodes: options?.retryCodes || ["429", "500", "502", "503", "504"],
115
+ };
116
+
117
+ const requestRes = client._createRequest(context, {
118
+ security: requestSecurity,
119
+ method: "POST",
120
+ baseURL: options?.serverURL,
121
+ path: path,
122
+ headers: headers,
123
+ body: body,
124
+ userAgent: client._options.userAgent,
125
+ timeoutMs: options?.timeoutMs || client._options.timeoutMs || 600000,
126
+ }, options);
127
+ if (!requestRes.ok) {
128
+ return [requestRes, { status: "invalid" }];
129
+ }
130
+ const req = requestRes.value;
131
+
132
+ const doResult = await client._do(req, {
133
+ context,
134
+ errorCodes: ["404", "4XX", "500", "5XX"],
135
+ retryConfig: context.retryConfig,
136
+ retryCodes: context.retryCodes,
137
+ });
138
+ if (!doResult.ok) {
139
+ return [doResult, { status: "request-error", request: req }];
140
+ }
141
+ const response = doResult.value;
142
+
143
+ const responseFields = {
144
+ HttpMeta: { Response: response, Request: req },
145
+ };
146
+
147
+ const [result] = await M.match<
148
+ operations.EvalsRagasHarmfulnessResponseBody,
149
+ | errors.EvalsRagasHarmfulnessResponseBody
150
+ | errors.EvalsRagasHarmfulnessEvalsResponseBody
151
+ | APIError
152
+ | SDKValidationError
153
+ | UnexpectedClientError
154
+ | InvalidRequestError
155
+ | RequestAbortedError
156
+ | RequestTimeoutError
157
+ | ConnectionError
158
+ >(
159
+ M.json(200, operations.EvalsRagasHarmfulnessResponseBody$inboundSchema),
160
+ M.jsonErr(404, errors.EvalsRagasHarmfulnessResponseBody$inboundSchema),
161
+ M.jsonErr(500, errors.EvalsRagasHarmfulnessEvalsResponseBody$inboundSchema),
162
+ M.fail("4XX"),
163
+ M.fail("5XX"),
164
+ )(response, { extraFields: responseFields });
165
+ if (!result.ok) {
166
+ return [result, { status: "complete", request: req, response }];
167
+ }
168
+
169
+ return [result, { status: "complete", request: req, response }];
170
+ }
@@ -0,0 +1,173 @@
1
+ /*
2
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
3
+ */
4
+
5
+ import { OrqCore } from "../core.js";
6
+ import { encodeJSON } from "../lib/encodings.js";
7
+ import * as M from "../lib/matchers.js";
8
+ import { compactMap } from "../lib/primitives.js";
9
+ import { safeParse } from "../lib/schemas.js";
10
+ import { RequestOptions } from "../lib/sdks.js";
11
+ import { extractSecurity, resolveGlobalSecurity } from "../lib/security.js";
12
+ import { pathToFunc } from "../lib/url.js";
13
+ import { APIError } from "../models/errors/apierror.js";
14
+ import {
15
+ ConnectionError,
16
+ InvalidRequestError,
17
+ RequestAbortedError,
18
+ RequestTimeoutError,
19
+ UnexpectedClientError,
20
+ } from "../models/errors/httpclienterrors.js";
21
+ import * as errors from "../models/errors/index.js";
22
+ import { SDKValidationError } from "../models/errors/sdkvalidationerror.js";
23
+ import * as operations from "../models/operations/index.js";
24
+ import { APICall, APIPromise } from "../types/async.js";
25
+ import { Result } from "../types/fp.js";
26
+
27
+ /**
28
+ * Run Maliciousness Evaluator
29
+ */
30
+ export function evalsRagasMaliciousness(
31
+ client: OrqCore,
32
+ request?: operations.EvalsRagasMaliciousnessRequestBody | undefined,
33
+ options?: RequestOptions,
34
+ ): APIPromise<
35
+ Result<
36
+ operations.EvalsRagasMaliciousnessResponseBody,
37
+ | errors.EvalsRagasMaliciousnessResponseBody
38
+ | errors.EvalsRagasMaliciousnessEvalsResponseBody
39
+ | APIError
40
+ | SDKValidationError
41
+ | UnexpectedClientError
42
+ | InvalidRequestError
43
+ | RequestAbortedError
44
+ | RequestTimeoutError
45
+ | ConnectionError
46
+ >
47
+ > {
48
+ return new APIPromise($do(
49
+ client,
50
+ request,
51
+ options,
52
+ ));
53
+ }
54
+
55
+ async function $do(
56
+ client: OrqCore,
57
+ request?: operations.EvalsRagasMaliciousnessRequestBody | undefined,
58
+ options?: RequestOptions,
59
+ ): Promise<
60
+ [
61
+ Result<
62
+ operations.EvalsRagasMaliciousnessResponseBody,
63
+ | errors.EvalsRagasMaliciousnessResponseBody
64
+ | errors.EvalsRagasMaliciousnessEvalsResponseBody
65
+ | APIError
66
+ | SDKValidationError
67
+ | UnexpectedClientError
68
+ | InvalidRequestError
69
+ | RequestAbortedError
70
+ | RequestTimeoutError
71
+ | ConnectionError
72
+ >,
73
+ APICall,
74
+ ]
75
+ > {
76
+ const parsed = safeParse(
77
+ request,
78
+ (value) =>
79
+ operations.EvalsRagasMaliciousnessRequestBody$outboundSchema.optional()
80
+ .parse(value),
81
+ "Input validation failed",
82
+ );
83
+ if (!parsed.ok) {
84
+ return [parsed, { status: "invalid" }];
85
+ }
86
+ const payload = parsed.value;
87
+ const body = payload === undefined
88
+ ? null
89
+ : encodeJSON("body", payload, { explode: true });
90
+
91
+ const path = pathToFunc("/v2/evaluators/ragas_maliciousness")();
92
+
93
+ const headers = new Headers(compactMap({
94
+ "Content-Type": "application/json",
95
+ Accept: "application/json",
96
+ }));
97
+
98
+ const secConfig = await extractSecurity(client._options.apiKey);
99
+ const securityInput = secConfig == null ? {} : { apiKey: secConfig };
100
+ const requestSecurity = resolveGlobalSecurity(securityInput);
101
+
102
+ const context = {
103
+ options: client._options,
104
+ baseURL: options?.serverURL ?? client._baseURL ?? "",
105
+ operationID: "EvalsRagasMaliciousness",
106
+ oAuth2Scopes: [],
107
+
108
+ resolvedSecurity: requestSecurity,
109
+
110
+ securitySource: client._options.apiKey,
111
+ retryConfig: options?.retries
112
+ || client._options.retryConfig
113
+ || { strategy: "none" },
114
+ retryCodes: options?.retryCodes || ["429", "500", "502", "503", "504"],
115
+ };
116
+
117
+ const requestRes = client._createRequest(context, {
118
+ security: requestSecurity,
119
+ method: "POST",
120
+ baseURL: options?.serverURL,
121
+ path: path,
122
+ headers: headers,
123
+ body: body,
124
+ userAgent: client._options.userAgent,
125
+ timeoutMs: options?.timeoutMs || client._options.timeoutMs || 600000,
126
+ }, options);
127
+ if (!requestRes.ok) {
128
+ return [requestRes, { status: "invalid" }];
129
+ }
130
+ const req = requestRes.value;
131
+
132
+ const doResult = await client._do(req, {
133
+ context,
134
+ errorCodes: ["404", "4XX", "500", "5XX"],
135
+ retryConfig: context.retryConfig,
136
+ retryCodes: context.retryCodes,
137
+ });
138
+ if (!doResult.ok) {
139
+ return [doResult, { status: "request-error", request: req }];
140
+ }
141
+ const response = doResult.value;
142
+
143
+ const responseFields = {
144
+ HttpMeta: { Response: response, Request: req },
145
+ };
146
+
147
+ const [result] = await M.match<
148
+ operations.EvalsRagasMaliciousnessResponseBody,
149
+ | errors.EvalsRagasMaliciousnessResponseBody
150
+ | errors.EvalsRagasMaliciousnessEvalsResponseBody
151
+ | APIError
152
+ | SDKValidationError
153
+ | UnexpectedClientError
154
+ | InvalidRequestError
155
+ | RequestAbortedError
156
+ | RequestTimeoutError
157
+ | ConnectionError
158
+ >(
159
+ M.json(200, operations.EvalsRagasMaliciousnessResponseBody$inboundSchema),
160
+ M.jsonErr(404, errors.EvalsRagasMaliciousnessResponseBody$inboundSchema),
161
+ M.jsonErr(
162
+ 500,
163
+ errors.EvalsRagasMaliciousnessEvalsResponseBody$inboundSchema,
164
+ ),
165
+ M.fail("4XX"),
166
+ M.fail("5XX"),
167
+ )(response, { extraFields: responseFields });
168
+ if (!result.ok) {
169
+ return [result, { status: "complete", request: req, response }];
170
+ }
171
+
172
+ return [result, { status: "complete", request: req, response }];
173
+ }
@@ -0,0 +1,179 @@
1
+ /*
2
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
3
+ */
4
+
5
+ import { OrqCore } from "../core.js";
6
+ import { encodeJSON } from "../lib/encodings.js";
7
+ import * as M from "../lib/matchers.js";
8
+ import { compactMap } from "../lib/primitives.js";
9
+ import { safeParse } from "../lib/schemas.js";
10
+ import { RequestOptions } from "../lib/sdks.js";
11
+ import { extractSecurity, resolveGlobalSecurity } from "../lib/security.js";
12
+ import { pathToFunc } from "../lib/url.js";
13
+ import { APIError } from "../models/errors/apierror.js";
14
+ import {
15
+ ConnectionError,
16
+ InvalidRequestError,
17
+ RequestAbortedError,
18
+ RequestTimeoutError,
19
+ UnexpectedClientError,
20
+ } from "../models/errors/httpclienterrors.js";
21
+ import * as errors from "../models/errors/index.js";
22
+ import { SDKValidationError } from "../models/errors/sdkvalidationerror.js";
23
+ import * as operations from "../models/operations/index.js";
24
+ import { APICall, APIPromise } from "../types/async.js";
25
+ import { Result } from "../types/fp.js";
26
+
27
+ /**
28
+ * Run Response Relevancy Evaluator
29
+ */
30
+ export function evalsRagasResponseRelevancy(
31
+ client: OrqCore,
32
+ request?: operations.EvalsRagasResponseRelevancyRequestBody | undefined,
33
+ options?: RequestOptions,
34
+ ): APIPromise<
35
+ Result<
36
+ operations.EvalsRagasResponseRelevancyResponseBody,
37
+ | errors.EvalsRagasResponseRelevancyResponseBody
38
+ | errors.EvalsRagasResponseRelevancyEvalsResponseBody
39
+ | APIError
40
+ | SDKValidationError
41
+ | UnexpectedClientError
42
+ | InvalidRequestError
43
+ | RequestAbortedError
44
+ | RequestTimeoutError
45
+ | ConnectionError
46
+ >
47
+ > {
48
+ return new APIPromise($do(
49
+ client,
50
+ request,
51
+ options,
52
+ ));
53
+ }
54
+
55
+ async function $do(
56
+ client: OrqCore,
57
+ request?: operations.EvalsRagasResponseRelevancyRequestBody | undefined,
58
+ options?: RequestOptions,
59
+ ): Promise<
60
+ [
61
+ Result<
62
+ operations.EvalsRagasResponseRelevancyResponseBody,
63
+ | errors.EvalsRagasResponseRelevancyResponseBody
64
+ | errors.EvalsRagasResponseRelevancyEvalsResponseBody
65
+ | APIError
66
+ | SDKValidationError
67
+ | UnexpectedClientError
68
+ | InvalidRequestError
69
+ | RequestAbortedError
70
+ | RequestTimeoutError
71
+ | ConnectionError
72
+ >,
73
+ APICall,
74
+ ]
75
+ > {
76
+ const parsed = safeParse(
77
+ request,
78
+ (value) =>
79
+ operations.EvalsRagasResponseRelevancyRequestBody$outboundSchema
80
+ .optional().parse(value),
81
+ "Input validation failed",
82
+ );
83
+ if (!parsed.ok) {
84
+ return [parsed, { status: "invalid" }];
85
+ }
86
+ const payload = parsed.value;
87
+ const body = payload === undefined
88
+ ? null
89
+ : encodeJSON("body", payload, { explode: true });
90
+
91
+ const path = pathToFunc("/v2/evaluators/ragas_response_relevancy")();
92
+
93
+ const headers = new Headers(compactMap({
94
+ "Content-Type": "application/json",
95
+ Accept: "application/json",
96
+ }));
97
+
98
+ const secConfig = await extractSecurity(client._options.apiKey);
99
+ const securityInput = secConfig == null ? {} : { apiKey: secConfig };
100
+ const requestSecurity = resolveGlobalSecurity(securityInput);
101
+
102
+ const context = {
103
+ options: client._options,
104
+ baseURL: options?.serverURL ?? client._baseURL ?? "",
105
+ operationID: "EvalsRagasResponseRelevancy",
106
+ oAuth2Scopes: [],
107
+
108
+ resolvedSecurity: requestSecurity,
109
+
110
+ securitySource: client._options.apiKey,
111
+ retryConfig: options?.retries
112
+ || client._options.retryConfig
113
+ || { strategy: "none" },
114
+ retryCodes: options?.retryCodes || ["429", "500", "502", "503", "504"],
115
+ };
116
+
117
+ const requestRes = client._createRequest(context, {
118
+ security: requestSecurity,
119
+ method: "POST",
120
+ baseURL: options?.serverURL,
121
+ path: path,
122
+ headers: headers,
123
+ body: body,
124
+ userAgent: client._options.userAgent,
125
+ timeoutMs: options?.timeoutMs || client._options.timeoutMs || 600000,
126
+ }, options);
127
+ if (!requestRes.ok) {
128
+ return [requestRes, { status: "invalid" }];
129
+ }
130
+ const req = requestRes.value;
131
+
132
+ const doResult = await client._do(req, {
133
+ context,
134
+ errorCodes: ["404", "4XX", "500", "5XX"],
135
+ retryConfig: context.retryConfig,
136
+ retryCodes: context.retryCodes,
137
+ });
138
+ if (!doResult.ok) {
139
+ return [doResult, { status: "request-error", request: req }];
140
+ }
141
+ const response = doResult.value;
142
+
143
+ const responseFields = {
144
+ HttpMeta: { Response: response, Request: req },
145
+ };
146
+
147
+ const [result] = await M.match<
148
+ operations.EvalsRagasResponseRelevancyResponseBody,
149
+ | errors.EvalsRagasResponseRelevancyResponseBody
150
+ | errors.EvalsRagasResponseRelevancyEvalsResponseBody
151
+ | APIError
152
+ | SDKValidationError
153
+ | UnexpectedClientError
154
+ | InvalidRequestError
155
+ | RequestAbortedError
156
+ | RequestTimeoutError
157
+ | ConnectionError
158
+ >(
159
+ M.json(
160
+ 200,
161
+ operations.EvalsRagasResponseRelevancyResponseBody$inboundSchema,
162
+ ),
163
+ M.jsonErr(
164
+ 404,
165
+ errors.EvalsRagasResponseRelevancyResponseBody$inboundSchema,
166
+ ),
167
+ M.jsonErr(
168
+ 500,
169
+ errors.EvalsRagasResponseRelevancyEvalsResponseBody$inboundSchema,
170
+ ),
171
+ M.fail("4XX"),
172
+ M.fail("5XX"),
173
+ )(response, { extraFields: responseFields });
174
+ if (!result.ok) {
175
+ return [result, { status: "complete", request: req, response }];
176
+ }
177
+
178
+ return [result, { status: "complete", request: req, response }];
179
+ }
@@ -0,0 +1,173 @@
1
+ /*
2
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
3
+ */
4
+
5
+ import { OrqCore } from "../core.js";
6
+ import { encodeJSON } from "../lib/encodings.js";
7
+ import * as M from "../lib/matchers.js";
8
+ import { compactMap } from "../lib/primitives.js";
9
+ import { safeParse } from "../lib/schemas.js";
10
+ import { RequestOptions } from "../lib/sdks.js";
11
+ import { extractSecurity, resolveGlobalSecurity } from "../lib/security.js";
12
+ import { pathToFunc } from "../lib/url.js";
13
+ import { APIError } from "../models/errors/apierror.js";
14
+ import {
15
+ ConnectionError,
16
+ InvalidRequestError,
17
+ RequestAbortedError,
18
+ RequestTimeoutError,
19
+ UnexpectedClientError,
20
+ } from "../models/errors/httpclienterrors.js";
21
+ import * as errors from "../models/errors/index.js";
22
+ import { SDKValidationError } from "../models/errors/sdkvalidationerror.js";
23
+ import * as operations from "../models/operations/index.js";
24
+ import { APICall, APIPromise } from "../types/async.js";
25
+ import { Result } from "../types/fp.js";
26
+
27
+ /**
28
+ * Run Summarization Evaluator
29
+ */
30
+ export function evalsRagasSummarization(
31
+ client: OrqCore,
32
+ request?: operations.EvalsRagasSummarizationRequestBody | undefined,
33
+ options?: RequestOptions,
34
+ ): APIPromise<
35
+ Result<
36
+ operations.EvalsRagasSummarizationResponseBody,
37
+ | errors.EvalsRagasSummarizationResponseBody
38
+ | errors.EvalsRagasSummarizationEvalsResponseBody
39
+ | APIError
40
+ | SDKValidationError
41
+ | UnexpectedClientError
42
+ | InvalidRequestError
43
+ | RequestAbortedError
44
+ | RequestTimeoutError
45
+ | ConnectionError
46
+ >
47
+ > {
48
+ return new APIPromise($do(
49
+ client,
50
+ request,
51
+ options,
52
+ ));
53
+ }
54
+
55
+ async function $do(
56
+ client: OrqCore,
57
+ request?: operations.EvalsRagasSummarizationRequestBody | undefined,
58
+ options?: RequestOptions,
59
+ ): Promise<
60
+ [
61
+ Result<
62
+ operations.EvalsRagasSummarizationResponseBody,
63
+ | errors.EvalsRagasSummarizationResponseBody
64
+ | errors.EvalsRagasSummarizationEvalsResponseBody
65
+ | APIError
66
+ | SDKValidationError
67
+ | UnexpectedClientError
68
+ | InvalidRequestError
69
+ | RequestAbortedError
70
+ | RequestTimeoutError
71
+ | ConnectionError
72
+ >,
73
+ APICall,
74
+ ]
75
+ > {
76
+ const parsed = safeParse(
77
+ request,
78
+ (value) =>
79
+ operations.EvalsRagasSummarizationRequestBody$outboundSchema.optional()
80
+ .parse(value),
81
+ "Input validation failed",
82
+ );
83
+ if (!parsed.ok) {
84
+ return [parsed, { status: "invalid" }];
85
+ }
86
+ const payload = parsed.value;
87
+ const body = payload === undefined
88
+ ? null
89
+ : encodeJSON("body", payload, { explode: true });
90
+
91
+ const path = pathToFunc("/v2/evaluators/ragas_summarization")();
92
+
93
+ const headers = new Headers(compactMap({
94
+ "Content-Type": "application/json",
95
+ Accept: "application/json",
96
+ }));
97
+
98
+ const secConfig = await extractSecurity(client._options.apiKey);
99
+ const securityInput = secConfig == null ? {} : { apiKey: secConfig };
100
+ const requestSecurity = resolveGlobalSecurity(securityInput);
101
+
102
+ const context = {
103
+ options: client._options,
104
+ baseURL: options?.serverURL ?? client._baseURL ?? "",
105
+ operationID: "EvalsRagasSummarization",
106
+ oAuth2Scopes: [],
107
+
108
+ resolvedSecurity: requestSecurity,
109
+
110
+ securitySource: client._options.apiKey,
111
+ retryConfig: options?.retries
112
+ || client._options.retryConfig
113
+ || { strategy: "none" },
114
+ retryCodes: options?.retryCodes || ["429", "500", "502", "503", "504"],
115
+ };
116
+
117
+ const requestRes = client._createRequest(context, {
118
+ security: requestSecurity,
119
+ method: "POST",
120
+ baseURL: options?.serverURL,
121
+ path: path,
122
+ headers: headers,
123
+ body: body,
124
+ userAgent: client._options.userAgent,
125
+ timeoutMs: options?.timeoutMs || client._options.timeoutMs || 600000,
126
+ }, options);
127
+ if (!requestRes.ok) {
128
+ return [requestRes, { status: "invalid" }];
129
+ }
130
+ const req = requestRes.value;
131
+
132
+ const doResult = await client._do(req, {
133
+ context,
134
+ errorCodes: ["404", "4XX", "500", "5XX"],
135
+ retryConfig: context.retryConfig,
136
+ retryCodes: context.retryCodes,
137
+ });
138
+ if (!doResult.ok) {
139
+ return [doResult, { status: "request-error", request: req }];
140
+ }
141
+ const response = doResult.value;
142
+
143
+ const responseFields = {
144
+ HttpMeta: { Response: response, Request: req },
145
+ };
146
+
147
+ const [result] = await M.match<
148
+ operations.EvalsRagasSummarizationResponseBody,
149
+ | errors.EvalsRagasSummarizationResponseBody
150
+ | errors.EvalsRagasSummarizationEvalsResponseBody
151
+ | APIError
152
+ | SDKValidationError
153
+ | UnexpectedClientError
154
+ | InvalidRequestError
155
+ | RequestAbortedError
156
+ | RequestTimeoutError
157
+ | ConnectionError
158
+ >(
159
+ M.json(200, operations.EvalsRagasSummarizationResponseBody$inboundSchema),
160
+ M.jsonErr(404, errors.EvalsRagasSummarizationResponseBody$inboundSchema),
161
+ M.jsonErr(
162
+ 500,
163
+ errors.EvalsRagasSummarizationEvalsResponseBody$inboundSchema,
164
+ ),
165
+ M.fail("4XX"),
166
+ M.fail("5XX"),
167
+ )(response, { extraFields: responseFields });
168
+ if (!result.ok) {
169
+ return [result, { status: "complete", request: req, response }];
170
+ }
171
+
172
+ return [result, { status: "complete", request: req, response }];
173
+ }