@orq-ai/node 3.6.2 → 3.6.4

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (436) hide show
  1. package/bin/mcp-server.js +143 -43
  2. package/bin/mcp-server.js.map +73 -73
  3. package/funcs/contactsCreate.js +2 -0
  4. package/funcs/contactsCreate.js.map +1 -1
  5. package/funcs/datasetsClear.js +2 -0
  6. package/funcs/datasetsClear.js.map +1 -1
  7. package/funcs/datasetsCreate.js +2 -0
  8. package/funcs/datasetsCreate.js.map +1 -1
  9. package/funcs/datasetsCreateDatapoint.js +2 -0
  10. package/funcs/datasetsCreateDatapoint.js.map +1 -1
  11. package/funcs/datasetsCreateDatapoints.js +2 -0
  12. package/funcs/datasetsCreateDatapoints.js.map +1 -1
  13. package/funcs/datasetsCreateExperiment.js +2 -0
  14. package/funcs/datasetsCreateExperiment.js.map +1 -1
  15. package/funcs/datasetsDelete.js +2 -0
  16. package/funcs/datasetsDelete.js.map +1 -1
  17. package/funcs/datasetsDeleteDatapoint.js +2 -0
  18. package/funcs/datasetsDeleteDatapoint.js.map +1 -1
  19. package/funcs/datasetsList.js +2 -0
  20. package/funcs/datasetsList.js.map +1 -1
  21. package/funcs/datasetsListDatapoints.js +2 -0
  22. package/funcs/datasetsListDatapoints.js.map +1 -1
  23. package/funcs/datasetsRetrieve.js +2 -0
  24. package/funcs/datasetsRetrieve.js.map +1 -1
  25. package/funcs/datasetsRetrieveDatapoint.js +2 -0
  26. package/funcs/datasetsRetrieveDatapoint.js.map +1 -1
  27. package/funcs/datasetsUpdate.js +2 -0
  28. package/funcs/datasetsUpdate.js.map +1 -1
  29. package/funcs/datasetsUpdateDatapoint.js +2 -0
  30. package/funcs/datasetsUpdateDatapoint.js.map +1 -1
  31. package/funcs/deploymentsCreateExperiment.js +2 -0
  32. package/funcs/deploymentsCreateExperiment.js.map +1 -1
  33. package/funcs/deploymentsGetConfig.js +2 -0
  34. package/funcs/deploymentsGetConfig.js.map +1 -1
  35. package/funcs/deploymentsInvoke.js +2 -0
  36. package/funcs/deploymentsInvoke.js.map +1 -1
  37. package/funcs/deploymentsList.js +2 -0
  38. package/funcs/deploymentsList.js.map +1 -1
  39. package/funcs/deploymentsMetricsCreate.js +2 -0
  40. package/funcs/deploymentsMetricsCreate.js.map +1 -1
  41. package/funcs/deploymentsStream.js +2 -0
  42. package/funcs/deploymentsStream.js.map +1 -1
  43. package/funcs/feedbackCreate.js +2 -0
  44. package/funcs/feedbackCreate.js.map +1 -1
  45. package/funcs/filesCreate.js +2 -0
  46. package/funcs/filesCreate.js.map +1 -1
  47. package/funcs/filesDelete.js +2 -0
  48. package/funcs/filesDelete.js.map +1 -1
  49. package/funcs/filesGet.js +2 -0
  50. package/funcs/filesGet.js.map +1 -1
  51. package/funcs/filesList.js +2 -0
  52. package/funcs/filesList.js.map +1 -1
  53. package/funcs/knowledgeCreate.js +2 -0
  54. package/funcs/knowledgeCreate.js.map +1 -1
  55. package/funcs/knowledgeCreateChunks.js +2 -0
  56. package/funcs/knowledgeCreateChunks.js.map +1 -1
  57. package/funcs/knowledgeCreateDatasource.js +2 -0
  58. package/funcs/knowledgeCreateDatasource.js.map +1 -1
  59. package/funcs/knowledgeDelete.js +2 -0
  60. package/funcs/knowledgeDelete.js.map +1 -1
  61. package/funcs/knowledgeDeleteChunk.js +2 -0
  62. package/funcs/knowledgeDeleteChunk.js.map +1 -1
  63. package/funcs/knowledgeDeleteDatasource.js +2 -0
  64. package/funcs/knowledgeDeleteDatasource.js.map +1 -1
  65. package/funcs/knowledgeList.js +2 -0
  66. package/funcs/knowledgeList.js.map +1 -1
  67. package/funcs/knowledgeListChunks.js +2 -0
  68. package/funcs/knowledgeListChunks.js.map +1 -1
  69. package/funcs/knowledgeListDatasources.js +2 -0
  70. package/funcs/knowledgeListDatasources.js.map +1 -1
  71. package/funcs/knowledgeRetrieve.js +2 -0
  72. package/funcs/knowledgeRetrieve.js.map +1 -1
  73. package/funcs/knowledgeRetrieveChunk.js +2 -0
  74. package/funcs/knowledgeRetrieveChunk.js.map +1 -1
  75. package/funcs/knowledgeRetrieveDatasource.js +2 -0
  76. package/funcs/knowledgeRetrieveDatasource.js.map +1 -1
  77. package/funcs/knowledgeSearch.js +2 -0
  78. package/funcs/knowledgeSearch.js.map +1 -1
  79. package/funcs/knowledgeUpdate.js +2 -0
  80. package/funcs/knowledgeUpdate.js.map +1 -1
  81. package/funcs/knowledgeUpdateChunk.js +2 -0
  82. package/funcs/knowledgeUpdateChunk.js.map +1 -1
  83. package/funcs/knowledgeUpdateDatasource.js +2 -0
  84. package/funcs/knowledgeUpdateDatasource.js.map +1 -1
  85. package/funcs/modelsList.js +2 -0
  86. package/funcs/modelsList.js.map +1 -1
  87. package/funcs/promptsCreate.js +2 -0
  88. package/funcs/promptsCreate.js.map +1 -1
  89. package/funcs/promptsDelete.js +2 -0
  90. package/funcs/promptsDelete.js.map +1 -1
  91. package/funcs/promptsGetVersion.js +2 -0
  92. package/funcs/promptsGetVersion.js.map +1 -1
  93. package/funcs/promptsList.js +2 -0
  94. package/funcs/promptsList.js.map +1 -1
  95. package/funcs/promptsListVersions.js +2 -0
  96. package/funcs/promptsListVersions.js.map +1 -1
  97. package/funcs/promptsRetrieve.js +2 -0
  98. package/funcs/promptsRetrieve.js.map +1 -1
  99. package/funcs/promptsUpdate.js +2 -0
  100. package/funcs/promptsUpdate.js.map +1 -1
  101. package/funcs/remoteconfigsRetrieve.js +2 -0
  102. package/funcs/remoteconfigsRetrieve.js.map +1 -1
  103. package/hooks/types.d.ts +2 -0
  104. package/hooks/types.d.ts.map +1 -1
  105. package/index.d.ts +2 -0
  106. package/index.d.ts.map +1 -1
  107. package/index.js +3 -1
  108. package/index.js.map +1 -1
  109. package/jsr.json +1 -1
  110. package/lib/config.d.ts +7 -3
  111. package/lib/config.d.ts.map +1 -1
  112. package/lib/config.js +3 -3
  113. package/lib/config.js.map +1 -1
  114. package/lib/sdks.d.ts +1 -0
  115. package/lib/sdks.d.ts.map +1 -1
  116. package/lib/sdks.js +3 -3
  117. package/lib/sdks.js.map +1 -1
  118. package/mcp-server/mcp-server.js +1 -1
  119. package/mcp-server/server.js +1 -1
  120. package/models/operations/bulkcreatedatapoints.js +2 -2
  121. package/models/operations/createcontact.js +2 -2
  122. package/models/operations/createdataset.js +2 -2
  123. package/models/operations/createdatasetitem.js +2 -2
  124. package/models/operations/createdatasource.js +2 -2
  125. package/models/operations/fileget.js +2 -2
  126. package/models/operations/filelist.js +2 -2
  127. package/models/operations/fileupload.js +2 -2
  128. package/models/operations/listdatasetdatapoints.js +2 -2
  129. package/models/operations/listdatasets.js +2 -2
  130. package/models/operations/listdatasources.js +2 -2
  131. package/models/operations/retrievedatapoint.js +2 -2
  132. package/models/operations/retrievedataset.js +2 -2
  133. package/models/operations/retrievedatasource.js +2 -2
  134. package/models/operations/updatedatapoint.js +2 -2
  135. package/models/operations/updatedataset.js +2 -2
  136. package/models/operations/updatedatasource.js +2 -2
  137. package/package.json +1 -1
  138. package/packages/orq-rc/README.md +73 -2
  139. package/packages/orq-rc/docs/sdks/datasets/README.md +0 -77
  140. package/packages/orq-rc/docs/sdks/evals/README.md +2661 -0
  141. package/packages/orq-rc/docs/sdks/knowledge/README.md +1 -1
  142. package/packages/orq-rc/jsr.json +1 -1
  143. package/packages/orq-rc/package-lock.json +2 -2
  144. package/packages/orq-rc/package.json +1 -1
  145. package/packages/orq-rc/src/funcs/contactsCreate.ts +2 -0
  146. package/packages/orq-rc/src/funcs/datasetsClear.ts +2 -0
  147. package/packages/orq-rc/src/funcs/datasetsCreate.ts +2 -0
  148. package/packages/orq-rc/src/funcs/datasetsCreateDatapoint.ts +2 -0
  149. package/packages/orq-rc/src/funcs/datasetsCreateExperiment.ts +2 -0
  150. package/packages/orq-rc/src/funcs/datasetsDelete.ts +2 -0
  151. package/packages/orq-rc/src/funcs/datasetsDeleteDatapoint.ts +2 -0
  152. package/packages/orq-rc/src/funcs/datasetsList.ts +2 -0
  153. package/packages/orq-rc/src/funcs/datasetsListDatapoints.ts +2 -0
  154. package/packages/orq-rc/src/funcs/datasetsRetrieve.ts +2 -0
  155. package/packages/orq-rc/src/funcs/datasetsRetrieveDatapoint.ts +2 -0
  156. package/packages/orq-rc/src/funcs/datasetsUpdate.ts +2 -0
  157. package/packages/orq-rc/src/funcs/datasetsUpdateDatapoint.ts +2 -0
  158. package/packages/orq-rc/src/funcs/deploymentsCreateExperiment.ts +2 -0
  159. package/packages/orq-rc/src/funcs/deploymentsGetConfig.ts +2 -0
  160. package/packages/orq-rc/src/funcs/deploymentsInvoke.ts +2 -0
  161. package/packages/orq-rc/src/funcs/deploymentsList.ts +2 -0
  162. package/packages/orq-rc/src/funcs/deploymentsMetricsCreate.ts +2 -0
  163. package/packages/orq-rc/src/funcs/deploymentsStream.ts +2 -0
  164. package/packages/orq-rc/src/funcs/evalsAgeAppropriate.ts +171 -0
  165. package/packages/orq-rc/src/funcs/evalsBleuScore.ts +171 -0
  166. package/packages/orq-rc/src/funcs/evalsBotDetection.ts +171 -0
  167. package/packages/orq-rc/src/funcs/evalsContains.ts +171 -0
  168. package/packages/orq-rc/src/funcs/evalsContainsAll.ts +171 -0
  169. package/packages/orq-rc/src/funcs/evalsContainsAny.ts +171 -0
  170. package/packages/orq-rc/src/funcs/evalsContainsEmail.ts +171 -0
  171. package/packages/orq-rc/src/funcs/evalsContainsNone.ts +171 -0
  172. package/packages/orq-rc/src/funcs/evalsContainsUrl.ts +171 -0
  173. package/packages/orq-rc/src/funcs/evalsContainsValidLink.ts +173 -0
  174. package/packages/orq-rc/src/funcs/{datasetsCreateDatapoints.ts → evalsCreate.ts} +29 -29
  175. package/packages/orq-rc/src/funcs/evalsEndsWith.ts +171 -0
  176. package/packages/orq-rc/src/funcs/evalsExactMatch.ts +171 -0
  177. package/packages/orq-rc/src/funcs/evalsFactCheckingKnowledgeBase.ts +179 -0
  178. package/packages/orq-rc/src/funcs/evalsGrammar.ts +169 -0
  179. package/packages/orq-rc/src/funcs/evalsLengthBetween.ts +171 -0
  180. package/packages/orq-rc/src/funcs/evalsLengthGreaterThan.ts +173 -0
  181. package/packages/orq-rc/src/funcs/evalsLengthLessThan.ts +171 -0
  182. package/packages/orq-rc/src/funcs/evalsLocalization.ts +171 -0
  183. package/packages/orq-rc/src/funcs/evalsPii.ts +169 -0
  184. package/packages/orq-rc/src/funcs/evalsRagasCoherence.ts +171 -0
  185. package/packages/orq-rc/src/funcs/evalsRagasConciseness.ts +170 -0
  186. package/packages/orq-rc/src/funcs/evalsRagasContextPrecision.ts +176 -0
  187. package/packages/orq-rc/src/funcs/evalsRagasCorrectness.ts +170 -0
  188. package/packages/orq-rc/src/funcs/evalsRagasFaithfulness.ts +173 -0
  189. package/packages/orq-rc/src/funcs/evalsRagasHarmfulness.ts +170 -0
  190. package/packages/orq-rc/src/funcs/evalsRagasMaliciousness.ts +173 -0
  191. package/packages/orq-rc/src/funcs/evalsRagasResponseRelevancy.ts +179 -0
  192. package/packages/orq-rc/src/funcs/evalsRagasSummarization.ts +173 -0
  193. package/packages/orq-rc/src/funcs/evalsRunBertScore.ts +169 -0
  194. package/packages/orq-rc/src/funcs/evalsSentimentClassification.ts +179 -0
  195. package/packages/orq-rc/src/funcs/evalsSummarization.ts +171 -0
  196. package/packages/orq-rc/src/funcs/evalsToneOfVoice.ts +171 -0
  197. package/packages/orq-rc/src/funcs/evalsTranslation.ts +171 -0
  198. package/packages/orq-rc/src/funcs/evalsValidJson.ts +171 -0
  199. package/packages/orq-rc/src/funcs/feedbackCreate.ts +2 -0
  200. package/packages/orq-rc/src/funcs/filesCreate.ts +2 -0
  201. package/packages/orq-rc/src/funcs/filesDelete.ts +2 -0
  202. package/packages/orq-rc/src/funcs/filesGet.ts +2 -0
  203. package/packages/orq-rc/src/funcs/filesList.ts +2 -0
  204. package/packages/orq-rc/src/funcs/knowledgeCreate.ts +2 -0
  205. package/packages/orq-rc/src/funcs/knowledgeCreateChunks.ts +6 -4
  206. package/packages/orq-rc/src/funcs/knowledgeCreateDatasource.ts +2 -0
  207. package/packages/orq-rc/src/funcs/knowledgeDelete.ts +2 -0
  208. package/packages/orq-rc/src/funcs/knowledgeDeleteChunk.ts +2 -0
  209. package/packages/orq-rc/src/funcs/knowledgeDeleteDatasource.ts +2 -0
  210. package/packages/orq-rc/src/funcs/knowledgeList.ts +2 -0
  211. package/packages/orq-rc/src/funcs/knowledgeListChunks.ts +2 -0
  212. package/packages/orq-rc/src/funcs/knowledgeListDatasources.ts +2 -0
  213. package/packages/orq-rc/src/funcs/knowledgeRetrieve.ts +2 -0
  214. package/packages/orq-rc/src/funcs/knowledgeRetrieveChunk.ts +2 -0
  215. package/packages/orq-rc/src/funcs/knowledgeRetrieveDatasource.ts +2 -0
  216. package/packages/orq-rc/src/funcs/knowledgeSearch.ts +2 -0
  217. package/packages/orq-rc/src/funcs/knowledgeUpdate.ts +2 -0
  218. package/packages/orq-rc/src/funcs/knowledgeUpdateChunk.ts +2 -0
  219. package/packages/orq-rc/src/funcs/knowledgeUpdateDatasource.ts +2 -0
  220. package/packages/orq-rc/src/funcs/modelsList.ts +2 -0
  221. package/packages/orq-rc/src/funcs/promptsCreate.ts +2 -0
  222. package/packages/orq-rc/src/funcs/promptsDelete.ts +2 -0
  223. package/packages/orq-rc/src/funcs/promptsGetVersion.ts +2 -0
  224. package/packages/orq-rc/src/funcs/promptsList.ts +2 -0
  225. package/packages/orq-rc/src/funcs/promptsListVersions.ts +2 -0
  226. package/packages/orq-rc/src/funcs/promptsRetrieve.ts +2 -0
  227. package/packages/orq-rc/src/funcs/promptsUpdate.ts +2 -0
  228. package/packages/orq-rc/src/funcs/remoteconfigsRetrieve.ts +2 -0
  229. package/packages/orq-rc/src/hooks/types.ts +2 -0
  230. package/packages/orq-rc/src/index.ts +2 -0
  231. package/packages/orq-rc/src/lib/config.ts +7 -3
  232. package/packages/orq-rc/src/lib/sdks.ts +10 -4
  233. package/packages/orq-rc/src/mcp-server/mcp-server.ts +1 -1
  234. package/packages/orq-rc/src/mcp-server/server.ts +71 -3
  235. package/packages/orq-rc/src/mcp-server/tools/evalsAgeAppropriate.ts +35 -0
  236. package/packages/orq-rc/src/mcp-server/tools/evalsBleuScore.ts +35 -0
  237. package/packages/orq-rc/src/mcp-server/tools/evalsBotDetection.ts +35 -0
  238. package/packages/orq-rc/src/mcp-server/tools/{datasetsCreateDatapoints.ts → evalsContains.ts} +6 -8
  239. package/packages/orq-rc/src/mcp-server/tools/evalsContainsAll.ts +35 -0
  240. package/packages/orq-rc/src/mcp-server/tools/evalsContainsAny.ts +35 -0
  241. package/packages/orq-rc/src/mcp-server/tools/evalsContainsEmail.ts +35 -0
  242. package/packages/orq-rc/src/mcp-server/tools/evalsContainsNone.ts +35 -0
  243. package/packages/orq-rc/src/mcp-server/tools/evalsContainsUrl.ts +35 -0
  244. package/packages/orq-rc/src/mcp-server/tools/evalsContainsValidLink.ts +36 -0
  245. package/packages/orq-rc/src/mcp-server/tools/evalsCreate.ts +35 -0
  246. package/packages/orq-rc/src/mcp-server/tools/evalsEndsWith.ts +35 -0
  247. package/packages/orq-rc/src/mcp-server/tools/evalsExactMatch.ts +35 -0
  248. package/packages/orq-rc/src/mcp-server/tools/evalsFactCheckingKnowledgeBase.ts +37 -0
  249. package/packages/orq-rc/src/mcp-server/tools/evalsGrammar.ts +35 -0
  250. package/packages/orq-rc/src/mcp-server/tools/evalsLengthBetween.ts +35 -0
  251. package/packages/orq-rc/src/mcp-server/tools/evalsLengthGreaterThan.ts +36 -0
  252. package/packages/orq-rc/src/mcp-server/tools/evalsLengthLessThan.ts +35 -0
  253. package/packages/orq-rc/src/mcp-server/tools/evalsLocalization.ts +35 -0
  254. package/packages/orq-rc/src/mcp-server/tools/evalsPii.ts +35 -0
  255. package/packages/orq-rc/src/mcp-server/tools/evalsRagasCoherence.ts +35 -0
  256. package/packages/orq-rc/src/mcp-server/tools/evalsRagasConciseness.ts +35 -0
  257. package/packages/orq-rc/src/mcp-server/tools/evalsRagasContextPrecision.ts +36 -0
  258. package/packages/orq-rc/src/mcp-server/tools/evalsRagasCorrectness.ts +35 -0
  259. package/packages/orq-rc/src/mcp-server/tools/evalsRagasFaithfulness.ts +36 -0
  260. package/packages/orq-rc/src/mcp-server/tools/evalsRagasHarmfulness.ts +35 -0
  261. package/packages/orq-rc/src/mcp-server/tools/evalsRagasMaliciousness.ts +36 -0
  262. package/packages/orq-rc/src/mcp-server/tools/evalsRagasResponseRelevancy.ts +36 -0
  263. package/packages/orq-rc/src/mcp-server/tools/evalsRagasSummarization.ts +36 -0
  264. package/packages/orq-rc/src/mcp-server/tools/evalsRunBertScore.ts +35 -0
  265. package/packages/orq-rc/src/mcp-server/tools/evalsSentimentClassification.ts +36 -0
  266. package/packages/orq-rc/src/mcp-server/tools/evalsSummarization.ts +35 -0
  267. package/packages/orq-rc/src/mcp-server/tools/evalsToneOfVoice.ts +35 -0
  268. package/packages/orq-rc/src/mcp-server/tools/evalsTranslation.ts +35 -0
  269. package/packages/orq-rc/src/mcp-server/tools/evalsValidJson.ts +35 -0
  270. package/packages/orq-rc/src/models/errors/createeval.ts +71 -0
  271. package/packages/orq-rc/src/models/errors/evalsageappropriate.ts +139 -0
  272. package/packages/orq-rc/src/models/errors/evalsbleuscore.ts +137 -0
  273. package/packages/orq-rc/src/models/errors/evalsbotdetection.ts +138 -0
  274. package/packages/orq-rc/src/models/errors/evalscontains.ts +137 -0
  275. package/packages/orq-rc/src/models/errors/evalscontainsall.ts +138 -0
  276. package/packages/orq-rc/src/models/errors/evalscontainsany.ts +138 -0
  277. package/packages/orq-rc/src/models/errors/evalscontainsemail.ts +139 -0
  278. package/packages/orq-rc/src/models/errors/evalscontainsnone.ts +138 -0
  279. package/packages/orq-rc/src/models/errors/evalscontainsurl.ts +138 -0
  280. package/packages/orq-rc/src/models/errors/evalscontainsvalidlink.ts +140 -0
  281. package/packages/orq-rc/src/models/errors/evalsendswith.ts +137 -0
  282. package/packages/orq-rc/src/models/errors/evalsexactmatch.ts +137 -0
  283. package/packages/orq-rc/src/models/errors/evalsfactcheckingknowledgebase.ts +143 -0
  284. package/packages/orq-rc/src/models/errors/evalsgrammar.ts +137 -0
  285. package/packages/orq-rc/src/models/errors/evalslengthbetween.ts +139 -0
  286. package/packages/orq-rc/src/models/errors/evalslengthgreaterthan.ts +140 -0
  287. package/packages/orq-rc/src/models/errors/evalslengthlessthan.ts +139 -0
  288. package/packages/orq-rc/src/models/errors/evalslocalization.ts +138 -0
  289. package/packages/orq-rc/src/models/errors/evalspii.ts +137 -0
  290. package/packages/orq-rc/src/models/errors/evalsragascoherence.ts +139 -0
  291. package/packages/orq-rc/src/models/errors/evalsragasconciseness.ts +140 -0
  292. package/packages/orq-rc/src/models/errors/evalsragascontextprecision.ts +143 -0
  293. package/packages/orq-rc/src/models/errors/evalsragascorrectness.ts +140 -0
  294. package/packages/orq-rc/src/models/errors/evalsragasfaithfulness.ts +140 -0
  295. package/packages/orq-rc/src/models/errors/evalsragasharmfulness.ts +140 -0
  296. package/packages/orq-rc/src/models/errors/evalsragasmaliciousness.ts +141 -0
  297. package/packages/orq-rc/src/models/errors/evalsragasresponserelevancy.ts +143 -0
  298. package/packages/orq-rc/src/models/errors/evalsragassummarization.ts +141 -0
  299. package/packages/orq-rc/src/models/errors/evalssentimentclassification.ts +143 -0
  300. package/packages/orq-rc/src/models/errors/evalssummarization.ts +139 -0
  301. package/packages/orq-rc/src/models/errors/evalstoneofvoice.ts +138 -0
  302. package/packages/orq-rc/src/models/errors/evalstranslation.ts +138 -0
  303. package/packages/orq-rc/src/models/errors/evalsvalidjson.ts +137 -0
  304. package/packages/orq-rc/src/models/errors/index.ts +35 -0
  305. package/packages/orq-rc/src/models/errors/runbertscore.ts +137 -0
  306. package/packages/orq-rc/src/models/operations/createchunk.ts +20 -24
  307. package/packages/orq-rc/src/models/operations/createcontact.ts +2 -2
  308. package/packages/orq-rc/src/models/operations/createdataset.ts +2 -2
  309. package/packages/orq-rc/src/models/operations/createdatasetitem.ts +4045 -972
  310. package/packages/orq-rc/src/models/operations/createdatasource.ts +2 -2
  311. package/packages/orq-rc/src/models/operations/createeval.ts +3830 -0
  312. package/packages/orq-rc/src/models/operations/evalsageappropriate.ts +253 -0
  313. package/packages/orq-rc/src/models/operations/evalsbleuscore.ts +131 -0
  314. package/packages/orq-rc/src/models/operations/evalsbotdetection.ts +249 -0
  315. package/packages/orq-rc/src/models/operations/evalscontains.ts +250 -0
  316. package/packages/orq-rc/src/models/operations/evalscontainsall.ts +248 -0
  317. package/packages/orq-rc/src/models/operations/evalscontainsany.ts +254 -0
  318. package/packages/orq-rc/src/models/operations/evalscontainsemail.ts +181 -0
  319. package/packages/orq-rc/src/models/operations/evalscontainsnone.ts +254 -0
  320. package/packages/orq-rc/src/models/operations/evalscontainsurl.ts +181 -0
  321. package/packages/orq-rc/src/models/operations/evalscontainsvalidlink.ts +186 -0
  322. package/packages/orq-rc/src/models/operations/evalsendswith.ts +250 -0
  323. package/packages/orq-rc/src/models/operations/evalsexactmatch.ts +183 -0
  324. package/packages/orq-rc/src/models/operations/evalsfactcheckingknowledgebase.ts +299 -0
  325. package/packages/orq-rc/src/models/operations/evalsgrammar.ts +243 -0
  326. package/packages/orq-rc/src/models/operations/evalslengthbetween.ts +268 -0
  327. package/packages/orq-rc/src/models/operations/evalslengthgreaterthan.ts +266 -0
  328. package/packages/orq-rc/src/models/operations/evalslengthlessthan.ts +259 -0
  329. package/packages/orq-rc/src/models/operations/evalslocalization.ts +253 -0
  330. package/packages/orq-rc/src/models/operations/evalspii.ts +243 -0
  331. package/packages/orq-rc/src/models/operations/evalsragascoherence.ts +152 -0
  332. package/packages/orq-rc/src/models/operations/evalsragasconciseness.ts +153 -0
  333. package/packages/orq-rc/src/models/operations/evalsragascontextprecision.ts +166 -0
  334. package/packages/orq-rc/src/models/operations/evalsragascorrectness.ts +153 -0
  335. package/packages/orq-rc/src/models/operations/evalsragasfaithfulness.ts +155 -0
  336. package/packages/orq-rc/src/models/operations/evalsragasharmfulness.ts +146 -0
  337. package/packages/orq-rc/src/models/operations/evalsragasmaliciousness.ts +157 -0
  338. package/packages/orq-rc/src/models/operations/evalsragasresponserelevancy.ts +165 -0
  339. package/packages/orq-rc/src/models/operations/evalsragassummarization.ts +150 -0
  340. package/packages/orq-rc/src/models/operations/evalssentimentclassification.ts +285 -0
  341. package/packages/orq-rc/src/models/operations/evalssummarization.ts +253 -0
  342. package/packages/orq-rc/src/models/operations/evalstoneofvoice.ts +251 -0
  343. package/packages/orq-rc/src/models/operations/evalstranslation.ts +251 -0
  344. package/packages/orq-rc/src/models/operations/evalsvalidjson.ts +177 -0
  345. package/packages/orq-rc/src/models/operations/fileget.ts +2 -2
  346. package/packages/orq-rc/src/models/operations/filelist.ts +2 -2
  347. package/packages/orq-rc/src/models/operations/fileupload.ts +2 -2
  348. package/packages/orq-rc/src/models/operations/index.ts +35 -1
  349. package/packages/orq-rc/src/models/operations/listdatasetdatapoints.ts +1805 -301
  350. package/packages/orq-rc/src/models/operations/listdatasets.ts +2 -2
  351. package/packages/orq-rc/src/models/operations/listdatasources.ts +2 -2
  352. package/packages/orq-rc/src/models/operations/retrievedatapoint.ts +1737 -277
  353. package/packages/orq-rc/src/models/operations/retrievedataset.ts +2 -2
  354. package/packages/orq-rc/src/models/operations/retrievedatasource.ts +2 -2
  355. package/packages/orq-rc/src/models/operations/runbertscore.ts +197 -0
  356. package/packages/orq-rc/src/models/operations/updatedatapoint.ts +3990 -976
  357. package/packages/orq-rc/src/models/operations/updatedataset.ts +2 -2
  358. package/packages/orq-rc/src/models/operations/updatedatasource.ts +2 -2
  359. package/packages/orq-rc/src/sdk/datasets.ts +0 -18
  360. package/packages/orq-rc/src/sdk/evals.ts +534 -0
  361. package/packages/orq-rc/src/sdk/knowledge.ts +1 -1
  362. package/packages/orq-rc/src/sdk/sdk.ts +6 -0
  363. package/src/funcs/contactsCreate.ts +2 -0
  364. package/src/funcs/datasetsClear.ts +2 -0
  365. package/src/funcs/datasetsCreate.ts +2 -0
  366. package/src/funcs/datasetsCreateDatapoint.ts +2 -0
  367. package/src/funcs/datasetsCreateDatapoints.ts +2 -0
  368. package/src/funcs/datasetsCreateExperiment.ts +2 -0
  369. package/src/funcs/datasetsDelete.ts +2 -0
  370. package/src/funcs/datasetsDeleteDatapoint.ts +2 -0
  371. package/src/funcs/datasetsList.ts +2 -0
  372. package/src/funcs/datasetsListDatapoints.ts +2 -0
  373. package/src/funcs/datasetsRetrieve.ts +2 -0
  374. package/src/funcs/datasetsRetrieveDatapoint.ts +2 -0
  375. package/src/funcs/datasetsUpdate.ts +2 -0
  376. package/src/funcs/datasetsUpdateDatapoint.ts +2 -0
  377. package/src/funcs/deploymentsCreateExperiment.ts +2 -0
  378. package/src/funcs/deploymentsGetConfig.ts +2 -0
  379. package/src/funcs/deploymentsInvoke.ts +2 -0
  380. package/src/funcs/deploymentsList.ts +2 -0
  381. package/src/funcs/deploymentsMetricsCreate.ts +2 -0
  382. package/src/funcs/deploymentsStream.ts +2 -0
  383. package/src/funcs/feedbackCreate.ts +2 -0
  384. package/src/funcs/filesCreate.ts +2 -0
  385. package/src/funcs/filesDelete.ts +2 -0
  386. package/src/funcs/filesGet.ts +2 -0
  387. package/src/funcs/filesList.ts +2 -0
  388. package/src/funcs/knowledgeCreate.ts +2 -0
  389. package/src/funcs/knowledgeCreateChunks.ts +2 -0
  390. package/src/funcs/knowledgeCreateDatasource.ts +2 -0
  391. package/src/funcs/knowledgeDelete.ts +2 -0
  392. package/src/funcs/knowledgeDeleteChunk.ts +2 -0
  393. package/src/funcs/knowledgeDeleteDatasource.ts +2 -0
  394. package/src/funcs/knowledgeList.ts +2 -0
  395. package/src/funcs/knowledgeListChunks.ts +2 -0
  396. package/src/funcs/knowledgeListDatasources.ts +2 -0
  397. package/src/funcs/knowledgeRetrieve.ts +2 -0
  398. package/src/funcs/knowledgeRetrieveChunk.ts +2 -0
  399. package/src/funcs/knowledgeRetrieveDatasource.ts +2 -0
  400. package/src/funcs/knowledgeSearch.ts +2 -0
  401. package/src/funcs/knowledgeUpdate.ts +2 -0
  402. package/src/funcs/knowledgeUpdateChunk.ts +2 -0
  403. package/src/funcs/knowledgeUpdateDatasource.ts +2 -0
  404. package/src/funcs/modelsList.ts +2 -0
  405. package/src/funcs/promptsCreate.ts +2 -0
  406. package/src/funcs/promptsDelete.ts +2 -0
  407. package/src/funcs/promptsGetVersion.ts +2 -0
  408. package/src/funcs/promptsList.ts +2 -0
  409. package/src/funcs/promptsListVersions.ts +2 -0
  410. package/src/funcs/promptsRetrieve.ts +2 -0
  411. package/src/funcs/promptsUpdate.ts +2 -0
  412. package/src/funcs/remoteconfigsRetrieve.ts +2 -0
  413. package/src/hooks/types.ts +2 -0
  414. package/src/index.ts +2 -0
  415. package/src/lib/config.ts +7 -3
  416. package/src/lib/sdks.ts +10 -4
  417. package/src/mcp-server/mcp-server.ts +1 -1
  418. package/src/mcp-server/server.ts +1 -1
  419. package/src/models/operations/bulkcreatedatapoints.ts +2 -2
  420. package/src/models/operations/createcontact.ts +2 -2
  421. package/src/models/operations/createdataset.ts +2 -2
  422. package/src/models/operations/createdatasetitem.ts +2 -2
  423. package/src/models/operations/createdatasource.ts +2 -2
  424. package/src/models/operations/fileget.ts +2 -2
  425. package/src/models/operations/filelist.ts +2 -2
  426. package/src/models/operations/fileupload.ts +2 -2
  427. package/src/models/operations/listdatasetdatapoints.ts +2 -2
  428. package/src/models/operations/listdatasets.ts +2 -2
  429. package/src/models/operations/listdatasources.ts +2 -2
  430. package/src/models/operations/retrievedatapoint.ts +2 -2
  431. package/src/models/operations/retrievedataset.ts +2 -2
  432. package/src/models/operations/retrievedatasource.ts +2 -2
  433. package/src/models/operations/updatedatapoint.ts +2 -2
  434. package/src/models/operations/updatedataset.ts +2 -2
  435. package/src/models/operations/updatedatasource.ts +2 -2
  436. package/packages/orq-rc/src/models/operations/bulkcreatedatapoints.ts +0 -2232
@@ -0,0 +1,170 @@
1
+ /*
2
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
3
+ */
4
+
5
+ import { OrqCore } from "../core.js";
6
+ import { encodeJSON } from "../lib/encodings.js";
7
+ import * as M from "../lib/matchers.js";
8
+ import { compactMap } from "../lib/primitives.js";
9
+ import { safeParse } from "../lib/schemas.js";
10
+ import { RequestOptions } from "../lib/sdks.js";
11
+ import { extractSecurity, resolveGlobalSecurity } from "../lib/security.js";
12
+ import { pathToFunc } from "../lib/url.js";
13
+ import { APIError } from "../models/errors/apierror.js";
14
+ import {
15
+ ConnectionError,
16
+ InvalidRequestError,
17
+ RequestAbortedError,
18
+ RequestTimeoutError,
19
+ UnexpectedClientError,
20
+ } from "../models/errors/httpclienterrors.js";
21
+ import * as errors from "../models/errors/index.js";
22
+ import { SDKValidationError } from "../models/errors/sdkvalidationerror.js";
23
+ import * as operations from "../models/operations/index.js";
24
+ import { APICall, APIPromise } from "../types/async.js";
25
+ import { Result } from "../types/fp.js";
26
+
27
+ /**
28
+ * Run Conciseness Evaluator
29
+ */
30
+ export function evalsRagasConciseness(
31
+ client: OrqCore,
32
+ request?: operations.EvalsRagasConcisenessRequestBody | undefined,
33
+ options?: RequestOptions,
34
+ ): APIPromise<
35
+ Result<
36
+ operations.EvalsRagasConcisenessResponseBody,
37
+ | errors.EvalsRagasConcisenessResponseBody
38
+ | errors.EvalsRagasConcisenessEvalsResponseBody
39
+ | APIError
40
+ | SDKValidationError
41
+ | UnexpectedClientError
42
+ | InvalidRequestError
43
+ | RequestAbortedError
44
+ | RequestTimeoutError
45
+ | ConnectionError
46
+ >
47
+ > {
48
+ return new APIPromise($do(
49
+ client,
50
+ request,
51
+ options,
52
+ ));
53
+ }
54
+
55
+ async function $do(
56
+ client: OrqCore,
57
+ request?: operations.EvalsRagasConcisenessRequestBody | undefined,
58
+ options?: RequestOptions,
59
+ ): Promise<
60
+ [
61
+ Result<
62
+ operations.EvalsRagasConcisenessResponseBody,
63
+ | errors.EvalsRagasConcisenessResponseBody
64
+ | errors.EvalsRagasConcisenessEvalsResponseBody
65
+ | APIError
66
+ | SDKValidationError
67
+ | UnexpectedClientError
68
+ | InvalidRequestError
69
+ | RequestAbortedError
70
+ | RequestTimeoutError
71
+ | ConnectionError
72
+ >,
73
+ APICall,
74
+ ]
75
+ > {
76
+ const parsed = safeParse(
77
+ request,
78
+ (value) =>
79
+ operations.EvalsRagasConcisenessRequestBody$outboundSchema.optional()
80
+ .parse(value),
81
+ "Input validation failed",
82
+ );
83
+ if (!parsed.ok) {
84
+ return [parsed, { status: "invalid" }];
85
+ }
86
+ const payload = parsed.value;
87
+ const body = payload === undefined
88
+ ? null
89
+ : encodeJSON("body", payload, { explode: true });
90
+
91
+ const path = pathToFunc("/v2/evaluators/ragas_conciseness")();
92
+
93
+ const headers = new Headers(compactMap({
94
+ "Content-Type": "application/json",
95
+ Accept: "application/json",
96
+ }));
97
+
98
+ const secConfig = await extractSecurity(client._options.apiKey);
99
+ const securityInput = secConfig == null ? {} : { apiKey: secConfig };
100
+ const requestSecurity = resolveGlobalSecurity(securityInput);
101
+
102
+ const context = {
103
+ options: client._options,
104
+ baseURL: options?.serverURL ?? client._baseURL ?? "",
105
+ operationID: "EvalsRagasConciseness",
106
+ oAuth2Scopes: [],
107
+
108
+ resolvedSecurity: requestSecurity,
109
+
110
+ securitySource: client._options.apiKey,
111
+ retryConfig: options?.retries
112
+ || client._options.retryConfig
113
+ || { strategy: "none" },
114
+ retryCodes: options?.retryCodes || ["429", "500", "502", "503", "504"],
115
+ };
116
+
117
+ const requestRes = client._createRequest(context, {
118
+ security: requestSecurity,
119
+ method: "POST",
120
+ baseURL: options?.serverURL,
121
+ path: path,
122
+ headers: headers,
123
+ body: body,
124
+ userAgent: client._options.userAgent,
125
+ timeoutMs: options?.timeoutMs || client._options.timeoutMs || 600000,
126
+ }, options);
127
+ if (!requestRes.ok) {
128
+ return [requestRes, { status: "invalid" }];
129
+ }
130
+ const req = requestRes.value;
131
+
132
+ const doResult = await client._do(req, {
133
+ context,
134
+ errorCodes: ["404", "4XX", "500", "5XX"],
135
+ retryConfig: context.retryConfig,
136
+ retryCodes: context.retryCodes,
137
+ });
138
+ if (!doResult.ok) {
139
+ return [doResult, { status: "request-error", request: req }];
140
+ }
141
+ const response = doResult.value;
142
+
143
+ const responseFields = {
144
+ HttpMeta: { Response: response, Request: req },
145
+ };
146
+
147
+ const [result] = await M.match<
148
+ operations.EvalsRagasConcisenessResponseBody,
149
+ | errors.EvalsRagasConcisenessResponseBody
150
+ | errors.EvalsRagasConcisenessEvalsResponseBody
151
+ | APIError
152
+ | SDKValidationError
153
+ | UnexpectedClientError
154
+ | InvalidRequestError
155
+ | RequestAbortedError
156
+ | RequestTimeoutError
157
+ | ConnectionError
158
+ >(
159
+ M.json(200, operations.EvalsRagasConcisenessResponseBody$inboundSchema),
160
+ M.jsonErr(404, errors.EvalsRagasConcisenessResponseBody$inboundSchema),
161
+ M.jsonErr(500, errors.EvalsRagasConcisenessEvalsResponseBody$inboundSchema),
162
+ M.fail("4XX"),
163
+ M.fail("5XX"),
164
+ )(response, { extraFields: responseFields });
165
+ if (!result.ok) {
166
+ return [result, { status: "complete", request: req, response }];
167
+ }
168
+
169
+ return [result, { status: "complete", request: req, response }];
170
+ }
@@ -0,0 +1,176 @@
1
+ /*
2
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
3
+ */
4
+
5
+ import { OrqCore } from "../core.js";
6
+ import { encodeJSON } from "../lib/encodings.js";
7
+ import * as M from "../lib/matchers.js";
8
+ import { compactMap } from "../lib/primitives.js";
9
+ import { safeParse } from "../lib/schemas.js";
10
+ import { RequestOptions } from "../lib/sdks.js";
11
+ import { extractSecurity, resolveGlobalSecurity } from "../lib/security.js";
12
+ import { pathToFunc } from "../lib/url.js";
13
+ import { APIError } from "../models/errors/apierror.js";
14
+ import {
15
+ ConnectionError,
16
+ InvalidRequestError,
17
+ RequestAbortedError,
18
+ RequestTimeoutError,
19
+ UnexpectedClientError,
20
+ } from "../models/errors/httpclienterrors.js";
21
+ import * as errors from "../models/errors/index.js";
22
+ import { SDKValidationError } from "../models/errors/sdkvalidationerror.js";
23
+ import * as operations from "../models/operations/index.js";
24
+ import { APICall, APIPromise } from "../types/async.js";
25
+ import { Result } from "../types/fp.js";
26
+
27
+ /**
28
+ * Run Context Precision Evaluator
29
+ */
30
+ export function evalsRagasContextPrecision(
31
+ client: OrqCore,
32
+ request?: operations.EvalsRagasContextPrecisionRequestBody | undefined,
33
+ options?: RequestOptions,
34
+ ): APIPromise<
35
+ Result<
36
+ operations.EvalsRagasContextPrecisionResponseBody,
37
+ | errors.EvalsRagasContextPrecisionResponseBody
38
+ | errors.EvalsRagasContextPrecisionEvalsResponseBody
39
+ | APIError
40
+ | SDKValidationError
41
+ | UnexpectedClientError
42
+ | InvalidRequestError
43
+ | RequestAbortedError
44
+ | RequestTimeoutError
45
+ | ConnectionError
46
+ >
47
+ > {
48
+ return new APIPromise($do(
49
+ client,
50
+ request,
51
+ options,
52
+ ));
53
+ }
54
+
55
+ async function $do(
56
+ client: OrqCore,
57
+ request?: operations.EvalsRagasContextPrecisionRequestBody | undefined,
58
+ options?: RequestOptions,
59
+ ): Promise<
60
+ [
61
+ Result<
62
+ operations.EvalsRagasContextPrecisionResponseBody,
63
+ | errors.EvalsRagasContextPrecisionResponseBody
64
+ | errors.EvalsRagasContextPrecisionEvalsResponseBody
65
+ | APIError
66
+ | SDKValidationError
67
+ | UnexpectedClientError
68
+ | InvalidRequestError
69
+ | RequestAbortedError
70
+ | RequestTimeoutError
71
+ | ConnectionError
72
+ >,
73
+ APICall,
74
+ ]
75
+ > {
76
+ const parsed = safeParse(
77
+ request,
78
+ (value) =>
79
+ operations.EvalsRagasContextPrecisionRequestBody$outboundSchema.optional()
80
+ .parse(value),
81
+ "Input validation failed",
82
+ );
83
+ if (!parsed.ok) {
84
+ return [parsed, { status: "invalid" }];
85
+ }
86
+ const payload = parsed.value;
87
+ const body = payload === undefined
88
+ ? null
89
+ : encodeJSON("body", payload, { explode: true });
90
+
91
+ const path = pathToFunc("/v2/evaluators/ragas_context_precision")();
92
+
93
+ const headers = new Headers(compactMap({
94
+ "Content-Type": "application/json",
95
+ Accept: "application/json",
96
+ }));
97
+
98
+ const secConfig = await extractSecurity(client._options.apiKey);
99
+ const securityInput = secConfig == null ? {} : { apiKey: secConfig };
100
+ const requestSecurity = resolveGlobalSecurity(securityInput);
101
+
102
+ const context = {
103
+ options: client._options,
104
+ baseURL: options?.serverURL ?? client._baseURL ?? "",
105
+ operationID: "EvalsRagasContextPrecision",
106
+ oAuth2Scopes: [],
107
+
108
+ resolvedSecurity: requestSecurity,
109
+
110
+ securitySource: client._options.apiKey,
111
+ retryConfig: options?.retries
112
+ || client._options.retryConfig
113
+ || { strategy: "none" },
114
+ retryCodes: options?.retryCodes || ["429", "500", "502", "503", "504"],
115
+ };
116
+
117
+ const requestRes = client._createRequest(context, {
118
+ security: requestSecurity,
119
+ method: "POST",
120
+ baseURL: options?.serverURL,
121
+ path: path,
122
+ headers: headers,
123
+ body: body,
124
+ userAgent: client._options.userAgent,
125
+ timeoutMs: options?.timeoutMs || client._options.timeoutMs || 600000,
126
+ }, options);
127
+ if (!requestRes.ok) {
128
+ return [requestRes, { status: "invalid" }];
129
+ }
130
+ const req = requestRes.value;
131
+
132
+ const doResult = await client._do(req, {
133
+ context,
134
+ errorCodes: ["404", "4XX", "500", "5XX"],
135
+ retryConfig: context.retryConfig,
136
+ retryCodes: context.retryCodes,
137
+ });
138
+ if (!doResult.ok) {
139
+ return [doResult, { status: "request-error", request: req }];
140
+ }
141
+ const response = doResult.value;
142
+
143
+ const responseFields = {
144
+ HttpMeta: { Response: response, Request: req },
145
+ };
146
+
147
+ const [result] = await M.match<
148
+ operations.EvalsRagasContextPrecisionResponseBody,
149
+ | errors.EvalsRagasContextPrecisionResponseBody
150
+ | errors.EvalsRagasContextPrecisionEvalsResponseBody
151
+ | APIError
152
+ | SDKValidationError
153
+ | UnexpectedClientError
154
+ | InvalidRequestError
155
+ | RequestAbortedError
156
+ | RequestTimeoutError
157
+ | ConnectionError
158
+ >(
159
+ M.json(
160
+ 200,
161
+ operations.EvalsRagasContextPrecisionResponseBody$inboundSchema,
162
+ ),
163
+ M.jsonErr(404, errors.EvalsRagasContextPrecisionResponseBody$inboundSchema),
164
+ M.jsonErr(
165
+ 500,
166
+ errors.EvalsRagasContextPrecisionEvalsResponseBody$inboundSchema,
167
+ ),
168
+ M.fail("4XX"),
169
+ M.fail("5XX"),
170
+ )(response, { extraFields: responseFields });
171
+ if (!result.ok) {
172
+ return [result, { status: "complete", request: req, response }];
173
+ }
174
+
175
+ return [result, { status: "complete", request: req, response }];
176
+ }
@@ -0,0 +1,170 @@
1
+ /*
2
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
3
+ */
4
+
5
+ import { OrqCore } from "../core.js";
6
+ import { encodeJSON } from "../lib/encodings.js";
7
+ import * as M from "../lib/matchers.js";
8
+ import { compactMap } from "../lib/primitives.js";
9
+ import { safeParse } from "../lib/schemas.js";
10
+ import { RequestOptions } from "../lib/sdks.js";
11
+ import { extractSecurity, resolveGlobalSecurity } from "../lib/security.js";
12
+ import { pathToFunc } from "../lib/url.js";
13
+ import { APIError } from "../models/errors/apierror.js";
14
+ import {
15
+ ConnectionError,
16
+ InvalidRequestError,
17
+ RequestAbortedError,
18
+ RequestTimeoutError,
19
+ UnexpectedClientError,
20
+ } from "../models/errors/httpclienterrors.js";
21
+ import * as errors from "../models/errors/index.js";
22
+ import { SDKValidationError } from "../models/errors/sdkvalidationerror.js";
23
+ import * as operations from "../models/operations/index.js";
24
+ import { APICall, APIPromise } from "../types/async.js";
25
+ import { Result } from "../types/fp.js";
26
+
27
+ /**
28
+ * Run Correctness Evaluator
29
+ */
30
+ export function evalsRagasCorrectness(
31
+ client: OrqCore,
32
+ request?: operations.EvalsRagasCorrectnessRequestBody | undefined,
33
+ options?: RequestOptions,
34
+ ): APIPromise<
35
+ Result<
36
+ operations.EvalsRagasCorrectnessResponseBody,
37
+ | errors.EvalsRagasCorrectnessResponseBody
38
+ | errors.EvalsRagasCorrectnessEvalsResponseBody
39
+ | APIError
40
+ | SDKValidationError
41
+ | UnexpectedClientError
42
+ | InvalidRequestError
43
+ | RequestAbortedError
44
+ | RequestTimeoutError
45
+ | ConnectionError
46
+ >
47
+ > {
48
+ return new APIPromise($do(
49
+ client,
50
+ request,
51
+ options,
52
+ ));
53
+ }
54
+
55
+ async function $do(
56
+ client: OrqCore,
57
+ request?: operations.EvalsRagasCorrectnessRequestBody | undefined,
58
+ options?: RequestOptions,
59
+ ): Promise<
60
+ [
61
+ Result<
62
+ operations.EvalsRagasCorrectnessResponseBody,
63
+ | errors.EvalsRagasCorrectnessResponseBody
64
+ | errors.EvalsRagasCorrectnessEvalsResponseBody
65
+ | APIError
66
+ | SDKValidationError
67
+ | UnexpectedClientError
68
+ | InvalidRequestError
69
+ | RequestAbortedError
70
+ | RequestTimeoutError
71
+ | ConnectionError
72
+ >,
73
+ APICall,
74
+ ]
75
+ > {
76
+ const parsed = safeParse(
77
+ request,
78
+ (value) =>
79
+ operations.EvalsRagasCorrectnessRequestBody$outboundSchema.optional()
80
+ .parse(value),
81
+ "Input validation failed",
82
+ );
83
+ if (!parsed.ok) {
84
+ return [parsed, { status: "invalid" }];
85
+ }
86
+ const payload = parsed.value;
87
+ const body = payload === undefined
88
+ ? null
89
+ : encodeJSON("body", payload, { explode: true });
90
+
91
+ const path = pathToFunc("/v2/evaluators/ragas_correctness")();
92
+
93
+ const headers = new Headers(compactMap({
94
+ "Content-Type": "application/json",
95
+ Accept: "application/json",
96
+ }));
97
+
98
+ const secConfig = await extractSecurity(client._options.apiKey);
99
+ const securityInput = secConfig == null ? {} : { apiKey: secConfig };
100
+ const requestSecurity = resolveGlobalSecurity(securityInput);
101
+
102
+ const context = {
103
+ options: client._options,
104
+ baseURL: options?.serverURL ?? client._baseURL ?? "",
105
+ operationID: "EvalsRagasCorrectness",
106
+ oAuth2Scopes: [],
107
+
108
+ resolvedSecurity: requestSecurity,
109
+
110
+ securitySource: client._options.apiKey,
111
+ retryConfig: options?.retries
112
+ || client._options.retryConfig
113
+ || { strategy: "none" },
114
+ retryCodes: options?.retryCodes || ["429", "500", "502", "503", "504"],
115
+ };
116
+
117
+ const requestRes = client._createRequest(context, {
118
+ security: requestSecurity,
119
+ method: "POST",
120
+ baseURL: options?.serverURL,
121
+ path: path,
122
+ headers: headers,
123
+ body: body,
124
+ userAgent: client._options.userAgent,
125
+ timeoutMs: options?.timeoutMs || client._options.timeoutMs || 600000,
126
+ }, options);
127
+ if (!requestRes.ok) {
128
+ return [requestRes, { status: "invalid" }];
129
+ }
130
+ const req = requestRes.value;
131
+
132
+ const doResult = await client._do(req, {
133
+ context,
134
+ errorCodes: ["404", "4XX", "500", "5XX"],
135
+ retryConfig: context.retryConfig,
136
+ retryCodes: context.retryCodes,
137
+ });
138
+ if (!doResult.ok) {
139
+ return [doResult, { status: "request-error", request: req }];
140
+ }
141
+ const response = doResult.value;
142
+
143
+ const responseFields = {
144
+ HttpMeta: { Response: response, Request: req },
145
+ };
146
+
147
+ const [result] = await M.match<
148
+ operations.EvalsRagasCorrectnessResponseBody,
149
+ | errors.EvalsRagasCorrectnessResponseBody
150
+ | errors.EvalsRagasCorrectnessEvalsResponseBody
151
+ | APIError
152
+ | SDKValidationError
153
+ | UnexpectedClientError
154
+ | InvalidRequestError
155
+ | RequestAbortedError
156
+ | RequestTimeoutError
157
+ | ConnectionError
158
+ >(
159
+ M.json(200, operations.EvalsRagasCorrectnessResponseBody$inboundSchema),
160
+ M.jsonErr(404, errors.EvalsRagasCorrectnessResponseBody$inboundSchema),
161
+ M.jsonErr(500, errors.EvalsRagasCorrectnessEvalsResponseBody$inboundSchema),
162
+ M.fail("4XX"),
163
+ M.fail("5XX"),
164
+ )(response, { extraFields: responseFields });
165
+ if (!result.ok) {
166
+ return [result, { status: "complete", request: req, response }];
167
+ }
168
+
169
+ return [result, { status: "complete", request: req, response }];
170
+ }
@@ -0,0 +1,173 @@
1
+ /*
2
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
3
+ */
4
+
5
+ import { OrqCore } from "../core.js";
6
+ import { encodeJSON } from "../lib/encodings.js";
7
+ import * as M from "../lib/matchers.js";
8
+ import { compactMap } from "../lib/primitives.js";
9
+ import { safeParse } from "../lib/schemas.js";
10
+ import { RequestOptions } from "../lib/sdks.js";
11
+ import { extractSecurity, resolveGlobalSecurity } from "../lib/security.js";
12
+ import { pathToFunc } from "../lib/url.js";
13
+ import { APIError } from "../models/errors/apierror.js";
14
+ import {
15
+ ConnectionError,
16
+ InvalidRequestError,
17
+ RequestAbortedError,
18
+ RequestTimeoutError,
19
+ UnexpectedClientError,
20
+ } from "../models/errors/httpclienterrors.js";
21
+ import * as errors from "../models/errors/index.js";
22
+ import { SDKValidationError } from "../models/errors/sdkvalidationerror.js";
23
+ import * as operations from "../models/operations/index.js";
24
+ import { APICall, APIPromise } from "../types/async.js";
25
+ import { Result } from "../types/fp.js";
26
+
27
+ /**
28
+ * Run Faithfulness Evaluator
29
+ */
30
+ export function evalsRagasFaithfulness(
31
+ client: OrqCore,
32
+ request?: operations.EvalsRagasFaithfulnessRequestBody | undefined,
33
+ options?: RequestOptions,
34
+ ): APIPromise<
35
+ Result<
36
+ operations.EvalsRagasFaithfulnessResponseBody,
37
+ | errors.EvalsRagasFaithfulnessResponseBody
38
+ | errors.EvalsRagasFaithfulnessEvalsResponseBody
39
+ | APIError
40
+ | SDKValidationError
41
+ | UnexpectedClientError
42
+ | InvalidRequestError
43
+ | RequestAbortedError
44
+ | RequestTimeoutError
45
+ | ConnectionError
46
+ >
47
+ > {
48
+ return new APIPromise($do(
49
+ client,
50
+ request,
51
+ options,
52
+ ));
53
+ }
54
+
55
+ async function $do(
56
+ client: OrqCore,
57
+ request?: operations.EvalsRagasFaithfulnessRequestBody | undefined,
58
+ options?: RequestOptions,
59
+ ): Promise<
60
+ [
61
+ Result<
62
+ operations.EvalsRagasFaithfulnessResponseBody,
63
+ | errors.EvalsRagasFaithfulnessResponseBody
64
+ | errors.EvalsRagasFaithfulnessEvalsResponseBody
65
+ | APIError
66
+ | SDKValidationError
67
+ | UnexpectedClientError
68
+ | InvalidRequestError
69
+ | RequestAbortedError
70
+ | RequestTimeoutError
71
+ | ConnectionError
72
+ >,
73
+ APICall,
74
+ ]
75
+ > {
76
+ const parsed = safeParse(
77
+ request,
78
+ (value) =>
79
+ operations.EvalsRagasFaithfulnessRequestBody$outboundSchema.optional()
80
+ .parse(value),
81
+ "Input validation failed",
82
+ );
83
+ if (!parsed.ok) {
84
+ return [parsed, { status: "invalid" }];
85
+ }
86
+ const payload = parsed.value;
87
+ const body = payload === undefined
88
+ ? null
89
+ : encodeJSON("body", payload, { explode: true });
90
+
91
+ const path = pathToFunc("/v2/evaluators/ragas_faithfulness")();
92
+
93
+ const headers = new Headers(compactMap({
94
+ "Content-Type": "application/json",
95
+ Accept: "application/json",
96
+ }));
97
+
98
+ const secConfig = await extractSecurity(client._options.apiKey);
99
+ const securityInput = secConfig == null ? {} : { apiKey: secConfig };
100
+ const requestSecurity = resolveGlobalSecurity(securityInput);
101
+
102
+ const context = {
103
+ options: client._options,
104
+ baseURL: options?.serverURL ?? client._baseURL ?? "",
105
+ operationID: "EvalsRagasFaithfulness",
106
+ oAuth2Scopes: [],
107
+
108
+ resolvedSecurity: requestSecurity,
109
+
110
+ securitySource: client._options.apiKey,
111
+ retryConfig: options?.retries
112
+ || client._options.retryConfig
113
+ || { strategy: "none" },
114
+ retryCodes: options?.retryCodes || ["429", "500", "502", "503", "504"],
115
+ };
116
+
117
+ const requestRes = client._createRequest(context, {
118
+ security: requestSecurity,
119
+ method: "POST",
120
+ baseURL: options?.serverURL,
121
+ path: path,
122
+ headers: headers,
123
+ body: body,
124
+ userAgent: client._options.userAgent,
125
+ timeoutMs: options?.timeoutMs || client._options.timeoutMs || 600000,
126
+ }, options);
127
+ if (!requestRes.ok) {
128
+ return [requestRes, { status: "invalid" }];
129
+ }
130
+ const req = requestRes.value;
131
+
132
+ const doResult = await client._do(req, {
133
+ context,
134
+ errorCodes: ["404", "4XX", "500", "5XX"],
135
+ retryConfig: context.retryConfig,
136
+ retryCodes: context.retryCodes,
137
+ });
138
+ if (!doResult.ok) {
139
+ return [doResult, { status: "request-error", request: req }];
140
+ }
141
+ const response = doResult.value;
142
+
143
+ const responseFields = {
144
+ HttpMeta: { Response: response, Request: req },
145
+ };
146
+
147
+ const [result] = await M.match<
148
+ operations.EvalsRagasFaithfulnessResponseBody,
149
+ | errors.EvalsRagasFaithfulnessResponseBody
150
+ | errors.EvalsRagasFaithfulnessEvalsResponseBody
151
+ | APIError
152
+ | SDKValidationError
153
+ | UnexpectedClientError
154
+ | InvalidRequestError
155
+ | RequestAbortedError
156
+ | RequestTimeoutError
157
+ | ConnectionError
158
+ >(
159
+ M.json(200, operations.EvalsRagasFaithfulnessResponseBody$inboundSchema),
160
+ M.jsonErr(404, errors.EvalsRagasFaithfulnessResponseBody$inboundSchema),
161
+ M.jsonErr(
162
+ 500,
163
+ errors.EvalsRagasFaithfulnessEvalsResponseBody$inboundSchema,
164
+ ),
165
+ M.fail("4XX"),
166
+ M.fail("5XX"),
167
+ )(response, { extraFields: responseFields });
168
+ if (!result.ok) {
169
+ return [result, { status: "complete", request: req, response }];
170
+ }
171
+
172
+ return [result, { status: "complete", request: req, response }];
173
+ }