@orq-ai/node 3.6.2 → 3.6.4

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (436) hide show
  1. package/bin/mcp-server.js +143 -43
  2. package/bin/mcp-server.js.map +73 -73
  3. package/funcs/contactsCreate.js +2 -0
  4. package/funcs/contactsCreate.js.map +1 -1
  5. package/funcs/datasetsClear.js +2 -0
  6. package/funcs/datasetsClear.js.map +1 -1
  7. package/funcs/datasetsCreate.js +2 -0
  8. package/funcs/datasetsCreate.js.map +1 -1
  9. package/funcs/datasetsCreateDatapoint.js +2 -0
  10. package/funcs/datasetsCreateDatapoint.js.map +1 -1
  11. package/funcs/datasetsCreateDatapoints.js +2 -0
  12. package/funcs/datasetsCreateDatapoints.js.map +1 -1
  13. package/funcs/datasetsCreateExperiment.js +2 -0
  14. package/funcs/datasetsCreateExperiment.js.map +1 -1
  15. package/funcs/datasetsDelete.js +2 -0
  16. package/funcs/datasetsDelete.js.map +1 -1
  17. package/funcs/datasetsDeleteDatapoint.js +2 -0
  18. package/funcs/datasetsDeleteDatapoint.js.map +1 -1
  19. package/funcs/datasetsList.js +2 -0
  20. package/funcs/datasetsList.js.map +1 -1
  21. package/funcs/datasetsListDatapoints.js +2 -0
  22. package/funcs/datasetsListDatapoints.js.map +1 -1
  23. package/funcs/datasetsRetrieve.js +2 -0
  24. package/funcs/datasetsRetrieve.js.map +1 -1
  25. package/funcs/datasetsRetrieveDatapoint.js +2 -0
  26. package/funcs/datasetsRetrieveDatapoint.js.map +1 -1
  27. package/funcs/datasetsUpdate.js +2 -0
  28. package/funcs/datasetsUpdate.js.map +1 -1
  29. package/funcs/datasetsUpdateDatapoint.js +2 -0
  30. package/funcs/datasetsUpdateDatapoint.js.map +1 -1
  31. package/funcs/deploymentsCreateExperiment.js +2 -0
  32. package/funcs/deploymentsCreateExperiment.js.map +1 -1
  33. package/funcs/deploymentsGetConfig.js +2 -0
  34. package/funcs/deploymentsGetConfig.js.map +1 -1
  35. package/funcs/deploymentsInvoke.js +2 -0
  36. package/funcs/deploymentsInvoke.js.map +1 -1
  37. package/funcs/deploymentsList.js +2 -0
  38. package/funcs/deploymentsList.js.map +1 -1
  39. package/funcs/deploymentsMetricsCreate.js +2 -0
  40. package/funcs/deploymentsMetricsCreate.js.map +1 -1
  41. package/funcs/deploymentsStream.js +2 -0
  42. package/funcs/deploymentsStream.js.map +1 -1
  43. package/funcs/feedbackCreate.js +2 -0
  44. package/funcs/feedbackCreate.js.map +1 -1
  45. package/funcs/filesCreate.js +2 -0
  46. package/funcs/filesCreate.js.map +1 -1
  47. package/funcs/filesDelete.js +2 -0
  48. package/funcs/filesDelete.js.map +1 -1
  49. package/funcs/filesGet.js +2 -0
  50. package/funcs/filesGet.js.map +1 -1
  51. package/funcs/filesList.js +2 -0
  52. package/funcs/filesList.js.map +1 -1
  53. package/funcs/knowledgeCreate.js +2 -0
  54. package/funcs/knowledgeCreate.js.map +1 -1
  55. package/funcs/knowledgeCreateChunks.js +2 -0
  56. package/funcs/knowledgeCreateChunks.js.map +1 -1
  57. package/funcs/knowledgeCreateDatasource.js +2 -0
  58. package/funcs/knowledgeCreateDatasource.js.map +1 -1
  59. package/funcs/knowledgeDelete.js +2 -0
  60. package/funcs/knowledgeDelete.js.map +1 -1
  61. package/funcs/knowledgeDeleteChunk.js +2 -0
  62. package/funcs/knowledgeDeleteChunk.js.map +1 -1
  63. package/funcs/knowledgeDeleteDatasource.js +2 -0
  64. package/funcs/knowledgeDeleteDatasource.js.map +1 -1
  65. package/funcs/knowledgeList.js +2 -0
  66. package/funcs/knowledgeList.js.map +1 -1
  67. package/funcs/knowledgeListChunks.js +2 -0
  68. package/funcs/knowledgeListChunks.js.map +1 -1
  69. package/funcs/knowledgeListDatasources.js +2 -0
  70. package/funcs/knowledgeListDatasources.js.map +1 -1
  71. package/funcs/knowledgeRetrieve.js +2 -0
  72. package/funcs/knowledgeRetrieve.js.map +1 -1
  73. package/funcs/knowledgeRetrieveChunk.js +2 -0
  74. package/funcs/knowledgeRetrieveChunk.js.map +1 -1
  75. package/funcs/knowledgeRetrieveDatasource.js +2 -0
  76. package/funcs/knowledgeRetrieveDatasource.js.map +1 -1
  77. package/funcs/knowledgeSearch.js +2 -0
  78. package/funcs/knowledgeSearch.js.map +1 -1
  79. package/funcs/knowledgeUpdate.js +2 -0
  80. package/funcs/knowledgeUpdate.js.map +1 -1
  81. package/funcs/knowledgeUpdateChunk.js +2 -0
  82. package/funcs/knowledgeUpdateChunk.js.map +1 -1
  83. package/funcs/knowledgeUpdateDatasource.js +2 -0
  84. package/funcs/knowledgeUpdateDatasource.js.map +1 -1
  85. package/funcs/modelsList.js +2 -0
  86. package/funcs/modelsList.js.map +1 -1
  87. package/funcs/promptsCreate.js +2 -0
  88. package/funcs/promptsCreate.js.map +1 -1
  89. package/funcs/promptsDelete.js +2 -0
  90. package/funcs/promptsDelete.js.map +1 -1
  91. package/funcs/promptsGetVersion.js +2 -0
  92. package/funcs/promptsGetVersion.js.map +1 -1
  93. package/funcs/promptsList.js +2 -0
  94. package/funcs/promptsList.js.map +1 -1
  95. package/funcs/promptsListVersions.js +2 -0
  96. package/funcs/promptsListVersions.js.map +1 -1
  97. package/funcs/promptsRetrieve.js +2 -0
  98. package/funcs/promptsRetrieve.js.map +1 -1
  99. package/funcs/promptsUpdate.js +2 -0
  100. package/funcs/promptsUpdate.js.map +1 -1
  101. package/funcs/remoteconfigsRetrieve.js +2 -0
  102. package/funcs/remoteconfigsRetrieve.js.map +1 -1
  103. package/hooks/types.d.ts +2 -0
  104. package/hooks/types.d.ts.map +1 -1
  105. package/index.d.ts +2 -0
  106. package/index.d.ts.map +1 -1
  107. package/index.js +3 -1
  108. package/index.js.map +1 -1
  109. package/jsr.json +1 -1
  110. package/lib/config.d.ts +7 -3
  111. package/lib/config.d.ts.map +1 -1
  112. package/lib/config.js +3 -3
  113. package/lib/config.js.map +1 -1
  114. package/lib/sdks.d.ts +1 -0
  115. package/lib/sdks.d.ts.map +1 -1
  116. package/lib/sdks.js +3 -3
  117. package/lib/sdks.js.map +1 -1
  118. package/mcp-server/mcp-server.js +1 -1
  119. package/mcp-server/server.js +1 -1
  120. package/models/operations/bulkcreatedatapoints.js +2 -2
  121. package/models/operations/createcontact.js +2 -2
  122. package/models/operations/createdataset.js +2 -2
  123. package/models/operations/createdatasetitem.js +2 -2
  124. package/models/operations/createdatasource.js +2 -2
  125. package/models/operations/fileget.js +2 -2
  126. package/models/operations/filelist.js +2 -2
  127. package/models/operations/fileupload.js +2 -2
  128. package/models/operations/listdatasetdatapoints.js +2 -2
  129. package/models/operations/listdatasets.js +2 -2
  130. package/models/operations/listdatasources.js +2 -2
  131. package/models/operations/retrievedatapoint.js +2 -2
  132. package/models/operations/retrievedataset.js +2 -2
  133. package/models/operations/retrievedatasource.js +2 -2
  134. package/models/operations/updatedatapoint.js +2 -2
  135. package/models/operations/updatedataset.js +2 -2
  136. package/models/operations/updatedatasource.js +2 -2
  137. package/package.json +1 -1
  138. package/packages/orq-rc/README.md +73 -2
  139. package/packages/orq-rc/docs/sdks/datasets/README.md +0 -77
  140. package/packages/orq-rc/docs/sdks/evals/README.md +2661 -0
  141. package/packages/orq-rc/docs/sdks/knowledge/README.md +1 -1
  142. package/packages/orq-rc/jsr.json +1 -1
  143. package/packages/orq-rc/package-lock.json +2 -2
  144. package/packages/orq-rc/package.json +1 -1
  145. package/packages/orq-rc/src/funcs/contactsCreate.ts +2 -0
  146. package/packages/orq-rc/src/funcs/datasetsClear.ts +2 -0
  147. package/packages/orq-rc/src/funcs/datasetsCreate.ts +2 -0
  148. package/packages/orq-rc/src/funcs/datasetsCreateDatapoint.ts +2 -0
  149. package/packages/orq-rc/src/funcs/datasetsCreateExperiment.ts +2 -0
  150. package/packages/orq-rc/src/funcs/datasetsDelete.ts +2 -0
  151. package/packages/orq-rc/src/funcs/datasetsDeleteDatapoint.ts +2 -0
  152. package/packages/orq-rc/src/funcs/datasetsList.ts +2 -0
  153. package/packages/orq-rc/src/funcs/datasetsListDatapoints.ts +2 -0
  154. package/packages/orq-rc/src/funcs/datasetsRetrieve.ts +2 -0
  155. package/packages/orq-rc/src/funcs/datasetsRetrieveDatapoint.ts +2 -0
  156. package/packages/orq-rc/src/funcs/datasetsUpdate.ts +2 -0
  157. package/packages/orq-rc/src/funcs/datasetsUpdateDatapoint.ts +2 -0
  158. package/packages/orq-rc/src/funcs/deploymentsCreateExperiment.ts +2 -0
  159. package/packages/orq-rc/src/funcs/deploymentsGetConfig.ts +2 -0
  160. package/packages/orq-rc/src/funcs/deploymentsInvoke.ts +2 -0
  161. package/packages/orq-rc/src/funcs/deploymentsList.ts +2 -0
  162. package/packages/orq-rc/src/funcs/deploymentsMetricsCreate.ts +2 -0
  163. package/packages/orq-rc/src/funcs/deploymentsStream.ts +2 -0
  164. package/packages/orq-rc/src/funcs/evalsAgeAppropriate.ts +171 -0
  165. package/packages/orq-rc/src/funcs/evalsBleuScore.ts +171 -0
  166. package/packages/orq-rc/src/funcs/evalsBotDetection.ts +171 -0
  167. package/packages/orq-rc/src/funcs/evalsContains.ts +171 -0
  168. package/packages/orq-rc/src/funcs/evalsContainsAll.ts +171 -0
  169. package/packages/orq-rc/src/funcs/evalsContainsAny.ts +171 -0
  170. package/packages/orq-rc/src/funcs/evalsContainsEmail.ts +171 -0
  171. package/packages/orq-rc/src/funcs/evalsContainsNone.ts +171 -0
  172. package/packages/orq-rc/src/funcs/evalsContainsUrl.ts +171 -0
  173. package/packages/orq-rc/src/funcs/evalsContainsValidLink.ts +173 -0
  174. package/packages/orq-rc/src/funcs/{datasetsCreateDatapoints.ts → evalsCreate.ts} +29 -29
  175. package/packages/orq-rc/src/funcs/evalsEndsWith.ts +171 -0
  176. package/packages/orq-rc/src/funcs/evalsExactMatch.ts +171 -0
  177. package/packages/orq-rc/src/funcs/evalsFactCheckingKnowledgeBase.ts +179 -0
  178. package/packages/orq-rc/src/funcs/evalsGrammar.ts +169 -0
  179. package/packages/orq-rc/src/funcs/evalsLengthBetween.ts +171 -0
  180. package/packages/orq-rc/src/funcs/evalsLengthGreaterThan.ts +173 -0
  181. package/packages/orq-rc/src/funcs/evalsLengthLessThan.ts +171 -0
  182. package/packages/orq-rc/src/funcs/evalsLocalization.ts +171 -0
  183. package/packages/orq-rc/src/funcs/evalsPii.ts +169 -0
  184. package/packages/orq-rc/src/funcs/evalsRagasCoherence.ts +171 -0
  185. package/packages/orq-rc/src/funcs/evalsRagasConciseness.ts +170 -0
  186. package/packages/orq-rc/src/funcs/evalsRagasContextPrecision.ts +176 -0
  187. package/packages/orq-rc/src/funcs/evalsRagasCorrectness.ts +170 -0
  188. package/packages/orq-rc/src/funcs/evalsRagasFaithfulness.ts +173 -0
  189. package/packages/orq-rc/src/funcs/evalsRagasHarmfulness.ts +170 -0
  190. package/packages/orq-rc/src/funcs/evalsRagasMaliciousness.ts +173 -0
  191. package/packages/orq-rc/src/funcs/evalsRagasResponseRelevancy.ts +179 -0
  192. package/packages/orq-rc/src/funcs/evalsRagasSummarization.ts +173 -0
  193. package/packages/orq-rc/src/funcs/evalsRunBertScore.ts +169 -0
  194. package/packages/orq-rc/src/funcs/evalsSentimentClassification.ts +179 -0
  195. package/packages/orq-rc/src/funcs/evalsSummarization.ts +171 -0
  196. package/packages/orq-rc/src/funcs/evalsToneOfVoice.ts +171 -0
  197. package/packages/orq-rc/src/funcs/evalsTranslation.ts +171 -0
  198. package/packages/orq-rc/src/funcs/evalsValidJson.ts +171 -0
  199. package/packages/orq-rc/src/funcs/feedbackCreate.ts +2 -0
  200. package/packages/orq-rc/src/funcs/filesCreate.ts +2 -0
  201. package/packages/orq-rc/src/funcs/filesDelete.ts +2 -0
  202. package/packages/orq-rc/src/funcs/filesGet.ts +2 -0
  203. package/packages/orq-rc/src/funcs/filesList.ts +2 -0
  204. package/packages/orq-rc/src/funcs/knowledgeCreate.ts +2 -0
  205. package/packages/orq-rc/src/funcs/knowledgeCreateChunks.ts +6 -4
  206. package/packages/orq-rc/src/funcs/knowledgeCreateDatasource.ts +2 -0
  207. package/packages/orq-rc/src/funcs/knowledgeDelete.ts +2 -0
  208. package/packages/orq-rc/src/funcs/knowledgeDeleteChunk.ts +2 -0
  209. package/packages/orq-rc/src/funcs/knowledgeDeleteDatasource.ts +2 -0
  210. package/packages/orq-rc/src/funcs/knowledgeList.ts +2 -0
  211. package/packages/orq-rc/src/funcs/knowledgeListChunks.ts +2 -0
  212. package/packages/orq-rc/src/funcs/knowledgeListDatasources.ts +2 -0
  213. package/packages/orq-rc/src/funcs/knowledgeRetrieve.ts +2 -0
  214. package/packages/orq-rc/src/funcs/knowledgeRetrieveChunk.ts +2 -0
  215. package/packages/orq-rc/src/funcs/knowledgeRetrieveDatasource.ts +2 -0
  216. package/packages/orq-rc/src/funcs/knowledgeSearch.ts +2 -0
  217. package/packages/orq-rc/src/funcs/knowledgeUpdate.ts +2 -0
  218. package/packages/orq-rc/src/funcs/knowledgeUpdateChunk.ts +2 -0
  219. package/packages/orq-rc/src/funcs/knowledgeUpdateDatasource.ts +2 -0
  220. package/packages/orq-rc/src/funcs/modelsList.ts +2 -0
  221. package/packages/orq-rc/src/funcs/promptsCreate.ts +2 -0
  222. package/packages/orq-rc/src/funcs/promptsDelete.ts +2 -0
  223. package/packages/orq-rc/src/funcs/promptsGetVersion.ts +2 -0
  224. package/packages/orq-rc/src/funcs/promptsList.ts +2 -0
  225. package/packages/orq-rc/src/funcs/promptsListVersions.ts +2 -0
  226. package/packages/orq-rc/src/funcs/promptsRetrieve.ts +2 -0
  227. package/packages/orq-rc/src/funcs/promptsUpdate.ts +2 -0
  228. package/packages/orq-rc/src/funcs/remoteconfigsRetrieve.ts +2 -0
  229. package/packages/orq-rc/src/hooks/types.ts +2 -0
  230. package/packages/orq-rc/src/index.ts +2 -0
  231. package/packages/orq-rc/src/lib/config.ts +7 -3
  232. package/packages/orq-rc/src/lib/sdks.ts +10 -4
  233. package/packages/orq-rc/src/mcp-server/mcp-server.ts +1 -1
  234. package/packages/orq-rc/src/mcp-server/server.ts +71 -3
  235. package/packages/orq-rc/src/mcp-server/tools/evalsAgeAppropriate.ts +35 -0
  236. package/packages/orq-rc/src/mcp-server/tools/evalsBleuScore.ts +35 -0
  237. package/packages/orq-rc/src/mcp-server/tools/evalsBotDetection.ts +35 -0
  238. package/packages/orq-rc/src/mcp-server/tools/{datasetsCreateDatapoints.ts → evalsContains.ts} +6 -8
  239. package/packages/orq-rc/src/mcp-server/tools/evalsContainsAll.ts +35 -0
  240. package/packages/orq-rc/src/mcp-server/tools/evalsContainsAny.ts +35 -0
  241. package/packages/orq-rc/src/mcp-server/tools/evalsContainsEmail.ts +35 -0
  242. package/packages/orq-rc/src/mcp-server/tools/evalsContainsNone.ts +35 -0
  243. package/packages/orq-rc/src/mcp-server/tools/evalsContainsUrl.ts +35 -0
  244. package/packages/orq-rc/src/mcp-server/tools/evalsContainsValidLink.ts +36 -0
  245. package/packages/orq-rc/src/mcp-server/tools/evalsCreate.ts +35 -0
  246. package/packages/orq-rc/src/mcp-server/tools/evalsEndsWith.ts +35 -0
  247. package/packages/orq-rc/src/mcp-server/tools/evalsExactMatch.ts +35 -0
  248. package/packages/orq-rc/src/mcp-server/tools/evalsFactCheckingKnowledgeBase.ts +37 -0
  249. package/packages/orq-rc/src/mcp-server/tools/evalsGrammar.ts +35 -0
  250. package/packages/orq-rc/src/mcp-server/tools/evalsLengthBetween.ts +35 -0
  251. package/packages/orq-rc/src/mcp-server/tools/evalsLengthGreaterThan.ts +36 -0
  252. package/packages/orq-rc/src/mcp-server/tools/evalsLengthLessThan.ts +35 -0
  253. package/packages/orq-rc/src/mcp-server/tools/evalsLocalization.ts +35 -0
  254. package/packages/orq-rc/src/mcp-server/tools/evalsPii.ts +35 -0
  255. package/packages/orq-rc/src/mcp-server/tools/evalsRagasCoherence.ts +35 -0
  256. package/packages/orq-rc/src/mcp-server/tools/evalsRagasConciseness.ts +35 -0
  257. package/packages/orq-rc/src/mcp-server/tools/evalsRagasContextPrecision.ts +36 -0
  258. package/packages/orq-rc/src/mcp-server/tools/evalsRagasCorrectness.ts +35 -0
  259. package/packages/orq-rc/src/mcp-server/tools/evalsRagasFaithfulness.ts +36 -0
  260. package/packages/orq-rc/src/mcp-server/tools/evalsRagasHarmfulness.ts +35 -0
  261. package/packages/orq-rc/src/mcp-server/tools/evalsRagasMaliciousness.ts +36 -0
  262. package/packages/orq-rc/src/mcp-server/tools/evalsRagasResponseRelevancy.ts +36 -0
  263. package/packages/orq-rc/src/mcp-server/tools/evalsRagasSummarization.ts +36 -0
  264. package/packages/orq-rc/src/mcp-server/tools/evalsRunBertScore.ts +35 -0
  265. package/packages/orq-rc/src/mcp-server/tools/evalsSentimentClassification.ts +36 -0
  266. package/packages/orq-rc/src/mcp-server/tools/evalsSummarization.ts +35 -0
  267. package/packages/orq-rc/src/mcp-server/tools/evalsToneOfVoice.ts +35 -0
  268. package/packages/orq-rc/src/mcp-server/tools/evalsTranslation.ts +35 -0
  269. package/packages/orq-rc/src/mcp-server/tools/evalsValidJson.ts +35 -0
  270. package/packages/orq-rc/src/models/errors/createeval.ts +71 -0
  271. package/packages/orq-rc/src/models/errors/evalsageappropriate.ts +139 -0
  272. package/packages/orq-rc/src/models/errors/evalsbleuscore.ts +137 -0
  273. package/packages/orq-rc/src/models/errors/evalsbotdetection.ts +138 -0
  274. package/packages/orq-rc/src/models/errors/evalscontains.ts +137 -0
  275. package/packages/orq-rc/src/models/errors/evalscontainsall.ts +138 -0
  276. package/packages/orq-rc/src/models/errors/evalscontainsany.ts +138 -0
  277. package/packages/orq-rc/src/models/errors/evalscontainsemail.ts +139 -0
  278. package/packages/orq-rc/src/models/errors/evalscontainsnone.ts +138 -0
  279. package/packages/orq-rc/src/models/errors/evalscontainsurl.ts +138 -0
  280. package/packages/orq-rc/src/models/errors/evalscontainsvalidlink.ts +140 -0
  281. package/packages/orq-rc/src/models/errors/evalsendswith.ts +137 -0
  282. package/packages/orq-rc/src/models/errors/evalsexactmatch.ts +137 -0
  283. package/packages/orq-rc/src/models/errors/evalsfactcheckingknowledgebase.ts +143 -0
  284. package/packages/orq-rc/src/models/errors/evalsgrammar.ts +137 -0
  285. package/packages/orq-rc/src/models/errors/evalslengthbetween.ts +139 -0
  286. package/packages/orq-rc/src/models/errors/evalslengthgreaterthan.ts +140 -0
  287. package/packages/orq-rc/src/models/errors/evalslengthlessthan.ts +139 -0
  288. package/packages/orq-rc/src/models/errors/evalslocalization.ts +138 -0
  289. package/packages/orq-rc/src/models/errors/evalspii.ts +137 -0
  290. package/packages/orq-rc/src/models/errors/evalsragascoherence.ts +139 -0
  291. package/packages/orq-rc/src/models/errors/evalsragasconciseness.ts +140 -0
  292. package/packages/orq-rc/src/models/errors/evalsragascontextprecision.ts +143 -0
  293. package/packages/orq-rc/src/models/errors/evalsragascorrectness.ts +140 -0
  294. package/packages/orq-rc/src/models/errors/evalsragasfaithfulness.ts +140 -0
  295. package/packages/orq-rc/src/models/errors/evalsragasharmfulness.ts +140 -0
  296. package/packages/orq-rc/src/models/errors/evalsragasmaliciousness.ts +141 -0
  297. package/packages/orq-rc/src/models/errors/evalsragasresponserelevancy.ts +143 -0
  298. package/packages/orq-rc/src/models/errors/evalsragassummarization.ts +141 -0
  299. package/packages/orq-rc/src/models/errors/evalssentimentclassification.ts +143 -0
  300. package/packages/orq-rc/src/models/errors/evalssummarization.ts +139 -0
  301. package/packages/orq-rc/src/models/errors/evalstoneofvoice.ts +138 -0
  302. package/packages/orq-rc/src/models/errors/evalstranslation.ts +138 -0
  303. package/packages/orq-rc/src/models/errors/evalsvalidjson.ts +137 -0
  304. package/packages/orq-rc/src/models/errors/index.ts +35 -0
  305. package/packages/orq-rc/src/models/errors/runbertscore.ts +137 -0
  306. package/packages/orq-rc/src/models/operations/createchunk.ts +20 -24
  307. package/packages/orq-rc/src/models/operations/createcontact.ts +2 -2
  308. package/packages/orq-rc/src/models/operations/createdataset.ts +2 -2
  309. package/packages/orq-rc/src/models/operations/createdatasetitem.ts +4045 -972
  310. package/packages/orq-rc/src/models/operations/createdatasource.ts +2 -2
  311. package/packages/orq-rc/src/models/operations/createeval.ts +3830 -0
  312. package/packages/orq-rc/src/models/operations/evalsageappropriate.ts +253 -0
  313. package/packages/orq-rc/src/models/operations/evalsbleuscore.ts +131 -0
  314. package/packages/orq-rc/src/models/operations/evalsbotdetection.ts +249 -0
  315. package/packages/orq-rc/src/models/operations/evalscontains.ts +250 -0
  316. package/packages/orq-rc/src/models/operations/evalscontainsall.ts +248 -0
  317. package/packages/orq-rc/src/models/operations/evalscontainsany.ts +254 -0
  318. package/packages/orq-rc/src/models/operations/evalscontainsemail.ts +181 -0
  319. package/packages/orq-rc/src/models/operations/evalscontainsnone.ts +254 -0
  320. package/packages/orq-rc/src/models/operations/evalscontainsurl.ts +181 -0
  321. package/packages/orq-rc/src/models/operations/evalscontainsvalidlink.ts +186 -0
  322. package/packages/orq-rc/src/models/operations/evalsendswith.ts +250 -0
  323. package/packages/orq-rc/src/models/operations/evalsexactmatch.ts +183 -0
  324. package/packages/orq-rc/src/models/operations/evalsfactcheckingknowledgebase.ts +299 -0
  325. package/packages/orq-rc/src/models/operations/evalsgrammar.ts +243 -0
  326. package/packages/orq-rc/src/models/operations/evalslengthbetween.ts +268 -0
  327. package/packages/orq-rc/src/models/operations/evalslengthgreaterthan.ts +266 -0
  328. package/packages/orq-rc/src/models/operations/evalslengthlessthan.ts +259 -0
  329. package/packages/orq-rc/src/models/operations/evalslocalization.ts +253 -0
  330. package/packages/orq-rc/src/models/operations/evalspii.ts +243 -0
  331. package/packages/orq-rc/src/models/operations/evalsragascoherence.ts +152 -0
  332. package/packages/orq-rc/src/models/operations/evalsragasconciseness.ts +153 -0
  333. package/packages/orq-rc/src/models/operations/evalsragascontextprecision.ts +166 -0
  334. package/packages/orq-rc/src/models/operations/evalsragascorrectness.ts +153 -0
  335. package/packages/orq-rc/src/models/operations/evalsragasfaithfulness.ts +155 -0
  336. package/packages/orq-rc/src/models/operations/evalsragasharmfulness.ts +146 -0
  337. package/packages/orq-rc/src/models/operations/evalsragasmaliciousness.ts +157 -0
  338. package/packages/orq-rc/src/models/operations/evalsragasresponserelevancy.ts +165 -0
  339. package/packages/orq-rc/src/models/operations/evalsragassummarization.ts +150 -0
  340. package/packages/orq-rc/src/models/operations/evalssentimentclassification.ts +285 -0
  341. package/packages/orq-rc/src/models/operations/evalssummarization.ts +253 -0
  342. package/packages/orq-rc/src/models/operations/evalstoneofvoice.ts +251 -0
  343. package/packages/orq-rc/src/models/operations/evalstranslation.ts +251 -0
  344. package/packages/orq-rc/src/models/operations/evalsvalidjson.ts +177 -0
  345. package/packages/orq-rc/src/models/operations/fileget.ts +2 -2
  346. package/packages/orq-rc/src/models/operations/filelist.ts +2 -2
  347. package/packages/orq-rc/src/models/operations/fileupload.ts +2 -2
  348. package/packages/orq-rc/src/models/operations/index.ts +35 -1
  349. package/packages/orq-rc/src/models/operations/listdatasetdatapoints.ts +1805 -301
  350. package/packages/orq-rc/src/models/operations/listdatasets.ts +2 -2
  351. package/packages/orq-rc/src/models/operations/listdatasources.ts +2 -2
  352. package/packages/orq-rc/src/models/operations/retrievedatapoint.ts +1737 -277
  353. package/packages/orq-rc/src/models/operations/retrievedataset.ts +2 -2
  354. package/packages/orq-rc/src/models/operations/retrievedatasource.ts +2 -2
  355. package/packages/orq-rc/src/models/operations/runbertscore.ts +197 -0
  356. package/packages/orq-rc/src/models/operations/updatedatapoint.ts +3990 -976
  357. package/packages/orq-rc/src/models/operations/updatedataset.ts +2 -2
  358. package/packages/orq-rc/src/models/operations/updatedatasource.ts +2 -2
  359. package/packages/orq-rc/src/sdk/datasets.ts +0 -18
  360. package/packages/orq-rc/src/sdk/evals.ts +534 -0
  361. package/packages/orq-rc/src/sdk/knowledge.ts +1 -1
  362. package/packages/orq-rc/src/sdk/sdk.ts +6 -0
  363. package/src/funcs/contactsCreate.ts +2 -0
  364. package/src/funcs/datasetsClear.ts +2 -0
  365. package/src/funcs/datasetsCreate.ts +2 -0
  366. package/src/funcs/datasetsCreateDatapoint.ts +2 -0
  367. package/src/funcs/datasetsCreateDatapoints.ts +2 -0
  368. package/src/funcs/datasetsCreateExperiment.ts +2 -0
  369. package/src/funcs/datasetsDelete.ts +2 -0
  370. package/src/funcs/datasetsDeleteDatapoint.ts +2 -0
  371. package/src/funcs/datasetsList.ts +2 -0
  372. package/src/funcs/datasetsListDatapoints.ts +2 -0
  373. package/src/funcs/datasetsRetrieve.ts +2 -0
  374. package/src/funcs/datasetsRetrieveDatapoint.ts +2 -0
  375. package/src/funcs/datasetsUpdate.ts +2 -0
  376. package/src/funcs/datasetsUpdateDatapoint.ts +2 -0
  377. package/src/funcs/deploymentsCreateExperiment.ts +2 -0
  378. package/src/funcs/deploymentsGetConfig.ts +2 -0
  379. package/src/funcs/deploymentsInvoke.ts +2 -0
  380. package/src/funcs/deploymentsList.ts +2 -0
  381. package/src/funcs/deploymentsMetricsCreate.ts +2 -0
  382. package/src/funcs/deploymentsStream.ts +2 -0
  383. package/src/funcs/feedbackCreate.ts +2 -0
  384. package/src/funcs/filesCreate.ts +2 -0
  385. package/src/funcs/filesDelete.ts +2 -0
  386. package/src/funcs/filesGet.ts +2 -0
  387. package/src/funcs/filesList.ts +2 -0
  388. package/src/funcs/knowledgeCreate.ts +2 -0
  389. package/src/funcs/knowledgeCreateChunks.ts +2 -0
  390. package/src/funcs/knowledgeCreateDatasource.ts +2 -0
  391. package/src/funcs/knowledgeDelete.ts +2 -0
  392. package/src/funcs/knowledgeDeleteChunk.ts +2 -0
  393. package/src/funcs/knowledgeDeleteDatasource.ts +2 -0
  394. package/src/funcs/knowledgeList.ts +2 -0
  395. package/src/funcs/knowledgeListChunks.ts +2 -0
  396. package/src/funcs/knowledgeListDatasources.ts +2 -0
  397. package/src/funcs/knowledgeRetrieve.ts +2 -0
  398. package/src/funcs/knowledgeRetrieveChunk.ts +2 -0
  399. package/src/funcs/knowledgeRetrieveDatasource.ts +2 -0
  400. package/src/funcs/knowledgeSearch.ts +2 -0
  401. package/src/funcs/knowledgeUpdate.ts +2 -0
  402. package/src/funcs/knowledgeUpdateChunk.ts +2 -0
  403. package/src/funcs/knowledgeUpdateDatasource.ts +2 -0
  404. package/src/funcs/modelsList.ts +2 -0
  405. package/src/funcs/promptsCreate.ts +2 -0
  406. package/src/funcs/promptsDelete.ts +2 -0
  407. package/src/funcs/promptsGetVersion.ts +2 -0
  408. package/src/funcs/promptsList.ts +2 -0
  409. package/src/funcs/promptsListVersions.ts +2 -0
  410. package/src/funcs/promptsRetrieve.ts +2 -0
  411. package/src/funcs/promptsUpdate.ts +2 -0
  412. package/src/funcs/remoteconfigsRetrieve.ts +2 -0
  413. package/src/hooks/types.ts +2 -0
  414. package/src/index.ts +2 -0
  415. package/src/lib/config.ts +7 -3
  416. package/src/lib/sdks.ts +10 -4
  417. package/src/mcp-server/mcp-server.ts +1 -1
  418. package/src/mcp-server/server.ts +1 -1
  419. package/src/models/operations/bulkcreatedatapoints.ts +2 -2
  420. package/src/models/operations/createcontact.ts +2 -2
  421. package/src/models/operations/createdataset.ts +2 -2
  422. package/src/models/operations/createdatasetitem.ts +2 -2
  423. package/src/models/operations/createdatasource.ts +2 -2
  424. package/src/models/operations/fileget.ts +2 -2
  425. package/src/models/operations/filelist.ts +2 -2
  426. package/src/models/operations/fileupload.ts +2 -2
  427. package/src/models/operations/listdatasetdatapoints.ts +2 -2
  428. package/src/models/operations/listdatasets.ts +2 -2
  429. package/src/models/operations/listdatasources.ts +2 -2
  430. package/src/models/operations/retrievedatapoint.ts +2 -2
  431. package/src/models/operations/retrievedataset.ts +2 -2
  432. package/src/models/operations/retrievedatasource.ts +2 -2
  433. package/src/models/operations/updatedatapoint.ts +2 -2
  434. package/src/models/operations/updatedataset.ts +2 -2
  435. package/src/models/operations/updatedatasource.ts +2 -2
  436. package/packages/orq-rc/src/models/operations/bulkcreatedatapoints.ts +0 -2232
@@ -250,7 +250,6 @@ run();
250
250
  * [retrieveDatapoint](docs/sdks/datasets/README.md#retrievedatapoint) - Retrieve a datapoint
251
251
  * [updateDatapoint](docs/sdks/datasets/README.md#updatedatapoint) - Update a datapoint
252
252
  * [deleteDatapoint](docs/sdks/datasets/README.md#deletedatapoint) - Delete a datapoint
253
- * [createDatapoints](docs/sdks/datasets/README.md#createdatapoints) - Create multiple datapoints
254
253
  * [clear](docs/sdks/datasets/README.md#clear) - Delete all datapoints
255
254
 
256
255
  ### [deployments](docs/sdks/deployments/README.md)
@@ -265,6 +264,44 @@ run();
265
264
 
266
265
  * [create](docs/sdks/metrics/README.md#create) - Add metrics
267
266
 
267
+ ### [evals](docs/sdks/evals/README.md)
268
+
269
+ * [create](docs/sdks/evals/README.md#create) - Create an Evaluator
270
+ * [runBertScore](docs/sdks/evals/README.md#runbertscore) - Run BertScore Evaluator
271
+ * [bleuScore](docs/sdks/evals/README.md#bleuscore) - Run BLEU Score Evaluator
272
+ * [containsAll](docs/sdks/evals/README.md#containsall) - Run Contains All Evaluator
273
+ * [containsAny](docs/sdks/evals/README.md#containsany) - Run Contains Any Evaluator
274
+ * [containsEmail](docs/sdks/evals/README.md#containsemail) - Run Contains Email Evaluator
275
+ * [containsNone](docs/sdks/evals/README.md#containsnone) - Run Contains None Evaluator
276
+ * [containsUrl](docs/sdks/evals/README.md#containsurl) - Run Contains URL Evaluator
277
+ * [containsValidLink](docs/sdks/evals/README.md#containsvalidlink) - Run Contains Valid Link Evaluator
278
+ * [contains](docs/sdks/evals/README.md#contains) - Run Contains Evaluator
279
+ * [endsWith](docs/sdks/evals/README.md#endswith) - Run Ends With Evaluator
280
+ * [exactMatch](docs/sdks/evals/README.md#exactmatch) - Run Exact Match Evaluator
281
+ * [lengthBetween](docs/sdks/evals/README.md#lengthbetween) - Run Length Between Evaluator
282
+ * [lengthGreaterThan](docs/sdks/evals/README.md#lengthgreaterthan) - Run Length Greater Than Evaluator
283
+ * [lengthLessThan](docs/sdks/evals/README.md#lengthlessthan) - Run Length Less Than Evaluator
284
+ * [validJson](docs/sdks/evals/README.md#validjson) - Run JSON Validation Evaluator
285
+ * [ageAppropriate](docs/sdks/evals/README.md#ageappropriate) - Run Age Appropriate Evaluator
286
+ * [botDetection](docs/sdks/evals/README.md#botdetection) - Run Bot Detection Evaluator
287
+ * [factCheckingKnowledgeBase](docs/sdks/evals/README.md#factcheckingknowledgebase) - Run Fact Checking Knowledge Base Evaluator
288
+ * [grammar](docs/sdks/evals/README.md#grammar) - Run Grammar Evaluator
289
+ * [localization](docs/sdks/evals/README.md#localization) - Run Localization Evaluator
290
+ * [pii](docs/sdks/evals/README.md#pii) - Run PII Evaluator
291
+ * [sentimentClassification](docs/sdks/evals/README.md#sentimentclassification) - Run Sentiment Classification Evaluator
292
+ * [summarization](docs/sdks/evals/README.md#summarization) - Run Summarization Evaluator
293
+ * [toneOfVoice](docs/sdks/evals/README.md#toneofvoice) - Run Tone of Voice Evaluator
294
+ * [translation](docs/sdks/evals/README.md#translation) - Run Translation Evaluator
295
+ * [ragasCoherence](docs/sdks/evals/README.md#ragascoherence) - Run Coherence Evaluator
296
+ * [ragasConciseness](docs/sdks/evals/README.md#ragasconciseness) - Run Conciseness Evaluator
297
+ * [ragasContextPrecision](docs/sdks/evals/README.md#ragascontextprecision) - Run Context Precision Evaluator
298
+ * [ragasCorrectness](docs/sdks/evals/README.md#ragascorrectness) - Run Correctness Evaluator
299
+ * [ragasFaithfulness](docs/sdks/evals/README.md#ragasfaithfulness) - Run Faithfulness Evaluator
300
+ * [ragasHarmfulness](docs/sdks/evals/README.md#ragasharmfulness) - Run Harmfulness Evaluator
301
+ * [ragasMaliciousness](docs/sdks/evals/README.md#ragasmaliciousness) - Run Maliciousness Evaluator
302
+ * [ragasResponseRelevancy](docs/sdks/evals/README.md#ragasresponserelevancy) - Run Response Relevancy Evaluator
303
+ * [ragasSummarization](docs/sdks/evals/README.md#ragassummarization) - Run Summarization Evaluator
304
+
268
305
  ### [feedback](docs/sdks/feedback/README.md)
269
306
 
270
307
  * [create](docs/sdks/feedback/README.md#create) - Submit feedback
@@ -336,7 +373,6 @@ To read more about standalone functions, check [FUNCTIONS.md](./FUNCTIONS.md).
336
373
  - [`datasetsClear`](docs/sdks/datasets/README.md#clear) - Delete all datapoints
337
374
  - [`datasetsCreate`](docs/sdks/datasets/README.md#create) - Create a dataset
338
375
  - [`datasetsCreateDatapoint`](docs/sdks/datasets/README.md#createdatapoint) - Create a datapoint
339
- - [`datasetsCreateDatapoints`](docs/sdks/datasets/README.md#createdatapoints) - Create multiple datapoints
340
376
  - [`datasetsCreateExperiment`](docs/sdks/datasets/README.md#createexperiment) - Create an experiment from a dataset
341
377
  - [`datasetsDelete`](docs/sdks/datasets/README.md#delete) - Delete a dataset
342
378
  - [`datasetsDeleteDatapoint`](docs/sdks/datasets/README.md#deletedatapoint) - Delete a datapoint
@@ -352,6 +388,41 @@ To read more about standalone functions, check [FUNCTIONS.md](./FUNCTIONS.md).
352
388
  - [`deploymentsList`](docs/sdks/deployments/README.md#list) - List all deployments
353
389
  - [`deploymentsMetricsCreate`](docs/sdks/metrics/README.md#create) - Add metrics
354
390
  - [`deploymentsStream`](docs/sdks/deployments/README.md#stream) - Stream
391
+ - [`evalsAgeAppropriate`](docs/sdks/evals/README.md#ageappropriate) - Run Age Appropriate Evaluator
392
+ - [`evalsBleuScore`](docs/sdks/evals/README.md#bleuscore) - Run BLEU Score Evaluator
393
+ - [`evalsBotDetection`](docs/sdks/evals/README.md#botdetection) - Run Bot Detection Evaluator
394
+ - [`evalsContains`](docs/sdks/evals/README.md#contains) - Run Contains Evaluator
395
+ - [`evalsContainsAll`](docs/sdks/evals/README.md#containsall) - Run Contains All Evaluator
396
+ - [`evalsContainsAny`](docs/sdks/evals/README.md#containsany) - Run Contains Any Evaluator
397
+ - [`evalsContainsEmail`](docs/sdks/evals/README.md#containsemail) - Run Contains Email Evaluator
398
+ - [`evalsContainsNone`](docs/sdks/evals/README.md#containsnone) - Run Contains None Evaluator
399
+ - [`evalsContainsUrl`](docs/sdks/evals/README.md#containsurl) - Run Contains URL Evaluator
400
+ - [`evalsContainsValidLink`](docs/sdks/evals/README.md#containsvalidlink) - Run Contains Valid Link Evaluator
401
+ - [`evalsCreate`](docs/sdks/evals/README.md#create) - Create an Evaluator
402
+ - [`evalsEndsWith`](docs/sdks/evals/README.md#endswith) - Run Ends With Evaluator
403
+ - [`evalsExactMatch`](docs/sdks/evals/README.md#exactmatch) - Run Exact Match Evaluator
404
+ - [`evalsFactCheckingKnowledgeBase`](docs/sdks/evals/README.md#factcheckingknowledgebase) - Run Fact Checking Knowledge Base Evaluator
405
+ - [`evalsGrammar`](docs/sdks/evals/README.md#grammar) - Run Grammar Evaluator
406
+ - [`evalsLengthBetween`](docs/sdks/evals/README.md#lengthbetween) - Run Length Between Evaluator
407
+ - [`evalsLengthGreaterThan`](docs/sdks/evals/README.md#lengthgreaterthan) - Run Length Greater Than Evaluator
408
+ - [`evalsLengthLessThan`](docs/sdks/evals/README.md#lengthlessthan) - Run Length Less Than Evaluator
409
+ - [`evalsLocalization`](docs/sdks/evals/README.md#localization) - Run Localization Evaluator
410
+ - [`evalsPii`](docs/sdks/evals/README.md#pii) - Run PII Evaluator
411
+ - [`evalsRagasCoherence`](docs/sdks/evals/README.md#ragascoherence) - Run Coherence Evaluator
412
+ - [`evalsRagasConciseness`](docs/sdks/evals/README.md#ragasconciseness) - Run Conciseness Evaluator
413
+ - [`evalsRagasContextPrecision`](docs/sdks/evals/README.md#ragascontextprecision) - Run Context Precision Evaluator
414
+ - [`evalsRagasCorrectness`](docs/sdks/evals/README.md#ragascorrectness) - Run Correctness Evaluator
415
+ - [`evalsRagasFaithfulness`](docs/sdks/evals/README.md#ragasfaithfulness) - Run Faithfulness Evaluator
416
+ - [`evalsRagasHarmfulness`](docs/sdks/evals/README.md#ragasharmfulness) - Run Harmfulness Evaluator
417
+ - [`evalsRagasMaliciousness`](docs/sdks/evals/README.md#ragasmaliciousness) - Run Maliciousness Evaluator
418
+ - [`evalsRagasResponseRelevancy`](docs/sdks/evals/README.md#ragasresponserelevancy) - Run Response Relevancy Evaluator
419
+ - [`evalsRagasSummarization`](docs/sdks/evals/README.md#ragassummarization) - Run Summarization Evaluator
420
+ - [`evalsRunBertScore`](docs/sdks/evals/README.md#runbertscore) - Run BertScore Evaluator
421
+ - [`evalsSentimentClassification`](docs/sdks/evals/README.md#sentimentclassification) - Run Sentiment Classification Evaluator
422
+ - [`evalsSummarization`](docs/sdks/evals/README.md#summarization) - Run Summarization Evaluator
423
+ - [`evalsToneOfVoice`](docs/sdks/evals/README.md#toneofvoice) - Run Tone of Voice Evaluator
424
+ - [`evalsTranslation`](docs/sdks/evals/README.md#translation) - Run Translation Evaluator
425
+ - [`evalsValidJson`](docs/sdks/evals/README.md#validjson) - Run JSON Validation Evaluator
355
426
  - [`feedbackCreate`](docs/sdks/feedback/README.md#create) - Submit feedback
356
427
  - [`filesCreate`](docs/sdks/files/README.md#create) - Create file
357
428
  - [`filesDelete`](docs/sdks/files/README.md#delete) - Delete file
@@ -16,7 +16,6 @@
16
16
  * [retrieveDatapoint](#retrievedatapoint) - Retrieve a datapoint
17
17
  * [updateDatapoint](#updatedatapoint) - Update a datapoint
18
18
  * [deleteDatapoint](#deletedatapoint) - Delete a datapoint
19
- * [createDatapoints](#createdatapoints) - Create multiple datapoints
20
19
  * [clear](#clear) - Delete all datapoints
21
20
 
22
21
  ## list
@@ -876,82 +875,6 @@ run();
876
875
  | errors.HonoApiError | 404 | application/json |
877
876
  | errors.APIError | 4XX, 5XX | \*/\* |
878
877
 
879
- ## createDatapoints
880
-
881
- Create multiple datapoints at once.
882
-
883
- ### Example Usage
884
-
885
- ```typescript
886
- import { Orq } from "@orq-ai/node";
887
-
888
- const orq = new Orq({
889
- apiKey: process.env["ORQ_API_KEY"] ?? "",
890
- });
891
-
892
- async function run() {
893
- const result = await orq.datasets.createDatapoints({
894
- datasetId: "<id>",
895
- });
896
-
897
- // Handle the result
898
- console.log(result);
899
- }
900
-
901
- run();
902
- ```
903
-
904
- ### Standalone function
905
-
906
- The standalone function version of this method:
907
-
908
- ```typescript
909
- import { OrqCore } from "@orq-ai/node/core.js";
910
- import { datasetsCreateDatapoints } from "@orq-ai/node/funcs/datasetsCreateDatapoints.js";
911
-
912
- // Use `OrqCore` for best tree-shaking performance.
913
- // You can create one instance of it to use across an application.
914
- const orq = new OrqCore({
915
- apiKey: process.env["ORQ_API_KEY"] ?? "",
916
- });
917
-
918
- async function run() {
919
- const res = await datasetsCreateDatapoints(orq, {
920
- datasetId: "<id>",
921
- });
922
-
923
- if (!res.ok) {
924
- throw res.error;
925
- }
926
-
927
- const { value: result } = res;
928
-
929
- // Handle the result
930
- console.log(result);
931
- }
932
-
933
- run();
934
- ```
935
-
936
- ### Parameters
937
-
938
- | Parameter | Type | Required | Description |
939
- | ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ | ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ | ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ | ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ |
940
- | `request` | [operations.BulkCreateDatapointsRequest](../../models/operations/bulkcreatedatapointsrequest.md) | :heavy_check_mark: | The request object to use for the request. |
941
- | `options` | RequestOptions | :heavy_minus_sign: | Used to set various options for making HTTP requests. |
942
- | `options.fetchOptions` | [RequestInit](https://developer.mozilla.org/en-US/docs/Web/API/Request/Request#options) | :heavy_minus_sign: | Options that are passed to the underlying HTTP request. This can be used to inject extra headers for examples. All `Request` options, except `method` and `body`, are allowed. |
943
- | `options.retries` | [RetryConfig](../../lib/utils/retryconfig.md) | :heavy_minus_sign: | Enables retrying HTTP requests under certain failure conditions. |
944
-
945
- ### Response
946
-
947
- **Promise\<[operations.ResponseBody[]](../../models/.md)\>**
948
-
949
- ### Errors
950
-
951
- | Error Type | Status Code | Content Type |
952
- | --------------- | --------------- | --------------- |
953
- | errors.APIError | 4XX, 5XX | \*/\* |
954
-
955
878
  ## clear
956
879
 
957
880
  Delete all datapoints from a dataset. This action is irreversible.