@orq-ai/node 3.6.3 → 3.6.4

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (226) hide show
  1. package/bin/mcp-server.js +40 -40
  2. package/bin/mcp-server.js.map +21 -21
  3. package/index.d.ts +2 -0
  4. package/index.d.ts.map +1 -1
  5. package/index.js +3 -1
  6. package/index.js.map +1 -1
  7. package/jsr.json +1 -1
  8. package/lib/config.d.ts +3 -3
  9. package/lib/config.js +3 -3
  10. package/mcp-server/mcp-server.js +1 -1
  11. package/mcp-server/server.js +1 -1
  12. package/models/operations/bulkcreatedatapoints.js +2 -2
  13. package/models/operations/createcontact.js +2 -2
  14. package/models/operations/createdataset.js +2 -2
  15. package/models/operations/createdatasetitem.js +2 -2
  16. package/models/operations/createdatasource.js +2 -2
  17. package/models/operations/fileget.js +2 -2
  18. package/models/operations/filelist.js +2 -2
  19. package/models/operations/fileupload.js +2 -2
  20. package/models/operations/listdatasetdatapoints.js +2 -2
  21. package/models/operations/listdatasets.js +2 -2
  22. package/models/operations/listdatasources.js +2 -2
  23. package/models/operations/retrievedatapoint.js +2 -2
  24. package/models/operations/retrievedataset.js +2 -2
  25. package/models/operations/retrievedatasource.js +2 -2
  26. package/models/operations/updatedatapoint.js +2 -2
  27. package/models/operations/updatedataset.js +2 -2
  28. package/models/operations/updatedatasource.js +2 -2
  29. package/package.json +1 -1
  30. package/packages/orq-rc/README.md +73 -2
  31. package/packages/orq-rc/docs/sdks/datasets/README.md +0 -77
  32. package/packages/orq-rc/docs/sdks/evals/README.md +2661 -0
  33. package/packages/orq-rc/docs/sdks/knowledge/README.md +1 -1
  34. package/packages/orq-rc/jsr.json +1 -1
  35. package/packages/orq-rc/package-lock.json +2 -2
  36. package/packages/orq-rc/package.json +1 -1
  37. package/packages/orq-rc/src/funcs/evalsAgeAppropriate.ts +171 -0
  38. package/packages/orq-rc/src/funcs/evalsBleuScore.ts +171 -0
  39. package/packages/orq-rc/src/funcs/evalsBotDetection.ts +171 -0
  40. package/packages/orq-rc/src/funcs/evalsContains.ts +171 -0
  41. package/packages/orq-rc/src/funcs/evalsContainsAll.ts +171 -0
  42. package/packages/orq-rc/src/funcs/evalsContainsAny.ts +171 -0
  43. package/packages/orq-rc/src/funcs/evalsContainsEmail.ts +171 -0
  44. package/packages/orq-rc/src/funcs/evalsContainsNone.ts +171 -0
  45. package/packages/orq-rc/src/funcs/evalsContainsUrl.ts +171 -0
  46. package/packages/orq-rc/src/funcs/evalsContainsValidLink.ts +173 -0
  47. package/packages/orq-rc/src/funcs/{datasetsCreateDatapoints.ts → evalsCreate.ts} +27 -29
  48. package/packages/orq-rc/src/funcs/evalsEndsWith.ts +171 -0
  49. package/packages/orq-rc/src/funcs/evalsExactMatch.ts +171 -0
  50. package/packages/orq-rc/src/funcs/evalsFactCheckingKnowledgeBase.ts +179 -0
  51. package/packages/orq-rc/src/funcs/evalsGrammar.ts +169 -0
  52. package/packages/orq-rc/src/funcs/evalsLengthBetween.ts +171 -0
  53. package/packages/orq-rc/src/funcs/evalsLengthGreaterThan.ts +173 -0
  54. package/packages/orq-rc/src/funcs/evalsLengthLessThan.ts +171 -0
  55. package/packages/orq-rc/src/funcs/evalsLocalization.ts +171 -0
  56. package/packages/orq-rc/src/funcs/evalsPii.ts +169 -0
  57. package/packages/orq-rc/src/funcs/evalsRagasCoherence.ts +171 -0
  58. package/packages/orq-rc/src/funcs/evalsRagasConciseness.ts +170 -0
  59. package/packages/orq-rc/src/funcs/evalsRagasContextPrecision.ts +176 -0
  60. package/packages/orq-rc/src/funcs/evalsRagasCorrectness.ts +170 -0
  61. package/packages/orq-rc/src/funcs/evalsRagasFaithfulness.ts +173 -0
  62. package/packages/orq-rc/src/funcs/evalsRagasHarmfulness.ts +170 -0
  63. package/packages/orq-rc/src/funcs/evalsRagasMaliciousness.ts +173 -0
  64. package/packages/orq-rc/src/funcs/evalsRagasResponseRelevancy.ts +179 -0
  65. package/packages/orq-rc/src/funcs/evalsRagasSummarization.ts +173 -0
  66. package/packages/orq-rc/src/funcs/evalsRunBertScore.ts +169 -0
  67. package/packages/orq-rc/src/funcs/evalsSentimentClassification.ts +179 -0
  68. package/packages/orq-rc/src/funcs/evalsSummarization.ts +171 -0
  69. package/packages/orq-rc/src/funcs/evalsToneOfVoice.ts +171 -0
  70. package/packages/orq-rc/src/funcs/evalsTranslation.ts +171 -0
  71. package/packages/orq-rc/src/funcs/evalsValidJson.ts +171 -0
  72. package/packages/orq-rc/src/funcs/knowledgeCreateChunks.ts +4 -4
  73. package/packages/orq-rc/src/index.ts +2 -0
  74. package/packages/orq-rc/src/lib/config.ts +3 -3
  75. package/packages/orq-rc/src/mcp-server/mcp-server.ts +1 -1
  76. package/packages/orq-rc/src/mcp-server/server.ts +71 -3
  77. package/packages/orq-rc/src/mcp-server/tools/evalsAgeAppropriate.ts +35 -0
  78. package/packages/orq-rc/src/mcp-server/tools/evalsBleuScore.ts +35 -0
  79. package/packages/orq-rc/src/mcp-server/tools/evalsBotDetection.ts +35 -0
  80. package/packages/orq-rc/src/mcp-server/tools/{datasetsCreateDatapoints.ts → evalsContains.ts} +6 -8
  81. package/packages/orq-rc/src/mcp-server/tools/evalsContainsAll.ts +35 -0
  82. package/packages/orq-rc/src/mcp-server/tools/evalsContainsAny.ts +35 -0
  83. package/packages/orq-rc/src/mcp-server/tools/evalsContainsEmail.ts +35 -0
  84. package/packages/orq-rc/src/mcp-server/tools/evalsContainsNone.ts +35 -0
  85. package/packages/orq-rc/src/mcp-server/tools/evalsContainsUrl.ts +35 -0
  86. package/packages/orq-rc/src/mcp-server/tools/evalsContainsValidLink.ts +36 -0
  87. package/packages/orq-rc/src/mcp-server/tools/evalsCreate.ts +35 -0
  88. package/packages/orq-rc/src/mcp-server/tools/evalsEndsWith.ts +35 -0
  89. package/packages/orq-rc/src/mcp-server/tools/evalsExactMatch.ts +35 -0
  90. package/packages/orq-rc/src/mcp-server/tools/evalsFactCheckingKnowledgeBase.ts +37 -0
  91. package/packages/orq-rc/src/mcp-server/tools/evalsGrammar.ts +35 -0
  92. package/packages/orq-rc/src/mcp-server/tools/evalsLengthBetween.ts +35 -0
  93. package/packages/orq-rc/src/mcp-server/tools/evalsLengthGreaterThan.ts +36 -0
  94. package/packages/orq-rc/src/mcp-server/tools/evalsLengthLessThan.ts +35 -0
  95. package/packages/orq-rc/src/mcp-server/tools/evalsLocalization.ts +35 -0
  96. package/packages/orq-rc/src/mcp-server/tools/evalsPii.ts +35 -0
  97. package/packages/orq-rc/src/mcp-server/tools/evalsRagasCoherence.ts +35 -0
  98. package/packages/orq-rc/src/mcp-server/tools/evalsRagasConciseness.ts +35 -0
  99. package/packages/orq-rc/src/mcp-server/tools/evalsRagasContextPrecision.ts +36 -0
  100. package/packages/orq-rc/src/mcp-server/tools/evalsRagasCorrectness.ts +35 -0
  101. package/packages/orq-rc/src/mcp-server/tools/evalsRagasFaithfulness.ts +36 -0
  102. package/packages/orq-rc/src/mcp-server/tools/evalsRagasHarmfulness.ts +35 -0
  103. package/packages/orq-rc/src/mcp-server/tools/evalsRagasMaliciousness.ts +36 -0
  104. package/packages/orq-rc/src/mcp-server/tools/evalsRagasResponseRelevancy.ts +36 -0
  105. package/packages/orq-rc/src/mcp-server/tools/evalsRagasSummarization.ts +36 -0
  106. package/packages/orq-rc/src/mcp-server/tools/evalsRunBertScore.ts +35 -0
  107. package/packages/orq-rc/src/mcp-server/tools/evalsSentimentClassification.ts +36 -0
  108. package/packages/orq-rc/src/mcp-server/tools/evalsSummarization.ts +35 -0
  109. package/packages/orq-rc/src/mcp-server/tools/evalsToneOfVoice.ts +35 -0
  110. package/packages/orq-rc/src/mcp-server/tools/evalsTranslation.ts +35 -0
  111. package/packages/orq-rc/src/mcp-server/tools/evalsValidJson.ts +35 -0
  112. package/packages/orq-rc/src/models/errors/createeval.ts +71 -0
  113. package/packages/orq-rc/src/models/errors/evalsageappropriate.ts +139 -0
  114. package/packages/orq-rc/src/models/errors/evalsbleuscore.ts +137 -0
  115. package/packages/orq-rc/src/models/errors/evalsbotdetection.ts +138 -0
  116. package/packages/orq-rc/src/models/errors/evalscontains.ts +137 -0
  117. package/packages/orq-rc/src/models/errors/evalscontainsall.ts +138 -0
  118. package/packages/orq-rc/src/models/errors/evalscontainsany.ts +138 -0
  119. package/packages/orq-rc/src/models/errors/evalscontainsemail.ts +139 -0
  120. package/packages/orq-rc/src/models/errors/evalscontainsnone.ts +138 -0
  121. package/packages/orq-rc/src/models/errors/evalscontainsurl.ts +138 -0
  122. package/packages/orq-rc/src/models/errors/evalscontainsvalidlink.ts +140 -0
  123. package/packages/orq-rc/src/models/errors/evalsendswith.ts +137 -0
  124. package/packages/orq-rc/src/models/errors/evalsexactmatch.ts +137 -0
  125. package/packages/orq-rc/src/models/errors/evalsfactcheckingknowledgebase.ts +143 -0
  126. package/packages/orq-rc/src/models/errors/evalsgrammar.ts +137 -0
  127. package/packages/orq-rc/src/models/errors/evalslengthbetween.ts +139 -0
  128. package/packages/orq-rc/src/models/errors/evalslengthgreaterthan.ts +140 -0
  129. package/packages/orq-rc/src/models/errors/evalslengthlessthan.ts +139 -0
  130. package/packages/orq-rc/src/models/errors/evalslocalization.ts +138 -0
  131. package/packages/orq-rc/src/models/errors/evalspii.ts +137 -0
  132. package/packages/orq-rc/src/models/errors/evalsragascoherence.ts +139 -0
  133. package/packages/orq-rc/src/models/errors/evalsragasconciseness.ts +140 -0
  134. package/packages/orq-rc/src/models/errors/evalsragascontextprecision.ts +143 -0
  135. package/packages/orq-rc/src/models/errors/evalsragascorrectness.ts +140 -0
  136. package/packages/orq-rc/src/models/errors/evalsragasfaithfulness.ts +140 -0
  137. package/packages/orq-rc/src/models/errors/evalsragasharmfulness.ts +140 -0
  138. package/packages/orq-rc/src/models/errors/evalsragasmaliciousness.ts +141 -0
  139. package/packages/orq-rc/src/models/errors/evalsragasresponserelevancy.ts +143 -0
  140. package/packages/orq-rc/src/models/errors/evalsragassummarization.ts +141 -0
  141. package/packages/orq-rc/src/models/errors/evalssentimentclassification.ts +143 -0
  142. package/packages/orq-rc/src/models/errors/evalssummarization.ts +139 -0
  143. package/packages/orq-rc/src/models/errors/evalstoneofvoice.ts +138 -0
  144. package/packages/orq-rc/src/models/errors/evalstranslation.ts +138 -0
  145. package/packages/orq-rc/src/models/errors/evalsvalidjson.ts +137 -0
  146. package/packages/orq-rc/src/models/errors/index.ts +35 -0
  147. package/packages/orq-rc/src/models/errors/runbertscore.ts +137 -0
  148. package/packages/orq-rc/src/models/operations/createchunk.ts +20 -24
  149. package/packages/orq-rc/src/models/operations/createcontact.ts +2 -2
  150. package/packages/orq-rc/src/models/operations/createdataset.ts +2 -2
  151. package/packages/orq-rc/src/models/operations/createdatasetitem.ts +4045 -972
  152. package/packages/orq-rc/src/models/operations/createdatasource.ts +2 -2
  153. package/packages/orq-rc/src/models/operations/createeval.ts +3830 -0
  154. package/packages/orq-rc/src/models/operations/evalsageappropriate.ts +253 -0
  155. package/packages/orq-rc/src/models/operations/evalsbleuscore.ts +131 -0
  156. package/packages/orq-rc/src/models/operations/evalsbotdetection.ts +249 -0
  157. package/packages/orq-rc/src/models/operations/evalscontains.ts +250 -0
  158. package/packages/orq-rc/src/models/operations/evalscontainsall.ts +248 -0
  159. package/packages/orq-rc/src/models/operations/evalscontainsany.ts +254 -0
  160. package/packages/orq-rc/src/models/operations/evalscontainsemail.ts +181 -0
  161. package/packages/orq-rc/src/models/operations/evalscontainsnone.ts +254 -0
  162. package/packages/orq-rc/src/models/operations/evalscontainsurl.ts +181 -0
  163. package/packages/orq-rc/src/models/operations/evalscontainsvalidlink.ts +186 -0
  164. package/packages/orq-rc/src/models/operations/evalsendswith.ts +250 -0
  165. package/packages/orq-rc/src/models/operations/evalsexactmatch.ts +183 -0
  166. package/packages/orq-rc/src/models/operations/evalsfactcheckingknowledgebase.ts +299 -0
  167. package/packages/orq-rc/src/models/operations/evalsgrammar.ts +243 -0
  168. package/packages/orq-rc/src/models/operations/evalslengthbetween.ts +268 -0
  169. package/packages/orq-rc/src/models/operations/evalslengthgreaterthan.ts +266 -0
  170. package/packages/orq-rc/src/models/operations/evalslengthlessthan.ts +259 -0
  171. package/packages/orq-rc/src/models/operations/evalslocalization.ts +253 -0
  172. package/packages/orq-rc/src/models/operations/evalspii.ts +243 -0
  173. package/packages/orq-rc/src/models/operations/evalsragascoherence.ts +152 -0
  174. package/packages/orq-rc/src/models/operations/evalsragasconciseness.ts +153 -0
  175. package/packages/orq-rc/src/models/operations/evalsragascontextprecision.ts +166 -0
  176. package/packages/orq-rc/src/models/operations/evalsragascorrectness.ts +153 -0
  177. package/packages/orq-rc/src/models/operations/evalsragasfaithfulness.ts +155 -0
  178. package/packages/orq-rc/src/models/operations/evalsragasharmfulness.ts +146 -0
  179. package/packages/orq-rc/src/models/operations/evalsragasmaliciousness.ts +157 -0
  180. package/packages/orq-rc/src/models/operations/evalsragasresponserelevancy.ts +165 -0
  181. package/packages/orq-rc/src/models/operations/evalsragassummarization.ts +150 -0
  182. package/packages/orq-rc/src/models/operations/evalssentimentclassification.ts +285 -0
  183. package/packages/orq-rc/src/models/operations/evalssummarization.ts +253 -0
  184. package/packages/orq-rc/src/models/operations/evalstoneofvoice.ts +251 -0
  185. package/packages/orq-rc/src/models/operations/evalstranslation.ts +251 -0
  186. package/packages/orq-rc/src/models/operations/evalsvalidjson.ts +177 -0
  187. package/packages/orq-rc/src/models/operations/fileget.ts +2 -2
  188. package/packages/orq-rc/src/models/operations/filelist.ts +2 -2
  189. package/packages/orq-rc/src/models/operations/fileupload.ts +2 -2
  190. package/packages/orq-rc/src/models/operations/index.ts +35 -1
  191. package/packages/orq-rc/src/models/operations/listdatasetdatapoints.ts +1805 -301
  192. package/packages/orq-rc/src/models/operations/listdatasets.ts +2 -2
  193. package/packages/orq-rc/src/models/operations/listdatasources.ts +2 -2
  194. package/packages/orq-rc/src/models/operations/retrievedatapoint.ts +1737 -277
  195. package/packages/orq-rc/src/models/operations/retrievedataset.ts +2 -2
  196. package/packages/orq-rc/src/models/operations/retrievedatasource.ts +2 -2
  197. package/packages/orq-rc/src/models/operations/runbertscore.ts +197 -0
  198. package/packages/orq-rc/src/models/operations/updatedatapoint.ts +3990 -976
  199. package/packages/orq-rc/src/models/operations/updatedataset.ts +2 -2
  200. package/packages/orq-rc/src/models/operations/updatedatasource.ts +2 -2
  201. package/packages/orq-rc/src/sdk/datasets.ts +0 -18
  202. package/packages/orq-rc/src/sdk/evals.ts +534 -0
  203. package/packages/orq-rc/src/sdk/knowledge.ts +1 -1
  204. package/packages/orq-rc/src/sdk/sdk.ts +6 -0
  205. package/src/index.ts +2 -0
  206. package/src/lib/config.ts +3 -3
  207. package/src/mcp-server/mcp-server.ts +1 -1
  208. package/src/mcp-server/server.ts +1 -1
  209. package/src/models/operations/bulkcreatedatapoints.ts +2 -2
  210. package/src/models/operations/createcontact.ts +2 -2
  211. package/src/models/operations/createdataset.ts +2 -2
  212. package/src/models/operations/createdatasetitem.ts +2 -2
  213. package/src/models/operations/createdatasource.ts +2 -2
  214. package/src/models/operations/fileget.ts +2 -2
  215. package/src/models/operations/filelist.ts +2 -2
  216. package/src/models/operations/fileupload.ts +2 -2
  217. package/src/models/operations/listdatasetdatapoints.ts +2 -2
  218. package/src/models/operations/listdatasets.ts +2 -2
  219. package/src/models/operations/listdatasources.ts +2 -2
  220. package/src/models/operations/retrievedatapoint.ts +2 -2
  221. package/src/models/operations/retrievedataset.ts +2 -2
  222. package/src/models/operations/retrievedatasource.ts +2 -2
  223. package/src/models/operations/updatedatapoint.ts +2 -2
  224. package/src/models/operations/updatedataset.ts +2 -2
  225. package/src/models/operations/updatedatasource.ts +2 -2
  226. package/packages/orq-rc/src/models/operations/bulkcreatedatapoints.ts +0 -2232
@@ -0,0 +1,170 @@
1
+ /*
2
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
3
+ */
4
+
5
+ import { OrqCore } from "../core.js";
6
+ import { encodeJSON } from "../lib/encodings.js";
7
+ import * as M from "../lib/matchers.js";
8
+ import { compactMap } from "../lib/primitives.js";
9
+ import { safeParse } from "../lib/schemas.js";
10
+ import { RequestOptions } from "../lib/sdks.js";
11
+ import { extractSecurity, resolveGlobalSecurity } from "../lib/security.js";
12
+ import { pathToFunc } from "../lib/url.js";
13
+ import { APIError } from "../models/errors/apierror.js";
14
+ import {
15
+ ConnectionError,
16
+ InvalidRequestError,
17
+ RequestAbortedError,
18
+ RequestTimeoutError,
19
+ UnexpectedClientError,
20
+ } from "../models/errors/httpclienterrors.js";
21
+ import * as errors from "../models/errors/index.js";
22
+ import { SDKValidationError } from "../models/errors/sdkvalidationerror.js";
23
+ import * as operations from "../models/operations/index.js";
24
+ import { APICall, APIPromise } from "../types/async.js";
25
+ import { Result } from "../types/fp.js";
26
+
27
+ /**
28
+ * Run Correctness Evaluator
29
+ */
30
+ export function evalsRagasCorrectness(
31
+ client: OrqCore,
32
+ request?: operations.EvalsRagasCorrectnessRequestBody | undefined,
33
+ options?: RequestOptions,
34
+ ): APIPromise<
35
+ Result<
36
+ operations.EvalsRagasCorrectnessResponseBody,
37
+ | errors.EvalsRagasCorrectnessResponseBody
38
+ | errors.EvalsRagasCorrectnessEvalsResponseBody
39
+ | APIError
40
+ | SDKValidationError
41
+ | UnexpectedClientError
42
+ | InvalidRequestError
43
+ | RequestAbortedError
44
+ | RequestTimeoutError
45
+ | ConnectionError
46
+ >
47
+ > {
48
+ return new APIPromise($do(
49
+ client,
50
+ request,
51
+ options,
52
+ ));
53
+ }
54
+
55
+ async function $do(
56
+ client: OrqCore,
57
+ request?: operations.EvalsRagasCorrectnessRequestBody | undefined,
58
+ options?: RequestOptions,
59
+ ): Promise<
60
+ [
61
+ Result<
62
+ operations.EvalsRagasCorrectnessResponseBody,
63
+ | errors.EvalsRagasCorrectnessResponseBody
64
+ | errors.EvalsRagasCorrectnessEvalsResponseBody
65
+ | APIError
66
+ | SDKValidationError
67
+ | UnexpectedClientError
68
+ | InvalidRequestError
69
+ | RequestAbortedError
70
+ | RequestTimeoutError
71
+ | ConnectionError
72
+ >,
73
+ APICall,
74
+ ]
75
+ > {
76
+ const parsed = safeParse(
77
+ request,
78
+ (value) =>
79
+ operations.EvalsRagasCorrectnessRequestBody$outboundSchema.optional()
80
+ .parse(value),
81
+ "Input validation failed",
82
+ );
83
+ if (!parsed.ok) {
84
+ return [parsed, { status: "invalid" }];
85
+ }
86
+ const payload = parsed.value;
87
+ const body = payload === undefined
88
+ ? null
89
+ : encodeJSON("body", payload, { explode: true });
90
+
91
+ const path = pathToFunc("/v2/evaluators/ragas_correctness")();
92
+
93
+ const headers = new Headers(compactMap({
94
+ "Content-Type": "application/json",
95
+ Accept: "application/json",
96
+ }));
97
+
98
+ const secConfig = await extractSecurity(client._options.apiKey);
99
+ const securityInput = secConfig == null ? {} : { apiKey: secConfig };
100
+ const requestSecurity = resolveGlobalSecurity(securityInput);
101
+
102
+ const context = {
103
+ options: client._options,
104
+ baseURL: options?.serverURL ?? client._baseURL ?? "",
105
+ operationID: "EvalsRagasCorrectness",
106
+ oAuth2Scopes: [],
107
+
108
+ resolvedSecurity: requestSecurity,
109
+
110
+ securitySource: client._options.apiKey,
111
+ retryConfig: options?.retries
112
+ || client._options.retryConfig
113
+ || { strategy: "none" },
114
+ retryCodes: options?.retryCodes || ["429", "500", "502", "503", "504"],
115
+ };
116
+
117
+ const requestRes = client._createRequest(context, {
118
+ security: requestSecurity,
119
+ method: "POST",
120
+ baseURL: options?.serverURL,
121
+ path: path,
122
+ headers: headers,
123
+ body: body,
124
+ userAgent: client._options.userAgent,
125
+ timeoutMs: options?.timeoutMs || client._options.timeoutMs || 600000,
126
+ }, options);
127
+ if (!requestRes.ok) {
128
+ return [requestRes, { status: "invalid" }];
129
+ }
130
+ const req = requestRes.value;
131
+
132
+ const doResult = await client._do(req, {
133
+ context,
134
+ errorCodes: ["404", "4XX", "500", "5XX"],
135
+ retryConfig: context.retryConfig,
136
+ retryCodes: context.retryCodes,
137
+ });
138
+ if (!doResult.ok) {
139
+ return [doResult, { status: "request-error", request: req }];
140
+ }
141
+ const response = doResult.value;
142
+
143
+ const responseFields = {
144
+ HttpMeta: { Response: response, Request: req },
145
+ };
146
+
147
+ const [result] = await M.match<
148
+ operations.EvalsRagasCorrectnessResponseBody,
149
+ | errors.EvalsRagasCorrectnessResponseBody
150
+ | errors.EvalsRagasCorrectnessEvalsResponseBody
151
+ | APIError
152
+ | SDKValidationError
153
+ | UnexpectedClientError
154
+ | InvalidRequestError
155
+ | RequestAbortedError
156
+ | RequestTimeoutError
157
+ | ConnectionError
158
+ >(
159
+ M.json(200, operations.EvalsRagasCorrectnessResponseBody$inboundSchema),
160
+ M.jsonErr(404, errors.EvalsRagasCorrectnessResponseBody$inboundSchema),
161
+ M.jsonErr(500, errors.EvalsRagasCorrectnessEvalsResponseBody$inboundSchema),
162
+ M.fail("4XX"),
163
+ M.fail("5XX"),
164
+ )(response, { extraFields: responseFields });
165
+ if (!result.ok) {
166
+ return [result, { status: "complete", request: req, response }];
167
+ }
168
+
169
+ return [result, { status: "complete", request: req, response }];
170
+ }
@@ -0,0 +1,173 @@
1
+ /*
2
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
3
+ */
4
+
5
+ import { OrqCore } from "../core.js";
6
+ import { encodeJSON } from "../lib/encodings.js";
7
+ import * as M from "../lib/matchers.js";
8
+ import { compactMap } from "../lib/primitives.js";
9
+ import { safeParse } from "../lib/schemas.js";
10
+ import { RequestOptions } from "../lib/sdks.js";
11
+ import { extractSecurity, resolveGlobalSecurity } from "../lib/security.js";
12
+ import { pathToFunc } from "../lib/url.js";
13
+ import { APIError } from "../models/errors/apierror.js";
14
+ import {
15
+ ConnectionError,
16
+ InvalidRequestError,
17
+ RequestAbortedError,
18
+ RequestTimeoutError,
19
+ UnexpectedClientError,
20
+ } from "../models/errors/httpclienterrors.js";
21
+ import * as errors from "../models/errors/index.js";
22
+ import { SDKValidationError } from "../models/errors/sdkvalidationerror.js";
23
+ import * as operations from "../models/operations/index.js";
24
+ import { APICall, APIPromise } from "../types/async.js";
25
+ import { Result } from "../types/fp.js";
26
+
27
+ /**
28
+ * Run Faithfulness Evaluator
29
+ */
30
+ export function evalsRagasFaithfulness(
31
+ client: OrqCore,
32
+ request?: operations.EvalsRagasFaithfulnessRequestBody | undefined,
33
+ options?: RequestOptions,
34
+ ): APIPromise<
35
+ Result<
36
+ operations.EvalsRagasFaithfulnessResponseBody,
37
+ | errors.EvalsRagasFaithfulnessResponseBody
38
+ | errors.EvalsRagasFaithfulnessEvalsResponseBody
39
+ | APIError
40
+ | SDKValidationError
41
+ | UnexpectedClientError
42
+ | InvalidRequestError
43
+ | RequestAbortedError
44
+ | RequestTimeoutError
45
+ | ConnectionError
46
+ >
47
+ > {
48
+ return new APIPromise($do(
49
+ client,
50
+ request,
51
+ options,
52
+ ));
53
+ }
54
+
55
+ async function $do(
56
+ client: OrqCore,
57
+ request?: operations.EvalsRagasFaithfulnessRequestBody | undefined,
58
+ options?: RequestOptions,
59
+ ): Promise<
60
+ [
61
+ Result<
62
+ operations.EvalsRagasFaithfulnessResponseBody,
63
+ | errors.EvalsRagasFaithfulnessResponseBody
64
+ | errors.EvalsRagasFaithfulnessEvalsResponseBody
65
+ | APIError
66
+ | SDKValidationError
67
+ | UnexpectedClientError
68
+ | InvalidRequestError
69
+ | RequestAbortedError
70
+ | RequestTimeoutError
71
+ | ConnectionError
72
+ >,
73
+ APICall,
74
+ ]
75
+ > {
76
+ const parsed = safeParse(
77
+ request,
78
+ (value) =>
79
+ operations.EvalsRagasFaithfulnessRequestBody$outboundSchema.optional()
80
+ .parse(value),
81
+ "Input validation failed",
82
+ );
83
+ if (!parsed.ok) {
84
+ return [parsed, { status: "invalid" }];
85
+ }
86
+ const payload = parsed.value;
87
+ const body = payload === undefined
88
+ ? null
89
+ : encodeJSON("body", payload, { explode: true });
90
+
91
+ const path = pathToFunc("/v2/evaluators/ragas_faithfulness")();
92
+
93
+ const headers = new Headers(compactMap({
94
+ "Content-Type": "application/json",
95
+ Accept: "application/json",
96
+ }));
97
+
98
+ const secConfig = await extractSecurity(client._options.apiKey);
99
+ const securityInput = secConfig == null ? {} : { apiKey: secConfig };
100
+ const requestSecurity = resolveGlobalSecurity(securityInput);
101
+
102
+ const context = {
103
+ options: client._options,
104
+ baseURL: options?.serverURL ?? client._baseURL ?? "",
105
+ operationID: "EvalsRagasFaithfulness",
106
+ oAuth2Scopes: [],
107
+
108
+ resolvedSecurity: requestSecurity,
109
+
110
+ securitySource: client._options.apiKey,
111
+ retryConfig: options?.retries
112
+ || client._options.retryConfig
113
+ || { strategy: "none" },
114
+ retryCodes: options?.retryCodes || ["429", "500", "502", "503", "504"],
115
+ };
116
+
117
+ const requestRes = client._createRequest(context, {
118
+ security: requestSecurity,
119
+ method: "POST",
120
+ baseURL: options?.serverURL,
121
+ path: path,
122
+ headers: headers,
123
+ body: body,
124
+ userAgent: client._options.userAgent,
125
+ timeoutMs: options?.timeoutMs || client._options.timeoutMs || 600000,
126
+ }, options);
127
+ if (!requestRes.ok) {
128
+ return [requestRes, { status: "invalid" }];
129
+ }
130
+ const req = requestRes.value;
131
+
132
+ const doResult = await client._do(req, {
133
+ context,
134
+ errorCodes: ["404", "4XX", "500", "5XX"],
135
+ retryConfig: context.retryConfig,
136
+ retryCodes: context.retryCodes,
137
+ });
138
+ if (!doResult.ok) {
139
+ return [doResult, { status: "request-error", request: req }];
140
+ }
141
+ const response = doResult.value;
142
+
143
+ const responseFields = {
144
+ HttpMeta: { Response: response, Request: req },
145
+ };
146
+
147
+ const [result] = await M.match<
148
+ operations.EvalsRagasFaithfulnessResponseBody,
149
+ | errors.EvalsRagasFaithfulnessResponseBody
150
+ | errors.EvalsRagasFaithfulnessEvalsResponseBody
151
+ | APIError
152
+ | SDKValidationError
153
+ | UnexpectedClientError
154
+ | InvalidRequestError
155
+ | RequestAbortedError
156
+ | RequestTimeoutError
157
+ | ConnectionError
158
+ >(
159
+ M.json(200, operations.EvalsRagasFaithfulnessResponseBody$inboundSchema),
160
+ M.jsonErr(404, errors.EvalsRagasFaithfulnessResponseBody$inboundSchema),
161
+ M.jsonErr(
162
+ 500,
163
+ errors.EvalsRagasFaithfulnessEvalsResponseBody$inboundSchema,
164
+ ),
165
+ M.fail("4XX"),
166
+ M.fail("5XX"),
167
+ )(response, { extraFields: responseFields });
168
+ if (!result.ok) {
169
+ return [result, { status: "complete", request: req, response }];
170
+ }
171
+
172
+ return [result, { status: "complete", request: req, response }];
173
+ }
@@ -0,0 +1,170 @@
1
+ /*
2
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
3
+ */
4
+
5
+ import { OrqCore } from "../core.js";
6
+ import { encodeJSON } from "../lib/encodings.js";
7
+ import * as M from "../lib/matchers.js";
8
+ import { compactMap } from "../lib/primitives.js";
9
+ import { safeParse } from "../lib/schemas.js";
10
+ import { RequestOptions } from "../lib/sdks.js";
11
+ import { extractSecurity, resolveGlobalSecurity } from "../lib/security.js";
12
+ import { pathToFunc } from "../lib/url.js";
13
+ import { APIError } from "../models/errors/apierror.js";
14
+ import {
15
+ ConnectionError,
16
+ InvalidRequestError,
17
+ RequestAbortedError,
18
+ RequestTimeoutError,
19
+ UnexpectedClientError,
20
+ } from "../models/errors/httpclienterrors.js";
21
+ import * as errors from "../models/errors/index.js";
22
+ import { SDKValidationError } from "../models/errors/sdkvalidationerror.js";
23
+ import * as operations from "../models/operations/index.js";
24
+ import { APICall, APIPromise } from "../types/async.js";
25
+ import { Result } from "../types/fp.js";
26
+
27
+ /**
28
+ * Run Harmfulness Evaluator
29
+ */
30
+ export function evalsRagasHarmfulness(
31
+ client: OrqCore,
32
+ request?: operations.EvalsRagasHarmfulnessRequestBody | undefined,
33
+ options?: RequestOptions,
34
+ ): APIPromise<
35
+ Result<
36
+ operations.EvalsRagasHarmfulnessResponseBody,
37
+ | errors.EvalsRagasHarmfulnessResponseBody
38
+ | errors.EvalsRagasHarmfulnessEvalsResponseBody
39
+ | APIError
40
+ | SDKValidationError
41
+ | UnexpectedClientError
42
+ | InvalidRequestError
43
+ | RequestAbortedError
44
+ | RequestTimeoutError
45
+ | ConnectionError
46
+ >
47
+ > {
48
+ return new APIPromise($do(
49
+ client,
50
+ request,
51
+ options,
52
+ ));
53
+ }
54
+
55
+ async function $do(
56
+ client: OrqCore,
57
+ request?: operations.EvalsRagasHarmfulnessRequestBody | undefined,
58
+ options?: RequestOptions,
59
+ ): Promise<
60
+ [
61
+ Result<
62
+ operations.EvalsRagasHarmfulnessResponseBody,
63
+ | errors.EvalsRagasHarmfulnessResponseBody
64
+ | errors.EvalsRagasHarmfulnessEvalsResponseBody
65
+ | APIError
66
+ | SDKValidationError
67
+ | UnexpectedClientError
68
+ | InvalidRequestError
69
+ | RequestAbortedError
70
+ | RequestTimeoutError
71
+ | ConnectionError
72
+ >,
73
+ APICall,
74
+ ]
75
+ > {
76
+ const parsed = safeParse(
77
+ request,
78
+ (value) =>
79
+ operations.EvalsRagasHarmfulnessRequestBody$outboundSchema.optional()
80
+ .parse(value),
81
+ "Input validation failed",
82
+ );
83
+ if (!parsed.ok) {
84
+ return [parsed, { status: "invalid" }];
85
+ }
86
+ const payload = parsed.value;
87
+ const body = payload === undefined
88
+ ? null
89
+ : encodeJSON("body", payload, { explode: true });
90
+
91
+ const path = pathToFunc("/v2/evaluators/ragas_harmfulness")();
92
+
93
+ const headers = new Headers(compactMap({
94
+ "Content-Type": "application/json",
95
+ Accept: "application/json",
96
+ }));
97
+
98
+ const secConfig = await extractSecurity(client._options.apiKey);
99
+ const securityInput = secConfig == null ? {} : { apiKey: secConfig };
100
+ const requestSecurity = resolveGlobalSecurity(securityInput);
101
+
102
+ const context = {
103
+ options: client._options,
104
+ baseURL: options?.serverURL ?? client._baseURL ?? "",
105
+ operationID: "EvalsRagasHarmfulness",
106
+ oAuth2Scopes: [],
107
+
108
+ resolvedSecurity: requestSecurity,
109
+
110
+ securitySource: client._options.apiKey,
111
+ retryConfig: options?.retries
112
+ || client._options.retryConfig
113
+ || { strategy: "none" },
114
+ retryCodes: options?.retryCodes || ["429", "500", "502", "503", "504"],
115
+ };
116
+
117
+ const requestRes = client._createRequest(context, {
118
+ security: requestSecurity,
119
+ method: "POST",
120
+ baseURL: options?.serverURL,
121
+ path: path,
122
+ headers: headers,
123
+ body: body,
124
+ userAgent: client._options.userAgent,
125
+ timeoutMs: options?.timeoutMs || client._options.timeoutMs || 600000,
126
+ }, options);
127
+ if (!requestRes.ok) {
128
+ return [requestRes, { status: "invalid" }];
129
+ }
130
+ const req = requestRes.value;
131
+
132
+ const doResult = await client._do(req, {
133
+ context,
134
+ errorCodes: ["404", "4XX", "500", "5XX"],
135
+ retryConfig: context.retryConfig,
136
+ retryCodes: context.retryCodes,
137
+ });
138
+ if (!doResult.ok) {
139
+ return [doResult, { status: "request-error", request: req }];
140
+ }
141
+ const response = doResult.value;
142
+
143
+ const responseFields = {
144
+ HttpMeta: { Response: response, Request: req },
145
+ };
146
+
147
+ const [result] = await M.match<
148
+ operations.EvalsRagasHarmfulnessResponseBody,
149
+ | errors.EvalsRagasHarmfulnessResponseBody
150
+ | errors.EvalsRagasHarmfulnessEvalsResponseBody
151
+ | APIError
152
+ | SDKValidationError
153
+ | UnexpectedClientError
154
+ | InvalidRequestError
155
+ | RequestAbortedError
156
+ | RequestTimeoutError
157
+ | ConnectionError
158
+ >(
159
+ M.json(200, operations.EvalsRagasHarmfulnessResponseBody$inboundSchema),
160
+ M.jsonErr(404, errors.EvalsRagasHarmfulnessResponseBody$inboundSchema),
161
+ M.jsonErr(500, errors.EvalsRagasHarmfulnessEvalsResponseBody$inboundSchema),
162
+ M.fail("4XX"),
163
+ M.fail("5XX"),
164
+ )(response, { extraFields: responseFields });
165
+ if (!result.ok) {
166
+ return [result, { status: "complete", request: req, response }];
167
+ }
168
+
169
+ return [result, { status: "complete", request: req, response }];
170
+ }
@@ -0,0 +1,173 @@
1
+ /*
2
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
3
+ */
4
+
5
+ import { OrqCore } from "../core.js";
6
+ import { encodeJSON } from "../lib/encodings.js";
7
+ import * as M from "../lib/matchers.js";
8
+ import { compactMap } from "../lib/primitives.js";
9
+ import { safeParse } from "../lib/schemas.js";
10
+ import { RequestOptions } from "../lib/sdks.js";
11
+ import { extractSecurity, resolveGlobalSecurity } from "../lib/security.js";
12
+ import { pathToFunc } from "../lib/url.js";
13
+ import { APIError } from "../models/errors/apierror.js";
14
+ import {
15
+ ConnectionError,
16
+ InvalidRequestError,
17
+ RequestAbortedError,
18
+ RequestTimeoutError,
19
+ UnexpectedClientError,
20
+ } from "../models/errors/httpclienterrors.js";
21
+ import * as errors from "../models/errors/index.js";
22
+ import { SDKValidationError } from "../models/errors/sdkvalidationerror.js";
23
+ import * as operations from "../models/operations/index.js";
24
+ import { APICall, APIPromise } from "../types/async.js";
25
+ import { Result } from "../types/fp.js";
26
+
27
+ /**
28
+ * Run Maliciousness Evaluator
29
+ */
30
+ export function evalsRagasMaliciousness(
31
+ client: OrqCore,
32
+ request?: operations.EvalsRagasMaliciousnessRequestBody | undefined,
33
+ options?: RequestOptions,
34
+ ): APIPromise<
35
+ Result<
36
+ operations.EvalsRagasMaliciousnessResponseBody,
37
+ | errors.EvalsRagasMaliciousnessResponseBody
38
+ | errors.EvalsRagasMaliciousnessEvalsResponseBody
39
+ | APIError
40
+ | SDKValidationError
41
+ | UnexpectedClientError
42
+ | InvalidRequestError
43
+ | RequestAbortedError
44
+ | RequestTimeoutError
45
+ | ConnectionError
46
+ >
47
+ > {
48
+ return new APIPromise($do(
49
+ client,
50
+ request,
51
+ options,
52
+ ));
53
+ }
54
+
55
+ async function $do(
56
+ client: OrqCore,
57
+ request?: operations.EvalsRagasMaliciousnessRequestBody | undefined,
58
+ options?: RequestOptions,
59
+ ): Promise<
60
+ [
61
+ Result<
62
+ operations.EvalsRagasMaliciousnessResponseBody,
63
+ | errors.EvalsRagasMaliciousnessResponseBody
64
+ | errors.EvalsRagasMaliciousnessEvalsResponseBody
65
+ | APIError
66
+ | SDKValidationError
67
+ | UnexpectedClientError
68
+ | InvalidRequestError
69
+ | RequestAbortedError
70
+ | RequestTimeoutError
71
+ | ConnectionError
72
+ >,
73
+ APICall,
74
+ ]
75
+ > {
76
+ const parsed = safeParse(
77
+ request,
78
+ (value) =>
79
+ operations.EvalsRagasMaliciousnessRequestBody$outboundSchema.optional()
80
+ .parse(value),
81
+ "Input validation failed",
82
+ );
83
+ if (!parsed.ok) {
84
+ return [parsed, { status: "invalid" }];
85
+ }
86
+ const payload = parsed.value;
87
+ const body = payload === undefined
88
+ ? null
89
+ : encodeJSON("body", payload, { explode: true });
90
+
91
+ const path = pathToFunc("/v2/evaluators/ragas_maliciousness")();
92
+
93
+ const headers = new Headers(compactMap({
94
+ "Content-Type": "application/json",
95
+ Accept: "application/json",
96
+ }));
97
+
98
+ const secConfig = await extractSecurity(client._options.apiKey);
99
+ const securityInput = secConfig == null ? {} : { apiKey: secConfig };
100
+ const requestSecurity = resolveGlobalSecurity(securityInput);
101
+
102
+ const context = {
103
+ options: client._options,
104
+ baseURL: options?.serverURL ?? client._baseURL ?? "",
105
+ operationID: "EvalsRagasMaliciousness",
106
+ oAuth2Scopes: [],
107
+
108
+ resolvedSecurity: requestSecurity,
109
+
110
+ securitySource: client._options.apiKey,
111
+ retryConfig: options?.retries
112
+ || client._options.retryConfig
113
+ || { strategy: "none" },
114
+ retryCodes: options?.retryCodes || ["429", "500", "502", "503", "504"],
115
+ };
116
+
117
+ const requestRes = client._createRequest(context, {
118
+ security: requestSecurity,
119
+ method: "POST",
120
+ baseURL: options?.serverURL,
121
+ path: path,
122
+ headers: headers,
123
+ body: body,
124
+ userAgent: client._options.userAgent,
125
+ timeoutMs: options?.timeoutMs || client._options.timeoutMs || 600000,
126
+ }, options);
127
+ if (!requestRes.ok) {
128
+ return [requestRes, { status: "invalid" }];
129
+ }
130
+ const req = requestRes.value;
131
+
132
+ const doResult = await client._do(req, {
133
+ context,
134
+ errorCodes: ["404", "4XX", "500", "5XX"],
135
+ retryConfig: context.retryConfig,
136
+ retryCodes: context.retryCodes,
137
+ });
138
+ if (!doResult.ok) {
139
+ return [doResult, { status: "request-error", request: req }];
140
+ }
141
+ const response = doResult.value;
142
+
143
+ const responseFields = {
144
+ HttpMeta: { Response: response, Request: req },
145
+ };
146
+
147
+ const [result] = await M.match<
148
+ operations.EvalsRagasMaliciousnessResponseBody,
149
+ | errors.EvalsRagasMaliciousnessResponseBody
150
+ | errors.EvalsRagasMaliciousnessEvalsResponseBody
151
+ | APIError
152
+ | SDKValidationError
153
+ | UnexpectedClientError
154
+ | InvalidRequestError
155
+ | RequestAbortedError
156
+ | RequestTimeoutError
157
+ | ConnectionError
158
+ >(
159
+ M.json(200, operations.EvalsRagasMaliciousnessResponseBody$inboundSchema),
160
+ M.jsonErr(404, errors.EvalsRagasMaliciousnessResponseBody$inboundSchema),
161
+ M.jsonErr(
162
+ 500,
163
+ errors.EvalsRagasMaliciousnessEvalsResponseBody$inboundSchema,
164
+ ),
165
+ M.fail("4XX"),
166
+ M.fail("5XX"),
167
+ )(response, { extraFields: responseFields });
168
+ if (!result.ok) {
169
+ return [result, { status: "complete", request: req, response }];
170
+ }
171
+
172
+ return [result, { status: "complete", request: req, response }];
173
+ }