@orq-ai/node 3.6.3 → 3.6.5

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (226) hide show
  1. package/bin/mcp-server.js +40 -40
  2. package/bin/mcp-server.js.map +21 -21
  3. package/index.d.ts +2 -0
  4. package/index.d.ts.map +1 -1
  5. package/index.js +3 -1
  6. package/index.js.map +1 -1
  7. package/jsr.json +1 -1
  8. package/lib/config.d.ts +3 -3
  9. package/lib/config.js +3 -3
  10. package/mcp-server/mcp-server.js +1 -1
  11. package/mcp-server/server.js +1 -1
  12. package/models/operations/bulkcreatedatapoints.js +2 -2
  13. package/models/operations/createcontact.js +2 -2
  14. package/models/operations/createdataset.js +2 -2
  15. package/models/operations/createdatasetitem.js +2 -2
  16. package/models/operations/createdatasource.js +2 -2
  17. package/models/operations/fileget.js +2 -2
  18. package/models/operations/filelist.js +2 -2
  19. package/models/operations/fileupload.js +2 -2
  20. package/models/operations/listdatasetdatapoints.js +2 -2
  21. package/models/operations/listdatasets.js +2 -2
  22. package/models/operations/listdatasources.js +2 -2
  23. package/models/operations/retrievedatapoint.js +2 -2
  24. package/models/operations/retrievedataset.js +2 -2
  25. package/models/operations/retrievedatasource.js +2 -2
  26. package/models/operations/updatedatapoint.js +2 -2
  27. package/models/operations/updatedataset.js +2 -2
  28. package/models/operations/updatedatasource.js +2 -2
  29. package/package.json +1 -1
  30. package/packages/orq-rc/README.md +73 -2
  31. package/packages/orq-rc/docs/sdks/datasets/README.md +0 -77
  32. package/packages/orq-rc/docs/sdks/evals/README.md +2661 -0
  33. package/packages/orq-rc/docs/sdks/knowledge/README.md +1 -1
  34. package/packages/orq-rc/jsr.json +1 -1
  35. package/packages/orq-rc/package-lock.json +2 -2
  36. package/packages/orq-rc/package.json +1 -1
  37. package/packages/orq-rc/src/funcs/evalsAgeAppropriate.ts +171 -0
  38. package/packages/orq-rc/src/funcs/evalsBleuScore.ts +171 -0
  39. package/packages/orq-rc/src/funcs/evalsBotDetection.ts +171 -0
  40. package/packages/orq-rc/src/funcs/evalsContains.ts +171 -0
  41. package/packages/orq-rc/src/funcs/evalsContainsAll.ts +171 -0
  42. package/packages/orq-rc/src/funcs/evalsContainsAny.ts +171 -0
  43. package/packages/orq-rc/src/funcs/evalsContainsEmail.ts +171 -0
  44. package/packages/orq-rc/src/funcs/evalsContainsNone.ts +171 -0
  45. package/packages/orq-rc/src/funcs/evalsContainsUrl.ts +171 -0
  46. package/packages/orq-rc/src/funcs/evalsContainsValidLink.ts +173 -0
  47. package/packages/orq-rc/src/funcs/{datasetsCreateDatapoints.ts → evalsCreate.ts} +27 -29
  48. package/packages/orq-rc/src/funcs/evalsEndsWith.ts +171 -0
  49. package/packages/orq-rc/src/funcs/evalsExactMatch.ts +171 -0
  50. package/packages/orq-rc/src/funcs/evalsFactCheckingKnowledgeBase.ts +179 -0
  51. package/packages/orq-rc/src/funcs/evalsGrammar.ts +169 -0
  52. package/packages/orq-rc/src/funcs/evalsLengthBetween.ts +171 -0
  53. package/packages/orq-rc/src/funcs/evalsLengthGreaterThan.ts +173 -0
  54. package/packages/orq-rc/src/funcs/evalsLengthLessThan.ts +171 -0
  55. package/packages/orq-rc/src/funcs/evalsLocalization.ts +171 -0
  56. package/packages/orq-rc/src/funcs/evalsPii.ts +169 -0
  57. package/packages/orq-rc/src/funcs/evalsRagasCoherence.ts +171 -0
  58. package/packages/orq-rc/src/funcs/evalsRagasConciseness.ts +170 -0
  59. package/packages/orq-rc/src/funcs/evalsRagasContextPrecision.ts +176 -0
  60. package/packages/orq-rc/src/funcs/evalsRagasCorrectness.ts +170 -0
  61. package/packages/orq-rc/src/funcs/evalsRagasFaithfulness.ts +173 -0
  62. package/packages/orq-rc/src/funcs/evalsRagasHarmfulness.ts +170 -0
  63. package/packages/orq-rc/src/funcs/evalsRagasMaliciousness.ts +173 -0
  64. package/packages/orq-rc/src/funcs/evalsRagasResponseRelevancy.ts +179 -0
  65. package/packages/orq-rc/src/funcs/evalsRagasSummarization.ts +173 -0
  66. package/packages/orq-rc/src/funcs/evalsRunBertScore.ts +169 -0
  67. package/packages/orq-rc/src/funcs/evalsSentimentClassification.ts +179 -0
  68. package/packages/orq-rc/src/funcs/evalsSummarization.ts +171 -0
  69. package/packages/orq-rc/src/funcs/evalsToneOfVoice.ts +171 -0
  70. package/packages/orq-rc/src/funcs/evalsTranslation.ts +171 -0
  71. package/packages/orq-rc/src/funcs/evalsValidJson.ts +171 -0
  72. package/packages/orq-rc/src/funcs/knowledgeCreateChunks.ts +4 -4
  73. package/packages/orq-rc/src/index.ts +2 -0
  74. package/packages/orq-rc/src/lib/config.ts +3 -3
  75. package/packages/orq-rc/src/mcp-server/mcp-server.ts +1 -1
  76. package/packages/orq-rc/src/mcp-server/server.ts +71 -3
  77. package/packages/orq-rc/src/mcp-server/tools/evalsAgeAppropriate.ts +35 -0
  78. package/packages/orq-rc/src/mcp-server/tools/evalsBleuScore.ts +35 -0
  79. package/packages/orq-rc/src/mcp-server/tools/evalsBotDetection.ts +35 -0
  80. package/packages/orq-rc/src/mcp-server/tools/{datasetsCreateDatapoints.ts → evalsContains.ts} +6 -8
  81. package/packages/orq-rc/src/mcp-server/tools/evalsContainsAll.ts +35 -0
  82. package/packages/orq-rc/src/mcp-server/tools/evalsContainsAny.ts +35 -0
  83. package/packages/orq-rc/src/mcp-server/tools/evalsContainsEmail.ts +35 -0
  84. package/packages/orq-rc/src/mcp-server/tools/evalsContainsNone.ts +35 -0
  85. package/packages/orq-rc/src/mcp-server/tools/evalsContainsUrl.ts +35 -0
  86. package/packages/orq-rc/src/mcp-server/tools/evalsContainsValidLink.ts +36 -0
  87. package/packages/orq-rc/src/mcp-server/tools/evalsCreate.ts +35 -0
  88. package/packages/orq-rc/src/mcp-server/tools/evalsEndsWith.ts +35 -0
  89. package/packages/orq-rc/src/mcp-server/tools/evalsExactMatch.ts +35 -0
  90. package/packages/orq-rc/src/mcp-server/tools/evalsFactCheckingKnowledgeBase.ts +37 -0
  91. package/packages/orq-rc/src/mcp-server/tools/evalsGrammar.ts +35 -0
  92. package/packages/orq-rc/src/mcp-server/tools/evalsLengthBetween.ts +35 -0
  93. package/packages/orq-rc/src/mcp-server/tools/evalsLengthGreaterThan.ts +36 -0
  94. package/packages/orq-rc/src/mcp-server/tools/evalsLengthLessThan.ts +35 -0
  95. package/packages/orq-rc/src/mcp-server/tools/evalsLocalization.ts +35 -0
  96. package/packages/orq-rc/src/mcp-server/tools/evalsPii.ts +35 -0
  97. package/packages/orq-rc/src/mcp-server/tools/evalsRagasCoherence.ts +35 -0
  98. package/packages/orq-rc/src/mcp-server/tools/evalsRagasConciseness.ts +35 -0
  99. package/packages/orq-rc/src/mcp-server/tools/evalsRagasContextPrecision.ts +36 -0
  100. package/packages/orq-rc/src/mcp-server/tools/evalsRagasCorrectness.ts +35 -0
  101. package/packages/orq-rc/src/mcp-server/tools/evalsRagasFaithfulness.ts +36 -0
  102. package/packages/orq-rc/src/mcp-server/tools/evalsRagasHarmfulness.ts +35 -0
  103. package/packages/orq-rc/src/mcp-server/tools/evalsRagasMaliciousness.ts +36 -0
  104. package/packages/orq-rc/src/mcp-server/tools/evalsRagasResponseRelevancy.ts +36 -0
  105. package/packages/orq-rc/src/mcp-server/tools/evalsRagasSummarization.ts +36 -0
  106. package/packages/orq-rc/src/mcp-server/tools/evalsRunBertScore.ts +35 -0
  107. package/packages/orq-rc/src/mcp-server/tools/evalsSentimentClassification.ts +36 -0
  108. package/packages/orq-rc/src/mcp-server/tools/evalsSummarization.ts +35 -0
  109. package/packages/orq-rc/src/mcp-server/tools/evalsToneOfVoice.ts +35 -0
  110. package/packages/orq-rc/src/mcp-server/tools/evalsTranslation.ts +35 -0
  111. package/packages/orq-rc/src/mcp-server/tools/evalsValidJson.ts +35 -0
  112. package/packages/orq-rc/src/models/errors/createeval.ts +71 -0
  113. package/packages/orq-rc/src/models/errors/evalsageappropriate.ts +139 -0
  114. package/packages/orq-rc/src/models/errors/evalsbleuscore.ts +137 -0
  115. package/packages/orq-rc/src/models/errors/evalsbotdetection.ts +138 -0
  116. package/packages/orq-rc/src/models/errors/evalscontains.ts +137 -0
  117. package/packages/orq-rc/src/models/errors/evalscontainsall.ts +138 -0
  118. package/packages/orq-rc/src/models/errors/evalscontainsany.ts +138 -0
  119. package/packages/orq-rc/src/models/errors/evalscontainsemail.ts +139 -0
  120. package/packages/orq-rc/src/models/errors/evalscontainsnone.ts +138 -0
  121. package/packages/orq-rc/src/models/errors/evalscontainsurl.ts +138 -0
  122. package/packages/orq-rc/src/models/errors/evalscontainsvalidlink.ts +140 -0
  123. package/packages/orq-rc/src/models/errors/evalsendswith.ts +137 -0
  124. package/packages/orq-rc/src/models/errors/evalsexactmatch.ts +137 -0
  125. package/packages/orq-rc/src/models/errors/evalsfactcheckingknowledgebase.ts +143 -0
  126. package/packages/orq-rc/src/models/errors/evalsgrammar.ts +137 -0
  127. package/packages/orq-rc/src/models/errors/evalslengthbetween.ts +139 -0
  128. package/packages/orq-rc/src/models/errors/evalslengthgreaterthan.ts +140 -0
  129. package/packages/orq-rc/src/models/errors/evalslengthlessthan.ts +139 -0
  130. package/packages/orq-rc/src/models/errors/evalslocalization.ts +138 -0
  131. package/packages/orq-rc/src/models/errors/evalspii.ts +137 -0
  132. package/packages/orq-rc/src/models/errors/evalsragascoherence.ts +139 -0
  133. package/packages/orq-rc/src/models/errors/evalsragasconciseness.ts +140 -0
  134. package/packages/orq-rc/src/models/errors/evalsragascontextprecision.ts +143 -0
  135. package/packages/orq-rc/src/models/errors/evalsragascorrectness.ts +140 -0
  136. package/packages/orq-rc/src/models/errors/evalsragasfaithfulness.ts +140 -0
  137. package/packages/orq-rc/src/models/errors/evalsragasharmfulness.ts +140 -0
  138. package/packages/orq-rc/src/models/errors/evalsragasmaliciousness.ts +141 -0
  139. package/packages/orq-rc/src/models/errors/evalsragasresponserelevancy.ts +143 -0
  140. package/packages/orq-rc/src/models/errors/evalsragassummarization.ts +141 -0
  141. package/packages/orq-rc/src/models/errors/evalssentimentclassification.ts +143 -0
  142. package/packages/orq-rc/src/models/errors/evalssummarization.ts +139 -0
  143. package/packages/orq-rc/src/models/errors/evalstoneofvoice.ts +138 -0
  144. package/packages/orq-rc/src/models/errors/evalstranslation.ts +138 -0
  145. package/packages/orq-rc/src/models/errors/evalsvalidjson.ts +137 -0
  146. package/packages/orq-rc/src/models/errors/index.ts +35 -0
  147. package/packages/orq-rc/src/models/errors/runbertscore.ts +137 -0
  148. package/packages/orq-rc/src/models/operations/createchunk.ts +20 -24
  149. package/packages/orq-rc/src/models/operations/createcontact.ts +2 -2
  150. package/packages/orq-rc/src/models/operations/createdataset.ts +2 -2
  151. package/packages/orq-rc/src/models/operations/createdatasetitem.ts +4045 -972
  152. package/packages/orq-rc/src/models/operations/createdatasource.ts +2 -2
  153. package/packages/orq-rc/src/models/operations/createeval.ts +3830 -0
  154. package/packages/orq-rc/src/models/operations/evalsageappropriate.ts +253 -0
  155. package/packages/orq-rc/src/models/operations/evalsbleuscore.ts +131 -0
  156. package/packages/orq-rc/src/models/operations/evalsbotdetection.ts +249 -0
  157. package/packages/orq-rc/src/models/operations/evalscontains.ts +250 -0
  158. package/packages/orq-rc/src/models/operations/evalscontainsall.ts +248 -0
  159. package/packages/orq-rc/src/models/operations/evalscontainsany.ts +254 -0
  160. package/packages/orq-rc/src/models/operations/evalscontainsemail.ts +181 -0
  161. package/packages/orq-rc/src/models/operations/evalscontainsnone.ts +254 -0
  162. package/packages/orq-rc/src/models/operations/evalscontainsurl.ts +181 -0
  163. package/packages/orq-rc/src/models/operations/evalscontainsvalidlink.ts +186 -0
  164. package/packages/orq-rc/src/models/operations/evalsendswith.ts +250 -0
  165. package/packages/orq-rc/src/models/operations/evalsexactmatch.ts +183 -0
  166. package/packages/orq-rc/src/models/operations/evalsfactcheckingknowledgebase.ts +299 -0
  167. package/packages/orq-rc/src/models/operations/evalsgrammar.ts +243 -0
  168. package/packages/orq-rc/src/models/operations/evalslengthbetween.ts +268 -0
  169. package/packages/orq-rc/src/models/operations/evalslengthgreaterthan.ts +266 -0
  170. package/packages/orq-rc/src/models/operations/evalslengthlessthan.ts +259 -0
  171. package/packages/orq-rc/src/models/operations/evalslocalization.ts +253 -0
  172. package/packages/orq-rc/src/models/operations/evalspii.ts +243 -0
  173. package/packages/orq-rc/src/models/operations/evalsragascoherence.ts +152 -0
  174. package/packages/orq-rc/src/models/operations/evalsragasconciseness.ts +153 -0
  175. package/packages/orq-rc/src/models/operations/evalsragascontextprecision.ts +166 -0
  176. package/packages/orq-rc/src/models/operations/evalsragascorrectness.ts +153 -0
  177. package/packages/orq-rc/src/models/operations/evalsragasfaithfulness.ts +155 -0
  178. package/packages/orq-rc/src/models/operations/evalsragasharmfulness.ts +146 -0
  179. package/packages/orq-rc/src/models/operations/evalsragasmaliciousness.ts +157 -0
  180. package/packages/orq-rc/src/models/operations/evalsragasresponserelevancy.ts +165 -0
  181. package/packages/orq-rc/src/models/operations/evalsragassummarization.ts +150 -0
  182. package/packages/orq-rc/src/models/operations/evalssentimentclassification.ts +285 -0
  183. package/packages/orq-rc/src/models/operations/evalssummarization.ts +253 -0
  184. package/packages/orq-rc/src/models/operations/evalstoneofvoice.ts +251 -0
  185. package/packages/orq-rc/src/models/operations/evalstranslation.ts +251 -0
  186. package/packages/orq-rc/src/models/operations/evalsvalidjson.ts +177 -0
  187. package/packages/orq-rc/src/models/operations/fileget.ts +2 -2
  188. package/packages/orq-rc/src/models/operations/filelist.ts +2 -2
  189. package/packages/orq-rc/src/models/operations/fileupload.ts +2 -2
  190. package/packages/orq-rc/src/models/operations/index.ts +35 -1
  191. package/packages/orq-rc/src/models/operations/listdatasetdatapoints.ts +1805 -301
  192. package/packages/orq-rc/src/models/operations/listdatasets.ts +2 -2
  193. package/packages/orq-rc/src/models/operations/listdatasources.ts +2 -2
  194. package/packages/orq-rc/src/models/operations/retrievedatapoint.ts +1737 -277
  195. package/packages/orq-rc/src/models/operations/retrievedataset.ts +2 -2
  196. package/packages/orq-rc/src/models/operations/retrievedatasource.ts +2 -2
  197. package/packages/orq-rc/src/models/operations/runbertscore.ts +197 -0
  198. package/packages/orq-rc/src/models/operations/updatedatapoint.ts +3990 -976
  199. package/packages/orq-rc/src/models/operations/updatedataset.ts +2 -2
  200. package/packages/orq-rc/src/models/operations/updatedatasource.ts +2 -2
  201. package/packages/orq-rc/src/sdk/datasets.ts +0 -18
  202. package/packages/orq-rc/src/sdk/evals.ts +534 -0
  203. package/packages/orq-rc/src/sdk/knowledge.ts +1 -1
  204. package/packages/orq-rc/src/sdk/sdk.ts +6 -0
  205. package/src/index.ts +2 -0
  206. package/src/lib/config.ts +3 -3
  207. package/src/mcp-server/mcp-server.ts +1 -1
  208. package/src/mcp-server/server.ts +1 -1
  209. package/src/models/operations/bulkcreatedatapoints.ts +2 -2
  210. package/src/models/operations/createcontact.ts +2 -2
  211. package/src/models/operations/createdataset.ts +2 -2
  212. package/src/models/operations/createdatasetitem.ts +2 -2
  213. package/src/models/operations/createdatasource.ts +2 -2
  214. package/src/models/operations/fileget.ts +2 -2
  215. package/src/models/operations/filelist.ts +2 -2
  216. package/src/models/operations/fileupload.ts +2 -2
  217. package/src/models/operations/listdatasetdatapoints.ts +2 -2
  218. package/src/models/operations/listdatasets.ts +2 -2
  219. package/src/models/operations/listdatasources.ts +2 -2
  220. package/src/models/operations/retrievedatapoint.ts +2 -2
  221. package/src/models/operations/retrievedataset.ts +2 -2
  222. package/src/models/operations/retrievedatasource.ts +2 -2
  223. package/src/models/operations/updatedatapoint.ts +2 -2
  224. package/src/models/operations/updatedataset.ts +2 -2
  225. package/src/models/operations/updatedatasource.ts +2 -2
  226. package/packages/orq-rc/src/models/operations/bulkcreatedatapoints.ts +0 -2232
@@ -0,0 +1,171 @@
1
+ /*
2
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
3
+ */
4
+
5
+ import { OrqCore } from "../core.js";
6
+ import { encodeJSON } from "../lib/encodings.js";
7
+ import * as M from "../lib/matchers.js";
8
+ import { compactMap } from "../lib/primitives.js";
9
+ import { safeParse } from "../lib/schemas.js";
10
+ import { RequestOptions } from "../lib/sdks.js";
11
+ import { extractSecurity, resolveGlobalSecurity } from "../lib/security.js";
12
+ import { pathToFunc } from "../lib/url.js";
13
+ import { APIError } from "../models/errors/apierror.js";
14
+ import {
15
+ ConnectionError,
16
+ InvalidRequestError,
17
+ RequestAbortedError,
18
+ RequestTimeoutError,
19
+ UnexpectedClientError,
20
+ } from "../models/errors/httpclienterrors.js";
21
+ import * as errors from "../models/errors/index.js";
22
+ import { SDKValidationError } from "../models/errors/sdkvalidationerror.js";
23
+ import * as operations from "../models/operations/index.js";
24
+ import { APICall, APIPromise } from "../types/async.js";
25
+ import { Result } from "../types/fp.js";
26
+
27
+ /**
28
+ * Run Ends With Evaluator
29
+ */
30
+ export function evalsEndsWith(
31
+ client: OrqCore,
32
+ request?: operations.EvalsEndsWithRequestBody | undefined,
33
+ options?: RequestOptions,
34
+ ): APIPromise<
35
+ Result<
36
+ operations.EvalsEndsWithResponseBody,
37
+ | errors.EvalsEndsWithResponseBody
38
+ | errors.EvalsEndsWithEvalsResponseBody
39
+ | APIError
40
+ | SDKValidationError
41
+ | UnexpectedClientError
42
+ | InvalidRequestError
43
+ | RequestAbortedError
44
+ | RequestTimeoutError
45
+ | ConnectionError
46
+ >
47
+ > {
48
+ return new APIPromise($do(
49
+ client,
50
+ request,
51
+ options,
52
+ ));
53
+ }
54
+
55
+ async function $do(
56
+ client: OrqCore,
57
+ request?: operations.EvalsEndsWithRequestBody | undefined,
58
+ options?: RequestOptions,
59
+ ): Promise<
60
+ [
61
+ Result<
62
+ operations.EvalsEndsWithResponseBody,
63
+ | errors.EvalsEndsWithResponseBody
64
+ | errors.EvalsEndsWithEvalsResponseBody
65
+ | APIError
66
+ | SDKValidationError
67
+ | UnexpectedClientError
68
+ | InvalidRequestError
69
+ | RequestAbortedError
70
+ | RequestTimeoutError
71
+ | ConnectionError
72
+ >,
73
+ APICall,
74
+ ]
75
+ > {
76
+ const parsed = safeParse(
77
+ request,
78
+ (value) =>
79
+ operations.EvalsEndsWithRequestBody$outboundSchema.optional().parse(
80
+ value,
81
+ ),
82
+ "Input validation failed",
83
+ );
84
+ if (!parsed.ok) {
85
+ return [parsed, { status: "invalid" }];
86
+ }
87
+ const payload = parsed.value;
88
+ const body = payload === undefined
89
+ ? null
90
+ : encodeJSON("body", payload, { explode: true });
91
+
92
+ const path = pathToFunc("/v2/evaluators/ends_with")();
93
+
94
+ const headers = new Headers(compactMap({
95
+ "Content-Type": "application/json",
96
+ Accept: "application/json",
97
+ }));
98
+
99
+ const secConfig = await extractSecurity(client._options.apiKey);
100
+ const securityInput = secConfig == null ? {} : { apiKey: secConfig };
101
+ const requestSecurity = resolveGlobalSecurity(securityInput);
102
+
103
+ const context = {
104
+ options: client._options,
105
+ baseURL: options?.serverURL ?? client._baseURL ?? "",
106
+ operationID: "EvalsEndsWith",
107
+ oAuth2Scopes: [],
108
+
109
+ resolvedSecurity: requestSecurity,
110
+
111
+ securitySource: client._options.apiKey,
112
+ retryConfig: options?.retries
113
+ || client._options.retryConfig
114
+ || { strategy: "none" },
115
+ retryCodes: options?.retryCodes || ["429", "500", "502", "503", "504"],
116
+ };
117
+
118
+ const requestRes = client._createRequest(context, {
119
+ security: requestSecurity,
120
+ method: "POST",
121
+ baseURL: options?.serverURL,
122
+ path: path,
123
+ headers: headers,
124
+ body: body,
125
+ userAgent: client._options.userAgent,
126
+ timeoutMs: options?.timeoutMs || client._options.timeoutMs || 600000,
127
+ }, options);
128
+ if (!requestRes.ok) {
129
+ return [requestRes, { status: "invalid" }];
130
+ }
131
+ const req = requestRes.value;
132
+
133
+ const doResult = await client._do(req, {
134
+ context,
135
+ errorCodes: ["404", "4XX", "500", "5XX"],
136
+ retryConfig: context.retryConfig,
137
+ retryCodes: context.retryCodes,
138
+ });
139
+ if (!doResult.ok) {
140
+ return [doResult, { status: "request-error", request: req }];
141
+ }
142
+ const response = doResult.value;
143
+
144
+ const responseFields = {
145
+ HttpMeta: { Response: response, Request: req },
146
+ };
147
+
148
+ const [result] = await M.match<
149
+ operations.EvalsEndsWithResponseBody,
150
+ | errors.EvalsEndsWithResponseBody
151
+ | errors.EvalsEndsWithEvalsResponseBody
152
+ | APIError
153
+ | SDKValidationError
154
+ | UnexpectedClientError
155
+ | InvalidRequestError
156
+ | RequestAbortedError
157
+ | RequestTimeoutError
158
+ | ConnectionError
159
+ >(
160
+ M.json(200, operations.EvalsEndsWithResponseBody$inboundSchema),
161
+ M.jsonErr(404, errors.EvalsEndsWithResponseBody$inboundSchema),
162
+ M.jsonErr(500, errors.EvalsEndsWithEvalsResponseBody$inboundSchema),
163
+ M.fail("4XX"),
164
+ M.fail("5XX"),
165
+ )(response, { extraFields: responseFields });
166
+ if (!result.ok) {
167
+ return [result, { status: "complete", request: req, response }];
168
+ }
169
+
170
+ return [result, { status: "complete", request: req, response }];
171
+ }
@@ -0,0 +1,171 @@
1
+ /*
2
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
3
+ */
4
+
5
+ import { OrqCore } from "../core.js";
6
+ import { encodeJSON } from "../lib/encodings.js";
7
+ import * as M from "../lib/matchers.js";
8
+ import { compactMap } from "../lib/primitives.js";
9
+ import { safeParse } from "../lib/schemas.js";
10
+ import { RequestOptions } from "../lib/sdks.js";
11
+ import { extractSecurity, resolveGlobalSecurity } from "../lib/security.js";
12
+ import { pathToFunc } from "../lib/url.js";
13
+ import { APIError } from "../models/errors/apierror.js";
14
+ import {
15
+ ConnectionError,
16
+ InvalidRequestError,
17
+ RequestAbortedError,
18
+ RequestTimeoutError,
19
+ UnexpectedClientError,
20
+ } from "../models/errors/httpclienterrors.js";
21
+ import * as errors from "../models/errors/index.js";
22
+ import { SDKValidationError } from "../models/errors/sdkvalidationerror.js";
23
+ import * as operations from "../models/operations/index.js";
24
+ import { APICall, APIPromise } from "../types/async.js";
25
+ import { Result } from "../types/fp.js";
26
+
27
+ /**
28
+ * Run Exact Match Evaluator
29
+ */
30
+ export function evalsExactMatch(
31
+ client: OrqCore,
32
+ request?: operations.EvalsExactMatchRequestBody | undefined,
33
+ options?: RequestOptions,
34
+ ): APIPromise<
35
+ Result<
36
+ operations.EvalsExactMatchResponseBody,
37
+ | errors.EvalsExactMatchResponseBody
38
+ | errors.EvalsExactMatchEvalsResponseBody
39
+ | APIError
40
+ | SDKValidationError
41
+ | UnexpectedClientError
42
+ | InvalidRequestError
43
+ | RequestAbortedError
44
+ | RequestTimeoutError
45
+ | ConnectionError
46
+ >
47
+ > {
48
+ return new APIPromise($do(
49
+ client,
50
+ request,
51
+ options,
52
+ ));
53
+ }
54
+
55
+ async function $do(
56
+ client: OrqCore,
57
+ request?: operations.EvalsExactMatchRequestBody | undefined,
58
+ options?: RequestOptions,
59
+ ): Promise<
60
+ [
61
+ Result<
62
+ operations.EvalsExactMatchResponseBody,
63
+ | errors.EvalsExactMatchResponseBody
64
+ | errors.EvalsExactMatchEvalsResponseBody
65
+ | APIError
66
+ | SDKValidationError
67
+ | UnexpectedClientError
68
+ | InvalidRequestError
69
+ | RequestAbortedError
70
+ | RequestTimeoutError
71
+ | ConnectionError
72
+ >,
73
+ APICall,
74
+ ]
75
+ > {
76
+ const parsed = safeParse(
77
+ request,
78
+ (value) =>
79
+ operations.EvalsExactMatchRequestBody$outboundSchema.optional().parse(
80
+ value,
81
+ ),
82
+ "Input validation failed",
83
+ );
84
+ if (!parsed.ok) {
85
+ return [parsed, { status: "invalid" }];
86
+ }
87
+ const payload = parsed.value;
88
+ const body = payload === undefined
89
+ ? null
90
+ : encodeJSON("body", payload, { explode: true });
91
+
92
+ const path = pathToFunc("/v2/evaluators/exact_match")();
93
+
94
+ const headers = new Headers(compactMap({
95
+ "Content-Type": "application/json",
96
+ Accept: "application/json",
97
+ }));
98
+
99
+ const secConfig = await extractSecurity(client._options.apiKey);
100
+ const securityInput = secConfig == null ? {} : { apiKey: secConfig };
101
+ const requestSecurity = resolveGlobalSecurity(securityInput);
102
+
103
+ const context = {
104
+ options: client._options,
105
+ baseURL: options?.serverURL ?? client._baseURL ?? "",
106
+ operationID: "EvalsExactMatch",
107
+ oAuth2Scopes: [],
108
+
109
+ resolvedSecurity: requestSecurity,
110
+
111
+ securitySource: client._options.apiKey,
112
+ retryConfig: options?.retries
113
+ || client._options.retryConfig
114
+ || { strategy: "none" },
115
+ retryCodes: options?.retryCodes || ["429", "500", "502", "503", "504"],
116
+ };
117
+
118
+ const requestRes = client._createRequest(context, {
119
+ security: requestSecurity,
120
+ method: "POST",
121
+ baseURL: options?.serverURL,
122
+ path: path,
123
+ headers: headers,
124
+ body: body,
125
+ userAgent: client._options.userAgent,
126
+ timeoutMs: options?.timeoutMs || client._options.timeoutMs || 600000,
127
+ }, options);
128
+ if (!requestRes.ok) {
129
+ return [requestRes, { status: "invalid" }];
130
+ }
131
+ const req = requestRes.value;
132
+
133
+ const doResult = await client._do(req, {
134
+ context,
135
+ errorCodes: ["404", "4XX", "500", "5XX"],
136
+ retryConfig: context.retryConfig,
137
+ retryCodes: context.retryCodes,
138
+ });
139
+ if (!doResult.ok) {
140
+ return [doResult, { status: "request-error", request: req }];
141
+ }
142
+ const response = doResult.value;
143
+
144
+ const responseFields = {
145
+ HttpMeta: { Response: response, Request: req },
146
+ };
147
+
148
+ const [result] = await M.match<
149
+ operations.EvalsExactMatchResponseBody,
150
+ | errors.EvalsExactMatchResponseBody
151
+ | errors.EvalsExactMatchEvalsResponseBody
152
+ | APIError
153
+ | SDKValidationError
154
+ | UnexpectedClientError
155
+ | InvalidRequestError
156
+ | RequestAbortedError
157
+ | RequestTimeoutError
158
+ | ConnectionError
159
+ >(
160
+ M.json(200, operations.EvalsExactMatchResponseBody$inboundSchema),
161
+ M.jsonErr(404, errors.EvalsExactMatchResponseBody$inboundSchema),
162
+ M.jsonErr(500, errors.EvalsExactMatchEvalsResponseBody$inboundSchema),
163
+ M.fail("4XX"),
164
+ M.fail("5XX"),
165
+ )(response, { extraFields: responseFields });
166
+ if (!result.ok) {
167
+ return [result, { status: "complete", request: req, response }];
168
+ }
169
+
170
+ return [result, { status: "complete", request: req, response }];
171
+ }
@@ -0,0 +1,179 @@
1
+ /*
2
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
3
+ */
4
+
5
+ import { OrqCore } from "../core.js";
6
+ import { encodeJSON } from "../lib/encodings.js";
7
+ import * as M from "../lib/matchers.js";
8
+ import { compactMap } from "../lib/primitives.js";
9
+ import { safeParse } from "../lib/schemas.js";
10
+ import { RequestOptions } from "../lib/sdks.js";
11
+ import { extractSecurity, resolveGlobalSecurity } from "../lib/security.js";
12
+ import { pathToFunc } from "../lib/url.js";
13
+ import { APIError } from "../models/errors/apierror.js";
14
+ import {
15
+ ConnectionError,
16
+ InvalidRequestError,
17
+ RequestAbortedError,
18
+ RequestTimeoutError,
19
+ UnexpectedClientError,
20
+ } from "../models/errors/httpclienterrors.js";
21
+ import * as errors from "../models/errors/index.js";
22
+ import { SDKValidationError } from "../models/errors/sdkvalidationerror.js";
23
+ import * as operations from "../models/operations/index.js";
24
+ import { APICall, APIPromise } from "../types/async.js";
25
+ import { Result } from "../types/fp.js";
26
+
27
+ /**
28
+ * Run Fact Checking Knowledge Base Evaluator
29
+ */
30
+ export function evalsFactCheckingKnowledgeBase(
31
+ client: OrqCore,
32
+ request?: operations.EvalsFactCheckingKnowledgeBaseRequestBody | undefined,
33
+ options?: RequestOptions,
34
+ ): APIPromise<
35
+ Result<
36
+ operations.EvalsFactCheckingKnowledgeBaseResponseBody,
37
+ | errors.EvalsFactCheckingKnowledgeBaseResponseBody
38
+ | errors.EvalsFactCheckingKnowledgeBaseEvalsResponseBody
39
+ | APIError
40
+ | SDKValidationError
41
+ | UnexpectedClientError
42
+ | InvalidRequestError
43
+ | RequestAbortedError
44
+ | RequestTimeoutError
45
+ | ConnectionError
46
+ >
47
+ > {
48
+ return new APIPromise($do(
49
+ client,
50
+ request,
51
+ options,
52
+ ));
53
+ }
54
+
55
+ async function $do(
56
+ client: OrqCore,
57
+ request?: operations.EvalsFactCheckingKnowledgeBaseRequestBody | undefined,
58
+ options?: RequestOptions,
59
+ ): Promise<
60
+ [
61
+ Result<
62
+ operations.EvalsFactCheckingKnowledgeBaseResponseBody,
63
+ | errors.EvalsFactCheckingKnowledgeBaseResponseBody
64
+ | errors.EvalsFactCheckingKnowledgeBaseEvalsResponseBody
65
+ | APIError
66
+ | SDKValidationError
67
+ | UnexpectedClientError
68
+ | InvalidRequestError
69
+ | RequestAbortedError
70
+ | RequestTimeoutError
71
+ | ConnectionError
72
+ >,
73
+ APICall,
74
+ ]
75
+ > {
76
+ const parsed = safeParse(
77
+ request,
78
+ (value) =>
79
+ operations.EvalsFactCheckingKnowledgeBaseRequestBody$outboundSchema
80
+ .optional().parse(value),
81
+ "Input validation failed",
82
+ );
83
+ if (!parsed.ok) {
84
+ return [parsed, { status: "invalid" }];
85
+ }
86
+ const payload = parsed.value;
87
+ const body = payload === undefined
88
+ ? null
89
+ : encodeJSON("body", payload, { explode: true });
90
+
91
+ const path = pathToFunc("/v2/evaluators/fact_checking_knowledge_base")();
92
+
93
+ const headers = new Headers(compactMap({
94
+ "Content-Type": "application/json",
95
+ Accept: "application/json",
96
+ }));
97
+
98
+ const secConfig = await extractSecurity(client._options.apiKey);
99
+ const securityInput = secConfig == null ? {} : { apiKey: secConfig };
100
+ const requestSecurity = resolveGlobalSecurity(securityInput);
101
+
102
+ const context = {
103
+ options: client._options,
104
+ baseURL: options?.serverURL ?? client._baseURL ?? "",
105
+ operationID: "EvalsFactCheckingKnowledgeBase",
106
+ oAuth2Scopes: [],
107
+
108
+ resolvedSecurity: requestSecurity,
109
+
110
+ securitySource: client._options.apiKey,
111
+ retryConfig: options?.retries
112
+ || client._options.retryConfig
113
+ || { strategy: "none" },
114
+ retryCodes: options?.retryCodes || ["429", "500", "502", "503", "504"],
115
+ };
116
+
117
+ const requestRes = client._createRequest(context, {
118
+ security: requestSecurity,
119
+ method: "POST",
120
+ baseURL: options?.serverURL,
121
+ path: path,
122
+ headers: headers,
123
+ body: body,
124
+ userAgent: client._options.userAgent,
125
+ timeoutMs: options?.timeoutMs || client._options.timeoutMs || 600000,
126
+ }, options);
127
+ if (!requestRes.ok) {
128
+ return [requestRes, { status: "invalid" }];
129
+ }
130
+ const req = requestRes.value;
131
+
132
+ const doResult = await client._do(req, {
133
+ context,
134
+ errorCodes: ["404", "4XX", "500", "5XX"],
135
+ retryConfig: context.retryConfig,
136
+ retryCodes: context.retryCodes,
137
+ });
138
+ if (!doResult.ok) {
139
+ return [doResult, { status: "request-error", request: req }];
140
+ }
141
+ const response = doResult.value;
142
+
143
+ const responseFields = {
144
+ HttpMeta: { Response: response, Request: req },
145
+ };
146
+
147
+ const [result] = await M.match<
148
+ operations.EvalsFactCheckingKnowledgeBaseResponseBody,
149
+ | errors.EvalsFactCheckingKnowledgeBaseResponseBody
150
+ | errors.EvalsFactCheckingKnowledgeBaseEvalsResponseBody
151
+ | APIError
152
+ | SDKValidationError
153
+ | UnexpectedClientError
154
+ | InvalidRequestError
155
+ | RequestAbortedError
156
+ | RequestTimeoutError
157
+ | ConnectionError
158
+ >(
159
+ M.json(
160
+ 200,
161
+ operations.EvalsFactCheckingKnowledgeBaseResponseBody$inboundSchema,
162
+ ),
163
+ M.jsonErr(
164
+ 404,
165
+ errors.EvalsFactCheckingKnowledgeBaseResponseBody$inboundSchema,
166
+ ),
167
+ M.jsonErr(
168
+ 500,
169
+ errors.EvalsFactCheckingKnowledgeBaseEvalsResponseBody$inboundSchema,
170
+ ),
171
+ M.fail("4XX"),
172
+ M.fail("5XX"),
173
+ )(response, { extraFields: responseFields });
174
+ if (!result.ok) {
175
+ return [result, { status: "complete", request: req, response }];
176
+ }
177
+
178
+ return [result, { status: "complete", request: req, response }];
179
+ }
@@ -0,0 +1,169 @@
1
+ /*
2
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
3
+ */
4
+
5
+ import { OrqCore } from "../core.js";
6
+ import { encodeJSON } from "../lib/encodings.js";
7
+ import * as M from "../lib/matchers.js";
8
+ import { compactMap } from "../lib/primitives.js";
9
+ import { safeParse } from "../lib/schemas.js";
10
+ import { RequestOptions } from "../lib/sdks.js";
11
+ import { extractSecurity, resolveGlobalSecurity } from "../lib/security.js";
12
+ import { pathToFunc } from "../lib/url.js";
13
+ import { APIError } from "../models/errors/apierror.js";
14
+ import {
15
+ ConnectionError,
16
+ InvalidRequestError,
17
+ RequestAbortedError,
18
+ RequestTimeoutError,
19
+ UnexpectedClientError,
20
+ } from "../models/errors/httpclienterrors.js";
21
+ import * as errors from "../models/errors/index.js";
22
+ import { SDKValidationError } from "../models/errors/sdkvalidationerror.js";
23
+ import * as operations from "../models/operations/index.js";
24
+ import { APICall, APIPromise } from "../types/async.js";
25
+ import { Result } from "../types/fp.js";
26
+
27
+ /**
28
+ * Run Grammar Evaluator
29
+ */
30
+ export function evalsGrammar(
31
+ client: OrqCore,
32
+ request?: operations.EvalsGrammarRequestBody | undefined,
33
+ options?: RequestOptions,
34
+ ): APIPromise<
35
+ Result<
36
+ operations.EvalsGrammarResponseBody,
37
+ | errors.EvalsGrammarResponseBody
38
+ | errors.EvalsGrammarEvalsResponseBody
39
+ | APIError
40
+ | SDKValidationError
41
+ | UnexpectedClientError
42
+ | InvalidRequestError
43
+ | RequestAbortedError
44
+ | RequestTimeoutError
45
+ | ConnectionError
46
+ >
47
+ > {
48
+ return new APIPromise($do(
49
+ client,
50
+ request,
51
+ options,
52
+ ));
53
+ }
54
+
55
+ async function $do(
56
+ client: OrqCore,
57
+ request?: operations.EvalsGrammarRequestBody | undefined,
58
+ options?: RequestOptions,
59
+ ): Promise<
60
+ [
61
+ Result<
62
+ operations.EvalsGrammarResponseBody,
63
+ | errors.EvalsGrammarResponseBody
64
+ | errors.EvalsGrammarEvalsResponseBody
65
+ | APIError
66
+ | SDKValidationError
67
+ | UnexpectedClientError
68
+ | InvalidRequestError
69
+ | RequestAbortedError
70
+ | RequestTimeoutError
71
+ | ConnectionError
72
+ >,
73
+ APICall,
74
+ ]
75
+ > {
76
+ const parsed = safeParse(
77
+ request,
78
+ (value) =>
79
+ operations.EvalsGrammarRequestBody$outboundSchema.optional().parse(value),
80
+ "Input validation failed",
81
+ );
82
+ if (!parsed.ok) {
83
+ return [parsed, { status: "invalid" }];
84
+ }
85
+ const payload = parsed.value;
86
+ const body = payload === undefined
87
+ ? null
88
+ : encodeJSON("body", payload, { explode: true });
89
+
90
+ const path = pathToFunc("/v2/evaluators/grammar")();
91
+
92
+ const headers = new Headers(compactMap({
93
+ "Content-Type": "application/json",
94
+ Accept: "application/json",
95
+ }));
96
+
97
+ const secConfig = await extractSecurity(client._options.apiKey);
98
+ const securityInput = secConfig == null ? {} : { apiKey: secConfig };
99
+ const requestSecurity = resolveGlobalSecurity(securityInput);
100
+
101
+ const context = {
102
+ options: client._options,
103
+ baseURL: options?.serverURL ?? client._baseURL ?? "",
104
+ operationID: "EvalsGrammar",
105
+ oAuth2Scopes: [],
106
+
107
+ resolvedSecurity: requestSecurity,
108
+
109
+ securitySource: client._options.apiKey,
110
+ retryConfig: options?.retries
111
+ || client._options.retryConfig
112
+ || { strategy: "none" },
113
+ retryCodes: options?.retryCodes || ["429", "500", "502", "503", "504"],
114
+ };
115
+
116
+ const requestRes = client._createRequest(context, {
117
+ security: requestSecurity,
118
+ method: "POST",
119
+ baseURL: options?.serverURL,
120
+ path: path,
121
+ headers: headers,
122
+ body: body,
123
+ userAgent: client._options.userAgent,
124
+ timeoutMs: options?.timeoutMs || client._options.timeoutMs || 600000,
125
+ }, options);
126
+ if (!requestRes.ok) {
127
+ return [requestRes, { status: "invalid" }];
128
+ }
129
+ const req = requestRes.value;
130
+
131
+ const doResult = await client._do(req, {
132
+ context,
133
+ errorCodes: ["404", "4XX", "500", "5XX"],
134
+ retryConfig: context.retryConfig,
135
+ retryCodes: context.retryCodes,
136
+ });
137
+ if (!doResult.ok) {
138
+ return [doResult, { status: "request-error", request: req }];
139
+ }
140
+ const response = doResult.value;
141
+
142
+ const responseFields = {
143
+ HttpMeta: { Response: response, Request: req },
144
+ };
145
+
146
+ const [result] = await M.match<
147
+ operations.EvalsGrammarResponseBody,
148
+ | errors.EvalsGrammarResponseBody
149
+ | errors.EvalsGrammarEvalsResponseBody
150
+ | APIError
151
+ | SDKValidationError
152
+ | UnexpectedClientError
153
+ | InvalidRequestError
154
+ | RequestAbortedError
155
+ | RequestTimeoutError
156
+ | ConnectionError
157
+ >(
158
+ M.json(200, operations.EvalsGrammarResponseBody$inboundSchema),
159
+ M.jsonErr(404, errors.EvalsGrammarResponseBody$inboundSchema),
160
+ M.jsonErr(500, errors.EvalsGrammarEvalsResponseBody$inboundSchema),
161
+ M.fail("4XX"),
162
+ M.fail("5XX"),
163
+ )(response, { extraFields: responseFields });
164
+ if (!result.ok) {
165
+ return [result, { status: "complete", request: req, response }];
166
+ }
167
+
168
+ return [result, { status: "complete", request: req, response }];
169
+ }