@orq-ai/node 3.6.3 → 3.6.5

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (226) hide show
  1. package/bin/mcp-server.js +40 -40
  2. package/bin/mcp-server.js.map +21 -21
  3. package/index.d.ts +2 -0
  4. package/index.d.ts.map +1 -1
  5. package/index.js +3 -1
  6. package/index.js.map +1 -1
  7. package/jsr.json +1 -1
  8. package/lib/config.d.ts +3 -3
  9. package/lib/config.js +3 -3
  10. package/mcp-server/mcp-server.js +1 -1
  11. package/mcp-server/server.js +1 -1
  12. package/models/operations/bulkcreatedatapoints.js +2 -2
  13. package/models/operations/createcontact.js +2 -2
  14. package/models/operations/createdataset.js +2 -2
  15. package/models/operations/createdatasetitem.js +2 -2
  16. package/models/operations/createdatasource.js +2 -2
  17. package/models/operations/fileget.js +2 -2
  18. package/models/operations/filelist.js +2 -2
  19. package/models/operations/fileupload.js +2 -2
  20. package/models/operations/listdatasetdatapoints.js +2 -2
  21. package/models/operations/listdatasets.js +2 -2
  22. package/models/operations/listdatasources.js +2 -2
  23. package/models/operations/retrievedatapoint.js +2 -2
  24. package/models/operations/retrievedataset.js +2 -2
  25. package/models/operations/retrievedatasource.js +2 -2
  26. package/models/operations/updatedatapoint.js +2 -2
  27. package/models/operations/updatedataset.js +2 -2
  28. package/models/operations/updatedatasource.js +2 -2
  29. package/package.json +1 -1
  30. package/packages/orq-rc/README.md +73 -2
  31. package/packages/orq-rc/docs/sdks/datasets/README.md +0 -77
  32. package/packages/orq-rc/docs/sdks/evals/README.md +2661 -0
  33. package/packages/orq-rc/docs/sdks/knowledge/README.md +1 -1
  34. package/packages/orq-rc/jsr.json +1 -1
  35. package/packages/orq-rc/package-lock.json +2 -2
  36. package/packages/orq-rc/package.json +1 -1
  37. package/packages/orq-rc/src/funcs/evalsAgeAppropriate.ts +171 -0
  38. package/packages/orq-rc/src/funcs/evalsBleuScore.ts +171 -0
  39. package/packages/orq-rc/src/funcs/evalsBotDetection.ts +171 -0
  40. package/packages/orq-rc/src/funcs/evalsContains.ts +171 -0
  41. package/packages/orq-rc/src/funcs/evalsContainsAll.ts +171 -0
  42. package/packages/orq-rc/src/funcs/evalsContainsAny.ts +171 -0
  43. package/packages/orq-rc/src/funcs/evalsContainsEmail.ts +171 -0
  44. package/packages/orq-rc/src/funcs/evalsContainsNone.ts +171 -0
  45. package/packages/orq-rc/src/funcs/evalsContainsUrl.ts +171 -0
  46. package/packages/orq-rc/src/funcs/evalsContainsValidLink.ts +173 -0
  47. package/packages/orq-rc/src/funcs/{datasetsCreateDatapoints.ts → evalsCreate.ts} +27 -29
  48. package/packages/orq-rc/src/funcs/evalsEndsWith.ts +171 -0
  49. package/packages/orq-rc/src/funcs/evalsExactMatch.ts +171 -0
  50. package/packages/orq-rc/src/funcs/evalsFactCheckingKnowledgeBase.ts +179 -0
  51. package/packages/orq-rc/src/funcs/evalsGrammar.ts +169 -0
  52. package/packages/orq-rc/src/funcs/evalsLengthBetween.ts +171 -0
  53. package/packages/orq-rc/src/funcs/evalsLengthGreaterThan.ts +173 -0
  54. package/packages/orq-rc/src/funcs/evalsLengthLessThan.ts +171 -0
  55. package/packages/orq-rc/src/funcs/evalsLocalization.ts +171 -0
  56. package/packages/orq-rc/src/funcs/evalsPii.ts +169 -0
  57. package/packages/orq-rc/src/funcs/evalsRagasCoherence.ts +171 -0
  58. package/packages/orq-rc/src/funcs/evalsRagasConciseness.ts +170 -0
  59. package/packages/orq-rc/src/funcs/evalsRagasContextPrecision.ts +176 -0
  60. package/packages/orq-rc/src/funcs/evalsRagasCorrectness.ts +170 -0
  61. package/packages/orq-rc/src/funcs/evalsRagasFaithfulness.ts +173 -0
  62. package/packages/orq-rc/src/funcs/evalsRagasHarmfulness.ts +170 -0
  63. package/packages/orq-rc/src/funcs/evalsRagasMaliciousness.ts +173 -0
  64. package/packages/orq-rc/src/funcs/evalsRagasResponseRelevancy.ts +179 -0
  65. package/packages/orq-rc/src/funcs/evalsRagasSummarization.ts +173 -0
  66. package/packages/orq-rc/src/funcs/evalsRunBertScore.ts +169 -0
  67. package/packages/orq-rc/src/funcs/evalsSentimentClassification.ts +179 -0
  68. package/packages/orq-rc/src/funcs/evalsSummarization.ts +171 -0
  69. package/packages/orq-rc/src/funcs/evalsToneOfVoice.ts +171 -0
  70. package/packages/orq-rc/src/funcs/evalsTranslation.ts +171 -0
  71. package/packages/orq-rc/src/funcs/evalsValidJson.ts +171 -0
  72. package/packages/orq-rc/src/funcs/knowledgeCreateChunks.ts +4 -4
  73. package/packages/orq-rc/src/index.ts +2 -0
  74. package/packages/orq-rc/src/lib/config.ts +3 -3
  75. package/packages/orq-rc/src/mcp-server/mcp-server.ts +1 -1
  76. package/packages/orq-rc/src/mcp-server/server.ts +71 -3
  77. package/packages/orq-rc/src/mcp-server/tools/evalsAgeAppropriate.ts +35 -0
  78. package/packages/orq-rc/src/mcp-server/tools/evalsBleuScore.ts +35 -0
  79. package/packages/orq-rc/src/mcp-server/tools/evalsBotDetection.ts +35 -0
  80. package/packages/orq-rc/src/mcp-server/tools/{datasetsCreateDatapoints.ts → evalsContains.ts} +6 -8
  81. package/packages/orq-rc/src/mcp-server/tools/evalsContainsAll.ts +35 -0
  82. package/packages/orq-rc/src/mcp-server/tools/evalsContainsAny.ts +35 -0
  83. package/packages/orq-rc/src/mcp-server/tools/evalsContainsEmail.ts +35 -0
  84. package/packages/orq-rc/src/mcp-server/tools/evalsContainsNone.ts +35 -0
  85. package/packages/orq-rc/src/mcp-server/tools/evalsContainsUrl.ts +35 -0
  86. package/packages/orq-rc/src/mcp-server/tools/evalsContainsValidLink.ts +36 -0
  87. package/packages/orq-rc/src/mcp-server/tools/evalsCreate.ts +35 -0
  88. package/packages/orq-rc/src/mcp-server/tools/evalsEndsWith.ts +35 -0
  89. package/packages/orq-rc/src/mcp-server/tools/evalsExactMatch.ts +35 -0
  90. package/packages/orq-rc/src/mcp-server/tools/evalsFactCheckingKnowledgeBase.ts +37 -0
  91. package/packages/orq-rc/src/mcp-server/tools/evalsGrammar.ts +35 -0
  92. package/packages/orq-rc/src/mcp-server/tools/evalsLengthBetween.ts +35 -0
  93. package/packages/orq-rc/src/mcp-server/tools/evalsLengthGreaterThan.ts +36 -0
  94. package/packages/orq-rc/src/mcp-server/tools/evalsLengthLessThan.ts +35 -0
  95. package/packages/orq-rc/src/mcp-server/tools/evalsLocalization.ts +35 -0
  96. package/packages/orq-rc/src/mcp-server/tools/evalsPii.ts +35 -0
  97. package/packages/orq-rc/src/mcp-server/tools/evalsRagasCoherence.ts +35 -0
  98. package/packages/orq-rc/src/mcp-server/tools/evalsRagasConciseness.ts +35 -0
  99. package/packages/orq-rc/src/mcp-server/tools/evalsRagasContextPrecision.ts +36 -0
  100. package/packages/orq-rc/src/mcp-server/tools/evalsRagasCorrectness.ts +35 -0
  101. package/packages/orq-rc/src/mcp-server/tools/evalsRagasFaithfulness.ts +36 -0
  102. package/packages/orq-rc/src/mcp-server/tools/evalsRagasHarmfulness.ts +35 -0
  103. package/packages/orq-rc/src/mcp-server/tools/evalsRagasMaliciousness.ts +36 -0
  104. package/packages/orq-rc/src/mcp-server/tools/evalsRagasResponseRelevancy.ts +36 -0
  105. package/packages/orq-rc/src/mcp-server/tools/evalsRagasSummarization.ts +36 -0
  106. package/packages/orq-rc/src/mcp-server/tools/evalsRunBertScore.ts +35 -0
  107. package/packages/orq-rc/src/mcp-server/tools/evalsSentimentClassification.ts +36 -0
  108. package/packages/orq-rc/src/mcp-server/tools/evalsSummarization.ts +35 -0
  109. package/packages/orq-rc/src/mcp-server/tools/evalsToneOfVoice.ts +35 -0
  110. package/packages/orq-rc/src/mcp-server/tools/evalsTranslation.ts +35 -0
  111. package/packages/orq-rc/src/mcp-server/tools/evalsValidJson.ts +35 -0
  112. package/packages/orq-rc/src/models/errors/createeval.ts +71 -0
  113. package/packages/orq-rc/src/models/errors/evalsageappropriate.ts +139 -0
  114. package/packages/orq-rc/src/models/errors/evalsbleuscore.ts +137 -0
  115. package/packages/orq-rc/src/models/errors/evalsbotdetection.ts +138 -0
  116. package/packages/orq-rc/src/models/errors/evalscontains.ts +137 -0
  117. package/packages/orq-rc/src/models/errors/evalscontainsall.ts +138 -0
  118. package/packages/orq-rc/src/models/errors/evalscontainsany.ts +138 -0
  119. package/packages/orq-rc/src/models/errors/evalscontainsemail.ts +139 -0
  120. package/packages/orq-rc/src/models/errors/evalscontainsnone.ts +138 -0
  121. package/packages/orq-rc/src/models/errors/evalscontainsurl.ts +138 -0
  122. package/packages/orq-rc/src/models/errors/evalscontainsvalidlink.ts +140 -0
  123. package/packages/orq-rc/src/models/errors/evalsendswith.ts +137 -0
  124. package/packages/orq-rc/src/models/errors/evalsexactmatch.ts +137 -0
  125. package/packages/orq-rc/src/models/errors/evalsfactcheckingknowledgebase.ts +143 -0
  126. package/packages/orq-rc/src/models/errors/evalsgrammar.ts +137 -0
  127. package/packages/orq-rc/src/models/errors/evalslengthbetween.ts +139 -0
  128. package/packages/orq-rc/src/models/errors/evalslengthgreaterthan.ts +140 -0
  129. package/packages/orq-rc/src/models/errors/evalslengthlessthan.ts +139 -0
  130. package/packages/orq-rc/src/models/errors/evalslocalization.ts +138 -0
  131. package/packages/orq-rc/src/models/errors/evalspii.ts +137 -0
  132. package/packages/orq-rc/src/models/errors/evalsragascoherence.ts +139 -0
  133. package/packages/orq-rc/src/models/errors/evalsragasconciseness.ts +140 -0
  134. package/packages/orq-rc/src/models/errors/evalsragascontextprecision.ts +143 -0
  135. package/packages/orq-rc/src/models/errors/evalsragascorrectness.ts +140 -0
  136. package/packages/orq-rc/src/models/errors/evalsragasfaithfulness.ts +140 -0
  137. package/packages/orq-rc/src/models/errors/evalsragasharmfulness.ts +140 -0
  138. package/packages/orq-rc/src/models/errors/evalsragasmaliciousness.ts +141 -0
  139. package/packages/orq-rc/src/models/errors/evalsragasresponserelevancy.ts +143 -0
  140. package/packages/orq-rc/src/models/errors/evalsragassummarization.ts +141 -0
  141. package/packages/orq-rc/src/models/errors/evalssentimentclassification.ts +143 -0
  142. package/packages/orq-rc/src/models/errors/evalssummarization.ts +139 -0
  143. package/packages/orq-rc/src/models/errors/evalstoneofvoice.ts +138 -0
  144. package/packages/orq-rc/src/models/errors/evalstranslation.ts +138 -0
  145. package/packages/orq-rc/src/models/errors/evalsvalidjson.ts +137 -0
  146. package/packages/orq-rc/src/models/errors/index.ts +35 -0
  147. package/packages/orq-rc/src/models/errors/runbertscore.ts +137 -0
  148. package/packages/orq-rc/src/models/operations/createchunk.ts +20 -24
  149. package/packages/orq-rc/src/models/operations/createcontact.ts +2 -2
  150. package/packages/orq-rc/src/models/operations/createdataset.ts +2 -2
  151. package/packages/orq-rc/src/models/operations/createdatasetitem.ts +4045 -972
  152. package/packages/orq-rc/src/models/operations/createdatasource.ts +2 -2
  153. package/packages/orq-rc/src/models/operations/createeval.ts +3830 -0
  154. package/packages/orq-rc/src/models/operations/evalsageappropriate.ts +253 -0
  155. package/packages/orq-rc/src/models/operations/evalsbleuscore.ts +131 -0
  156. package/packages/orq-rc/src/models/operations/evalsbotdetection.ts +249 -0
  157. package/packages/orq-rc/src/models/operations/evalscontains.ts +250 -0
  158. package/packages/orq-rc/src/models/operations/evalscontainsall.ts +248 -0
  159. package/packages/orq-rc/src/models/operations/evalscontainsany.ts +254 -0
  160. package/packages/orq-rc/src/models/operations/evalscontainsemail.ts +181 -0
  161. package/packages/orq-rc/src/models/operations/evalscontainsnone.ts +254 -0
  162. package/packages/orq-rc/src/models/operations/evalscontainsurl.ts +181 -0
  163. package/packages/orq-rc/src/models/operations/evalscontainsvalidlink.ts +186 -0
  164. package/packages/orq-rc/src/models/operations/evalsendswith.ts +250 -0
  165. package/packages/orq-rc/src/models/operations/evalsexactmatch.ts +183 -0
  166. package/packages/orq-rc/src/models/operations/evalsfactcheckingknowledgebase.ts +299 -0
  167. package/packages/orq-rc/src/models/operations/evalsgrammar.ts +243 -0
  168. package/packages/orq-rc/src/models/operations/evalslengthbetween.ts +268 -0
  169. package/packages/orq-rc/src/models/operations/evalslengthgreaterthan.ts +266 -0
  170. package/packages/orq-rc/src/models/operations/evalslengthlessthan.ts +259 -0
  171. package/packages/orq-rc/src/models/operations/evalslocalization.ts +253 -0
  172. package/packages/orq-rc/src/models/operations/evalspii.ts +243 -0
  173. package/packages/orq-rc/src/models/operations/evalsragascoherence.ts +152 -0
  174. package/packages/orq-rc/src/models/operations/evalsragasconciseness.ts +153 -0
  175. package/packages/orq-rc/src/models/operations/evalsragascontextprecision.ts +166 -0
  176. package/packages/orq-rc/src/models/operations/evalsragascorrectness.ts +153 -0
  177. package/packages/orq-rc/src/models/operations/evalsragasfaithfulness.ts +155 -0
  178. package/packages/orq-rc/src/models/operations/evalsragasharmfulness.ts +146 -0
  179. package/packages/orq-rc/src/models/operations/evalsragasmaliciousness.ts +157 -0
  180. package/packages/orq-rc/src/models/operations/evalsragasresponserelevancy.ts +165 -0
  181. package/packages/orq-rc/src/models/operations/evalsragassummarization.ts +150 -0
  182. package/packages/orq-rc/src/models/operations/evalssentimentclassification.ts +285 -0
  183. package/packages/orq-rc/src/models/operations/evalssummarization.ts +253 -0
  184. package/packages/orq-rc/src/models/operations/evalstoneofvoice.ts +251 -0
  185. package/packages/orq-rc/src/models/operations/evalstranslation.ts +251 -0
  186. package/packages/orq-rc/src/models/operations/evalsvalidjson.ts +177 -0
  187. package/packages/orq-rc/src/models/operations/fileget.ts +2 -2
  188. package/packages/orq-rc/src/models/operations/filelist.ts +2 -2
  189. package/packages/orq-rc/src/models/operations/fileupload.ts +2 -2
  190. package/packages/orq-rc/src/models/operations/index.ts +35 -1
  191. package/packages/orq-rc/src/models/operations/listdatasetdatapoints.ts +1805 -301
  192. package/packages/orq-rc/src/models/operations/listdatasets.ts +2 -2
  193. package/packages/orq-rc/src/models/operations/listdatasources.ts +2 -2
  194. package/packages/orq-rc/src/models/operations/retrievedatapoint.ts +1737 -277
  195. package/packages/orq-rc/src/models/operations/retrievedataset.ts +2 -2
  196. package/packages/orq-rc/src/models/operations/retrievedatasource.ts +2 -2
  197. package/packages/orq-rc/src/models/operations/runbertscore.ts +197 -0
  198. package/packages/orq-rc/src/models/operations/updatedatapoint.ts +3990 -976
  199. package/packages/orq-rc/src/models/operations/updatedataset.ts +2 -2
  200. package/packages/orq-rc/src/models/operations/updatedatasource.ts +2 -2
  201. package/packages/orq-rc/src/sdk/datasets.ts +0 -18
  202. package/packages/orq-rc/src/sdk/evals.ts +534 -0
  203. package/packages/orq-rc/src/sdk/knowledge.ts +1 -1
  204. package/packages/orq-rc/src/sdk/sdk.ts +6 -0
  205. package/src/index.ts +2 -0
  206. package/src/lib/config.ts +3 -3
  207. package/src/mcp-server/mcp-server.ts +1 -1
  208. package/src/mcp-server/server.ts +1 -1
  209. package/src/models/operations/bulkcreatedatapoints.ts +2 -2
  210. package/src/models/operations/createcontact.ts +2 -2
  211. package/src/models/operations/createdataset.ts +2 -2
  212. package/src/models/operations/createdatasetitem.ts +2 -2
  213. package/src/models/operations/createdatasource.ts +2 -2
  214. package/src/models/operations/fileget.ts +2 -2
  215. package/src/models/operations/filelist.ts +2 -2
  216. package/src/models/operations/fileupload.ts +2 -2
  217. package/src/models/operations/listdatasetdatapoints.ts +2 -2
  218. package/src/models/operations/listdatasets.ts +2 -2
  219. package/src/models/operations/listdatasources.ts +2 -2
  220. package/src/models/operations/retrievedatapoint.ts +2 -2
  221. package/src/models/operations/retrievedataset.ts +2 -2
  222. package/src/models/operations/retrievedatasource.ts +2 -2
  223. package/src/models/operations/updatedatapoint.ts +2 -2
  224. package/src/models/operations/updatedataset.ts +2 -2
  225. package/src/models/operations/updatedatasource.ts +2 -2
  226. package/packages/orq-rc/src/models/operations/bulkcreatedatapoints.ts +0 -2232
@@ -0,0 +1,153 @@
1
+ /*
2
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
3
+ */
4
+
5
+ import * as z from "zod";
6
+ import { safeParse } from "../../lib/schemas.js";
7
+ import { Result as SafeParseResult } from "../../types/fp.js";
8
+ import { SDKValidationError } from "../errors/sdkvalidationerror.js";
9
+
10
+ export type EvalsRagasConcisenessRequestBody = {
11
+ /**
12
+ * Latest user message
13
+ */
14
+ input: string;
15
+ /**
16
+ * The generated response from the model
17
+ */
18
+ output: string;
19
+ model: string;
20
+ /**
21
+ * The reference used to compare the output
22
+ */
23
+ reference?: string | undefined;
24
+ };
25
+
26
+ /**
27
+ * Returns the conciseness evaluation result
28
+ */
29
+ export type EvalsRagasConcisenessResponseBody = {
30
+ value: number | null;
31
+ };
32
+
33
+ /** @internal */
34
+ export const EvalsRagasConcisenessRequestBody$inboundSchema: z.ZodType<
35
+ EvalsRagasConcisenessRequestBody,
36
+ z.ZodTypeDef,
37
+ unknown
38
+ > = z.object({
39
+ input: z.string(),
40
+ output: z.string(),
41
+ model: z.string(),
42
+ reference: z.string().optional(),
43
+ });
44
+
45
+ /** @internal */
46
+ export type EvalsRagasConcisenessRequestBody$Outbound = {
47
+ input: string;
48
+ output: string;
49
+ model: string;
50
+ reference?: string | undefined;
51
+ };
52
+
53
+ /** @internal */
54
+ export const EvalsRagasConcisenessRequestBody$outboundSchema: z.ZodType<
55
+ EvalsRagasConcisenessRequestBody$Outbound,
56
+ z.ZodTypeDef,
57
+ EvalsRagasConcisenessRequestBody
58
+ > = z.object({
59
+ input: z.string(),
60
+ output: z.string(),
61
+ model: z.string(),
62
+ reference: z.string().optional(),
63
+ });
64
+
65
+ /**
66
+ * @internal
67
+ * @deprecated This namespace will be removed in future versions. Use schemas and types that are exported directly from this module.
68
+ */
69
+ export namespace EvalsRagasConcisenessRequestBody$ {
70
+ /** @deprecated use `EvalsRagasConcisenessRequestBody$inboundSchema` instead. */
71
+ export const inboundSchema = EvalsRagasConcisenessRequestBody$inboundSchema;
72
+ /** @deprecated use `EvalsRagasConcisenessRequestBody$outboundSchema` instead. */
73
+ export const outboundSchema = EvalsRagasConcisenessRequestBody$outboundSchema;
74
+ /** @deprecated use `EvalsRagasConcisenessRequestBody$Outbound` instead. */
75
+ export type Outbound = EvalsRagasConcisenessRequestBody$Outbound;
76
+ }
77
+
78
+ export function evalsRagasConcisenessRequestBodyToJSON(
79
+ evalsRagasConcisenessRequestBody: EvalsRagasConcisenessRequestBody,
80
+ ): string {
81
+ return JSON.stringify(
82
+ EvalsRagasConcisenessRequestBody$outboundSchema.parse(
83
+ evalsRagasConcisenessRequestBody,
84
+ ),
85
+ );
86
+ }
87
+
88
+ export function evalsRagasConcisenessRequestBodyFromJSON(
89
+ jsonString: string,
90
+ ): SafeParseResult<EvalsRagasConcisenessRequestBody, SDKValidationError> {
91
+ return safeParse(
92
+ jsonString,
93
+ (x) => EvalsRagasConcisenessRequestBody$inboundSchema.parse(JSON.parse(x)),
94
+ `Failed to parse 'EvalsRagasConcisenessRequestBody' from JSON`,
95
+ );
96
+ }
97
+
98
+ /** @internal */
99
+ export const EvalsRagasConcisenessResponseBody$inboundSchema: z.ZodType<
100
+ EvalsRagasConcisenessResponseBody,
101
+ z.ZodTypeDef,
102
+ unknown
103
+ > = z.object({
104
+ value: z.nullable(z.number()),
105
+ });
106
+
107
+ /** @internal */
108
+ export type EvalsRagasConcisenessResponseBody$Outbound = {
109
+ value: number | null;
110
+ };
111
+
112
+ /** @internal */
113
+ export const EvalsRagasConcisenessResponseBody$outboundSchema: z.ZodType<
114
+ EvalsRagasConcisenessResponseBody$Outbound,
115
+ z.ZodTypeDef,
116
+ EvalsRagasConcisenessResponseBody
117
+ > = z.object({
118
+ value: z.nullable(z.number()),
119
+ });
120
+
121
+ /**
122
+ * @internal
123
+ * @deprecated This namespace will be removed in future versions. Use schemas and types that are exported directly from this module.
124
+ */
125
+ export namespace EvalsRagasConcisenessResponseBody$ {
126
+ /** @deprecated use `EvalsRagasConcisenessResponseBody$inboundSchema` instead. */
127
+ export const inboundSchema = EvalsRagasConcisenessResponseBody$inboundSchema;
128
+ /** @deprecated use `EvalsRagasConcisenessResponseBody$outboundSchema` instead. */
129
+ export const outboundSchema =
130
+ EvalsRagasConcisenessResponseBody$outboundSchema;
131
+ /** @deprecated use `EvalsRagasConcisenessResponseBody$Outbound` instead. */
132
+ export type Outbound = EvalsRagasConcisenessResponseBody$Outbound;
133
+ }
134
+
135
+ export function evalsRagasConcisenessResponseBodyToJSON(
136
+ evalsRagasConcisenessResponseBody: EvalsRagasConcisenessResponseBody,
137
+ ): string {
138
+ return JSON.stringify(
139
+ EvalsRagasConcisenessResponseBody$outboundSchema.parse(
140
+ evalsRagasConcisenessResponseBody,
141
+ ),
142
+ );
143
+ }
144
+
145
+ export function evalsRagasConcisenessResponseBodyFromJSON(
146
+ jsonString: string,
147
+ ): SafeParseResult<EvalsRagasConcisenessResponseBody, SDKValidationError> {
148
+ return safeParse(
149
+ jsonString,
150
+ (x) => EvalsRagasConcisenessResponseBody$inboundSchema.parse(JSON.parse(x)),
151
+ `Failed to parse 'EvalsRagasConcisenessResponseBody' from JSON`,
152
+ );
153
+ }
@@ -0,0 +1,166 @@
1
+ /*
2
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
3
+ */
4
+
5
+ import * as z from "zod";
6
+ import { safeParse } from "../../lib/schemas.js";
7
+ import { Result as SafeParseResult } from "../../types/fp.js";
8
+ import { SDKValidationError } from "../errors/sdkvalidationerror.js";
9
+
10
+ export type EvalsRagasContextPrecisionRequestBody = {
11
+ /**
12
+ * Latest user message
13
+ */
14
+ input: string;
15
+ /**
16
+ * The generated response from the model
17
+ */
18
+ output: string;
19
+ model: string;
20
+ /**
21
+ * The reference used to compare the output
22
+ */
23
+ reference?: string | undefined;
24
+ /**
25
+ * Knowledge base retrievals
26
+ */
27
+ retrievals?: Array<string> | undefined;
28
+ };
29
+
30
+ /**
31
+ * Returns the context precision evaluation result
32
+ */
33
+ export type EvalsRagasContextPrecisionResponseBody = {
34
+ value: number | null;
35
+ };
36
+
37
+ /** @internal */
38
+ export const EvalsRagasContextPrecisionRequestBody$inboundSchema: z.ZodType<
39
+ EvalsRagasContextPrecisionRequestBody,
40
+ z.ZodTypeDef,
41
+ unknown
42
+ > = z.object({
43
+ input: z.string(),
44
+ output: z.string(),
45
+ model: z.string(),
46
+ reference: z.string().optional(),
47
+ retrievals: z.array(z.string()).optional(),
48
+ });
49
+
50
+ /** @internal */
51
+ export type EvalsRagasContextPrecisionRequestBody$Outbound = {
52
+ input: string;
53
+ output: string;
54
+ model: string;
55
+ reference?: string | undefined;
56
+ retrievals?: Array<string> | undefined;
57
+ };
58
+
59
+ /** @internal */
60
+ export const EvalsRagasContextPrecisionRequestBody$outboundSchema: z.ZodType<
61
+ EvalsRagasContextPrecisionRequestBody$Outbound,
62
+ z.ZodTypeDef,
63
+ EvalsRagasContextPrecisionRequestBody
64
+ > = z.object({
65
+ input: z.string(),
66
+ output: z.string(),
67
+ model: z.string(),
68
+ reference: z.string().optional(),
69
+ retrievals: z.array(z.string()).optional(),
70
+ });
71
+
72
+ /**
73
+ * @internal
74
+ * @deprecated This namespace will be removed in future versions. Use schemas and types that are exported directly from this module.
75
+ */
76
+ export namespace EvalsRagasContextPrecisionRequestBody$ {
77
+ /** @deprecated use `EvalsRagasContextPrecisionRequestBody$inboundSchema` instead. */
78
+ export const inboundSchema =
79
+ EvalsRagasContextPrecisionRequestBody$inboundSchema;
80
+ /** @deprecated use `EvalsRagasContextPrecisionRequestBody$outboundSchema` instead. */
81
+ export const outboundSchema =
82
+ EvalsRagasContextPrecisionRequestBody$outboundSchema;
83
+ /** @deprecated use `EvalsRagasContextPrecisionRequestBody$Outbound` instead. */
84
+ export type Outbound = EvalsRagasContextPrecisionRequestBody$Outbound;
85
+ }
86
+
87
+ export function evalsRagasContextPrecisionRequestBodyToJSON(
88
+ evalsRagasContextPrecisionRequestBody: EvalsRagasContextPrecisionRequestBody,
89
+ ): string {
90
+ return JSON.stringify(
91
+ EvalsRagasContextPrecisionRequestBody$outboundSchema.parse(
92
+ evalsRagasContextPrecisionRequestBody,
93
+ ),
94
+ );
95
+ }
96
+
97
+ export function evalsRagasContextPrecisionRequestBodyFromJSON(
98
+ jsonString: string,
99
+ ): SafeParseResult<EvalsRagasContextPrecisionRequestBody, SDKValidationError> {
100
+ return safeParse(
101
+ jsonString,
102
+ (x) =>
103
+ EvalsRagasContextPrecisionRequestBody$inboundSchema.parse(JSON.parse(x)),
104
+ `Failed to parse 'EvalsRagasContextPrecisionRequestBody' from JSON`,
105
+ );
106
+ }
107
+
108
+ /** @internal */
109
+ export const EvalsRagasContextPrecisionResponseBody$inboundSchema: z.ZodType<
110
+ EvalsRagasContextPrecisionResponseBody,
111
+ z.ZodTypeDef,
112
+ unknown
113
+ > = z.object({
114
+ value: z.nullable(z.number()),
115
+ });
116
+
117
+ /** @internal */
118
+ export type EvalsRagasContextPrecisionResponseBody$Outbound = {
119
+ value: number | null;
120
+ };
121
+
122
+ /** @internal */
123
+ export const EvalsRagasContextPrecisionResponseBody$outboundSchema: z.ZodType<
124
+ EvalsRagasContextPrecisionResponseBody$Outbound,
125
+ z.ZodTypeDef,
126
+ EvalsRagasContextPrecisionResponseBody
127
+ > = z.object({
128
+ value: z.nullable(z.number()),
129
+ });
130
+
131
+ /**
132
+ * @internal
133
+ * @deprecated This namespace will be removed in future versions. Use schemas and types that are exported directly from this module.
134
+ */
135
+ export namespace EvalsRagasContextPrecisionResponseBody$ {
136
+ /** @deprecated use `EvalsRagasContextPrecisionResponseBody$inboundSchema` instead. */
137
+ export const inboundSchema =
138
+ EvalsRagasContextPrecisionResponseBody$inboundSchema;
139
+ /** @deprecated use `EvalsRagasContextPrecisionResponseBody$outboundSchema` instead. */
140
+ export const outboundSchema =
141
+ EvalsRagasContextPrecisionResponseBody$outboundSchema;
142
+ /** @deprecated use `EvalsRagasContextPrecisionResponseBody$Outbound` instead. */
143
+ export type Outbound = EvalsRagasContextPrecisionResponseBody$Outbound;
144
+ }
145
+
146
+ export function evalsRagasContextPrecisionResponseBodyToJSON(
147
+ evalsRagasContextPrecisionResponseBody:
148
+ EvalsRagasContextPrecisionResponseBody,
149
+ ): string {
150
+ return JSON.stringify(
151
+ EvalsRagasContextPrecisionResponseBody$outboundSchema.parse(
152
+ evalsRagasContextPrecisionResponseBody,
153
+ ),
154
+ );
155
+ }
156
+
157
+ export function evalsRagasContextPrecisionResponseBodyFromJSON(
158
+ jsonString: string,
159
+ ): SafeParseResult<EvalsRagasContextPrecisionResponseBody, SDKValidationError> {
160
+ return safeParse(
161
+ jsonString,
162
+ (x) =>
163
+ EvalsRagasContextPrecisionResponseBody$inboundSchema.parse(JSON.parse(x)),
164
+ `Failed to parse 'EvalsRagasContextPrecisionResponseBody' from JSON`,
165
+ );
166
+ }
@@ -0,0 +1,153 @@
1
+ /*
2
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
3
+ */
4
+
5
+ import * as z from "zod";
6
+ import { safeParse } from "../../lib/schemas.js";
7
+ import { Result as SafeParseResult } from "../../types/fp.js";
8
+ import { SDKValidationError } from "../errors/sdkvalidationerror.js";
9
+
10
+ export type EvalsRagasCorrectnessRequestBody = {
11
+ /**
12
+ * Latest user message
13
+ */
14
+ input: string;
15
+ /**
16
+ * The generated response from the model
17
+ */
18
+ output: string;
19
+ model: string;
20
+ /**
21
+ * The reference used to compare the output
22
+ */
23
+ reference?: string | undefined;
24
+ };
25
+
26
+ /**
27
+ * Returns the correctness evaluation result
28
+ */
29
+ export type EvalsRagasCorrectnessResponseBody = {
30
+ value: number | null;
31
+ };
32
+
33
+ /** @internal */
34
+ export const EvalsRagasCorrectnessRequestBody$inboundSchema: z.ZodType<
35
+ EvalsRagasCorrectnessRequestBody,
36
+ z.ZodTypeDef,
37
+ unknown
38
+ > = z.object({
39
+ input: z.string(),
40
+ output: z.string(),
41
+ model: z.string(),
42
+ reference: z.string().optional(),
43
+ });
44
+
45
+ /** @internal */
46
+ export type EvalsRagasCorrectnessRequestBody$Outbound = {
47
+ input: string;
48
+ output: string;
49
+ model: string;
50
+ reference?: string | undefined;
51
+ };
52
+
53
+ /** @internal */
54
+ export const EvalsRagasCorrectnessRequestBody$outboundSchema: z.ZodType<
55
+ EvalsRagasCorrectnessRequestBody$Outbound,
56
+ z.ZodTypeDef,
57
+ EvalsRagasCorrectnessRequestBody
58
+ > = z.object({
59
+ input: z.string(),
60
+ output: z.string(),
61
+ model: z.string(),
62
+ reference: z.string().optional(),
63
+ });
64
+
65
+ /**
66
+ * @internal
67
+ * @deprecated This namespace will be removed in future versions. Use schemas and types that are exported directly from this module.
68
+ */
69
+ export namespace EvalsRagasCorrectnessRequestBody$ {
70
+ /** @deprecated use `EvalsRagasCorrectnessRequestBody$inboundSchema` instead. */
71
+ export const inboundSchema = EvalsRagasCorrectnessRequestBody$inboundSchema;
72
+ /** @deprecated use `EvalsRagasCorrectnessRequestBody$outboundSchema` instead. */
73
+ export const outboundSchema = EvalsRagasCorrectnessRequestBody$outboundSchema;
74
+ /** @deprecated use `EvalsRagasCorrectnessRequestBody$Outbound` instead. */
75
+ export type Outbound = EvalsRagasCorrectnessRequestBody$Outbound;
76
+ }
77
+
78
+ export function evalsRagasCorrectnessRequestBodyToJSON(
79
+ evalsRagasCorrectnessRequestBody: EvalsRagasCorrectnessRequestBody,
80
+ ): string {
81
+ return JSON.stringify(
82
+ EvalsRagasCorrectnessRequestBody$outboundSchema.parse(
83
+ evalsRagasCorrectnessRequestBody,
84
+ ),
85
+ );
86
+ }
87
+
88
+ export function evalsRagasCorrectnessRequestBodyFromJSON(
89
+ jsonString: string,
90
+ ): SafeParseResult<EvalsRagasCorrectnessRequestBody, SDKValidationError> {
91
+ return safeParse(
92
+ jsonString,
93
+ (x) => EvalsRagasCorrectnessRequestBody$inboundSchema.parse(JSON.parse(x)),
94
+ `Failed to parse 'EvalsRagasCorrectnessRequestBody' from JSON`,
95
+ );
96
+ }
97
+
98
+ /** @internal */
99
+ export const EvalsRagasCorrectnessResponseBody$inboundSchema: z.ZodType<
100
+ EvalsRagasCorrectnessResponseBody,
101
+ z.ZodTypeDef,
102
+ unknown
103
+ > = z.object({
104
+ value: z.nullable(z.number()),
105
+ });
106
+
107
+ /** @internal */
108
+ export type EvalsRagasCorrectnessResponseBody$Outbound = {
109
+ value: number | null;
110
+ };
111
+
112
+ /** @internal */
113
+ export const EvalsRagasCorrectnessResponseBody$outboundSchema: z.ZodType<
114
+ EvalsRagasCorrectnessResponseBody$Outbound,
115
+ z.ZodTypeDef,
116
+ EvalsRagasCorrectnessResponseBody
117
+ > = z.object({
118
+ value: z.nullable(z.number()),
119
+ });
120
+
121
+ /**
122
+ * @internal
123
+ * @deprecated This namespace will be removed in future versions. Use schemas and types that are exported directly from this module.
124
+ */
125
+ export namespace EvalsRagasCorrectnessResponseBody$ {
126
+ /** @deprecated use `EvalsRagasCorrectnessResponseBody$inboundSchema` instead. */
127
+ export const inboundSchema = EvalsRagasCorrectnessResponseBody$inboundSchema;
128
+ /** @deprecated use `EvalsRagasCorrectnessResponseBody$outboundSchema` instead. */
129
+ export const outboundSchema =
130
+ EvalsRagasCorrectnessResponseBody$outboundSchema;
131
+ /** @deprecated use `EvalsRagasCorrectnessResponseBody$Outbound` instead. */
132
+ export type Outbound = EvalsRagasCorrectnessResponseBody$Outbound;
133
+ }
134
+
135
+ export function evalsRagasCorrectnessResponseBodyToJSON(
136
+ evalsRagasCorrectnessResponseBody: EvalsRagasCorrectnessResponseBody,
137
+ ): string {
138
+ return JSON.stringify(
139
+ EvalsRagasCorrectnessResponseBody$outboundSchema.parse(
140
+ evalsRagasCorrectnessResponseBody,
141
+ ),
142
+ );
143
+ }
144
+
145
+ export function evalsRagasCorrectnessResponseBodyFromJSON(
146
+ jsonString: string,
147
+ ): SafeParseResult<EvalsRagasCorrectnessResponseBody, SDKValidationError> {
148
+ return safeParse(
149
+ jsonString,
150
+ (x) => EvalsRagasCorrectnessResponseBody$inboundSchema.parse(JSON.parse(x)),
151
+ `Failed to parse 'EvalsRagasCorrectnessResponseBody' from JSON`,
152
+ );
153
+ }
@@ -0,0 +1,155 @@
1
+ /*
2
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
3
+ */
4
+
5
+ import * as z from "zod";
6
+ import { safeParse } from "../../lib/schemas.js";
7
+ import { Result as SafeParseResult } from "../../types/fp.js";
8
+ import { SDKValidationError } from "../errors/sdkvalidationerror.js";
9
+
10
+ export type EvalsRagasFaithfulnessRequestBody = {
11
+ /**
12
+ * Latest user message
13
+ */
14
+ input: string;
15
+ /**
16
+ * The generated response from the model
17
+ */
18
+ output: string;
19
+ model: string;
20
+ /**
21
+ * Knowledge base retrievals
22
+ */
23
+ retrievals?: Array<string> | undefined;
24
+ };
25
+
26
+ /**
27
+ * Returns the faithfulness evaluation result
28
+ */
29
+ export type EvalsRagasFaithfulnessResponseBody = {
30
+ value: number | null;
31
+ };
32
+
33
+ /** @internal */
34
+ export const EvalsRagasFaithfulnessRequestBody$inboundSchema: z.ZodType<
35
+ EvalsRagasFaithfulnessRequestBody,
36
+ z.ZodTypeDef,
37
+ unknown
38
+ > = z.object({
39
+ input: z.string(),
40
+ output: z.string(),
41
+ model: z.string(),
42
+ retrievals: z.array(z.string()).optional(),
43
+ });
44
+
45
+ /** @internal */
46
+ export type EvalsRagasFaithfulnessRequestBody$Outbound = {
47
+ input: string;
48
+ output: string;
49
+ model: string;
50
+ retrievals?: Array<string> | undefined;
51
+ };
52
+
53
+ /** @internal */
54
+ export const EvalsRagasFaithfulnessRequestBody$outboundSchema: z.ZodType<
55
+ EvalsRagasFaithfulnessRequestBody$Outbound,
56
+ z.ZodTypeDef,
57
+ EvalsRagasFaithfulnessRequestBody
58
+ > = z.object({
59
+ input: z.string(),
60
+ output: z.string(),
61
+ model: z.string(),
62
+ retrievals: z.array(z.string()).optional(),
63
+ });
64
+
65
+ /**
66
+ * @internal
67
+ * @deprecated This namespace will be removed in future versions. Use schemas and types that are exported directly from this module.
68
+ */
69
+ export namespace EvalsRagasFaithfulnessRequestBody$ {
70
+ /** @deprecated use `EvalsRagasFaithfulnessRequestBody$inboundSchema` instead. */
71
+ export const inboundSchema = EvalsRagasFaithfulnessRequestBody$inboundSchema;
72
+ /** @deprecated use `EvalsRagasFaithfulnessRequestBody$outboundSchema` instead. */
73
+ export const outboundSchema =
74
+ EvalsRagasFaithfulnessRequestBody$outboundSchema;
75
+ /** @deprecated use `EvalsRagasFaithfulnessRequestBody$Outbound` instead. */
76
+ export type Outbound = EvalsRagasFaithfulnessRequestBody$Outbound;
77
+ }
78
+
79
+ export function evalsRagasFaithfulnessRequestBodyToJSON(
80
+ evalsRagasFaithfulnessRequestBody: EvalsRagasFaithfulnessRequestBody,
81
+ ): string {
82
+ return JSON.stringify(
83
+ EvalsRagasFaithfulnessRequestBody$outboundSchema.parse(
84
+ evalsRagasFaithfulnessRequestBody,
85
+ ),
86
+ );
87
+ }
88
+
89
+ export function evalsRagasFaithfulnessRequestBodyFromJSON(
90
+ jsonString: string,
91
+ ): SafeParseResult<EvalsRagasFaithfulnessRequestBody, SDKValidationError> {
92
+ return safeParse(
93
+ jsonString,
94
+ (x) => EvalsRagasFaithfulnessRequestBody$inboundSchema.parse(JSON.parse(x)),
95
+ `Failed to parse 'EvalsRagasFaithfulnessRequestBody' from JSON`,
96
+ );
97
+ }
98
+
99
+ /** @internal */
100
+ export const EvalsRagasFaithfulnessResponseBody$inboundSchema: z.ZodType<
101
+ EvalsRagasFaithfulnessResponseBody,
102
+ z.ZodTypeDef,
103
+ unknown
104
+ > = z.object({
105
+ value: z.nullable(z.number()),
106
+ });
107
+
108
+ /** @internal */
109
+ export type EvalsRagasFaithfulnessResponseBody$Outbound = {
110
+ value: number | null;
111
+ };
112
+
113
+ /** @internal */
114
+ export const EvalsRagasFaithfulnessResponseBody$outboundSchema: z.ZodType<
115
+ EvalsRagasFaithfulnessResponseBody$Outbound,
116
+ z.ZodTypeDef,
117
+ EvalsRagasFaithfulnessResponseBody
118
+ > = z.object({
119
+ value: z.nullable(z.number()),
120
+ });
121
+
122
+ /**
123
+ * @internal
124
+ * @deprecated This namespace will be removed in future versions. Use schemas and types that are exported directly from this module.
125
+ */
126
+ export namespace EvalsRagasFaithfulnessResponseBody$ {
127
+ /** @deprecated use `EvalsRagasFaithfulnessResponseBody$inboundSchema` instead. */
128
+ export const inboundSchema = EvalsRagasFaithfulnessResponseBody$inboundSchema;
129
+ /** @deprecated use `EvalsRagasFaithfulnessResponseBody$outboundSchema` instead. */
130
+ export const outboundSchema =
131
+ EvalsRagasFaithfulnessResponseBody$outboundSchema;
132
+ /** @deprecated use `EvalsRagasFaithfulnessResponseBody$Outbound` instead. */
133
+ export type Outbound = EvalsRagasFaithfulnessResponseBody$Outbound;
134
+ }
135
+
136
+ export function evalsRagasFaithfulnessResponseBodyToJSON(
137
+ evalsRagasFaithfulnessResponseBody: EvalsRagasFaithfulnessResponseBody,
138
+ ): string {
139
+ return JSON.stringify(
140
+ EvalsRagasFaithfulnessResponseBody$outboundSchema.parse(
141
+ evalsRagasFaithfulnessResponseBody,
142
+ ),
143
+ );
144
+ }
145
+
146
+ export function evalsRagasFaithfulnessResponseBodyFromJSON(
147
+ jsonString: string,
148
+ ): SafeParseResult<EvalsRagasFaithfulnessResponseBody, SDKValidationError> {
149
+ return safeParse(
150
+ jsonString,
151
+ (x) =>
152
+ EvalsRagasFaithfulnessResponseBody$inboundSchema.parse(JSON.parse(x)),
153
+ `Failed to parse 'EvalsRagasFaithfulnessResponseBody' from JSON`,
154
+ );
155
+ }