@orq-ai/node 3.9.0-rc.0 → 3.9.0-rc.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (137) hide show
  1. package/README.md +93 -81
  2. package/bin/mcp-server.js +1003 -400
  3. package/bin/mcp-server.js.map +42 -30
  4. package/docs/sdks/evals/README.md +213 -0
  5. package/funcs/evalsRagasContextEntitiesRecall.d.ts +15 -0
  6. package/funcs/evalsRagasContextEntitiesRecall.d.ts.map +1 -0
  7. package/funcs/evalsRagasContextEntitiesRecall.js +118 -0
  8. package/funcs/evalsRagasContextEntitiesRecall.js.map +1 -0
  9. package/funcs/evalsRagasContextRecall.d.ts +15 -0
  10. package/funcs/evalsRagasContextRecall.d.ts.map +1 -0
  11. package/funcs/evalsRagasContextRecall.js +118 -0
  12. package/funcs/evalsRagasContextRecall.js.map +1 -0
  13. package/funcs/evalsRagasNoiseSensitivity.d.ts +15 -0
  14. package/funcs/evalsRagasNoiseSensitivity.d.ts.map +1 -0
  15. package/funcs/evalsRagasNoiseSensitivity.js +118 -0
  16. package/funcs/evalsRagasNoiseSensitivity.js.map +1 -0
  17. package/jsr.json +1 -1
  18. package/lib/config.d.ts +2 -2
  19. package/lib/config.js +2 -2
  20. package/mcp-server/mcp-server.js +1 -1
  21. package/mcp-server/server.d.ts.map +1 -1
  22. package/mcp-server/server.js +7 -1
  23. package/mcp-server/server.js.map +1 -1
  24. package/mcp-server/tools/evalsRagasContextEntitiesRecall.d.ts +8 -0
  25. package/mcp-server/tools/evalsRagasContextEntitiesRecall.d.ts.map +1 -0
  26. package/mcp-server/tools/evalsRagasContextEntitiesRecall.js +63 -0
  27. package/mcp-server/tools/evalsRagasContextEntitiesRecall.js.map +1 -0
  28. package/mcp-server/tools/evalsRagasContextRecall.d.ts +8 -0
  29. package/mcp-server/tools/evalsRagasContextRecall.d.ts.map +1 -0
  30. package/mcp-server/tools/evalsRagasContextRecall.js +63 -0
  31. package/mcp-server/tools/evalsRagasContextRecall.js.map +1 -0
  32. package/mcp-server/tools/evalsRagasNoiseSensitivity.d.ts +8 -0
  33. package/mcp-server/tools/evalsRagasNoiseSensitivity.d.ts.map +1 -0
  34. package/mcp-server/tools/evalsRagasNoiseSensitivity.js +63 -0
  35. package/mcp-server/tools/evalsRagasNoiseSensitivity.js.map +1 -0
  36. package/models/errors/evalsragascontextentitiesrecall.d.ts +79 -0
  37. package/models/errors/evalsragascontextentitiesrecall.d.ts.map +1 -0
  38. package/models/errors/evalsragascontextentitiesrecall.js +132 -0
  39. package/models/errors/evalsragascontextentitiesrecall.js.map +1 -0
  40. package/models/errors/evalsragascontextrecall.d.ts +79 -0
  41. package/models/errors/evalsragascontextrecall.d.ts.map +1 -0
  42. package/models/errors/evalsragascontextrecall.js +132 -0
  43. package/models/errors/evalsragascontextrecall.js.map +1 -0
  44. package/models/errors/evalsragasnoisesensitivity.d.ts +79 -0
  45. package/models/errors/evalsragasnoisesensitivity.d.ts.map +1 -0
  46. package/models/errors/evalsragasnoisesensitivity.js +132 -0
  47. package/models/errors/evalsragasnoisesensitivity.js.map +1 -0
  48. package/models/errors/index.d.ts +3 -0
  49. package/models/errors/index.d.ts.map +1 -1
  50. package/models/errors/index.js +3 -0
  51. package/models/errors/index.js.map +1 -1
  52. package/models/operations/createcontact.js +2 -2
  53. package/models/operations/createdataset.js +2 -2
  54. package/models/operations/createdatasetitem.js +2 -2
  55. package/models/operations/createdatasource.js +2 -2
  56. package/models/operations/createeval.js +16 -16
  57. package/models/operations/evalsragascontextentitiesrecall.d.ts +67 -0
  58. package/models/operations/evalsragascontextentitiesrecall.d.ts.map +1 -0
  59. package/models/operations/evalsragascontextentitiesrecall.js +100 -0
  60. package/models/operations/evalsragascontextentitiesrecall.js.map +1 -0
  61. package/models/operations/evalsragascontextrecall.d.ts +77 -0
  62. package/models/operations/evalsragascontextrecall.d.ts.map +1 -0
  63. package/models/operations/evalsragascontextrecall.js +104 -0
  64. package/models/operations/evalsragascontextrecall.js.map +1 -0
  65. package/models/operations/evalsragasnoisesensitivity.d.ts +77 -0
  66. package/models/operations/evalsragasnoisesensitivity.d.ts.map +1 -0
  67. package/models/operations/evalsragasnoisesensitivity.js +104 -0
  68. package/models/operations/evalsragasnoisesensitivity.js.map +1 -0
  69. package/models/operations/fileget.js +2 -2
  70. package/models/operations/filelist.js +2 -2
  71. package/models/operations/fileupload.js +2 -2
  72. package/models/operations/getevals.d.ts +3 -0
  73. package/models/operations/getevals.d.ts.map +1 -1
  74. package/models/operations/getevals.js +29 -28
  75. package/models/operations/getevals.js.map +1 -1
  76. package/models/operations/index.d.ts +3 -0
  77. package/models/operations/index.d.ts.map +1 -1
  78. package/models/operations/index.js +3 -0
  79. package/models/operations/index.js.map +1 -1
  80. package/models/operations/listcontacts.js +2 -2
  81. package/models/operations/listdatasetdatapoints.js +2 -2
  82. package/models/operations/listdatasets.js +2 -2
  83. package/models/operations/listdatasources.js +2 -2
  84. package/models/operations/retrievecontact.js +2 -2
  85. package/models/operations/retrievedatapoint.js +2 -2
  86. package/models/operations/retrievedataset.js +2 -2
  87. package/models/operations/retrievedatasource.js +2 -2
  88. package/models/operations/updatecontact.js +2 -2
  89. package/models/operations/updatedatapoint.js +2 -2
  90. package/models/operations/updatedataset.js +2 -2
  91. package/models/operations/updatedatasource.js +2 -2
  92. package/models/operations/updateeval.js +16 -16
  93. package/package.json +1 -1
  94. package/sdk/evals.d.ts +12 -0
  95. package/sdk/evals.d.ts.map +1 -1
  96. package/sdk/evals.js +21 -0
  97. package/sdk/evals.js.map +1 -1
  98. package/src/funcs/evalsRagasContextEntitiesRecall.ts +183 -0
  99. package/src/funcs/evalsRagasContextRecall.ts +177 -0
  100. package/src/funcs/evalsRagasNoiseSensitivity.ts +180 -0
  101. package/src/lib/config.ts +2 -2
  102. package/src/mcp-server/mcp-server.ts +1 -1
  103. package/src/mcp-server/server.ts +7 -1
  104. package/src/mcp-server/tools/evalsRagasContextEntitiesRecall.ts +37 -0
  105. package/src/mcp-server/tools/evalsRagasContextRecall.ts +36 -0
  106. package/src/mcp-server/tools/evalsRagasNoiseSensitivity.ts +36 -0
  107. package/src/models/errors/evalsragascontextentitiesrecall.ts +167 -0
  108. package/src/models/errors/evalsragascontextrecall.ts +162 -0
  109. package/src/models/errors/evalsragasnoisesensitivity.ts +164 -0
  110. package/src/models/errors/index.ts +3 -0
  111. package/src/models/operations/createcontact.ts +2 -2
  112. package/src/models/operations/createdataset.ts +2 -2
  113. package/src/models/operations/createdatasetitem.ts +2 -2
  114. package/src/models/operations/createdatasource.ts +2 -2
  115. package/src/models/operations/createeval.ts +16 -16
  116. package/src/models/operations/evalsragascontextentitiesrecall.ts +164 -0
  117. package/src/models/operations/evalsragascontextrecall.ts +164 -0
  118. package/src/models/operations/evalsragasnoisesensitivity.ts +166 -0
  119. package/src/models/operations/fileget.ts +2 -2
  120. package/src/models/operations/filelist.ts +2 -2
  121. package/src/models/operations/fileupload.ts +2 -2
  122. package/src/models/operations/getevals.ts +29 -28
  123. package/src/models/operations/index.ts +3 -0
  124. package/src/models/operations/listcontacts.ts +2 -2
  125. package/src/models/operations/listdatasetdatapoints.ts +2 -2
  126. package/src/models/operations/listdatasets.ts +2 -2
  127. package/src/models/operations/listdatasources.ts +2 -2
  128. package/src/models/operations/retrievecontact.ts +2 -2
  129. package/src/models/operations/retrievedatapoint.ts +2 -2
  130. package/src/models/operations/retrievedataset.ts +2 -2
  131. package/src/models/operations/retrievedatasource.ts +2 -2
  132. package/src/models/operations/updatecontact.ts +2 -2
  133. package/src/models/operations/updatedatapoint.ts +2 -2
  134. package/src/models/operations/updatedataset.ts +2 -2
  135. package/src/models/operations/updatedatasource.ts +2 -2
  136. package/src/models/operations/updateeval.ts +16 -16
  137. package/src/sdk/evals.ts +45 -0
@@ -0,0 +1,162 @@
1
+ /*
2
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
3
+ */
4
+
5
+ import * as z from "zod";
6
+ import { OrqError } from "./orqerror.js";
7
+
8
+ /**
9
+ * Internal server error
10
+ */
11
+ export type EvalsRagasContextRecallEvalsResponseBodyData = {
12
+ message: string;
13
+ };
14
+
15
+ /**
16
+ * Internal server error
17
+ */
18
+ export class EvalsRagasContextRecallEvalsResponseBody extends OrqError {
19
+ /** The original data that was passed to this error instance. */
20
+ data$: EvalsRagasContextRecallEvalsResponseBodyData;
21
+
22
+ constructor(
23
+ err: EvalsRagasContextRecallEvalsResponseBodyData,
24
+ httpMeta: { response: Response; request: Request; body: string },
25
+ ) {
26
+ const message = "message" in err && typeof err.message === "string"
27
+ ? err.message
28
+ : `API error occurred: ${JSON.stringify(err)}`;
29
+ super(message, httpMeta);
30
+ this.data$ = err;
31
+
32
+ this.name = "EvalsRagasContextRecallEvalsResponseBody";
33
+ }
34
+ }
35
+
36
+ /**
37
+ * Evaluator not found
38
+ */
39
+ export type EvalsRagasContextRecallResponseBodyData = {
40
+ message: string;
41
+ };
42
+
43
+ /**
44
+ * Evaluator not found
45
+ */
46
+ export class EvalsRagasContextRecallResponseBody extends OrqError {
47
+ /** The original data that was passed to this error instance. */
48
+ data$: EvalsRagasContextRecallResponseBodyData;
49
+
50
+ constructor(
51
+ err: EvalsRagasContextRecallResponseBodyData,
52
+ httpMeta: { response: Response; request: Request; body: string },
53
+ ) {
54
+ const message = "message" in err && typeof err.message === "string"
55
+ ? err.message
56
+ : `API error occurred: ${JSON.stringify(err)}`;
57
+ super(message, httpMeta);
58
+ this.data$ = err;
59
+
60
+ this.name = "EvalsRagasContextRecallResponseBody";
61
+ }
62
+ }
63
+
64
+ /** @internal */
65
+ export const EvalsRagasContextRecallEvalsResponseBody$inboundSchema: z.ZodType<
66
+ EvalsRagasContextRecallEvalsResponseBody,
67
+ z.ZodTypeDef,
68
+ unknown
69
+ > = z.object({
70
+ message: z.string(),
71
+ request$: z.instanceof(Request),
72
+ response$: z.instanceof(Response),
73
+ body$: z.string(),
74
+ })
75
+ .transform((v) => {
76
+ return new EvalsRagasContextRecallEvalsResponseBody(v, {
77
+ request: v.request$,
78
+ response: v.response$,
79
+ body: v.body$,
80
+ });
81
+ });
82
+
83
+ /** @internal */
84
+ export type EvalsRagasContextRecallEvalsResponseBody$Outbound = {
85
+ message: string;
86
+ };
87
+
88
+ /** @internal */
89
+ export const EvalsRagasContextRecallEvalsResponseBody$outboundSchema: z.ZodType<
90
+ EvalsRagasContextRecallEvalsResponseBody$Outbound,
91
+ z.ZodTypeDef,
92
+ EvalsRagasContextRecallEvalsResponseBody
93
+ > = z.instanceof(EvalsRagasContextRecallEvalsResponseBody)
94
+ .transform(v => v.data$)
95
+ .pipe(z.object({
96
+ message: z.string(),
97
+ }));
98
+
99
+ /**
100
+ * @internal
101
+ * @deprecated This namespace will be removed in future versions. Use schemas and types that are exported directly from this module.
102
+ */
103
+ export namespace EvalsRagasContextRecallEvalsResponseBody$ {
104
+ /** @deprecated use `EvalsRagasContextRecallEvalsResponseBody$inboundSchema` instead. */
105
+ export const inboundSchema =
106
+ EvalsRagasContextRecallEvalsResponseBody$inboundSchema;
107
+ /** @deprecated use `EvalsRagasContextRecallEvalsResponseBody$outboundSchema` instead. */
108
+ export const outboundSchema =
109
+ EvalsRagasContextRecallEvalsResponseBody$outboundSchema;
110
+ /** @deprecated use `EvalsRagasContextRecallEvalsResponseBody$Outbound` instead. */
111
+ export type Outbound = EvalsRagasContextRecallEvalsResponseBody$Outbound;
112
+ }
113
+
114
+ /** @internal */
115
+ export const EvalsRagasContextRecallResponseBody$inboundSchema: z.ZodType<
116
+ EvalsRagasContextRecallResponseBody,
117
+ z.ZodTypeDef,
118
+ unknown
119
+ > = z.object({
120
+ message: z.string(),
121
+ request$: z.instanceof(Request),
122
+ response$: z.instanceof(Response),
123
+ body$: z.string(),
124
+ })
125
+ .transform((v) => {
126
+ return new EvalsRagasContextRecallResponseBody(v, {
127
+ request: v.request$,
128
+ response: v.response$,
129
+ body: v.body$,
130
+ });
131
+ });
132
+
133
+ /** @internal */
134
+ export type EvalsRagasContextRecallResponseBody$Outbound = {
135
+ message: string;
136
+ };
137
+
138
+ /** @internal */
139
+ export const EvalsRagasContextRecallResponseBody$outboundSchema: z.ZodType<
140
+ EvalsRagasContextRecallResponseBody$Outbound,
141
+ z.ZodTypeDef,
142
+ EvalsRagasContextRecallResponseBody
143
+ > = z.instanceof(EvalsRagasContextRecallResponseBody)
144
+ .transform(v => v.data$)
145
+ .pipe(z.object({
146
+ message: z.string(),
147
+ }));
148
+
149
+ /**
150
+ * @internal
151
+ * @deprecated This namespace will be removed in future versions. Use schemas and types that are exported directly from this module.
152
+ */
153
+ export namespace EvalsRagasContextRecallResponseBody$ {
154
+ /** @deprecated use `EvalsRagasContextRecallResponseBody$inboundSchema` instead. */
155
+ export const inboundSchema =
156
+ EvalsRagasContextRecallResponseBody$inboundSchema;
157
+ /** @deprecated use `EvalsRagasContextRecallResponseBody$outboundSchema` instead. */
158
+ export const outboundSchema =
159
+ EvalsRagasContextRecallResponseBody$outboundSchema;
160
+ /** @deprecated use `EvalsRagasContextRecallResponseBody$Outbound` instead. */
161
+ export type Outbound = EvalsRagasContextRecallResponseBody$Outbound;
162
+ }
@@ -0,0 +1,164 @@
1
+ /*
2
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
3
+ */
4
+
5
+ import * as z from "zod";
6
+ import { OrqError } from "./orqerror.js";
7
+
8
+ /**
9
+ * Internal server error
10
+ */
11
+ export type EvalsRagasNoiseSensitivityEvalsResponseBodyData = {
12
+ message: string;
13
+ };
14
+
15
+ /**
16
+ * Internal server error
17
+ */
18
+ export class EvalsRagasNoiseSensitivityEvalsResponseBody extends OrqError {
19
+ /** The original data that was passed to this error instance. */
20
+ data$: EvalsRagasNoiseSensitivityEvalsResponseBodyData;
21
+
22
+ constructor(
23
+ err: EvalsRagasNoiseSensitivityEvalsResponseBodyData,
24
+ httpMeta: { response: Response; request: Request; body: string },
25
+ ) {
26
+ const message = "message" in err && typeof err.message === "string"
27
+ ? err.message
28
+ : `API error occurred: ${JSON.stringify(err)}`;
29
+ super(message, httpMeta);
30
+ this.data$ = err;
31
+
32
+ this.name = "EvalsRagasNoiseSensitivityEvalsResponseBody";
33
+ }
34
+ }
35
+
36
+ /**
37
+ * Evaluator not found
38
+ */
39
+ export type EvalsRagasNoiseSensitivityResponseBodyData = {
40
+ message: string;
41
+ };
42
+
43
+ /**
44
+ * Evaluator not found
45
+ */
46
+ export class EvalsRagasNoiseSensitivityResponseBody extends OrqError {
47
+ /** The original data that was passed to this error instance. */
48
+ data$: EvalsRagasNoiseSensitivityResponseBodyData;
49
+
50
+ constructor(
51
+ err: EvalsRagasNoiseSensitivityResponseBodyData,
52
+ httpMeta: { response: Response; request: Request; body: string },
53
+ ) {
54
+ const message = "message" in err && typeof err.message === "string"
55
+ ? err.message
56
+ : `API error occurred: ${JSON.stringify(err)}`;
57
+ super(message, httpMeta);
58
+ this.data$ = err;
59
+
60
+ this.name = "EvalsRagasNoiseSensitivityResponseBody";
61
+ }
62
+ }
63
+
64
+ /** @internal */
65
+ export const EvalsRagasNoiseSensitivityEvalsResponseBody$inboundSchema:
66
+ z.ZodType<
67
+ EvalsRagasNoiseSensitivityEvalsResponseBody,
68
+ z.ZodTypeDef,
69
+ unknown
70
+ > = z.object({
71
+ message: z.string(),
72
+ request$: z.instanceof(Request),
73
+ response$: z.instanceof(Response),
74
+ body$: z.string(),
75
+ })
76
+ .transform((v) => {
77
+ return new EvalsRagasNoiseSensitivityEvalsResponseBody(v, {
78
+ request: v.request$,
79
+ response: v.response$,
80
+ body: v.body$,
81
+ });
82
+ });
83
+
84
+ /** @internal */
85
+ export type EvalsRagasNoiseSensitivityEvalsResponseBody$Outbound = {
86
+ message: string;
87
+ };
88
+
89
+ /** @internal */
90
+ export const EvalsRagasNoiseSensitivityEvalsResponseBody$outboundSchema:
91
+ z.ZodType<
92
+ EvalsRagasNoiseSensitivityEvalsResponseBody$Outbound,
93
+ z.ZodTypeDef,
94
+ EvalsRagasNoiseSensitivityEvalsResponseBody
95
+ > = z.instanceof(EvalsRagasNoiseSensitivityEvalsResponseBody)
96
+ .transform(v => v.data$)
97
+ .pipe(z.object({
98
+ message: z.string(),
99
+ }));
100
+
101
+ /**
102
+ * @internal
103
+ * @deprecated This namespace will be removed in future versions. Use schemas and types that are exported directly from this module.
104
+ */
105
+ export namespace EvalsRagasNoiseSensitivityEvalsResponseBody$ {
106
+ /** @deprecated use `EvalsRagasNoiseSensitivityEvalsResponseBody$inboundSchema` instead. */
107
+ export const inboundSchema =
108
+ EvalsRagasNoiseSensitivityEvalsResponseBody$inboundSchema;
109
+ /** @deprecated use `EvalsRagasNoiseSensitivityEvalsResponseBody$outboundSchema` instead. */
110
+ export const outboundSchema =
111
+ EvalsRagasNoiseSensitivityEvalsResponseBody$outboundSchema;
112
+ /** @deprecated use `EvalsRagasNoiseSensitivityEvalsResponseBody$Outbound` instead. */
113
+ export type Outbound = EvalsRagasNoiseSensitivityEvalsResponseBody$Outbound;
114
+ }
115
+
116
+ /** @internal */
117
+ export const EvalsRagasNoiseSensitivityResponseBody$inboundSchema: z.ZodType<
118
+ EvalsRagasNoiseSensitivityResponseBody,
119
+ z.ZodTypeDef,
120
+ unknown
121
+ > = z.object({
122
+ message: z.string(),
123
+ request$: z.instanceof(Request),
124
+ response$: z.instanceof(Response),
125
+ body$: z.string(),
126
+ })
127
+ .transform((v) => {
128
+ return new EvalsRagasNoiseSensitivityResponseBody(v, {
129
+ request: v.request$,
130
+ response: v.response$,
131
+ body: v.body$,
132
+ });
133
+ });
134
+
135
+ /** @internal */
136
+ export type EvalsRagasNoiseSensitivityResponseBody$Outbound = {
137
+ message: string;
138
+ };
139
+
140
+ /** @internal */
141
+ export const EvalsRagasNoiseSensitivityResponseBody$outboundSchema: z.ZodType<
142
+ EvalsRagasNoiseSensitivityResponseBody$Outbound,
143
+ z.ZodTypeDef,
144
+ EvalsRagasNoiseSensitivityResponseBody
145
+ > = z.instanceof(EvalsRagasNoiseSensitivityResponseBody)
146
+ .transform(v => v.data$)
147
+ .pipe(z.object({
148
+ message: z.string(),
149
+ }));
150
+
151
+ /**
152
+ * @internal
153
+ * @deprecated This namespace will be removed in future versions. Use schemas and types that are exported directly from this module.
154
+ */
155
+ export namespace EvalsRagasNoiseSensitivityResponseBody$ {
156
+ /** @deprecated use `EvalsRagasNoiseSensitivityResponseBody$inboundSchema` instead. */
157
+ export const inboundSchema =
158
+ EvalsRagasNoiseSensitivityResponseBody$inboundSchema;
159
+ /** @deprecated use `EvalsRagasNoiseSensitivityResponseBody$outboundSchema` instead. */
160
+ export const outboundSchema =
161
+ EvalsRagasNoiseSensitivityResponseBody$outboundSchema;
162
+ /** @deprecated use `EvalsRagasNoiseSensitivityResponseBody$Outbound` instead. */
163
+ export type Outbound = EvalsRagasNoiseSensitivityResponseBody$Outbound;
164
+ }
@@ -28,11 +28,14 @@ export * from "./evalslocalization.js";
28
28
  export * from "./evalspii.js";
29
29
  export * from "./evalsragascoherence.js";
30
30
  export * from "./evalsragasconciseness.js";
31
+ export * from "./evalsragascontextentitiesrecall.js";
31
32
  export * from "./evalsragascontextprecision.js";
33
+ export * from "./evalsragascontextrecall.js";
32
34
  export * from "./evalsragascorrectness.js";
33
35
  export * from "./evalsragasfaithfulness.js";
34
36
  export * from "./evalsragasharmfulness.js";
35
37
  export * from "./evalsragasmaliciousness.js";
38
+ export * from "./evalsragasnoisesensitivity.js";
36
39
  export * from "./evalsragasresponserelevancy.js";
37
40
  export * from "./evalsragassummarization.js";
38
41
  export * from "./evalssentimentclassification.js";
@@ -182,7 +182,7 @@ export const CreateContactResponseBody$inboundSchema: z.ZodType<
182
182
  created: z.string().datetime({ offset: true }).transform(v => new Date(v))
183
183
  .optional(),
184
184
  updated: z.string().datetime({ offset: true }).default(
185
- "2025-06-22T18:59:48.897Z",
185
+ "2025-06-23T12:22:08.975Z",
186
186
  ).transform(v => new Date(v)),
187
187
  }).transform((v) => {
188
188
  return remap$(v, {
@@ -223,7 +223,7 @@ export const CreateContactResponseBody$outboundSchema: z.ZodType<
223
223
  tags: z.array(z.string()).optional(),
224
224
  metadata: z.record(z.any()).optional(),
225
225
  created: z.date().transform(v => v.toISOString()).optional(),
226
- updated: z.date().default(() => new Date("2025-06-22T18:59:48.897Z"))
226
+ updated: z.date().default(() => new Date("2025-06-23T12:22:08.975Z"))
227
227
  .transform(v => v.toISOString()),
228
228
  }).transform((v) => {
229
229
  return remap$(v, {
@@ -211,7 +211,7 @@ export const CreateDatasetResponseBody$inboundSchema: z.ZodType<
211
211
  created: z.string().datetime({ offset: true }).transform(v => new Date(v))
212
212
  .optional(),
213
213
  updated: z.string().datetime({ offset: true }).default(
214
- "2025-06-22T18:59:48.897Z",
214
+ "2025-06-23T12:22:08.975Z",
215
215
  ).transform(v => new Date(v)),
216
216
  }).transform((v) => {
217
217
  return remap$(v, {
@@ -251,7 +251,7 @@ export const CreateDatasetResponseBody$outboundSchema: z.ZodType<
251
251
  updatedById: z.string().optional(),
252
252
  metadata: z.lazy(() => CreateDatasetMetadata$outboundSchema),
253
253
  created: z.date().transform(v => v.toISOString()).optional(),
254
- updated: z.date().default(() => new Date("2025-06-22T18:59:48.897Z"))
254
+ updated: z.date().default(() => new Date("2025-06-23T12:22:08.975Z"))
255
255
  .transform(v => v.toISOString()),
256
256
  }).transform((v) => {
257
257
  return remap$(v, {
@@ -5111,7 +5111,7 @@ export const CreateDatasetItemResponseBody$inboundSchema: z.ZodType<
5111
5111
  created: z.string().datetime({ offset: true }).transform(v => new Date(v))
5112
5112
  .optional(),
5113
5113
  updated: z.string().datetime({ offset: true }).default(
5114
- "2025-06-22T18:59:48.897Z",
5114
+ "2025-06-23T12:22:08.975Z",
5115
5115
  ).transform(v => new Date(v)),
5116
5116
  }).transform((v) => {
5117
5117
  return remap$(v, {
@@ -5175,7 +5175,7 @@ export const CreateDatasetItemResponseBody$outboundSchema: z.ZodType<
5175
5175
  createdById: z.string().optional(),
5176
5176
  updatedById: z.string().optional(),
5177
5177
  created: z.date().transform(v => v.toISOString()).optional(),
5178
- updated: z.date().default(() => new Date("2025-06-22T18:59:48.897Z"))
5178
+ updated: z.date().default(() => new Date("2025-06-23T12:22:08.975Z"))
5179
5179
  .transform(v => v.toISOString()),
5180
5180
  }).transform((v) => {
5181
5181
  return remap$(v, {
@@ -751,7 +751,7 @@ export const CreateDatasourceResponseBody$inboundSchema: z.ZodType<
751
751
  z.ZodTypeDef,
752
752
  unknown
753
753
  > = z.object({
754
- _id: z.string().default("01JYCG5WBTNSQGSE7XNEX9G56Y"),
754
+ _id: z.string().default("01JYEBTEGT6J6MH1V5TQMR8HJV"),
755
755
  display_name: z.string(),
756
756
  description: z.string().optional(),
757
757
  status: CreateDatasourceStatus$inboundSchema,
@@ -795,7 +795,7 @@ export const CreateDatasourceResponseBody$outboundSchema: z.ZodType<
795
795
  z.ZodTypeDef,
796
796
  CreateDatasourceResponseBody
797
797
  > = z.object({
798
- id: z.string().default("01JYCG5WBTNSQGSE7XNEX9G56Y"),
798
+ id: z.string().default("01JYEBTEGT6J6MH1V5TQMR8HJV"),
799
799
  displayName: z.string(),
800
800
  description: z.string().optional(),
801
801
  status: CreateDatasourceStatus$outboundSchema,
@@ -2399,8 +2399,8 @@ export const ResponseBodyPython$inboundSchema: z.ZodType<
2399
2399
  > = z.object({
2400
2400
  _id: z.string(),
2401
2401
  description: z.string(),
2402
- created: z.string().default("2025-06-22T18:59:50.944Z"),
2403
- updated: z.string().default("2025-06-22T18:59:50.944Z"),
2402
+ created: z.string().default("2025-06-23T12:22:10.982Z"),
2403
+ updated: z.string().default("2025-06-23T12:22:10.982Z"),
2404
2404
  guardrail_config: z.union([
2405
2405
  z.lazy(() =>
2406
2406
  CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBodyNumber$inboundSchema
@@ -2442,8 +2442,8 @@ export const ResponseBodyPython$outboundSchema: z.ZodType<
2442
2442
  > = z.object({
2443
2443
  id: z.string(),
2444
2444
  description: z.string(),
2445
- created: z.string().default("2025-06-22T18:59:50.944Z"),
2446
- updated: z.string().default("2025-06-22T18:59:50.944Z"),
2445
+ created: z.string().default("2025-06-23T12:22:10.982Z"),
2446
+ updated: z.string().default("2025-06-23T12:22:10.982Z"),
2447
2447
  guardrailConfig: z.union([
2448
2448
  z.lazy(() =>
2449
2449
  CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBodyNumber$outboundSchema
@@ -2856,8 +2856,8 @@ export const ResponseBodyHTTP$inboundSchema: z.ZodType<
2856
2856
  > = z.object({
2857
2857
  _id: z.string(),
2858
2858
  description: z.string(),
2859
- created: z.string().default("2025-06-22T18:59:50.944Z"),
2860
- updated: z.string().default("2025-06-22T18:59:50.944Z"),
2859
+ created: z.string().default("2025-06-23T12:22:10.982Z"),
2860
+ updated: z.string().default("2025-06-23T12:22:10.982Z"),
2861
2861
  guardrail_config: z.union([
2862
2862
  z.lazy(() =>
2863
2863
  CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONNumber$inboundSchema
@@ -2905,8 +2905,8 @@ export const ResponseBodyHTTP$outboundSchema: z.ZodType<
2905
2905
  > = z.object({
2906
2906
  id: z.string(),
2907
2907
  description: z.string(),
2908
- created: z.string().default("2025-06-22T18:59:50.944Z"),
2909
- updated: z.string().default("2025-06-22T18:59:50.944Z"),
2908
+ created: z.string().default("2025-06-23T12:22:10.982Z"),
2909
+ updated: z.string().default("2025-06-23T12:22:10.982Z"),
2910
2910
  guardrailConfig: z.union([
2911
2911
  z.lazy(() =>
2912
2912
  CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONNumber$outboundSchema
@@ -3283,8 +3283,8 @@ export const ResponseBodyJSON$inboundSchema: z.ZodType<
3283
3283
  > = z.object({
3284
3284
  _id: z.string(),
3285
3285
  description: z.string(),
3286
- created: z.string().default("2025-06-22T18:59:50.944Z"),
3287
- updated: z.string().default("2025-06-22T18:59:50.944Z"),
3286
+ created: z.string().default("2025-06-23T12:22:10.982Z"),
3287
+ updated: z.string().default("2025-06-23T12:22:10.982Z"),
3288
3288
  guardrail_config: z.union([
3289
3289
  z.lazy(() => CreateEvalGuardrailConfigEvalsResponse200Number$inboundSchema),
3290
3290
  z.lazy(() =>
@@ -3324,8 +3324,8 @@ export const ResponseBodyJSON$outboundSchema: z.ZodType<
3324
3324
  > = z.object({
3325
3325
  id: z.string(),
3326
3326
  description: z.string(),
3327
- created: z.string().default("2025-06-22T18:59:50.944Z"),
3328
- updated: z.string().default("2025-06-22T18:59:50.944Z"),
3327
+ created: z.string().default("2025-06-23T12:22:10.982Z"),
3328
+ updated: z.string().default("2025-06-23T12:22:10.982Z"),
3329
3329
  guardrailConfig: z.union([
3330
3330
  z.lazy(() =>
3331
3331
  CreateEvalGuardrailConfigEvalsResponse200Number$outboundSchema
@@ -3680,8 +3680,8 @@ export const ResponseBodyLLM$inboundSchema: z.ZodType<
3680
3680
  > = z.object({
3681
3681
  _id: z.string(),
3682
3682
  description: z.string(),
3683
- created: z.string().default("2025-06-22T18:59:50.944Z"),
3684
- updated: z.string().default("2025-06-22T18:59:50.944Z"),
3683
+ created: z.string().default("2025-06-23T12:22:10.982Z"),
3684
+ updated: z.string().default("2025-06-23T12:22:10.982Z"),
3685
3685
  guardrail_config: z.union([
3686
3686
  z.lazy(() => CreateEvalGuardrailConfigEvalsResponseNumber$inboundSchema),
3687
3687
  z.lazy(() => CreateEvalGuardrailConfigEvalsResponseBoolean$inboundSchema),
@@ -3721,8 +3721,8 @@ export const ResponseBodyLLM$outboundSchema: z.ZodType<
3721
3721
  > = z.object({
3722
3722
  id: z.string(),
3723
3723
  description: z.string(),
3724
- created: z.string().default("2025-06-22T18:59:50.944Z"),
3725
- updated: z.string().default("2025-06-22T18:59:50.944Z"),
3724
+ created: z.string().default("2025-06-23T12:22:10.982Z"),
3725
+ updated: z.string().default("2025-06-23T12:22:10.982Z"),
3726
3726
  guardrailConfig: z.union([
3727
3727
  z.lazy(() => CreateEvalGuardrailConfigEvalsResponseNumber$outboundSchema),
3728
3728
  z.lazy(() => CreateEvalGuardrailConfigEvalsResponseBoolean$outboundSchema),
@@ -0,0 +1,164 @@
1
+ /*
2
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
3
+ */
4
+
5
+ import * as z from "zod";
6
+ import { safeParse } from "../../lib/schemas.js";
7
+ import { Result as SafeParseResult } from "../../types/fp.js";
8
+ import { SDKValidationError } from "../errors/sdkvalidationerror.js";
9
+
10
+ export type EvalsRagasContextEntitiesRecallRequestBody = {
11
+ /**
12
+ * The ground truth answer to evaluate entity recall against
13
+ */
14
+ reference: string;
15
+ /**
16
+ * Knowledge base retrievals containing entities to evaluate
17
+ */
18
+ retrievals?: Array<string> | undefined;
19
+ model: string;
20
+ };
21
+
22
+ /**
23
+ * Returns the context entities recall evaluation result
24
+ */
25
+ export type EvalsRagasContextEntitiesRecallResponseBody = {
26
+ value: number | null;
27
+ };
28
+
29
+ /** @internal */
30
+ export const EvalsRagasContextEntitiesRecallRequestBody$inboundSchema:
31
+ z.ZodType<EvalsRagasContextEntitiesRecallRequestBody, z.ZodTypeDef, unknown> =
32
+ z.object({
33
+ reference: z.string(),
34
+ retrievals: z.array(z.string()).optional(),
35
+ model: z.string(),
36
+ });
37
+
38
+ /** @internal */
39
+ export type EvalsRagasContextEntitiesRecallRequestBody$Outbound = {
40
+ reference: string;
41
+ retrievals?: Array<string> | undefined;
42
+ model: string;
43
+ };
44
+
45
+ /** @internal */
46
+ export const EvalsRagasContextEntitiesRecallRequestBody$outboundSchema:
47
+ z.ZodType<
48
+ EvalsRagasContextEntitiesRecallRequestBody$Outbound,
49
+ z.ZodTypeDef,
50
+ EvalsRagasContextEntitiesRecallRequestBody
51
+ > = z.object({
52
+ reference: z.string(),
53
+ retrievals: z.array(z.string()).optional(),
54
+ model: z.string(),
55
+ });
56
+
57
+ /**
58
+ * @internal
59
+ * @deprecated This namespace will be removed in future versions. Use schemas and types that are exported directly from this module.
60
+ */
61
+ export namespace EvalsRagasContextEntitiesRecallRequestBody$ {
62
+ /** @deprecated use `EvalsRagasContextEntitiesRecallRequestBody$inboundSchema` instead. */
63
+ export const inboundSchema =
64
+ EvalsRagasContextEntitiesRecallRequestBody$inboundSchema;
65
+ /** @deprecated use `EvalsRagasContextEntitiesRecallRequestBody$outboundSchema` instead. */
66
+ export const outboundSchema =
67
+ EvalsRagasContextEntitiesRecallRequestBody$outboundSchema;
68
+ /** @deprecated use `EvalsRagasContextEntitiesRecallRequestBody$Outbound` instead. */
69
+ export type Outbound = EvalsRagasContextEntitiesRecallRequestBody$Outbound;
70
+ }
71
+
72
+ export function evalsRagasContextEntitiesRecallRequestBodyToJSON(
73
+ evalsRagasContextEntitiesRecallRequestBody:
74
+ EvalsRagasContextEntitiesRecallRequestBody,
75
+ ): string {
76
+ return JSON.stringify(
77
+ EvalsRagasContextEntitiesRecallRequestBody$outboundSchema.parse(
78
+ evalsRagasContextEntitiesRecallRequestBody,
79
+ ),
80
+ );
81
+ }
82
+
83
+ export function evalsRagasContextEntitiesRecallRequestBodyFromJSON(
84
+ jsonString: string,
85
+ ): SafeParseResult<
86
+ EvalsRagasContextEntitiesRecallRequestBody,
87
+ SDKValidationError
88
+ > {
89
+ return safeParse(
90
+ jsonString,
91
+ (x) =>
92
+ EvalsRagasContextEntitiesRecallRequestBody$inboundSchema.parse(
93
+ JSON.parse(x),
94
+ ),
95
+ `Failed to parse 'EvalsRagasContextEntitiesRecallRequestBody' from JSON`,
96
+ );
97
+ }
98
+
99
+ /** @internal */
100
+ export const EvalsRagasContextEntitiesRecallResponseBody$inboundSchema:
101
+ z.ZodType<
102
+ EvalsRagasContextEntitiesRecallResponseBody,
103
+ z.ZodTypeDef,
104
+ unknown
105
+ > = z.object({
106
+ value: z.nullable(z.number()),
107
+ });
108
+
109
+ /** @internal */
110
+ export type EvalsRagasContextEntitiesRecallResponseBody$Outbound = {
111
+ value: number | null;
112
+ };
113
+
114
+ /** @internal */
115
+ export const EvalsRagasContextEntitiesRecallResponseBody$outboundSchema:
116
+ z.ZodType<
117
+ EvalsRagasContextEntitiesRecallResponseBody$Outbound,
118
+ z.ZodTypeDef,
119
+ EvalsRagasContextEntitiesRecallResponseBody
120
+ > = z.object({
121
+ value: z.nullable(z.number()),
122
+ });
123
+
124
+ /**
125
+ * @internal
126
+ * @deprecated This namespace will be removed in future versions. Use schemas and types that are exported directly from this module.
127
+ */
128
+ export namespace EvalsRagasContextEntitiesRecallResponseBody$ {
129
+ /** @deprecated use `EvalsRagasContextEntitiesRecallResponseBody$inboundSchema` instead. */
130
+ export const inboundSchema =
131
+ EvalsRagasContextEntitiesRecallResponseBody$inboundSchema;
132
+ /** @deprecated use `EvalsRagasContextEntitiesRecallResponseBody$outboundSchema` instead. */
133
+ export const outboundSchema =
134
+ EvalsRagasContextEntitiesRecallResponseBody$outboundSchema;
135
+ /** @deprecated use `EvalsRagasContextEntitiesRecallResponseBody$Outbound` instead. */
136
+ export type Outbound = EvalsRagasContextEntitiesRecallResponseBody$Outbound;
137
+ }
138
+
139
+ export function evalsRagasContextEntitiesRecallResponseBodyToJSON(
140
+ evalsRagasContextEntitiesRecallResponseBody:
141
+ EvalsRagasContextEntitiesRecallResponseBody,
142
+ ): string {
143
+ return JSON.stringify(
144
+ EvalsRagasContextEntitiesRecallResponseBody$outboundSchema.parse(
145
+ evalsRagasContextEntitiesRecallResponseBody,
146
+ ),
147
+ );
148
+ }
149
+
150
+ export function evalsRagasContextEntitiesRecallResponseBodyFromJSON(
151
+ jsonString: string,
152
+ ): SafeParseResult<
153
+ EvalsRagasContextEntitiesRecallResponseBody,
154
+ SDKValidationError
155
+ > {
156
+ return safeParse(
157
+ jsonString,
158
+ (x) =>
159
+ EvalsRagasContextEntitiesRecallResponseBody$inboundSchema.parse(
160
+ JSON.parse(x),
161
+ ),
162
+ `Failed to parse 'EvalsRagasContextEntitiesRecallResponseBody' from JSON`,
163
+ );
164
+ }