@orq-ai/node 3.9.0-rc.0 → 3.9.0-rc.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (137) hide show
  1. package/README.md +93 -81
  2. package/bin/mcp-server.js +1003 -400
  3. package/bin/mcp-server.js.map +42 -30
  4. package/docs/sdks/evals/README.md +213 -0
  5. package/funcs/evalsRagasContextEntitiesRecall.d.ts +15 -0
  6. package/funcs/evalsRagasContextEntitiesRecall.d.ts.map +1 -0
  7. package/funcs/evalsRagasContextEntitiesRecall.js +118 -0
  8. package/funcs/evalsRagasContextEntitiesRecall.js.map +1 -0
  9. package/funcs/evalsRagasContextRecall.d.ts +15 -0
  10. package/funcs/evalsRagasContextRecall.d.ts.map +1 -0
  11. package/funcs/evalsRagasContextRecall.js +118 -0
  12. package/funcs/evalsRagasContextRecall.js.map +1 -0
  13. package/funcs/evalsRagasNoiseSensitivity.d.ts +15 -0
  14. package/funcs/evalsRagasNoiseSensitivity.d.ts.map +1 -0
  15. package/funcs/evalsRagasNoiseSensitivity.js +118 -0
  16. package/funcs/evalsRagasNoiseSensitivity.js.map +1 -0
  17. package/jsr.json +1 -1
  18. package/lib/config.d.ts +2 -2
  19. package/lib/config.js +2 -2
  20. package/mcp-server/mcp-server.js +1 -1
  21. package/mcp-server/server.d.ts.map +1 -1
  22. package/mcp-server/server.js +7 -1
  23. package/mcp-server/server.js.map +1 -1
  24. package/mcp-server/tools/evalsRagasContextEntitiesRecall.d.ts +8 -0
  25. package/mcp-server/tools/evalsRagasContextEntitiesRecall.d.ts.map +1 -0
  26. package/mcp-server/tools/evalsRagasContextEntitiesRecall.js +63 -0
  27. package/mcp-server/tools/evalsRagasContextEntitiesRecall.js.map +1 -0
  28. package/mcp-server/tools/evalsRagasContextRecall.d.ts +8 -0
  29. package/mcp-server/tools/evalsRagasContextRecall.d.ts.map +1 -0
  30. package/mcp-server/tools/evalsRagasContextRecall.js +63 -0
  31. package/mcp-server/tools/evalsRagasContextRecall.js.map +1 -0
  32. package/mcp-server/tools/evalsRagasNoiseSensitivity.d.ts +8 -0
  33. package/mcp-server/tools/evalsRagasNoiseSensitivity.d.ts.map +1 -0
  34. package/mcp-server/tools/evalsRagasNoiseSensitivity.js +63 -0
  35. package/mcp-server/tools/evalsRagasNoiseSensitivity.js.map +1 -0
  36. package/models/errors/evalsragascontextentitiesrecall.d.ts +79 -0
  37. package/models/errors/evalsragascontextentitiesrecall.d.ts.map +1 -0
  38. package/models/errors/evalsragascontextentitiesrecall.js +132 -0
  39. package/models/errors/evalsragascontextentitiesrecall.js.map +1 -0
  40. package/models/errors/evalsragascontextrecall.d.ts +79 -0
  41. package/models/errors/evalsragascontextrecall.d.ts.map +1 -0
  42. package/models/errors/evalsragascontextrecall.js +132 -0
  43. package/models/errors/evalsragascontextrecall.js.map +1 -0
  44. package/models/errors/evalsragasnoisesensitivity.d.ts +79 -0
  45. package/models/errors/evalsragasnoisesensitivity.d.ts.map +1 -0
  46. package/models/errors/evalsragasnoisesensitivity.js +132 -0
  47. package/models/errors/evalsragasnoisesensitivity.js.map +1 -0
  48. package/models/errors/index.d.ts +3 -0
  49. package/models/errors/index.d.ts.map +1 -1
  50. package/models/errors/index.js +3 -0
  51. package/models/errors/index.js.map +1 -1
  52. package/models/operations/createcontact.js +2 -2
  53. package/models/operations/createdataset.js +2 -2
  54. package/models/operations/createdatasetitem.js +2 -2
  55. package/models/operations/createdatasource.js +2 -2
  56. package/models/operations/createeval.js +16 -16
  57. package/models/operations/evalsragascontextentitiesrecall.d.ts +67 -0
  58. package/models/operations/evalsragascontextentitiesrecall.d.ts.map +1 -0
  59. package/models/operations/evalsragascontextentitiesrecall.js +100 -0
  60. package/models/operations/evalsragascontextentitiesrecall.js.map +1 -0
  61. package/models/operations/evalsragascontextrecall.d.ts +77 -0
  62. package/models/operations/evalsragascontextrecall.d.ts.map +1 -0
  63. package/models/operations/evalsragascontextrecall.js +104 -0
  64. package/models/operations/evalsragascontextrecall.js.map +1 -0
  65. package/models/operations/evalsragasnoisesensitivity.d.ts +77 -0
  66. package/models/operations/evalsragasnoisesensitivity.d.ts.map +1 -0
  67. package/models/operations/evalsragasnoisesensitivity.js +104 -0
  68. package/models/operations/evalsragasnoisesensitivity.js.map +1 -0
  69. package/models/operations/fileget.js +2 -2
  70. package/models/operations/filelist.js +2 -2
  71. package/models/operations/fileupload.js +2 -2
  72. package/models/operations/getevals.d.ts +3 -0
  73. package/models/operations/getevals.d.ts.map +1 -1
  74. package/models/operations/getevals.js +29 -28
  75. package/models/operations/getevals.js.map +1 -1
  76. package/models/operations/index.d.ts +3 -0
  77. package/models/operations/index.d.ts.map +1 -1
  78. package/models/operations/index.js +3 -0
  79. package/models/operations/index.js.map +1 -1
  80. package/models/operations/listcontacts.js +2 -2
  81. package/models/operations/listdatasetdatapoints.js +2 -2
  82. package/models/operations/listdatasets.js +2 -2
  83. package/models/operations/listdatasources.js +2 -2
  84. package/models/operations/retrievecontact.js +2 -2
  85. package/models/operations/retrievedatapoint.js +2 -2
  86. package/models/operations/retrievedataset.js +2 -2
  87. package/models/operations/retrievedatasource.js +2 -2
  88. package/models/operations/updatecontact.js +2 -2
  89. package/models/operations/updatedatapoint.js +2 -2
  90. package/models/operations/updatedataset.js +2 -2
  91. package/models/operations/updatedatasource.js +2 -2
  92. package/models/operations/updateeval.js +16 -16
  93. package/package.json +1 -1
  94. package/sdk/evals.d.ts +12 -0
  95. package/sdk/evals.d.ts.map +1 -1
  96. package/sdk/evals.js +21 -0
  97. package/sdk/evals.js.map +1 -1
  98. package/src/funcs/evalsRagasContextEntitiesRecall.ts +183 -0
  99. package/src/funcs/evalsRagasContextRecall.ts +177 -0
  100. package/src/funcs/evalsRagasNoiseSensitivity.ts +180 -0
  101. package/src/lib/config.ts +2 -2
  102. package/src/mcp-server/mcp-server.ts +1 -1
  103. package/src/mcp-server/server.ts +7 -1
  104. package/src/mcp-server/tools/evalsRagasContextEntitiesRecall.ts +37 -0
  105. package/src/mcp-server/tools/evalsRagasContextRecall.ts +36 -0
  106. package/src/mcp-server/tools/evalsRagasNoiseSensitivity.ts +36 -0
  107. package/src/models/errors/evalsragascontextentitiesrecall.ts +167 -0
  108. package/src/models/errors/evalsragascontextrecall.ts +162 -0
  109. package/src/models/errors/evalsragasnoisesensitivity.ts +164 -0
  110. package/src/models/errors/index.ts +3 -0
  111. package/src/models/operations/createcontact.ts +2 -2
  112. package/src/models/operations/createdataset.ts +2 -2
  113. package/src/models/operations/createdatasetitem.ts +2 -2
  114. package/src/models/operations/createdatasource.ts +2 -2
  115. package/src/models/operations/createeval.ts +16 -16
  116. package/src/models/operations/evalsragascontextentitiesrecall.ts +164 -0
  117. package/src/models/operations/evalsragascontextrecall.ts +164 -0
  118. package/src/models/operations/evalsragasnoisesensitivity.ts +166 -0
  119. package/src/models/operations/fileget.ts +2 -2
  120. package/src/models/operations/filelist.ts +2 -2
  121. package/src/models/operations/fileupload.ts +2 -2
  122. package/src/models/operations/getevals.ts +29 -28
  123. package/src/models/operations/index.ts +3 -0
  124. package/src/models/operations/listcontacts.ts +2 -2
  125. package/src/models/operations/listdatasetdatapoints.ts +2 -2
  126. package/src/models/operations/listdatasets.ts +2 -2
  127. package/src/models/operations/listdatasources.ts +2 -2
  128. package/src/models/operations/retrievecontact.ts +2 -2
  129. package/src/models/operations/retrievedatapoint.ts +2 -2
  130. package/src/models/operations/retrievedataset.ts +2 -2
  131. package/src/models/operations/retrievedatasource.ts +2 -2
  132. package/src/models/operations/updatecontact.ts +2 -2
  133. package/src/models/operations/updatedatapoint.ts +2 -2
  134. package/src/models/operations/updatedataset.ts +2 -2
  135. package/src/models/operations/updatedatasource.ts +2 -2
  136. package/src/models/operations/updateeval.ts +16 -16
  137. package/src/sdk/evals.ts +45 -0
@@ -0,0 +1,164 @@
1
+ /*
2
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
3
+ */
4
+
5
+ import * as z from "zod";
6
+ import { safeParse } from "../../lib/schemas.js";
7
+ import { Result as SafeParseResult } from "../../types/fp.js";
8
+ import { SDKValidationError } from "../errors/sdkvalidationerror.js";
9
+
10
+ export type EvalsRagasContextRecallRequestBody = {
11
+ /**
12
+ * Latest user message
13
+ */
14
+ query?: string | undefined;
15
+ /**
16
+ * The generated response from the model
17
+ */
18
+ output?: string | undefined;
19
+ model: string;
20
+ /**
21
+ * The ground truth answer to evaluate context recall against
22
+ */
23
+ reference: string;
24
+ /**
25
+ * Knowledge base retrievals
26
+ */
27
+ retrievals?: Array<string> | undefined;
28
+ };
29
+
30
+ /**
31
+ * Returns the context recall evaluation result
32
+ */
33
+ export type EvalsRagasContextRecallResponseBody = {
34
+ value: number | null;
35
+ };
36
+
37
+ /** @internal */
38
+ export const EvalsRagasContextRecallRequestBody$inboundSchema: z.ZodType<
39
+ EvalsRagasContextRecallRequestBody,
40
+ z.ZodTypeDef,
41
+ unknown
42
+ > = z.object({
43
+ query: z.string().optional(),
44
+ output: z.string().optional(),
45
+ model: z.string(),
46
+ reference: z.string(),
47
+ retrievals: z.array(z.string()).optional(),
48
+ });
49
+
50
+ /** @internal */
51
+ export type EvalsRagasContextRecallRequestBody$Outbound = {
52
+ query?: string | undefined;
53
+ output?: string | undefined;
54
+ model: string;
55
+ reference: string;
56
+ retrievals?: Array<string> | undefined;
57
+ };
58
+
59
+ /** @internal */
60
+ export const EvalsRagasContextRecallRequestBody$outboundSchema: z.ZodType<
61
+ EvalsRagasContextRecallRequestBody$Outbound,
62
+ z.ZodTypeDef,
63
+ EvalsRagasContextRecallRequestBody
64
+ > = z.object({
65
+ query: z.string().optional(),
66
+ output: z.string().optional(),
67
+ model: z.string(),
68
+ reference: z.string(),
69
+ retrievals: z.array(z.string()).optional(),
70
+ });
71
+
72
+ /**
73
+ * @internal
74
+ * @deprecated This namespace will be removed in future versions. Use schemas and types that are exported directly from this module.
75
+ */
76
+ export namespace EvalsRagasContextRecallRequestBody$ {
77
+ /** @deprecated use `EvalsRagasContextRecallRequestBody$inboundSchema` instead. */
78
+ export const inboundSchema = EvalsRagasContextRecallRequestBody$inboundSchema;
79
+ /** @deprecated use `EvalsRagasContextRecallRequestBody$outboundSchema` instead. */
80
+ export const outboundSchema =
81
+ EvalsRagasContextRecallRequestBody$outboundSchema;
82
+ /** @deprecated use `EvalsRagasContextRecallRequestBody$Outbound` instead. */
83
+ export type Outbound = EvalsRagasContextRecallRequestBody$Outbound;
84
+ }
85
+
86
+ export function evalsRagasContextRecallRequestBodyToJSON(
87
+ evalsRagasContextRecallRequestBody: EvalsRagasContextRecallRequestBody,
88
+ ): string {
89
+ return JSON.stringify(
90
+ EvalsRagasContextRecallRequestBody$outboundSchema.parse(
91
+ evalsRagasContextRecallRequestBody,
92
+ ),
93
+ );
94
+ }
95
+
96
+ export function evalsRagasContextRecallRequestBodyFromJSON(
97
+ jsonString: string,
98
+ ): SafeParseResult<EvalsRagasContextRecallRequestBody, SDKValidationError> {
99
+ return safeParse(
100
+ jsonString,
101
+ (x) =>
102
+ EvalsRagasContextRecallRequestBody$inboundSchema.parse(JSON.parse(x)),
103
+ `Failed to parse 'EvalsRagasContextRecallRequestBody' from JSON`,
104
+ );
105
+ }
106
+
107
+ /** @internal */
108
+ export const EvalsRagasContextRecallResponseBody$inboundSchema: z.ZodType<
109
+ EvalsRagasContextRecallResponseBody,
110
+ z.ZodTypeDef,
111
+ unknown
112
+ > = z.object({
113
+ value: z.nullable(z.number()),
114
+ });
115
+
116
+ /** @internal */
117
+ export type EvalsRagasContextRecallResponseBody$Outbound = {
118
+ value: number | null;
119
+ };
120
+
121
+ /** @internal */
122
+ export const EvalsRagasContextRecallResponseBody$outboundSchema: z.ZodType<
123
+ EvalsRagasContextRecallResponseBody$Outbound,
124
+ z.ZodTypeDef,
125
+ EvalsRagasContextRecallResponseBody
126
+ > = z.object({
127
+ value: z.nullable(z.number()),
128
+ });
129
+
130
+ /**
131
+ * @internal
132
+ * @deprecated This namespace will be removed in future versions. Use schemas and types that are exported directly from this module.
133
+ */
134
+ export namespace EvalsRagasContextRecallResponseBody$ {
135
+ /** @deprecated use `EvalsRagasContextRecallResponseBody$inboundSchema` instead. */
136
+ export const inboundSchema =
137
+ EvalsRagasContextRecallResponseBody$inboundSchema;
138
+ /** @deprecated use `EvalsRagasContextRecallResponseBody$outboundSchema` instead. */
139
+ export const outboundSchema =
140
+ EvalsRagasContextRecallResponseBody$outboundSchema;
141
+ /** @deprecated use `EvalsRagasContextRecallResponseBody$Outbound` instead. */
142
+ export type Outbound = EvalsRagasContextRecallResponseBody$Outbound;
143
+ }
144
+
145
+ export function evalsRagasContextRecallResponseBodyToJSON(
146
+ evalsRagasContextRecallResponseBody: EvalsRagasContextRecallResponseBody,
147
+ ): string {
148
+ return JSON.stringify(
149
+ EvalsRagasContextRecallResponseBody$outboundSchema.parse(
150
+ evalsRagasContextRecallResponseBody,
151
+ ),
152
+ );
153
+ }
154
+
155
+ export function evalsRagasContextRecallResponseBodyFromJSON(
156
+ jsonString: string,
157
+ ): SafeParseResult<EvalsRagasContextRecallResponseBody, SDKValidationError> {
158
+ return safeParse(
159
+ jsonString,
160
+ (x) =>
161
+ EvalsRagasContextRecallResponseBody$inboundSchema.parse(JSON.parse(x)),
162
+ `Failed to parse 'EvalsRagasContextRecallResponseBody' from JSON`,
163
+ );
164
+ }
@@ -0,0 +1,166 @@
1
+ /*
2
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
3
+ */
4
+
5
+ import * as z from "zod";
6
+ import { safeParse } from "../../lib/schemas.js";
7
+ import { Result as SafeParseResult } from "../../types/fp.js";
8
+ import { SDKValidationError } from "../errors/sdkvalidationerror.js";
9
+
10
+ export type EvalsRagasNoiseSensitivityRequestBody = {
11
+ /**
12
+ * Latest user message
13
+ */
14
+ query: string;
15
+ /**
16
+ * The generated response from the model
17
+ */
18
+ output: string;
19
+ model: string;
20
+ /**
21
+ * The ground truth answer to evaluate noise sensitivity against
22
+ */
23
+ reference: string;
24
+ /**
25
+ * Knowledge base retrievals that may contain irrelevant information
26
+ */
27
+ retrievals?: Array<string> | undefined;
28
+ };
29
+
30
+ /**
31
+ * Returns the noise sensitivity evaluation result
32
+ */
33
+ export type EvalsRagasNoiseSensitivityResponseBody = {
34
+ value: number | null;
35
+ };
36
+
37
+ /** @internal */
38
+ export const EvalsRagasNoiseSensitivityRequestBody$inboundSchema: z.ZodType<
39
+ EvalsRagasNoiseSensitivityRequestBody,
40
+ z.ZodTypeDef,
41
+ unknown
42
+ > = z.object({
43
+ query: z.string(),
44
+ output: z.string(),
45
+ model: z.string(),
46
+ reference: z.string(),
47
+ retrievals: z.array(z.string()).optional(),
48
+ });
49
+
50
+ /** @internal */
51
+ export type EvalsRagasNoiseSensitivityRequestBody$Outbound = {
52
+ query: string;
53
+ output: string;
54
+ model: string;
55
+ reference: string;
56
+ retrievals?: Array<string> | undefined;
57
+ };
58
+
59
+ /** @internal */
60
+ export const EvalsRagasNoiseSensitivityRequestBody$outboundSchema: z.ZodType<
61
+ EvalsRagasNoiseSensitivityRequestBody$Outbound,
62
+ z.ZodTypeDef,
63
+ EvalsRagasNoiseSensitivityRequestBody
64
+ > = z.object({
65
+ query: z.string(),
66
+ output: z.string(),
67
+ model: z.string(),
68
+ reference: z.string(),
69
+ retrievals: z.array(z.string()).optional(),
70
+ });
71
+
72
+ /**
73
+ * @internal
74
+ * @deprecated This namespace will be removed in future versions. Use schemas and types that are exported directly from this module.
75
+ */
76
+ export namespace EvalsRagasNoiseSensitivityRequestBody$ {
77
+ /** @deprecated use `EvalsRagasNoiseSensitivityRequestBody$inboundSchema` instead. */
78
+ export const inboundSchema =
79
+ EvalsRagasNoiseSensitivityRequestBody$inboundSchema;
80
+ /** @deprecated use `EvalsRagasNoiseSensitivityRequestBody$outboundSchema` instead. */
81
+ export const outboundSchema =
82
+ EvalsRagasNoiseSensitivityRequestBody$outboundSchema;
83
+ /** @deprecated use `EvalsRagasNoiseSensitivityRequestBody$Outbound` instead. */
84
+ export type Outbound = EvalsRagasNoiseSensitivityRequestBody$Outbound;
85
+ }
86
+
87
+ export function evalsRagasNoiseSensitivityRequestBodyToJSON(
88
+ evalsRagasNoiseSensitivityRequestBody: EvalsRagasNoiseSensitivityRequestBody,
89
+ ): string {
90
+ return JSON.stringify(
91
+ EvalsRagasNoiseSensitivityRequestBody$outboundSchema.parse(
92
+ evalsRagasNoiseSensitivityRequestBody,
93
+ ),
94
+ );
95
+ }
96
+
97
+ export function evalsRagasNoiseSensitivityRequestBodyFromJSON(
98
+ jsonString: string,
99
+ ): SafeParseResult<EvalsRagasNoiseSensitivityRequestBody, SDKValidationError> {
100
+ return safeParse(
101
+ jsonString,
102
+ (x) =>
103
+ EvalsRagasNoiseSensitivityRequestBody$inboundSchema.parse(JSON.parse(x)),
104
+ `Failed to parse 'EvalsRagasNoiseSensitivityRequestBody' from JSON`,
105
+ );
106
+ }
107
+
108
+ /** @internal */
109
+ export const EvalsRagasNoiseSensitivityResponseBody$inboundSchema: z.ZodType<
110
+ EvalsRagasNoiseSensitivityResponseBody,
111
+ z.ZodTypeDef,
112
+ unknown
113
+ > = z.object({
114
+ value: z.nullable(z.number()),
115
+ });
116
+
117
+ /** @internal */
118
+ export type EvalsRagasNoiseSensitivityResponseBody$Outbound = {
119
+ value: number | null;
120
+ };
121
+
122
+ /** @internal */
123
+ export const EvalsRagasNoiseSensitivityResponseBody$outboundSchema: z.ZodType<
124
+ EvalsRagasNoiseSensitivityResponseBody$Outbound,
125
+ z.ZodTypeDef,
126
+ EvalsRagasNoiseSensitivityResponseBody
127
+ > = z.object({
128
+ value: z.nullable(z.number()),
129
+ });
130
+
131
+ /**
132
+ * @internal
133
+ * @deprecated This namespace will be removed in future versions. Use schemas and types that are exported directly from this module.
134
+ */
135
+ export namespace EvalsRagasNoiseSensitivityResponseBody$ {
136
+ /** @deprecated use `EvalsRagasNoiseSensitivityResponseBody$inboundSchema` instead. */
137
+ export const inboundSchema =
138
+ EvalsRagasNoiseSensitivityResponseBody$inboundSchema;
139
+ /** @deprecated use `EvalsRagasNoiseSensitivityResponseBody$outboundSchema` instead. */
140
+ export const outboundSchema =
141
+ EvalsRagasNoiseSensitivityResponseBody$outboundSchema;
142
+ /** @deprecated use `EvalsRagasNoiseSensitivityResponseBody$Outbound` instead. */
143
+ export type Outbound = EvalsRagasNoiseSensitivityResponseBody$Outbound;
144
+ }
145
+
146
+ export function evalsRagasNoiseSensitivityResponseBodyToJSON(
147
+ evalsRagasNoiseSensitivityResponseBody:
148
+ EvalsRagasNoiseSensitivityResponseBody,
149
+ ): string {
150
+ return JSON.stringify(
151
+ EvalsRagasNoiseSensitivityResponseBody$outboundSchema.parse(
152
+ evalsRagasNoiseSensitivityResponseBody,
153
+ ),
154
+ );
155
+ }
156
+
157
+ export function evalsRagasNoiseSensitivityResponseBodyFromJSON(
158
+ jsonString: string,
159
+ ): SafeParseResult<EvalsRagasNoiseSensitivityResponseBody, SDKValidationError> {
160
+ return safeParse(
161
+ jsonString,
162
+ (x) =>
163
+ EvalsRagasNoiseSensitivityResponseBody$inboundSchema.parse(JSON.parse(x)),
164
+ `Failed to parse 'EvalsRagasNoiseSensitivityResponseBody' from JSON`,
165
+ );
166
+ }
@@ -146,7 +146,7 @@ export const FileGetResponseBody$inboundSchema: z.ZodType<
146
146
  file_name: z.string(),
147
147
  workspace_id: z.string(),
148
148
  created: z.string().datetime({ offset: true }).default(
149
- "2025-06-22T18:59:51.954Z",
149
+ "2025-06-23T12:22:11.975Z",
150
150
  ).transform(v => new Date(v)),
151
151
  }).transform((v) => {
152
152
  return remap$(v, {
@@ -180,7 +180,7 @@ export const FileGetResponseBody$outboundSchema: z.ZodType<
180
180
  bytes: z.number(),
181
181
  fileName: z.string(),
182
182
  workspaceId: z.string(),
183
- created: z.date().default(() => new Date("2025-06-22T18:59:51.954Z"))
183
+ created: z.date().default(() => new Date("2025-06-23T12:22:11.975Z"))
184
184
  .transform(v => v.toISOString()),
185
185
  }).transform((v) => {
186
186
  return remap$(v, {
@@ -196,7 +196,7 @@ export const FileListData$inboundSchema: z.ZodType<
196
196
  file_name: z.string(),
197
197
  workspace_id: z.string(),
198
198
  created: z.string().datetime({ offset: true }).default(
199
- "2025-06-22T18:59:51.954Z",
199
+ "2025-06-23T12:22:11.975Z",
200
200
  ).transform(v => new Date(v)),
201
201
  }).transform((v) => {
202
202
  return remap$(v, {
@@ -230,7 +230,7 @@ export const FileListData$outboundSchema: z.ZodType<
230
230
  bytes: z.number(),
231
231
  fileName: z.string(),
232
232
  workspaceId: z.string(),
233
- created: z.date().default(() => new Date("2025-06-22T18:59:51.954Z"))
233
+ created: z.date().default(() => new Date("2025-06-23T12:22:11.975Z"))
234
234
  .transform(v => v.toISOString()),
235
235
  }).transform((v) => {
236
236
  return remap$(v, {
@@ -250,7 +250,7 @@ export const FileUploadResponseBody$inboundSchema: z.ZodType<
250
250
  file_name: z.string(),
251
251
  workspace_id: z.string(),
252
252
  created: z.string().datetime({ offset: true }).default(
253
- "2025-06-22T18:59:51.954Z",
253
+ "2025-06-23T12:22:11.975Z",
254
254
  ).transform(v => new Date(v)),
255
255
  }).transform((v) => {
256
256
  return remap$(v, {
@@ -284,7 +284,7 @@ export const FileUploadResponseBody$outboundSchema: z.ZodType<
284
284
  bytes: z.number(),
285
285
  fileName: z.string(),
286
286
  workspaceId: z.string(),
287
- created: z.date().default(() => new Date("2025-06-22T18:59:51.954Z"))
287
+ created: z.date().default(() => new Date("2025-06-23T12:22:11.975Z"))
288
288
  .transform(v => v.toISOString()),
289
289
  }).transform((v) => {
290
290
  return remap$(v, {
@@ -169,6 +169,7 @@ export const RagasMetric = {
169
169
  ResponseRelevancy: "response_relevancy",
170
170
  Faithfulness: "faithfulness",
171
171
  Summarization: "summarization",
172
+ NoiseSensitivity: "noise_sensitivity",
172
173
  } as const;
173
174
  export type RagasMetric = ClosedEnum<typeof RagasMetric>;
174
175
 
@@ -1372,8 +1373,8 @@ export const Typescript$inboundSchema: z.ZodType<
1372
1373
  > = z.object({
1373
1374
  _id: z.string(),
1374
1375
  description: z.string(),
1375
- created: z.string().default("2025-06-22T18:59:50.944Z"),
1376
- updated: z.string().default("2025-06-22T18:59:50.944Z"),
1376
+ created: z.string().default("2025-06-23T12:22:10.982Z"),
1377
+ updated: z.string().default("2025-06-23T12:22:10.982Z"),
1377
1378
  guardrail_config: z.union([
1378
1379
  z.lazy(() =>
1379
1380
  GetEvalsGuardrailConfigEvalsResponse200ApplicationJSONNumber$inboundSchema
@@ -1416,8 +1417,8 @@ export const Typescript$outboundSchema: z.ZodType<
1416
1417
  > = z.object({
1417
1418
  id: z.string(),
1418
1419
  description: z.string(),
1419
- created: z.string().default("2025-06-22T18:59:50.944Z"),
1420
- updated: z.string().default("2025-06-22T18:59:50.944Z"),
1420
+ created: z.string().default("2025-06-23T12:22:10.982Z"),
1421
+ updated: z.string().default("2025-06-23T12:22:10.982Z"),
1421
1422
  guardrailConfig: z.union([
1422
1423
  z.lazy(() =>
1423
1424
  GetEvalsGuardrailConfigEvalsResponse200ApplicationJSONNumber$outboundSchema
@@ -1813,8 +1814,8 @@ export const Ragas$inboundSchema: z.ZodType<Ragas, z.ZodTypeDef, unknown> = z
1813
1814
  .object({
1814
1815
  _id: z.string(),
1815
1816
  description: z.string(),
1816
- created: z.string().default("2025-06-22T18:59:50.944Z"),
1817
- updated: z.string().default("2025-06-22T18:59:50.944Z"),
1817
+ created: z.string().default("2025-06-23T12:22:10.982Z"),
1818
+ updated: z.string().default("2025-06-23T12:22:10.982Z"),
1818
1819
  guardrail_config: z.union([
1819
1820
  z.lazy(() => GetEvalsGuardrailConfigEvalsResponse200Number$inboundSchema),
1820
1821
  z.lazy(() =>
@@ -1857,8 +1858,8 @@ export const Ragas$outboundSchema: z.ZodType<
1857
1858
  > = z.object({
1858
1859
  id: z.string(),
1859
1860
  description: z.string(),
1860
- created: z.string().default("2025-06-22T18:59:50.944Z"),
1861
- updated: z.string().default("2025-06-22T18:59:50.944Z"),
1861
+ created: z.string().default("2025-06-23T12:22:10.982Z"),
1862
+ updated: z.string().default("2025-06-23T12:22:10.982Z"),
1862
1863
  guardrailConfig: z.union([
1863
1864
  z.lazy(() => GetEvalsGuardrailConfigEvalsResponse200Number$outboundSchema),
1864
1865
  z.lazy(() => GetEvalsGuardrailConfigEvalsResponse200Boolean$outboundSchema),
@@ -4221,8 +4222,8 @@ export const DataFunction$inboundSchema: z.ZodType<
4221
4222
  > = z.object({
4222
4223
  _id: z.string(),
4223
4224
  description: z.string(),
4224
- created: z.string().default("2025-06-22T18:59:50.944Z"),
4225
- updated: z.string().default("2025-06-22T18:59:50.944Z"),
4225
+ created: z.string().default("2025-06-23T12:22:10.982Z"),
4226
+ updated: z.string().default("2025-06-23T12:22:10.982Z"),
4226
4227
  guardrail_config: z.union([
4227
4228
  z.lazy(() => GetEvalsGuardrailConfigEvalsResponseNumber$inboundSchema),
4228
4229
  z.lazy(() => GetEvalsGuardrailConfigEvalsResponseBoolean$inboundSchema),
@@ -4310,8 +4311,8 @@ export const DataFunction$outboundSchema: z.ZodType<
4310
4311
  > = z.object({
4311
4312
  id: z.string(),
4312
4313
  description: z.string(),
4313
- created: z.string().default("2025-06-22T18:59:50.944Z"),
4314
- updated: z.string().default("2025-06-22T18:59:50.944Z"),
4314
+ created: z.string().default("2025-06-23T12:22:10.982Z"),
4315
+ updated: z.string().default("2025-06-23T12:22:10.982Z"),
4315
4316
  guardrailConfig: z.union([
4316
4317
  z.lazy(() => GetEvalsGuardrailConfigEvalsResponseNumber$outboundSchema),
4317
4318
  z.lazy(() => GetEvalsGuardrailConfigEvalsResponseBoolean$outboundSchema),
@@ -4682,8 +4683,8 @@ export const DataPython$inboundSchema: z.ZodType<
4682
4683
  > = z.object({
4683
4684
  _id: z.string(),
4684
4685
  description: z.string(),
4685
- created: z.string().default("2025-06-22T18:59:50.944Z"),
4686
- updated: z.string().default("2025-06-22T18:59:50.944Z"),
4686
+ created: z.string().default("2025-06-23T12:22:10.982Z"),
4687
+ updated: z.string().default("2025-06-23T12:22:10.982Z"),
4687
4688
  guardrail_config: z.union([
4688
4689
  z.lazy(() => GetEvalsGuardrailConfigEvalsNumber$inboundSchema),
4689
4690
  z.lazy(() => GetEvalsGuardrailConfigEvalsBoolean$inboundSchema),
@@ -4721,8 +4722,8 @@ export const DataPython$outboundSchema: z.ZodType<
4721
4722
  > = z.object({
4722
4723
  id: z.string(),
4723
4724
  description: z.string(),
4724
- created: z.string().default("2025-06-22T18:59:50.944Z"),
4725
- updated: z.string().default("2025-06-22T18:59:50.944Z"),
4725
+ created: z.string().default("2025-06-23T12:22:10.982Z"),
4726
+ updated: z.string().default("2025-06-23T12:22:10.982Z"),
4726
4727
  guardrailConfig: z.union([
4727
4728
  z.lazy(() => GetEvalsGuardrailConfigEvalsNumber$outboundSchema),
4728
4729
  z.lazy(() => GetEvalsGuardrailConfigEvalsBoolean$outboundSchema),
@@ -5068,8 +5069,8 @@ export const DataHTTP$inboundSchema: z.ZodType<
5068
5069
  > = z.object({
5069
5070
  _id: z.string(),
5070
5071
  description: z.string(),
5071
- created: z.string().default("2025-06-22T18:59:50.944Z"),
5072
- updated: z.string().default("2025-06-22T18:59:50.944Z"),
5072
+ created: z.string().default("2025-06-23T12:22:10.982Z"),
5073
+ updated: z.string().default("2025-06-23T12:22:10.982Z"),
5073
5074
  guardrail_config: z.union([
5074
5075
  z.lazy(() => GetEvalsGuardrailConfigNumber$inboundSchema),
5075
5076
  z.lazy(() => GetEvalsGuardrailConfigBoolean$inboundSchema),
@@ -5113,8 +5114,8 @@ export const DataHTTP$outboundSchema: z.ZodType<
5113
5114
  > = z.object({
5114
5115
  id: z.string(),
5115
5116
  description: z.string(),
5116
- created: z.string().default("2025-06-22T18:59:50.944Z"),
5117
- updated: z.string().default("2025-06-22T18:59:50.944Z"),
5117
+ created: z.string().default("2025-06-23T12:22:10.982Z"),
5118
+ updated: z.string().default("2025-06-23T12:22:10.982Z"),
5118
5119
  guardrailConfig: z.union([
5119
5120
  z.lazy(() => GetEvalsGuardrailConfigNumber$outboundSchema),
5120
5121
  z.lazy(() => GetEvalsGuardrailConfigBoolean$outboundSchema),
@@ -5479,8 +5480,8 @@ export const DataJSON$inboundSchema: z.ZodType<
5479
5480
  > = z.object({
5480
5481
  _id: z.string(),
5481
5482
  description: z.string(),
5482
- created: z.string().default("2025-06-22T18:59:50.944Z"),
5483
- updated: z.string().default("2025-06-22T18:59:50.944Z"),
5483
+ created: z.string().default("2025-06-23T12:22:10.982Z"),
5484
+ updated: z.string().default("2025-06-23T12:22:10.982Z"),
5484
5485
  guardrail_config: z.union([
5485
5486
  z.lazy(() =>
5486
5487
  GetEvalsGuardrailConfigEvalsResponse200ApplicationJSONResponseBodyDataNumber$inboundSchema
@@ -5522,8 +5523,8 @@ export const DataJSON$outboundSchema: z.ZodType<
5522
5523
  > = z.object({
5523
5524
  id: z.string(),
5524
5525
  description: z.string(),
5525
- created: z.string().default("2025-06-22T18:59:50.944Z"),
5526
- updated: z.string().default("2025-06-22T18:59:50.944Z"),
5526
+ created: z.string().default("2025-06-23T12:22:10.982Z"),
5527
+ updated: z.string().default("2025-06-23T12:22:10.982Z"),
5527
5528
  guardrailConfig: z.union([
5528
5529
  z.lazy(() =>
5529
5530
  GetEvalsGuardrailConfigEvalsResponse200ApplicationJSONResponseBodyDataNumber$outboundSchema
@@ -5905,8 +5906,8 @@ export const DataLLM$inboundSchema: z.ZodType<DataLLM, z.ZodTypeDef, unknown> =
5905
5906
  z.object({
5906
5907
  _id: z.string(),
5907
5908
  description: z.string(),
5908
- created: z.string().default("2025-06-22T18:59:50.944Z"),
5909
- updated: z.string().default("2025-06-22T18:59:50.944Z"),
5909
+ created: z.string().default("2025-06-23T12:22:10.982Z"),
5910
+ updated: z.string().default("2025-06-23T12:22:10.982Z"),
5910
5911
  guardrail_config: z.union([
5911
5912
  z.lazy(() =>
5912
5913
  GetEvalsGuardrailConfigEvalsResponse200ApplicationJSONResponseBodyNumber$inboundSchema
@@ -5950,8 +5951,8 @@ export const DataLLM$outboundSchema: z.ZodType<
5950
5951
  > = z.object({
5951
5952
  id: z.string(),
5952
5953
  description: z.string(),
5953
- created: z.string().default("2025-06-22T18:59:50.944Z"),
5954
- updated: z.string().default("2025-06-22T18:59:50.944Z"),
5954
+ created: z.string().default("2025-06-23T12:22:10.982Z"),
5955
+ updated: z.string().default("2025-06-23T12:22:10.982Z"),
5955
5956
  guardrailConfig: z.union([
5956
5957
  z.lazy(() =>
5957
5958
  GetEvalsGuardrailConfigEvalsResponse200ApplicationJSONResponseBodyNumber$outboundSchema
@@ -49,11 +49,14 @@ export * from "./evalslocalization.js";
49
49
  export * from "./evalspii.js";
50
50
  export * from "./evalsragascoherence.js";
51
51
  export * from "./evalsragasconciseness.js";
52
+ export * from "./evalsragascontextentitiesrecall.js";
52
53
  export * from "./evalsragascontextprecision.js";
54
+ export * from "./evalsragascontextrecall.js";
53
55
  export * from "./evalsragascorrectness.js";
54
56
  export * from "./evalsragasfaithfulness.js";
55
57
  export * from "./evalsragasharmfulness.js";
56
58
  export * from "./evalsragasmaliciousness.js";
59
+ export * from "./evalsragasnoisesensitivity.js";
57
60
  export * from "./evalsragasresponserelevancy.js";
58
61
  export * from "./evalsragassummarization.js";
59
62
  export * from "./evalssentimentclassification.js";
@@ -345,7 +345,7 @@ export const Data$inboundSchema: z.ZodType<Data, z.ZodTypeDef, unknown> = z
345
345
  created: z.string().datetime({ offset: true }).transform(v => new Date(v))
346
346
  .optional(),
347
347
  updated: z.string().datetime({ offset: true }).default(
348
- "2025-06-22T18:59:48.897Z",
348
+ "2025-06-23T12:22:08.975Z",
349
349
  ).transform(v => new Date(v)),
350
350
  metrics: z.lazy(() => Metrics$inboundSchema),
351
351
  }).transform((v) => {
@@ -382,7 +382,7 @@ export const Data$outboundSchema: z.ZodType<Data$Outbound, z.ZodTypeDef, Data> =
382
382
  tags: z.array(z.string()).optional(),
383
383
  metadata: z.record(z.any()).optional(),
384
384
  created: z.date().transform(v => v.toISOString()).optional(),
385
- updated: z.date().default(() => new Date("2025-06-22T18:59:48.897Z"))
385
+ updated: z.date().default(() => new Date("2025-06-23T12:22:08.975Z"))
386
386
  .transform(v => v.toISOString()),
387
387
  metrics: z.lazy(() => Metrics$outboundSchema),
388
388
  }).transform((v) => {
@@ -2604,7 +2604,7 @@ export const ListDatasetDatapointsData$inboundSchema: z.ZodType<
2604
2604
  created: z.string().datetime({ offset: true }).transform(v => new Date(v))
2605
2605
  .optional(),
2606
2606
  updated: z.string().datetime({ offset: true }).default(
2607
- "2025-06-22T18:59:48.897Z",
2607
+ "2025-06-23T12:22:08.975Z",
2608
2608
  ).transform(v => new Date(v)),
2609
2609
  }).transform((v) => {
2610
2610
  return remap$(v, {
@@ -2668,7 +2668,7 @@ export const ListDatasetDatapointsData$outboundSchema: z.ZodType<
2668
2668
  createdById: z.string().optional(),
2669
2669
  updatedById: z.string().optional(),
2670
2670
  created: z.date().transform(v => v.toISOString()).optional(),
2671
- updated: z.date().default(() => new Date("2025-06-22T18:59:48.897Z"))
2671
+ updated: z.date().default(() => new Date("2025-06-23T12:22:08.975Z"))
2672
2672
  .transform(v => v.toISOString()),
2673
2673
  }).transform((v) => {
2674
2674
  return remap$(v, {
@@ -253,7 +253,7 @@ export const ListDatasetsData$inboundSchema: z.ZodType<
253
253
  created: z.string().datetime({ offset: true }).transform(v => new Date(v))
254
254
  .optional(),
255
255
  updated: z.string().datetime({ offset: true }).default(
256
- "2025-06-22T18:59:48.897Z",
256
+ "2025-06-23T12:22:08.975Z",
257
257
  ).transform(v => new Date(v)),
258
258
  }).transform((v) => {
259
259
  return remap$(v, {
@@ -293,7 +293,7 @@ export const ListDatasetsData$outboundSchema: z.ZodType<
293
293
  updatedById: z.string().optional(),
294
294
  metadata: z.lazy(() => ListDatasetsMetadata$outboundSchema),
295
295
  created: z.date().transform(v => v.toISOString()).optional(),
296
- updated: z.date().default(() => new Date("2025-06-22T18:59:48.897Z"))
296
+ updated: z.date().default(() => new Date("2025-06-23T12:22:08.975Z"))
297
297
  .transform(v => v.toISOString()),
298
298
  }).transform((v) => {
299
299
  return remap$(v, {
@@ -278,7 +278,7 @@ export const ListDatasourcesData$inboundSchema: z.ZodType<
278
278
  z.ZodTypeDef,
279
279
  unknown
280
280
  > = z.object({
281
- _id: z.string().default("01JYCG5WBR6W96AMXC0ZH08YCC"),
281
+ _id: z.string().default("01JYEBTEGR10GMFBM81AQT7KWW"),
282
282
  display_name: z.string(),
283
283
  description: z.string().optional(),
284
284
  status: ListDatasourcesStatus$inboundSchema,
@@ -322,7 +322,7 @@ export const ListDatasourcesData$outboundSchema: z.ZodType<
322
322
  z.ZodTypeDef,
323
323
  ListDatasourcesData
324
324
  > = z.object({
325
- id: z.string().default("01JYCG5WBR6W96AMXC0ZH08YCC"),
325
+ id: z.string().default("01JYEBTEGR10GMFBM81AQT7KWW"),
326
326
  displayName: z.string(),
327
327
  description: z.string().optional(),
328
328
  status: ListDatasourcesStatus$outboundSchema,
@@ -127,7 +127,7 @@ export const RetrieveContactResponseBody$inboundSchema: z.ZodType<
127
127
  created: z.string().datetime({ offset: true }).transform(v => new Date(v))
128
128
  .optional(),
129
129
  updated: z.string().datetime({ offset: true }).default(
130
- "2025-06-22T18:59:48.897Z",
130
+ "2025-06-23T12:22:08.975Z",
131
131
  ).transform(v => new Date(v)),
132
132
  }).transform((v) => {
133
133
  return remap$(v, {
@@ -165,7 +165,7 @@ export const RetrieveContactResponseBody$outboundSchema: z.ZodType<
165
165
  tags: z.array(z.string()).optional(),
166
166
  metadata: z.record(z.any()).optional(),
167
167
  created: z.date().transform(v => v.toISOString()).optional(),
168
- updated: z.date().default(() => new Date("2025-06-22T18:59:48.897Z"))
168
+ updated: z.date().default(() => new Date("2025-06-23T12:22:08.975Z"))
169
169
  .transform(v => v.toISOString()),
170
170
  }).transform((v) => {
171
171
  return remap$(v, {
@@ -2481,7 +2481,7 @@ export const RetrieveDatapointResponseBody$inboundSchema: z.ZodType<
2481
2481
  created: z.string().datetime({ offset: true }).transform(v => new Date(v))
2482
2482
  .optional(),
2483
2483
  updated: z.string().datetime({ offset: true }).default(
2484
- "2025-06-22T18:59:48.897Z",
2484
+ "2025-06-23T12:22:08.975Z",
2485
2485
  ).transform(v => new Date(v)),
2486
2486
  }).transform((v) => {
2487
2487
  return remap$(v, {
@@ -2539,7 +2539,7 @@ export const RetrieveDatapointResponseBody$outboundSchema: z.ZodType<
2539
2539
  createdById: z.string().optional(),
2540
2540
  updatedById: z.string().optional(),
2541
2541
  created: z.date().transform(v => v.toISOString()).optional(),
2542
- updated: z.date().default(() => new Date("2025-06-22T18:59:48.897Z"))
2542
+ updated: z.date().default(() => new Date("2025-06-23T12:22:08.975Z"))
2543
2543
  .transform(v => v.toISOString()),
2544
2544
  }).transform((v) => {
2545
2545
  return remap$(v, {