@orq-ai/node 3.9.0-rc.0 → 3.9.0-rc.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +93 -81
- package/bin/mcp-server.js +1003 -400
- package/bin/mcp-server.js.map +42 -30
- package/docs/sdks/evals/README.md +213 -0
- package/funcs/evalsRagasContextEntitiesRecall.d.ts +15 -0
- package/funcs/evalsRagasContextEntitiesRecall.d.ts.map +1 -0
- package/funcs/evalsRagasContextEntitiesRecall.js +118 -0
- package/funcs/evalsRagasContextEntitiesRecall.js.map +1 -0
- package/funcs/evalsRagasContextRecall.d.ts +15 -0
- package/funcs/evalsRagasContextRecall.d.ts.map +1 -0
- package/funcs/evalsRagasContextRecall.js +118 -0
- package/funcs/evalsRagasContextRecall.js.map +1 -0
- package/funcs/evalsRagasNoiseSensitivity.d.ts +15 -0
- package/funcs/evalsRagasNoiseSensitivity.d.ts.map +1 -0
- package/funcs/evalsRagasNoiseSensitivity.js +118 -0
- package/funcs/evalsRagasNoiseSensitivity.js.map +1 -0
- package/jsr.json +1 -1
- package/lib/config.d.ts +2 -2
- package/lib/config.js +2 -2
- package/mcp-server/mcp-server.js +1 -1
- package/mcp-server/server.d.ts.map +1 -1
- package/mcp-server/server.js +7 -1
- package/mcp-server/server.js.map +1 -1
- package/mcp-server/tools/evalsRagasContextEntitiesRecall.d.ts +8 -0
- package/mcp-server/tools/evalsRagasContextEntitiesRecall.d.ts.map +1 -0
- package/mcp-server/tools/evalsRagasContextEntitiesRecall.js +63 -0
- package/mcp-server/tools/evalsRagasContextEntitiesRecall.js.map +1 -0
- package/mcp-server/tools/evalsRagasContextRecall.d.ts +8 -0
- package/mcp-server/tools/evalsRagasContextRecall.d.ts.map +1 -0
- package/mcp-server/tools/evalsRagasContextRecall.js +63 -0
- package/mcp-server/tools/evalsRagasContextRecall.js.map +1 -0
- package/mcp-server/tools/evalsRagasNoiseSensitivity.d.ts +8 -0
- package/mcp-server/tools/evalsRagasNoiseSensitivity.d.ts.map +1 -0
- package/mcp-server/tools/evalsRagasNoiseSensitivity.js +63 -0
- package/mcp-server/tools/evalsRagasNoiseSensitivity.js.map +1 -0
- package/models/errors/evalsragascontextentitiesrecall.d.ts +79 -0
- package/models/errors/evalsragascontextentitiesrecall.d.ts.map +1 -0
- package/models/errors/evalsragascontextentitiesrecall.js +132 -0
- package/models/errors/evalsragascontextentitiesrecall.js.map +1 -0
- package/models/errors/evalsragascontextrecall.d.ts +79 -0
- package/models/errors/evalsragascontextrecall.d.ts.map +1 -0
- package/models/errors/evalsragascontextrecall.js +132 -0
- package/models/errors/evalsragascontextrecall.js.map +1 -0
- package/models/errors/evalsragasnoisesensitivity.d.ts +79 -0
- package/models/errors/evalsragasnoisesensitivity.d.ts.map +1 -0
- package/models/errors/evalsragasnoisesensitivity.js +132 -0
- package/models/errors/evalsragasnoisesensitivity.js.map +1 -0
- package/models/errors/index.d.ts +3 -0
- package/models/errors/index.d.ts.map +1 -1
- package/models/errors/index.js +3 -0
- package/models/errors/index.js.map +1 -1
- package/models/operations/createcontact.js +2 -2
- package/models/operations/createdataset.js +2 -2
- package/models/operations/createdatasetitem.js +2 -2
- package/models/operations/createdatasource.js +2 -2
- package/models/operations/createeval.js +16 -16
- package/models/operations/evalsragascontextentitiesrecall.d.ts +67 -0
- package/models/operations/evalsragascontextentitiesrecall.d.ts.map +1 -0
- package/models/operations/evalsragascontextentitiesrecall.js +100 -0
- package/models/operations/evalsragascontextentitiesrecall.js.map +1 -0
- package/models/operations/evalsragascontextrecall.d.ts +77 -0
- package/models/operations/evalsragascontextrecall.d.ts.map +1 -0
- package/models/operations/evalsragascontextrecall.js +104 -0
- package/models/operations/evalsragascontextrecall.js.map +1 -0
- package/models/operations/evalsragasnoisesensitivity.d.ts +77 -0
- package/models/operations/evalsragasnoisesensitivity.d.ts.map +1 -0
- package/models/operations/evalsragasnoisesensitivity.js +104 -0
- package/models/operations/evalsragasnoisesensitivity.js.map +1 -0
- package/models/operations/fileget.js +2 -2
- package/models/operations/filelist.js +2 -2
- package/models/operations/fileupload.js +2 -2
- package/models/operations/getevals.d.ts +3 -0
- package/models/operations/getevals.d.ts.map +1 -1
- package/models/operations/getevals.js +29 -28
- package/models/operations/getevals.js.map +1 -1
- package/models/operations/index.d.ts +3 -0
- package/models/operations/index.d.ts.map +1 -1
- package/models/operations/index.js +3 -0
- package/models/operations/index.js.map +1 -1
- package/models/operations/listcontacts.js +2 -2
- package/models/operations/listdatasetdatapoints.js +2 -2
- package/models/operations/listdatasets.js +2 -2
- package/models/operations/listdatasources.js +2 -2
- package/models/operations/retrievecontact.js +2 -2
- package/models/operations/retrievedatapoint.js +2 -2
- package/models/operations/retrievedataset.js +2 -2
- package/models/operations/retrievedatasource.js +2 -2
- package/models/operations/updatecontact.js +2 -2
- package/models/operations/updatedatapoint.js +2 -2
- package/models/operations/updatedataset.js +2 -2
- package/models/operations/updatedatasource.js +2 -2
- package/models/operations/updateeval.js +16 -16
- package/package.json +1 -1
- package/sdk/evals.d.ts +12 -0
- package/sdk/evals.d.ts.map +1 -1
- package/sdk/evals.js +21 -0
- package/sdk/evals.js.map +1 -1
- package/src/funcs/evalsRagasContextEntitiesRecall.ts +183 -0
- package/src/funcs/evalsRagasContextRecall.ts +177 -0
- package/src/funcs/evalsRagasNoiseSensitivity.ts +180 -0
- package/src/lib/config.ts +2 -2
- package/src/mcp-server/mcp-server.ts +1 -1
- package/src/mcp-server/server.ts +7 -1
- package/src/mcp-server/tools/evalsRagasContextEntitiesRecall.ts +37 -0
- package/src/mcp-server/tools/evalsRagasContextRecall.ts +36 -0
- package/src/mcp-server/tools/evalsRagasNoiseSensitivity.ts +36 -0
- package/src/models/errors/evalsragascontextentitiesrecall.ts +167 -0
- package/src/models/errors/evalsragascontextrecall.ts +162 -0
- package/src/models/errors/evalsragasnoisesensitivity.ts +164 -0
- package/src/models/errors/index.ts +3 -0
- package/src/models/operations/createcontact.ts +2 -2
- package/src/models/operations/createdataset.ts +2 -2
- package/src/models/operations/createdatasetitem.ts +2 -2
- package/src/models/operations/createdatasource.ts +2 -2
- package/src/models/operations/createeval.ts +16 -16
- package/src/models/operations/evalsragascontextentitiesrecall.ts +164 -0
- package/src/models/operations/evalsragascontextrecall.ts +164 -0
- package/src/models/operations/evalsragasnoisesensitivity.ts +166 -0
- package/src/models/operations/fileget.ts +2 -2
- package/src/models/operations/filelist.ts +2 -2
- package/src/models/operations/fileupload.ts +2 -2
- package/src/models/operations/getevals.ts +29 -28
- package/src/models/operations/index.ts +3 -0
- package/src/models/operations/listcontacts.ts +2 -2
- package/src/models/operations/listdatasetdatapoints.ts +2 -2
- package/src/models/operations/listdatasets.ts +2 -2
- package/src/models/operations/listdatasources.ts +2 -2
- package/src/models/operations/retrievecontact.ts +2 -2
- package/src/models/operations/retrievedatapoint.ts +2 -2
- package/src/models/operations/retrievedataset.ts +2 -2
- package/src/models/operations/retrievedatasource.ts +2 -2
- package/src/models/operations/updatecontact.ts +2 -2
- package/src/models/operations/updatedatapoint.ts +2 -2
- package/src/models/operations/updatedataset.ts +2 -2
- package/src/models/operations/updatedatasource.ts +2 -2
- package/src/models/operations/updateeval.ts +16 -16
- package/src/sdk/evals.ts +45 -0
|
@@ -198,7 +198,7 @@ exports.Data$inboundSchema = z
|
|
|
198
198
|
metadata: z.record(z.any()).optional(),
|
|
199
199
|
created: z.string().datetime({ offset: true }).transform(v => new Date(v))
|
|
200
200
|
.optional(),
|
|
201
|
-
updated: z.string().datetime({ offset: true }).default("2025-06-
|
|
201
|
+
updated: z.string().datetime({ offset: true }).default("2025-06-23T12:22:08.975Z").transform(v => new Date(v)),
|
|
202
202
|
metrics: z.lazy(() => exports.Metrics$inboundSchema),
|
|
203
203
|
}).transform((v) => {
|
|
204
204
|
return (0, primitives_js_1.remap)(v, {
|
|
@@ -218,7 +218,7 @@ exports.Data$outboundSchema = z.object({
|
|
|
218
218
|
tags: z.array(z.string()).optional(),
|
|
219
219
|
metadata: z.record(z.any()).optional(),
|
|
220
220
|
created: z.date().transform(v => v.toISOString()).optional(),
|
|
221
|
-
updated: z.date().default(() => new Date("2025-06-
|
|
221
|
+
updated: z.date().default(() => new Date("2025-06-23T12:22:08.975Z"))
|
|
222
222
|
.transform(v => v.toISOString()),
|
|
223
223
|
metrics: z.lazy(() => exports.Metrics$outboundSchema),
|
|
224
224
|
}).transform((v) => {
|
|
@@ -1200,7 +1200,7 @@ exports.ListDatasetDatapointsData$inboundSchema = z.object({
|
|
|
1200
1200
|
updated_by_id: z.string().optional(),
|
|
1201
1201
|
created: z.string().datetime({ offset: true }).transform(v => new Date(v))
|
|
1202
1202
|
.optional(),
|
|
1203
|
-
updated: z.string().datetime({ offset: true }).default("2025-06-
|
|
1203
|
+
updated: z.string().datetime({ offset: true }).default("2025-06-23T12:22:08.975Z").transform(v => new Date(v)),
|
|
1204
1204
|
}).transform((v) => {
|
|
1205
1205
|
return (0, primitives_js_1.remap)(v, {
|
|
1206
1206
|
"_id": "id",
|
|
@@ -1228,7 +1228,7 @@ exports.ListDatasetDatapointsData$outboundSchema = z.object({
|
|
|
1228
1228
|
createdById: z.string().optional(),
|
|
1229
1229
|
updatedById: z.string().optional(),
|
|
1230
1230
|
created: z.date().transform(v => v.toISOString()).optional(),
|
|
1231
|
-
updated: z.date().default(() => new Date("2025-06-
|
|
1231
|
+
updated: z.date().default(() => new Date("2025-06-23T12:22:08.975Z"))
|
|
1232
1232
|
.transform(v => v.toISOString()),
|
|
1233
1233
|
}).transform((v) => {
|
|
1234
1234
|
return (0, primitives_js_1.remap)(v, {
|
|
@@ -153,7 +153,7 @@ exports.ListDatasetsData$inboundSchema = z.object({
|
|
|
153
153
|
metadata: z.lazy(() => exports.ListDatasetsMetadata$inboundSchema),
|
|
154
154
|
created: z.string().datetime({ offset: true }).transform(v => new Date(v))
|
|
155
155
|
.optional(),
|
|
156
|
-
updated: z.string().datetime({ offset: true }).default("2025-06-
|
|
156
|
+
updated: z.string().datetime({ offset: true }).default("2025-06-23T12:22:08.975Z").transform(v => new Date(v)),
|
|
157
157
|
}).transform((v) => {
|
|
158
158
|
return (0, primitives_js_1.remap)(v, {
|
|
159
159
|
"_id": "id",
|
|
@@ -174,7 +174,7 @@ exports.ListDatasetsData$outboundSchema = z.object({
|
|
|
174
174
|
updatedById: z.string().optional(),
|
|
175
175
|
metadata: z.lazy(() => exports.ListDatasetsMetadata$outboundSchema),
|
|
176
176
|
created: z.date().transform(v => v.toISOString()).optional(),
|
|
177
|
-
updated: z.date().default(() => new Date("2025-06-
|
|
177
|
+
updated: z.date().default(() => new Date("2025-06-23T12:22:08.975Z"))
|
|
178
178
|
.transform(v => v.toISOString()),
|
|
179
179
|
}).transform((v) => {
|
|
180
180
|
return (0, primitives_js_1.remap)(v, {
|
|
@@ -159,7 +159,7 @@ var ListDatasourcesStatus$;
|
|
|
159
159
|
})(ListDatasourcesStatus$ || (exports.ListDatasourcesStatus$ = ListDatasourcesStatus$ = {}));
|
|
160
160
|
/** @internal */
|
|
161
161
|
exports.ListDatasourcesData$inboundSchema = z.object({
|
|
162
|
-
_id: z.string().default("
|
|
162
|
+
_id: z.string().default("01JYEBTEGR10GMFBM81AQT7KWW"),
|
|
163
163
|
display_name: z.string(),
|
|
164
164
|
description: z.string().optional(),
|
|
165
165
|
status: exports.ListDatasourcesStatus$inboundSchema,
|
|
@@ -183,7 +183,7 @@ exports.ListDatasourcesData$inboundSchema = z.object({
|
|
|
183
183
|
});
|
|
184
184
|
/** @internal */
|
|
185
185
|
exports.ListDatasourcesData$outboundSchema = z.object({
|
|
186
|
-
id: z.string().default("
|
|
186
|
+
id: z.string().default("01JYEBTEGR10GMFBM81AQT7KWW"),
|
|
187
187
|
displayName: z.string(),
|
|
188
188
|
description: z.string().optional(),
|
|
189
189
|
status: exports.ListDatasourcesStatus$outboundSchema,
|
|
@@ -80,7 +80,7 @@ exports.RetrieveContactResponseBody$inboundSchema = z.object({
|
|
|
80
80
|
metadata: z.record(z.any()).optional(),
|
|
81
81
|
created: z.string().datetime({ offset: true }).transform(v => new Date(v))
|
|
82
82
|
.optional(),
|
|
83
|
-
updated: z.string().datetime({ offset: true }).default("2025-06-
|
|
83
|
+
updated: z.string().datetime({ offset: true }).default("2025-06-23T12:22:08.975Z").transform(v => new Date(v)),
|
|
84
84
|
}).transform((v) => {
|
|
85
85
|
return (0, primitives_js_1.remap)(v, {
|
|
86
86
|
"_id": "id",
|
|
@@ -99,7 +99,7 @@ exports.RetrieveContactResponseBody$outboundSchema = z.object({
|
|
|
99
99
|
tags: z.array(z.string()).optional(),
|
|
100
100
|
metadata: z.record(z.any()).optional(),
|
|
101
101
|
created: z.date().transform(v => v.toISOString()).optional(),
|
|
102
|
-
updated: z.date().default(() => new Date("2025-06-
|
|
102
|
+
updated: z.date().default(() => new Date("2025-06-23T12:22:08.975Z"))
|
|
103
103
|
.transform(v => v.toISOString()),
|
|
104
104
|
}).transform((v) => {
|
|
105
105
|
return (0, primitives_js_1.remap)(v, {
|
|
@@ -1174,7 +1174,7 @@ exports.RetrieveDatapointResponseBody$inboundSchema = z.object({
|
|
|
1174
1174
|
updated_by_id: z.string().optional(),
|
|
1175
1175
|
created: z.string().datetime({ offset: true }).transform(v => new Date(v))
|
|
1176
1176
|
.optional(),
|
|
1177
|
-
updated: z.string().datetime({ offset: true }).default("2025-06-
|
|
1177
|
+
updated: z.string().datetime({ offset: true }).default("2025-06-23T12:22:08.975Z").transform(v => new Date(v)),
|
|
1178
1178
|
}).transform((v) => {
|
|
1179
1179
|
return (0, primitives_js_1.remap)(v, {
|
|
1180
1180
|
"_id": "id",
|
|
@@ -1202,7 +1202,7 @@ exports.RetrieveDatapointResponseBody$outboundSchema = z.object({
|
|
|
1202
1202
|
createdById: z.string().optional(),
|
|
1203
1203
|
updatedById: z.string().optional(),
|
|
1204
1204
|
created: z.date().transform(v => v.toISOString()).optional(),
|
|
1205
|
-
updated: z.date().default(() => new Date("2025-06-
|
|
1205
|
+
updated: z.date().default(() => new Date("2025-06-23T12:22:08.975Z"))
|
|
1206
1206
|
.transform(v => v.toISOString()),
|
|
1207
1207
|
}).transform((v) => {
|
|
1208
1208
|
return (0, primitives_js_1.remap)(v, {
|
|
@@ -127,7 +127,7 @@ exports.RetrieveDatasetResponseBody$inboundSchema = z.object({
|
|
|
127
127
|
metadata: z.lazy(() => exports.RetrieveDatasetMetadata$inboundSchema),
|
|
128
128
|
created: z.string().datetime({ offset: true }).transform(v => new Date(v))
|
|
129
129
|
.optional(),
|
|
130
|
-
updated: z.string().datetime({ offset: true }).default("2025-06-
|
|
130
|
+
updated: z.string().datetime({ offset: true }).default("2025-06-23T12:22:08.975Z").transform(v => new Date(v)),
|
|
131
131
|
}).transform((v) => {
|
|
132
132
|
return (0, primitives_js_1.remap)(v, {
|
|
133
133
|
"_id": "id",
|
|
@@ -148,7 +148,7 @@ exports.RetrieveDatasetResponseBody$outboundSchema = z.object({
|
|
|
148
148
|
updatedById: z.string().optional(),
|
|
149
149
|
metadata: z.lazy(() => exports.RetrieveDatasetMetadata$outboundSchema),
|
|
150
150
|
created: z.date().transform(v => v.toISOString()).optional(),
|
|
151
|
-
updated: z.date().default(() => new Date("2025-06-
|
|
151
|
+
updated: z.date().default(() => new Date("2025-06-23T12:22:08.975Z"))
|
|
152
152
|
.transform(v => v.toISOString()),
|
|
153
153
|
}).transform((v) => {
|
|
154
154
|
return (0, primitives_js_1.remap)(v, {
|
|
@@ -105,7 +105,7 @@ var RetrieveDatasourceStatus$;
|
|
|
105
105
|
})(RetrieveDatasourceStatus$ || (exports.RetrieveDatasourceStatus$ = RetrieveDatasourceStatus$ = {}));
|
|
106
106
|
/** @internal */
|
|
107
107
|
exports.RetrieveDatasourceResponseBody$inboundSchema = z.object({
|
|
108
|
-
_id: z.string().default("
|
|
108
|
+
_id: z.string().default("01JYEBTEGSY9P86WYJT1ZETQM6"),
|
|
109
109
|
display_name: z.string(),
|
|
110
110
|
description: z.string().optional(),
|
|
111
111
|
status: exports.RetrieveDatasourceStatus$inboundSchema,
|
|
@@ -129,7 +129,7 @@ exports.RetrieveDatasourceResponseBody$inboundSchema = z.object({
|
|
|
129
129
|
});
|
|
130
130
|
/** @internal */
|
|
131
131
|
exports.RetrieveDatasourceResponseBody$outboundSchema = z.object({
|
|
132
|
-
id: z.string().default("
|
|
132
|
+
id: z.string().default("01JYEBTEGSY9P86WYJT1ZETQM6"),
|
|
133
133
|
displayName: z.string(),
|
|
134
134
|
description: z.string().optional(),
|
|
135
135
|
status: exports.RetrieveDatasourceStatus$outboundSchema,
|
|
@@ -135,7 +135,7 @@ exports.UpdateContactResponseBody$inboundSchema = z.object({
|
|
|
135
135
|
metadata: z.record(z.any()).optional(),
|
|
136
136
|
created: z.string().datetime({ offset: true }).transform(v => new Date(v))
|
|
137
137
|
.optional(),
|
|
138
|
-
updated: z.string().datetime({ offset: true }).default("2025-06-
|
|
138
|
+
updated: z.string().datetime({ offset: true }).default("2025-06-23T12:22:08.975Z").transform(v => new Date(v)),
|
|
139
139
|
}).transform((v) => {
|
|
140
140
|
return (0, primitives_js_1.remap)(v, {
|
|
141
141
|
"_id": "id",
|
|
@@ -154,7 +154,7 @@ exports.UpdateContactResponseBody$outboundSchema = z.object({
|
|
|
154
154
|
tags: z.array(z.string()).optional(),
|
|
155
155
|
metadata: z.record(z.any()).optional(),
|
|
156
156
|
created: z.date().transform(v => v.toISOString()).optional(),
|
|
157
|
-
updated: z.date().default(() => new Date("2025-06-
|
|
157
|
+
updated: z.date().default(() => new Date("2025-06-23T12:22:08.975Z"))
|
|
158
158
|
.transform(v => v.toISOString()),
|
|
159
159
|
}).transform((v) => {
|
|
160
160
|
return (0, primitives_js_1.remap)(v, {
|
|
@@ -2308,7 +2308,7 @@ exports.UpdateDatapointResponseBody$inboundSchema = z.object({
|
|
|
2308
2308
|
updated_by_id: z.string().optional(),
|
|
2309
2309
|
created: z.string().datetime({ offset: true }).transform(v => new Date(v))
|
|
2310
2310
|
.optional(),
|
|
2311
|
-
updated: z.string().datetime({ offset: true }).default("2025-06-
|
|
2311
|
+
updated: z.string().datetime({ offset: true }).default("2025-06-23T12:22:08.975Z").transform(v => new Date(v)),
|
|
2312
2312
|
}).transform((v) => {
|
|
2313
2313
|
return (0, primitives_js_1.remap)(v, {
|
|
2314
2314
|
"_id": "id",
|
|
@@ -2336,7 +2336,7 @@ exports.UpdateDatapointResponseBody$outboundSchema = z.object({
|
|
|
2336
2336
|
createdById: z.string().optional(),
|
|
2337
2337
|
updatedById: z.string().optional(),
|
|
2338
2338
|
created: z.date().transform(v => v.toISOString()).optional(),
|
|
2339
|
-
updated: z.date().default(() => new Date("2025-06-
|
|
2339
|
+
updated: z.date().default(() => new Date("2025-06-23T12:22:08.975Z"))
|
|
2340
2340
|
.transform(v => v.toISOString()),
|
|
2341
2341
|
}).transform((v) => {
|
|
2342
2342
|
return (0, primitives_js_1.remap)(v, {
|
|
@@ -174,7 +174,7 @@ exports.UpdateDatasetResponseBody$inboundSchema = z.object({
|
|
|
174
174
|
version: z.string().optional(),
|
|
175
175
|
created: z.string().datetime({ offset: true }).transform(v => new Date(v))
|
|
176
176
|
.optional(),
|
|
177
|
-
updated: z.string().datetime({ offset: true }).default("2025-06-
|
|
177
|
+
updated: z.string().datetime({ offset: true }).default("2025-06-23T12:22:08.975Z").transform(v => new Date(v)),
|
|
178
178
|
}).transform((v) => {
|
|
179
179
|
return (0, primitives_js_1.remap)(v, {
|
|
180
180
|
"_id": "id",
|
|
@@ -198,7 +198,7 @@ exports.UpdateDatasetResponseBody$outboundSchema = z.object({
|
|
|
198
198
|
parentId: z.string().optional(),
|
|
199
199
|
version: z.string().optional(),
|
|
200
200
|
created: z.date().transform(v => v.toISOString()).optional(),
|
|
201
|
-
updated: z.date().default(() => new Date("2025-06-
|
|
201
|
+
updated: z.date().default(() => new Date("2025-06-23T12:22:08.975Z"))
|
|
202
202
|
.transform(v => v.toISOString()),
|
|
203
203
|
}).transform((v) => {
|
|
204
204
|
return (0, primitives_js_1.remap)(v, {
|
|
@@ -144,7 +144,7 @@ var UpdateDatasourceStatus$;
|
|
|
144
144
|
})(UpdateDatasourceStatus$ || (exports.UpdateDatasourceStatus$ = UpdateDatasourceStatus$ = {}));
|
|
145
145
|
/** @internal */
|
|
146
146
|
exports.UpdateDatasourceResponseBody$inboundSchema = z.object({
|
|
147
|
-
_id: z.string().default("
|
|
147
|
+
_id: z.string().default("01JYEBTEGVZ7QTRR2V5FNJE7WT"),
|
|
148
148
|
display_name: z.string(),
|
|
149
149
|
description: z.string().optional(),
|
|
150
150
|
status: exports.UpdateDatasourceStatus$inboundSchema,
|
|
@@ -168,7 +168,7 @@ exports.UpdateDatasourceResponseBody$inboundSchema = z.object({
|
|
|
168
168
|
});
|
|
169
169
|
/** @internal */
|
|
170
170
|
exports.UpdateDatasourceResponseBody$outboundSchema = z.object({
|
|
171
|
-
id: z.string().default("
|
|
171
|
+
id: z.string().default("01JYEBTEGVZ7QTRR2V5FNJE7WT"),
|
|
172
172
|
displayName: z.string(),
|
|
173
173
|
description: z.string().optional(),
|
|
174
174
|
status: exports.UpdateDatasourceStatus$outboundSchema,
|
|
@@ -1302,8 +1302,8 @@ var UpdateEvalResponseBodyEvalsResponse200Type$;
|
|
|
1302
1302
|
exports.UpdateEvalResponseBodyPython$inboundSchema = z.object({
|
|
1303
1303
|
_id: z.string(),
|
|
1304
1304
|
description: z.string(),
|
|
1305
|
-
created: z.string().default("2025-06-
|
|
1306
|
-
updated: z.string().default("2025-06-
|
|
1305
|
+
created: z.string().default("2025-06-23T12:22:10.982Z"),
|
|
1306
|
+
updated: z.string().default("2025-06-23T12:22:10.982Z"),
|
|
1307
1307
|
guardrail_config: z.union([
|
|
1308
1308
|
z.lazy(() => exports.UpdateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBodyNumber$inboundSchema),
|
|
1309
1309
|
z.lazy(() => exports.UpdateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBodyBoolean$inboundSchema),
|
|
@@ -1321,8 +1321,8 @@ exports.UpdateEvalResponseBodyPython$inboundSchema = z.object({
|
|
|
1321
1321
|
exports.UpdateEvalResponseBodyPython$outboundSchema = z.object({
|
|
1322
1322
|
id: z.string(),
|
|
1323
1323
|
description: z.string(),
|
|
1324
|
-
created: z.string().default("2025-06-
|
|
1325
|
-
updated: z.string().default("2025-06-
|
|
1324
|
+
created: z.string().default("2025-06-23T12:22:10.982Z"),
|
|
1325
|
+
updated: z.string().default("2025-06-23T12:22:10.982Z"),
|
|
1326
1326
|
guardrailConfig: z.union([
|
|
1327
1327
|
z.lazy(() => exports.UpdateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBodyNumber$outboundSchema),
|
|
1328
1328
|
z.lazy(() => exports.UpdateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBodyBoolean$outboundSchema),
|
|
@@ -1524,8 +1524,8 @@ var UpdateEvalResponseBodyMethod$;
|
|
|
1524
1524
|
exports.UpdateEvalResponseBodyHTTP$inboundSchema = z.object({
|
|
1525
1525
|
_id: z.string(),
|
|
1526
1526
|
description: z.string(),
|
|
1527
|
-
created: z.string().default("2025-06-
|
|
1528
|
-
updated: z.string().default("2025-06-
|
|
1527
|
+
created: z.string().default("2025-06-23T12:22:10.982Z"),
|
|
1528
|
+
updated: z.string().default("2025-06-23T12:22:10.982Z"),
|
|
1529
1529
|
guardrail_config: z.union([
|
|
1530
1530
|
z.lazy(() => exports.UpdateEvalGuardrailConfigEvalsResponse200ApplicationJSONNumber$inboundSchema),
|
|
1531
1531
|
z.lazy(() => exports.UpdateEvalGuardrailConfigEvalsResponse200ApplicationJSONBoolean$inboundSchema),
|
|
@@ -1546,8 +1546,8 @@ exports.UpdateEvalResponseBodyHTTP$inboundSchema = z.object({
|
|
|
1546
1546
|
exports.UpdateEvalResponseBodyHTTP$outboundSchema = z.object({
|
|
1547
1547
|
id: z.string(),
|
|
1548
1548
|
description: z.string(),
|
|
1549
|
-
created: z.string().default("2025-06-
|
|
1550
|
-
updated: z.string().default("2025-06-
|
|
1549
|
+
created: z.string().default("2025-06-23T12:22:10.982Z"),
|
|
1550
|
+
updated: z.string().default("2025-06-23T12:22:10.982Z"),
|
|
1551
1551
|
guardrailConfig: z.union([
|
|
1552
1552
|
z.lazy(() => exports.UpdateEvalGuardrailConfigEvalsResponse200ApplicationJSONNumber$outboundSchema),
|
|
1553
1553
|
z.lazy(() => exports.UpdateEvalGuardrailConfigEvalsResponse200ApplicationJSONBoolean$outboundSchema),
|
|
@@ -1733,8 +1733,8 @@ var UpdateEvalResponseBodyEvalsType$;
|
|
|
1733
1733
|
exports.UpdateEvalResponseBodyJSON$inboundSchema = z.object({
|
|
1734
1734
|
_id: z.string(),
|
|
1735
1735
|
description: z.string(),
|
|
1736
|
-
created: z.string().default("2025-06-
|
|
1737
|
-
updated: z.string().default("2025-06-
|
|
1736
|
+
created: z.string().default("2025-06-23T12:22:10.982Z"),
|
|
1737
|
+
updated: z.string().default("2025-06-23T12:22:10.982Z"),
|
|
1738
1738
|
guardrail_config: z.union([
|
|
1739
1739
|
z.lazy(() => exports.UpdateEvalGuardrailConfigEvalsResponse200Number$inboundSchema),
|
|
1740
1740
|
z.lazy(() => exports.UpdateEvalGuardrailConfigEvalsResponse200Boolean$inboundSchema),
|
|
@@ -1752,8 +1752,8 @@ exports.UpdateEvalResponseBodyJSON$inboundSchema = z.object({
|
|
|
1752
1752
|
exports.UpdateEvalResponseBodyJSON$outboundSchema = z.object({
|
|
1753
1753
|
id: z.string(),
|
|
1754
1754
|
description: z.string(),
|
|
1755
|
-
created: z.string().default("2025-06-
|
|
1756
|
-
updated: z.string().default("2025-06-
|
|
1755
|
+
created: z.string().default("2025-06-23T12:22:10.982Z"),
|
|
1756
|
+
updated: z.string().default("2025-06-23T12:22:10.982Z"),
|
|
1757
1757
|
guardrailConfig: z.union([
|
|
1758
1758
|
z.lazy(() => exports.UpdateEvalGuardrailConfigEvalsResponse200Number$outboundSchema),
|
|
1759
1759
|
z.lazy(() => exports.UpdateEvalGuardrailConfigEvalsResponse200Boolean$outboundSchema),
|
|
@@ -1938,8 +1938,8 @@ var UpdateEvalResponseBodyType$;
|
|
|
1938
1938
|
exports.UpdateEvalResponseBodyLLM$inboundSchema = z.object({
|
|
1939
1939
|
_id: z.string(),
|
|
1940
1940
|
description: z.string(),
|
|
1941
|
-
created: z.string().default("2025-06-
|
|
1942
|
-
updated: z.string().default("2025-06-
|
|
1941
|
+
created: z.string().default("2025-06-23T12:22:10.982Z"),
|
|
1942
|
+
updated: z.string().default("2025-06-23T12:22:10.982Z"),
|
|
1943
1943
|
guardrail_config: z.union([
|
|
1944
1944
|
z.lazy(() => exports.UpdateEvalGuardrailConfigEvalsResponseNumber$inboundSchema),
|
|
1945
1945
|
z.lazy(() => exports.UpdateEvalGuardrailConfigEvalsResponseBoolean$inboundSchema),
|
|
@@ -1958,8 +1958,8 @@ exports.UpdateEvalResponseBodyLLM$inboundSchema = z.object({
|
|
|
1958
1958
|
exports.UpdateEvalResponseBodyLLM$outboundSchema = z.object({
|
|
1959
1959
|
id: z.string(),
|
|
1960
1960
|
description: z.string(),
|
|
1961
|
-
created: z.string().default("2025-06-
|
|
1962
|
-
updated: z.string().default("2025-06-
|
|
1961
|
+
created: z.string().default("2025-06-23T12:22:10.982Z"),
|
|
1962
|
+
updated: z.string().default("2025-06-23T12:22:10.982Z"),
|
|
1963
1963
|
guardrailConfig: z.union([
|
|
1964
1964
|
z.lazy(() => exports.UpdateEvalGuardrailConfigEvalsResponseNumber$outboundSchema),
|
|
1965
1965
|
z.lazy(() => exports.UpdateEvalGuardrailConfigEvalsResponseBoolean$outboundSchema),
|
package/package.json
CHANGED
package/sdk/evals.d.ts
CHANGED
|
@@ -129,6 +129,14 @@ export declare class Evals extends ClientSDK {
|
|
|
129
129
|
* Run Context Precision Evaluator
|
|
130
130
|
*/
|
|
131
131
|
ragasContextPrecision(request?: operations.EvalsRagasContextPrecisionRequestBody | undefined, options?: RequestOptions): Promise<operations.EvalsRagasContextPrecisionResponseBody>;
|
|
132
|
+
/**
|
|
133
|
+
* Run Context Recall Evaluator
|
|
134
|
+
*/
|
|
135
|
+
ragasContextRecall(request?: operations.EvalsRagasContextRecallRequestBody | undefined, options?: RequestOptions): Promise<operations.EvalsRagasContextRecallResponseBody>;
|
|
136
|
+
/**
|
|
137
|
+
* Run Context Entities Recall Evaluator
|
|
138
|
+
*/
|
|
139
|
+
ragasContextEntitiesRecall(request?: operations.EvalsRagasContextEntitiesRecallRequestBody | undefined, options?: RequestOptions): Promise<operations.EvalsRagasContextEntitiesRecallResponseBody>;
|
|
132
140
|
/**
|
|
133
141
|
* Run Correctness Evaluator
|
|
134
142
|
*/
|
|
@@ -145,6 +153,10 @@ export declare class Evals extends ClientSDK {
|
|
|
145
153
|
* Run Maliciousness Evaluator
|
|
146
154
|
*/
|
|
147
155
|
ragasMaliciousness(request?: operations.EvalsRagasMaliciousnessRequestBody | undefined, options?: RequestOptions): Promise<operations.EvalsRagasMaliciousnessResponseBody>;
|
|
156
|
+
/**
|
|
157
|
+
* Run Noise Sensitivity Evaluator
|
|
158
|
+
*/
|
|
159
|
+
ragasNoiseSensitivity(request?: operations.EvalsRagasNoiseSensitivityRequestBody | undefined, options?: RequestOptions): Promise<operations.EvalsRagasNoiseSensitivityResponseBody>;
|
|
148
160
|
/**
|
|
149
161
|
* Run Response Relevancy Evaluator
|
|
150
162
|
*/
|
package/sdk/evals.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"evals.d.ts","sourceRoot":"","sources":["../src/sdk/evals.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"evals.d.ts","sourceRoot":"","sources":["../src/sdk/evals.ts"],"names":[],"mappings":"AA8CA,OAAO,EAAE,SAAS,EAAE,cAAc,EAAE,MAAM,gBAAgB,CAAC;AAC3D,OAAO,KAAK,UAAU,MAAM,+BAA+B,CAAC;AAG5D,qBAAa,KAAM,SAAQ,SAAS;IAClC;;OAEG;IACG,GAAG,CACP,OAAO,CAAC,EAAE,UAAU,CAAC,eAAe,GAAG,SAAS,EAChD,OAAO,CAAC,EAAE,cAAc,GACvB,OAAO,CAAC,UAAU,CAAC,oBAAoB,CAAC;IAQ3C;;OAEG;IACG,MAAM,CACV,OAAO,CAAC,EAAE,UAAU,CAAC,qBAAqB,GAAG,SAAS,EACtD,OAAO,CAAC,EAAE,cAAc,GACvB,OAAO,CAAC,UAAU,CAAC,sBAAsB,CAAC;IAQ7C;;OAEG;IACG,MAAM,CACV,OAAO,EAAE,UAAU,CAAC,iBAAiB,EACrC,OAAO,CAAC,EAAE,cAAc,GACvB,OAAO,CAAC,UAAU,CAAC,sBAAsB,CAAC;IAQ7C;;OAEG;IACG,MAAM,CACV,OAAO,EAAE,UAAU,CAAC,iBAAiB,EACrC,OAAO,CAAC,EAAE,cAAc,GACvB,OAAO,CAAC,IAAI,CAAC;IAQhB;;OAEG;IACG,SAAS,CACb,OAAO,CAAC,EAAE,UAAU,CAAC,yBAAyB,GAAG,SAAS,EAC1D,OAAO,CAAC,EAAE,cAAc,GACvB,OAAO,CAAC,UAAU,CAAC,0BAA0B,CAAC;IAQjD;;OAEG;IACG,SAAS,CACb,OAAO,CAAC,EAAE,UAAU,CAAC,yBAAyB,GAAG,SAAS,EAC1D,OAAO,CAAC,EAAE,cAAc,GACvB,OAAO,CAAC,UAAU,CAAC,0BAA0B,CAAC;IAQjD;;OAEG;IACG,WAAW,CACf,OAAO,CAAC,EAAE,UAAU,CAAC,2BAA2B,GAAG,SAAS,EAC5D,OAAO,CAAC,EAAE,cAAc,GACvB,OAAO,CAAC,UAAU,CAAC,4BAA4B,CAAC;IAQnD;;OAEG;IACG,WAAW,CACf,OAAO,CAAC,EAAE,UAAU,CAAC,2BAA2B,GAAG,SAAS,EAC5D,OAAO,CAAC,EAAE,cAAc,GACvB,OAAO,CAAC,UAAU,CAAC,4BAA4B,CAAC;IAQnD;;OAEG;IACG,aAAa,CACjB,OAAO,CAAC,EAAE,UAAU,CAAC,6BAA6B,GAAG,SAAS,EAC9D,OAAO,CAAC,EAAE,cAAc,GACvB,OAAO,CAAC,UAAU,CAAC,8BAA8B,CAAC;IAQrD;;OAEG;IACG,YAAY,CAChB,OAAO,CAAC,EAAE,UAAU,CAAC,4BAA4B,GAAG,SAAS,EAC7D,OAAO,CAAC,EAAE,cAAc,GACvB,OAAO,CAAC,UAAU,CAAC,6BAA6B,CAAC;IAQpD;;OAEG;IACG,WAAW,CACf,OAAO,CAAC,EAAE,UAAU,CAAC,2BAA2B,GAAG,SAAS,EAC5D,OAAO,CAAC,EAAE,cAAc,GACvB,OAAO,CAAC,UAAU,CAAC,4BAA4B,CAAC;IAQnD;;OAEG;IACG,iBAAiB,CACrB,OAAO,CAAC,EAAE,UAAU,CAAC,iCAAiC,GAAG,SAAS,EAClE,OAAO,CAAC,EAAE,cAAc,GACvB,OAAO,CAAC,UAAU,CAAC,kCAAkC,CAAC;IAQzD;;OAEG;IACG,QAAQ,CACZ,OAAO,CAAC,EAAE,UAAU,CAAC,wBAAwB,GAAG,SAAS,EACzD,OAAO,CAAC,EAAE,cAAc,GACvB,OAAO,CAAC,UAAU,CAAC,yBAAyB,CAAC;IAQhD;;OAEG;IACG,QAAQ,CACZ,OAAO,CAAC,EAAE,UAAU,CAAC,wBAAwB,GAAG,SAAS,EACzD,OAAO,CAAC,EAAE,cAAc,GACvB,OAAO,CAAC,UAAU,CAAC,yBAAyB,CAAC;IAQhD;;OAEG;IACG,UAAU,CACd,OAAO,CAAC,EAAE,UAAU,CAAC,0BAA0B,GAAG,SAAS,EAC3D,OAAO,CAAC,EAAE,cAAc,GACvB,OAAO,CAAC,UAAU,CAAC,2BAA2B,CAAC;IAQlD;;OAEG;IACG,aAAa,CACjB,OAAO,CAAC,EAAE,UAAU,CAAC,6BAA6B,GAAG,SAAS,EAC9D,OAAO,CAAC,EAAE,cAAc,GACvB,OAAO,CAAC,UAAU,CAAC,8BAA8B,CAAC;IAQrD;;OAEG;IACG,iBAAiB,CACrB,OAAO,CAAC,EAAE,UAAU,CAAC,iCAAiC,GAAG,SAAS,EAClE,OAAO,CAAC,EAAE,cAAc,GACvB,OAAO,CAAC,UAAU,CAAC,kCAAkC,CAAC;IAQzD;;OAEG;IACG,cAAc,CAClB,OAAO,CAAC,EAAE,UAAU,CAAC,8BAA8B,GAAG,SAAS,EAC/D,OAAO,CAAC,EAAE,cAAc,GACvB,OAAO,CAAC,UAAU,CAAC,+BAA+B,CAAC;IAQtD;;OAEG;IACG,SAAS,CACb,OAAO,CAAC,EAAE,UAAU,CAAC,yBAAyB,GAAG,SAAS,EAC1D,OAAO,CAAC,EAAE,cAAc,GACvB,OAAO,CAAC,UAAU,CAAC,0BAA0B,CAAC;IAQjD;;OAEG;IACG,cAAc,CAClB,OAAO,CAAC,EAAE,UAAU,CAAC,8BAA8B,GAAG,SAAS,EAC/D,OAAO,CAAC,EAAE,cAAc,GACvB,OAAO,CAAC,UAAU,CAAC,+BAA+B,CAAC;IAQtD;;OAEG;IACG,YAAY,CAChB,OAAO,CAAC,EAAE,UAAU,CAAC,4BAA4B,GAAG,SAAS,EAC7D,OAAO,CAAC,EAAE,cAAc,GACvB,OAAO,CAAC,UAAU,CAAC,6BAA6B,CAAC;IAQpD;;OAEG;IACG,yBAAyB,CAC7B,OAAO,CAAC,EAAE,UAAU,CAAC,yCAAyC,GAAG,SAAS,EAC1E,OAAO,CAAC,EAAE,cAAc,GACvB,OAAO,CAAC,UAAU,CAAC,0CAA0C,CAAC;IAQjE;;OAEG;IACG,OAAO,CACX,OAAO,CAAC,EAAE,UAAU,CAAC,uBAAuB,GAAG,SAAS,EACxD,OAAO,CAAC,EAAE,cAAc,GACvB,OAAO,CAAC,UAAU,CAAC,wBAAwB,CAAC;IAQ/C;;OAEG;IACG,YAAY,CAChB,OAAO,CAAC,EAAE,UAAU,CAAC,4BAA4B,GAAG,SAAS,EAC7D,OAAO,CAAC,EAAE,cAAc,GACvB,OAAO,CAAC,UAAU,CAAC,6BAA6B,CAAC;IAQpD;;OAEG;IACG,GAAG,CACP,OAAO,CAAC,EAAE,UAAU,CAAC,mBAAmB,GAAG,SAAS,EACpD,OAAO,CAAC,EAAE,cAAc,GACvB,OAAO,CAAC,UAAU,CAAC,oBAAoB,CAAC;IAQ3C;;OAEG;IACG,uBAAuB,CAC3B,OAAO,CAAC,EAAE,UAAU,CAAC,uCAAuC,GAAG,SAAS,EACxE,OAAO,CAAC,EAAE,cAAc,GACvB,OAAO,CAAC,UAAU,CAAC,wCAAwC,CAAC;IAQ/D;;OAEG;IACG,aAAa,CACjB,OAAO,CAAC,EAAE,UAAU,CAAC,6BAA6B,GAAG,SAAS,EAC9D,OAAO,CAAC,EAAE,cAAc,GACvB,OAAO,CAAC,UAAU,CAAC,8BAA8B,CAAC;IAQrD;;OAEG;IACG,WAAW,CACf,OAAO,CAAC,EAAE,UAAU,CAAC,2BAA2B,GAAG,SAAS,EAC5D,OAAO,CAAC,EAAE,cAAc,GACvB,OAAO,CAAC,UAAU,CAAC,4BAA4B,CAAC;IAQnD;;OAEG;IACG,WAAW,CACf,OAAO,CAAC,EAAE,UAAU,CAAC,2BAA2B,GAAG,SAAS,EAC5D,OAAO,CAAC,EAAE,cAAc,GACvB,OAAO,CAAC,UAAU,CAAC,4BAA4B,CAAC;IAQnD;;OAEG;IACG,cAAc,CAClB,OAAO,CAAC,EAAE,UAAU,CAAC,8BAA8B,GAAG,SAAS,EAC/D,OAAO,CAAC,EAAE,cAAc,GACvB,OAAO,CAAC,UAAU,CAAC,+BAA+B,CAAC;IAQtD;;OAEG;IACG,gBAAgB,CACpB,OAAO,CAAC,EAAE,UAAU,CAAC,gCAAgC,GAAG,SAAS,EACjE,OAAO,CAAC,EAAE,cAAc,GACvB,OAAO,CAAC,UAAU,CAAC,iCAAiC,CAAC;IAQxD;;OAEG;IACG,qBAAqB,CACzB,OAAO,CAAC,EAAE,UAAU,CAAC,qCAAqC,GAAG,SAAS,EACtE,OAAO,CAAC,EAAE,cAAc,GACvB,OAAO,CAAC,UAAU,CAAC,sCAAsC,CAAC;IAQ7D;;OAEG;IACG,kBAAkB,CACtB,OAAO,CAAC,EAAE,UAAU,CAAC,kCAAkC,GAAG,SAAS,EACnE,OAAO,CAAC,EAAE,cAAc,GACvB,OAAO,CAAC,UAAU,CAAC,mCAAmC,CAAC;IAQ1D;;OAEG;IACG,0BAA0B,CAC9B,OAAO,CAAC,EAAE,UAAU,CAAC,0CAA0C,GAAG,SAAS,EAC3E,OAAO,CAAC,EAAE,cAAc,GACvB,OAAO,CAAC,UAAU,CAAC,2CAA2C,CAAC;IAQlE;;OAEG;IACG,gBAAgB,CACpB,OAAO,CAAC,EAAE,UAAU,CAAC,gCAAgC,GAAG,SAAS,EACjE,OAAO,CAAC,EAAE,cAAc,GACvB,OAAO,CAAC,UAAU,CAAC,iCAAiC,CAAC;IAQxD;;OAEG;IACG,iBAAiB,CACrB,OAAO,CAAC,EAAE,UAAU,CAAC,iCAAiC,GAAG,SAAS,EAClE,OAAO,CAAC,EAAE,cAAc,GACvB,OAAO,CAAC,UAAU,CAAC,kCAAkC,CAAC;IAQzD;;OAEG;IACG,gBAAgB,CACpB,OAAO,CAAC,EAAE,UAAU,CAAC,gCAAgC,GAAG,SAAS,EACjE,OAAO,CAAC,EAAE,cAAc,GACvB,OAAO,CAAC,UAAU,CAAC,iCAAiC,CAAC;IAQxD;;OAEG;IACG,kBAAkB,CACtB,OAAO,CAAC,EAAE,UAAU,CAAC,kCAAkC,GAAG,SAAS,EACnE,OAAO,CAAC,EAAE,cAAc,GACvB,OAAO,CAAC,UAAU,CAAC,mCAAmC,CAAC;IAQ1D;;OAEG;IACG,qBAAqB,CACzB,OAAO,CAAC,EAAE,UAAU,CAAC,qCAAqC,GAAG,SAAS,EACtE,OAAO,CAAC,EAAE,cAAc,GACvB,OAAO,CAAC,UAAU,CAAC,sCAAsC,CAAC;IAQ7D;;OAEG;IACG,sBAAsB,CAC1B,OAAO,CAAC,EAAE,UAAU,CAAC,sCAAsC,GAAG,SAAS,EACvE,OAAO,CAAC,EAAE,cAAc,GACvB,OAAO,CAAC,UAAU,CAAC,uCAAuC,CAAC;IAQ9D;;OAEG;IACG,kBAAkB,CACtB,OAAO,CAAC,EAAE,UAAU,CAAC,kCAAkC,GAAG,SAAS,EACnE,OAAO,CAAC,EAAE,cAAc,GACvB,OAAO,CAAC,UAAU,CAAC,mCAAmC,CAAC;IAQ1D;;OAEG;IACG,MAAM,CACV,OAAO,EAAE,UAAU,CAAC,iBAAiB,EACrC,OAAO,CAAC,EAAE,cAAc,GACvB,OAAO,CAAC,UAAU,CAAC,sBAAsB,CAAC;CAO9C"}
|
package/sdk/evals.js
CHANGED
|
@@ -30,11 +30,14 @@ const evalsLocalization_js_1 = require("../funcs/evalsLocalization.js");
|
|
|
30
30
|
const evalsPii_js_1 = require("../funcs/evalsPii.js");
|
|
31
31
|
const evalsRagasCoherence_js_1 = require("../funcs/evalsRagasCoherence.js");
|
|
32
32
|
const evalsRagasConciseness_js_1 = require("../funcs/evalsRagasConciseness.js");
|
|
33
|
+
const evalsRagasContextEntitiesRecall_js_1 = require("../funcs/evalsRagasContextEntitiesRecall.js");
|
|
33
34
|
const evalsRagasContextPrecision_js_1 = require("../funcs/evalsRagasContextPrecision.js");
|
|
35
|
+
const evalsRagasContextRecall_js_1 = require("../funcs/evalsRagasContextRecall.js");
|
|
34
36
|
const evalsRagasCorrectness_js_1 = require("../funcs/evalsRagasCorrectness.js");
|
|
35
37
|
const evalsRagasFaithfulness_js_1 = require("../funcs/evalsRagasFaithfulness.js");
|
|
36
38
|
const evalsRagasHarmfulness_js_1 = require("../funcs/evalsRagasHarmfulness.js");
|
|
37
39
|
const evalsRagasMaliciousness_js_1 = require("../funcs/evalsRagasMaliciousness.js");
|
|
40
|
+
const evalsRagasNoiseSensitivity_js_1 = require("../funcs/evalsRagasNoiseSensitivity.js");
|
|
38
41
|
const evalsRagasResponseRelevancy_js_1 = require("../funcs/evalsRagasResponseRelevancy.js");
|
|
39
42
|
const evalsRagasSummarization_js_1 = require("../funcs/evalsRagasSummarization.js");
|
|
40
43
|
const evalsSentimentClassification_js_1 = require("../funcs/evalsSentimentClassification.js");
|
|
@@ -238,6 +241,18 @@ class Evals extends sdks_js_1.ClientSDK {
|
|
|
238
241
|
async ragasContextPrecision(request, options) {
|
|
239
242
|
return (0, fp_js_1.unwrapAsync)((0, evalsRagasContextPrecision_js_1.evalsRagasContextPrecision)(this, request, options));
|
|
240
243
|
}
|
|
244
|
+
/**
|
|
245
|
+
* Run Context Recall Evaluator
|
|
246
|
+
*/
|
|
247
|
+
async ragasContextRecall(request, options) {
|
|
248
|
+
return (0, fp_js_1.unwrapAsync)((0, evalsRagasContextRecall_js_1.evalsRagasContextRecall)(this, request, options));
|
|
249
|
+
}
|
|
250
|
+
/**
|
|
251
|
+
* Run Context Entities Recall Evaluator
|
|
252
|
+
*/
|
|
253
|
+
async ragasContextEntitiesRecall(request, options) {
|
|
254
|
+
return (0, fp_js_1.unwrapAsync)((0, evalsRagasContextEntitiesRecall_js_1.evalsRagasContextEntitiesRecall)(this, request, options));
|
|
255
|
+
}
|
|
241
256
|
/**
|
|
242
257
|
* Run Correctness Evaluator
|
|
243
258
|
*/
|
|
@@ -262,6 +277,12 @@ class Evals extends sdks_js_1.ClientSDK {
|
|
|
262
277
|
async ragasMaliciousness(request, options) {
|
|
263
278
|
return (0, fp_js_1.unwrapAsync)((0, evalsRagasMaliciousness_js_1.evalsRagasMaliciousness)(this, request, options));
|
|
264
279
|
}
|
|
280
|
+
/**
|
|
281
|
+
* Run Noise Sensitivity Evaluator
|
|
282
|
+
*/
|
|
283
|
+
async ragasNoiseSensitivity(request, options) {
|
|
284
|
+
return (0, fp_js_1.unwrapAsync)((0, evalsRagasNoiseSensitivity_js_1.evalsRagasNoiseSensitivity)(this, request, options));
|
|
285
|
+
}
|
|
265
286
|
/**
|
|
266
287
|
* Run Response Relevancy Evaluator
|
|
267
288
|
*/
|
package/sdk/evals.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"evals.js","sourceRoot":"","sources":["../src/sdk/evals.ts"],"names":[],"mappings":";AAAA;;GAEG;;;AAEH,4EAAsE;AACtE,sDAAgD;AAChD,kEAA4D;AAC5D,kEAA4D;AAC5D,wEAAkE;AAClE,gEAA0D;AAC1D,sEAAgE;AAChE,sEAAgE;AAChE,0EAAoE;AACpE,wEAAkE;AAClE,sEAAgE;AAChE,kFAA4E;AAC5E,4DAAsD;AACtD,4DAAsD;AACtD,gEAA0D;AAC1D,oEAA8D;AAC9D,kGAA4F;AAC5F,8DAAwD;AACxD,4DAAsD;AACtD,0EAAoE;AACpE,kFAA4E;AAC5E,4EAAsE;AACtE,wEAAkE;AAClE,sDAAgD;AAChD,4EAAsE;AACtE,gFAA0E;AAC1E,0FAAoF;AACpF,gFAA0E;AAC1E,kFAA4E;AAC5E,gFAA0E;AAC1E,oFAA8E;AAC9E,4FAAsF;AACtF,oFAA8E;AAC9E,8FAAwF;AACxF,0EAAoE;AACpE,sEAAgE;AAChE,sEAAgE;AAChE,4DAAsD;AACtD,kEAA4D;AAC5D,4CAA2D;AAE3D,0CAA6C;AAE7C,MAAa,KAAM,SAAQ,mBAAS;IAClC;;OAEG;IACH,KAAK,CAAC,GAAG,CACP,OAAgD,EAChD,OAAwB;QAExB,OAAO,IAAA,mBAAW,EAAC,IAAA,sBAAQ,EACzB,IAAI,EACJ,OAAO,EACP,OAAO,CACR,CAAC,CAAC;IACL,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,MAAM,CACV,OAAsD,EACtD,OAAwB;QAExB,OAAO,IAAA,mBAAW,EAAC,IAAA,4BAAW,EAC5B,IAAI,EACJ,OAAO,EACP,OAAO,CACR,CAAC,CAAC;IACL,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,MAAM,CACV,OAAqC,EACrC,OAAwB;QAExB,OAAO,IAAA,mBAAW,EAAC,IAAA,4BAAW,EAC5B,IAAI,EACJ,OAAO,EACP,OAAO,CACR,CAAC,CAAC;IACL,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,MAAM,CACV,OAAqC,EACrC,OAAwB;QAExB,OAAO,IAAA,mBAAW,EAAC,IAAA,4BAAW,EAC5B,IAAI,EACJ,OAAO,EACP,OAAO,CACR,CAAC,CAAC;IACL,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,SAAS,CACb,OAA0D,EAC1D,OAAwB;QAExB,OAAO,IAAA,mBAAW,EAAC,IAAA,kCAAc,EAC/B,IAAI,EACJ,OAAO,EACP,OAAO,CACR,CAAC,CAAC;IACL,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,SAAS,CACb,OAA0D,EAC1D,OAAwB;QAExB,OAAO,IAAA,mBAAW,EAAC,IAAA,kCAAc,EAC/B,IAAI,EACJ,OAAO,EACP,OAAO,CACR,CAAC,CAAC;IACL,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,WAAW,CACf,OAA4D,EAC5D,OAAwB;QAExB,OAAO,IAAA,mBAAW,EAAC,IAAA,sCAAgB,EACjC,IAAI,EACJ,OAAO,EACP,OAAO,CACR,CAAC,CAAC;IACL,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,WAAW,CACf,OAA4D,EAC5D,OAAwB;QAExB,OAAO,IAAA,mBAAW,EAAC,IAAA,sCAAgB,EACjC,IAAI,EACJ,OAAO,EACP,OAAO,CACR,CAAC,CAAC;IACL,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,aAAa,CACjB,OAA8D,EAC9D,OAAwB;QAExB,OAAO,IAAA,mBAAW,EAAC,IAAA,0CAAkB,EACnC,IAAI,EACJ,OAAO,EACP,OAAO,CACR,CAAC,CAAC;IACL,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,YAAY,CAChB,OAA6D,EAC7D,OAAwB;QAExB,OAAO,IAAA,mBAAW,EAAC,IAAA,wCAAiB,EAClC,IAAI,EACJ,OAAO,EACP,OAAO,CACR,CAAC,CAAC;IACL,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,WAAW,CACf,OAA4D,EAC5D,OAAwB;QAExB,OAAO,IAAA,mBAAW,EAAC,IAAA,sCAAgB,EACjC,IAAI,EACJ,OAAO,EACP,OAAO,CACR,CAAC,CAAC;IACL,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,iBAAiB,CACrB,OAAkE,EAClE,OAAwB;QAExB,OAAO,IAAA,mBAAW,EAAC,IAAA,kDAAsB,EACvC,IAAI,EACJ,OAAO,EACP,OAAO,CACR,CAAC,CAAC;IACL,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,QAAQ,CACZ,OAAyD,EACzD,OAAwB;QAExB,OAAO,IAAA,mBAAW,EAAC,IAAA,gCAAa,EAC9B,IAAI,EACJ,OAAO,EACP,OAAO,CACR,CAAC,CAAC;IACL,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,QAAQ,CACZ,OAAyD,EACzD,OAAwB;QAExB,OAAO,IAAA,mBAAW,EAAC,IAAA,gCAAa,EAC9B,IAAI,EACJ,OAAO,EACP,OAAO,CACR,CAAC,CAAC;IACL,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,UAAU,CACd,OAA2D,EAC3D,OAAwB;QAExB,OAAO,IAAA,mBAAW,EAAC,IAAA,oCAAe,EAChC,IAAI,EACJ,OAAO,EACP,OAAO,CACR,CAAC,CAAC;IACL,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,aAAa,CACjB,OAA8D,EAC9D,OAAwB;QAExB,OAAO,IAAA,mBAAW,EAAC,IAAA,0CAAkB,EACnC,IAAI,EACJ,OAAO,EACP,OAAO,CACR,CAAC,CAAC;IACL,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,iBAAiB,CACrB,OAAkE,EAClE,OAAwB;QAExB,OAAO,IAAA,mBAAW,EAAC,IAAA,kDAAsB,EACvC,IAAI,EACJ,OAAO,EACP,OAAO,CACR,CAAC,CAAC;IACL,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,cAAc,CAClB,OAA+D,EAC/D,OAAwB;QAExB,OAAO,IAAA,mBAAW,EAAC,IAAA,4CAAmB,EACpC,IAAI,EACJ,OAAO,EACP,OAAO,CACR,CAAC,CAAC;IACL,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,SAAS,CACb,OAA0D,EAC1D,OAAwB;QAExB,OAAO,IAAA,mBAAW,EAAC,IAAA,kCAAc,EAC/B,IAAI,EACJ,OAAO,EACP,OAAO,CACR,CAAC,CAAC;IACL,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,cAAc,CAClB,OAA+D,EAC/D,OAAwB;QAExB,OAAO,IAAA,mBAAW,EAAC,IAAA,4CAAmB,EACpC,IAAI,EACJ,OAAO,EACP,OAAO,CACR,CAAC,CAAC;IACL,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,YAAY,CAChB,OAA6D,EAC7D,OAAwB;QAExB,OAAO,IAAA,mBAAW,EAAC,IAAA,wCAAiB,EAClC,IAAI,EACJ,OAAO,EACP,OAAO,CACR,CAAC,CAAC;IACL,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,yBAAyB,CAC7B,OAA0E,EAC1E,OAAwB;QAExB,OAAO,IAAA,mBAAW,EAAC,IAAA,kEAA8B,EAC/C,IAAI,EACJ,OAAO,EACP,OAAO,CACR,CAAC,CAAC;IACL,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,OAAO,CACX,OAAwD,EACxD,OAAwB;QAExB,OAAO,IAAA,mBAAW,EAAC,IAAA,8BAAY,EAC7B,IAAI,EACJ,OAAO,EACP,OAAO,CACR,CAAC,CAAC;IACL,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,YAAY,CAChB,OAA6D,EAC7D,OAAwB;QAExB,OAAO,IAAA,mBAAW,EAAC,IAAA,wCAAiB,EAClC,IAAI,EACJ,OAAO,EACP,OAAO,CACR,CAAC,CAAC;IACL,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,GAAG,CACP,OAAoD,EACpD,OAAwB;QAExB,OAAO,IAAA,mBAAW,EAAC,IAAA,sBAAQ,EACzB,IAAI,EACJ,OAAO,EACP,OAAO,CACR,CAAC,CAAC;IACL,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,uBAAuB,CAC3B,OAAwE,EACxE,OAAwB;QAExB,OAAO,IAAA,mBAAW,EAAC,IAAA,8DAA4B,EAC7C,IAAI,EACJ,OAAO,EACP,OAAO,CACR,CAAC,CAAC;IACL,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,aAAa,CACjB,OAA8D,EAC9D,OAAwB;QAExB,OAAO,IAAA,mBAAW,EAAC,IAAA,0CAAkB,EACnC,IAAI,EACJ,OAAO,EACP,OAAO,CACR,CAAC,CAAC;IACL,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,WAAW,CACf,OAA4D,EAC5D,OAAwB;QAExB,OAAO,IAAA,mBAAW,EAAC,IAAA,sCAAgB,EACjC,IAAI,EACJ,OAAO,EACP,OAAO,CACR,CAAC,CAAC;IACL,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,WAAW,CACf,OAA4D,EAC5D,OAAwB;QAExB,OAAO,IAAA,mBAAW,EAAC,IAAA,sCAAgB,EACjC,IAAI,EACJ,OAAO,EACP,OAAO,CACR,CAAC,CAAC;IACL,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,cAAc,CAClB,OAA+D,EAC/D,OAAwB;QAExB,OAAO,IAAA,mBAAW,EAAC,IAAA,4CAAmB,EACpC,IAAI,EACJ,OAAO,EACP,OAAO,CACR,CAAC,CAAC;IACL,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,gBAAgB,CACpB,OAAiE,EACjE,OAAwB;QAExB,OAAO,IAAA,mBAAW,EAAC,IAAA,gDAAqB,EACtC,IAAI,EACJ,OAAO,EACP,OAAO,CACR,CAAC,CAAC;IACL,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,qBAAqB,CACzB,OAAsE,EACtE,OAAwB;QAExB,OAAO,IAAA,mBAAW,EAAC,IAAA,0DAA0B,EAC3C,IAAI,EACJ,OAAO,EACP,OAAO,CACR,CAAC,CAAC;IACL,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,gBAAgB,CACpB,OAAiE,EACjE,OAAwB;QAExB,OAAO,IAAA,mBAAW,EAAC,IAAA,gDAAqB,EACtC,IAAI,EACJ,OAAO,EACP,OAAO,CACR,CAAC,CAAC;IACL,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,iBAAiB,CACrB,OAAkE,EAClE,OAAwB;QAExB,OAAO,IAAA,mBAAW,EAAC,IAAA,kDAAsB,EACvC,IAAI,EACJ,OAAO,EACP,OAAO,CACR,CAAC,CAAC;IACL,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,gBAAgB,CACpB,OAAiE,EACjE,OAAwB;QAExB,OAAO,IAAA,mBAAW,EAAC,IAAA,gDAAqB,EACtC,IAAI,EACJ,OAAO,EACP,OAAO,CACR,CAAC,CAAC;IACL,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,kBAAkB,CACtB,OAAmE,EACnE,OAAwB;QAExB,OAAO,IAAA,mBAAW,EAAC,IAAA,oDAAuB,EACxC,IAAI,EACJ,OAAO,EACP,OAAO,CACR,CAAC,CAAC;IACL,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,sBAAsB,CAC1B,OAAuE,EACvE,OAAwB;QAExB,OAAO,IAAA,mBAAW,EAAC,IAAA,4DAA2B,EAC5C,IAAI,EACJ,OAAO,EACP,OAAO,CACR,CAAC,CAAC;IACL,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,kBAAkB,CACtB,OAAmE,EACnE,OAAwB;QAExB,OAAO,IAAA,mBAAW,EAAC,IAAA,oDAAuB,EACxC,IAAI,EACJ,OAAO,EACP,OAAO,CACR,CAAC,CAAC;IACL,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,MAAM,CACV,OAAqC,EACrC,OAAwB;QAExB,OAAO,IAAA,mBAAW,EAAC,IAAA,4BAAW,EAC5B,IAAI,EACJ,OAAO,EACP,OAAO,CACR,CAAC,CAAC;IACL,CAAC;CACF;
|
|
1
|
+
{"version":3,"file":"evals.js","sourceRoot":"","sources":["../src/sdk/evals.ts"],"names":[],"mappings":";AAAA;;GAEG;;;AAEH,4EAAsE;AACtE,sDAAgD;AAChD,kEAA4D;AAC5D,kEAA4D;AAC5D,wEAAkE;AAClE,gEAA0D;AAC1D,sEAAgE;AAChE,sEAAgE;AAChE,0EAAoE;AACpE,wEAAkE;AAClE,sEAAgE;AAChE,kFAA4E;AAC5E,4DAAsD;AACtD,4DAAsD;AACtD,gEAA0D;AAC1D,oEAA8D;AAC9D,kGAA4F;AAC5F,8DAAwD;AACxD,4DAAsD;AACtD,0EAAoE;AACpE,kFAA4E;AAC5E,4EAAsE;AACtE,wEAAkE;AAClE,sDAAgD;AAChD,4EAAsE;AACtE,gFAA0E;AAC1E,oGAA8F;AAC9F,0FAAoF;AACpF,oFAA8E;AAC9E,gFAA0E;AAC1E,kFAA4E;AAC5E,gFAA0E;AAC1E,oFAA8E;AAC9E,0FAAoF;AACpF,4FAAsF;AACtF,oFAA8E;AAC9E,8FAAwF;AACxF,0EAAoE;AACpE,sEAAgE;AAChE,sEAAgE;AAChE,4DAAsD;AACtD,kEAA4D;AAC5D,4CAA2D;AAE3D,0CAA6C;AAE7C,MAAa,KAAM,SAAQ,mBAAS;IAClC;;OAEG;IACH,KAAK,CAAC,GAAG,CACP,OAAgD,EAChD,OAAwB;QAExB,OAAO,IAAA,mBAAW,EAAC,IAAA,sBAAQ,EACzB,IAAI,EACJ,OAAO,EACP,OAAO,CACR,CAAC,CAAC;IACL,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,MAAM,CACV,OAAsD,EACtD,OAAwB;QAExB,OAAO,IAAA,mBAAW,EAAC,IAAA,4BAAW,EAC5B,IAAI,EACJ,OAAO,EACP,OAAO,CACR,CAAC,CAAC;IACL,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,MAAM,CACV,OAAqC,EACrC,OAAwB;QAExB,OAAO,IAAA,mBAAW,EAAC,IAAA,4BAAW,EAC5B,IAAI,EACJ,OAAO,EACP,OAAO,CACR,CAAC,CAAC;IACL,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,MAAM,CACV,OAAqC,EACrC,OAAwB;QAExB,OAAO,IAAA,mBAAW,EAAC,IAAA,4BAAW,EAC5B,IAAI,EACJ,OAAO,EACP,OAAO,CACR,CAAC,CAAC;IACL,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,SAAS,CACb,OAA0D,EAC1D,OAAwB;QAExB,OAAO,IAAA,mBAAW,EAAC,IAAA,kCAAc,EAC/B,IAAI,EACJ,OAAO,EACP,OAAO,CACR,CAAC,CAAC;IACL,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,SAAS,CACb,OAA0D,EAC1D,OAAwB;QAExB,OAAO,IAAA,mBAAW,EAAC,IAAA,kCAAc,EAC/B,IAAI,EACJ,OAAO,EACP,OAAO,CACR,CAAC,CAAC;IACL,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,WAAW,CACf,OAA4D,EAC5D,OAAwB;QAExB,OAAO,IAAA,mBAAW,EAAC,IAAA,sCAAgB,EACjC,IAAI,EACJ,OAAO,EACP,OAAO,CACR,CAAC,CAAC;IACL,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,WAAW,CACf,OAA4D,EAC5D,OAAwB;QAExB,OAAO,IAAA,mBAAW,EAAC,IAAA,sCAAgB,EACjC,IAAI,EACJ,OAAO,EACP,OAAO,CACR,CAAC,CAAC;IACL,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,aAAa,CACjB,OAA8D,EAC9D,OAAwB;QAExB,OAAO,IAAA,mBAAW,EAAC,IAAA,0CAAkB,EACnC,IAAI,EACJ,OAAO,EACP,OAAO,CACR,CAAC,CAAC;IACL,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,YAAY,CAChB,OAA6D,EAC7D,OAAwB;QAExB,OAAO,IAAA,mBAAW,EAAC,IAAA,wCAAiB,EAClC,IAAI,EACJ,OAAO,EACP,OAAO,CACR,CAAC,CAAC;IACL,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,WAAW,CACf,OAA4D,EAC5D,OAAwB;QAExB,OAAO,IAAA,mBAAW,EAAC,IAAA,sCAAgB,EACjC,IAAI,EACJ,OAAO,EACP,OAAO,CACR,CAAC,CAAC;IACL,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,iBAAiB,CACrB,OAAkE,EAClE,OAAwB;QAExB,OAAO,IAAA,mBAAW,EAAC,IAAA,kDAAsB,EACvC,IAAI,EACJ,OAAO,EACP,OAAO,CACR,CAAC,CAAC;IACL,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,QAAQ,CACZ,OAAyD,EACzD,OAAwB;QAExB,OAAO,IAAA,mBAAW,EAAC,IAAA,gCAAa,EAC9B,IAAI,EACJ,OAAO,EACP,OAAO,CACR,CAAC,CAAC;IACL,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,QAAQ,CACZ,OAAyD,EACzD,OAAwB;QAExB,OAAO,IAAA,mBAAW,EAAC,IAAA,gCAAa,EAC9B,IAAI,EACJ,OAAO,EACP,OAAO,CACR,CAAC,CAAC;IACL,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,UAAU,CACd,OAA2D,EAC3D,OAAwB;QAExB,OAAO,IAAA,mBAAW,EAAC,IAAA,oCAAe,EAChC,IAAI,EACJ,OAAO,EACP,OAAO,CACR,CAAC,CAAC;IACL,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,aAAa,CACjB,OAA8D,EAC9D,OAAwB;QAExB,OAAO,IAAA,mBAAW,EAAC,IAAA,0CAAkB,EACnC,IAAI,EACJ,OAAO,EACP,OAAO,CACR,CAAC,CAAC;IACL,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,iBAAiB,CACrB,OAAkE,EAClE,OAAwB;QAExB,OAAO,IAAA,mBAAW,EAAC,IAAA,kDAAsB,EACvC,IAAI,EACJ,OAAO,EACP,OAAO,CACR,CAAC,CAAC;IACL,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,cAAc,CAClB,OAA+D,EAC/D,OAAwB;QAExB,OAAO,IAAA,mBAAW,EAAC,IAAA,4CAAmB,EACpC,IAAI,EACJ,OAAO,EACP,OAAO,CACR,CAAC,CAAC;IACL,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,SAAS,CACb,OAA0D,EAC1D,OAAwB;QAExB,OAAO,IAAA,mBAAW,EAAC,IAAA,kCAAc,EAC/B,IAAI,EACJ,OAAO,EACP,OAAO,CACR,CAAC,CAAC;IACL,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,cAAc,CAClB,OAA+D,EAC/D,OAAwB;QAExB,OAAO,IAAA,mBAAW,EAAC,IAAA,4CAAmB,EACpC,IAAI,EACJ,OAAO,EACP,OAAO,CACR,CAAC,CAAC;IACL,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,YAAY,CAChB,OAA6D,EAC7D,OAAwB;QAExB,OAAO,IAAA,mBAAW,EAAC,IAAA,wCAAiB,EAClC,IAAI,EACJ,OAAO,EACP,OAAO,CACR,CAAC,CAAC;IACL,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,yBAAyB,CAC7B,OAA0E,EAC1E,OAAwB;QAExB,OAAO,IAAA,mBAAW,EAAC,IAAA,kEAA8B,EAC/C,IAAI,EACJ,OAAO,EACP,OAAO,CACR,CAAC,CAAC;IACL,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,OAAO,CACX,OAAwD,EACxD,OAAwB;QAExB,OAAO,IAAA,mBAAW,EAAC,IAAA,8BAAY,EAC7B,IAAI,EACJ,OAAO,EACP,OAAO,CACR,CAAC,CAAC;IACL,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,YAAY,CAChB,OAA6D,EAC7D,OAAwB;QAExB,OAAO,IAAA,mBAAW,EAAC,IAAA,wCAAiB,EAClC,IAAI,EACJ,OAAO,EACP,OAAO,CACR,CAAC,CAAC;IACL,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,GAAG,CACP,OAAoD,EACpD,OAAwB;QAExB,OAAO,IAAA,mBAAW,EAAC,IAAA,sBAAQ,EACzB,IAAI,EACJ,OAAO,EACP,OAAO,CACR,CAAC,CAAC;IACL,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,uBAAuB,CAC3B,OAAwE,EACxE,OAAwB;QAExB,OAAO,IAAA,mBAAW,EAAC,IAAA,8DAA4B,EAC7C,IAAI,EACJ,OAAO,EACP,OAAO,CACR,CAAC,CAAC;IACL,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,aAAa,CACjB,OAA8D,EAC9D,OAAwB;QAExB,OAAO,IAAA,mBAAW,EAAC,IAAA,0CAAkB,EACnC,IAAI,EACJ,OAAO,EACP,OAAO,CACR,CAAC,CAAC;IACL,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,WAAW,CACf,OAA4D,EAC5D,OAAwB;QAExB,OAAO,IAAA,mBAAW,EAAC,IAAA,sCAAgB,EACjC,IAAI,EACJ,OAAO,EACP,OAAO,CACR,CAAC,CAAC;IACL,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,WAAW,CACf,OAA4D,EAC5D,OAAwB;QAExB,OAAO,IAAA,mBAAW,EAAC,IAAA,sCAAgB,EACjC,IAAI,EACJ,OAAO,EACP,OAAO,CACR,CAAC,CAAC;IACL,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,cAAc,CAClB,OAA+D,EAC/D,OAAwB;QAExB,OAAO,IAAA,mBAAW,EAAC,IAAA,4CAAmB,EACpC,IAAI,EACJ,OAAO,EACP,OAAO,CACR,CAAC,CAAC;IACL,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,gBAAgB,CACpB,OAAiE,EACjE,OAAwB;QAExB,OAAO,IAAA,mBAAW,EAAC,IAAA,gDAAqB,EACtC,IAAI,EACJ,OAAO,EACP,OAAO,CACR,CAAC,CAAC;IACL,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,qBAAqB,CACzB,OAAsE,EACtE,OAAwB;QAExB,OAAO,IAAA,mBAAW,EAAC,IAAA,0DAA0B,EAC3C,IAAI,EACJ,OAAO,EACP,OAAO,CACR,CAAC,CAAC;IACL,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,kBAAkB,CACtB,OAAmE,EACnE,OAAwB;QAExB,OAAO,IAAA,mBAAW,EAAC,IAAA,oDAAuB,EACxC,IAAI,EACJ,OAAO,EACP,OAAO,CACR,CAAC,CAAC;IACL,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,0BAA0B,CAC9B,OAA2E,EAC3E,OAAwB;QAExB,OAAO,IAAA,mBAAW,EAAC,IAAA,oEAA+B,EAChD,IAAI,EACJ,OAAO,EACP,OAAO,CACR,CAAC,CAAC;IACL,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,gBAAgB,CACpB,OAAiE,EACjE,OAAwB;QAExB,OAAO,IAAA,mBAAW,EAAC,IAAA,gDAAqB,EACtC,IAAI,EACJ,OAAO,EACP,OAAO,CACR,CAAC,CAAC;IACL,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,iBAAiB,CACrB,OAAkE,EAClE,OAAwB;QAExB,OAAO,IAAA,mBAAW,EAAC,IAAA,kDAAsB,EACvC,IAAI,EACJ,OAAO,EACP,OAAO,CACR,CAAC,CAAC;IACL,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,gBAAgB,CACpB,OAAiE,EACjE,OAAwB;QAExB,OAAO,IAAA,mBAAW,EAAC,IAAA,gDAAqB,EACtC,IAAI,EACJ,OAAO,EACP,OAAO,CACR,CAAC,CAAC;IACL,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,kBAAkB,CACtB,OAAmE,EACnE,OAAwB;QAExB,OAAO,IAAA,mBAAW,EAAC,IAAA,oDAAuB,EACxC,IAAI,EACJ,OAAO,EACP,OAAO,CACR,CAAC,CAAC;IACL,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,qBAAqB,CACzB,OAAsE,EACtE,OAAwB;QAExB,OAAO,IAAA,mBAAW,EAAC,IAAA,0DAA0B,EAC3C,IAAI,EACJ,OAAO,EACP,OAAO,CACR,CAAC,CAAC;IACL,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,sBAAsB,CAC1B,OAAuE,EACvE,OAAwB;QAExB,OAAO,IAAA,mBAAW,EAAC,IAAA,4DAA2B,EAC5C,IAAI,EACJ,OAAO,EACP,OAAO,CACR,CAAC,CAAC;IACL,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,kBAAkB,CACtB,OAAmE,EACnE,OAAwB;QAExB,OAAO,IAAA,mBAAW,EAAC,IAAA,oDAAuB,EACxC,IAAI,EACJ,OAAO,EACP,OAAO,CACR,CAAC,CAAC;IACL,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,MAAM,CACV,OAAqC,EACrC,OAAwB;QAExB,OAAO,IAAA,mBAAW,EAAC,IAAA,4BAAW,EAC5B,IAAI,EACJ,OAAO,EACP,OAAO,CACR,CAAC,CAAC;IACL,CAAC;CACF;AA5kBD,sBA4kBC"}
|
|
@@ -0,0 +1,183 @@
|
|
|
1
|
+
/*
|
|
2
|
+
* Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
|
|
3
|
+
*/
|
|
4
|
+
|
|
5
|
+
import { OrqCore } from "../core.js";
|
|
6
|
+
import { encodeJSON } from "../lib/encodings.js";
|
|
7
|
+
import * as M from "../lib/matchers.js";
|
|
8
|
+
import { compactMap } from "../lib/primitives.js";
|
|
9
|
+
import { safeParse } from "../lib/schemas.js";
|
|
10
|
+
import { RequestOptions } from "../lib/sdks.js";
|
|
11
|
+
import { extractSecurity, resolveGlobalSecurity } from "../lib/security.js";
|
|
12
|
+
import { pathToFunc } from "../lib/url.js";
|
|
13
|
+
import {
|
|
14
|
+
ConnectionError,
|
|
15
|
+
InvalidRequestError,
|
|
16
|
+
RequestAbortedError,
|
|
17
|
+
RequestTimeoutError,
|
|
18
|
+
UnexpectedClientError,
|
|
19
|
+
} from "../models/errors/httpclienterrors.js";
|
|
20
|
+
import * as errors from "../models/errors/index.js";
|
|
21
|
+
import { OrqError } from "../models/errors/orqerror.js";
|
|
22
|
+
import { ResponseValidationError } from "../models/errors/responsevalidationerror.js";
|
|
23
|
+
import { SDKValidationError } from "../models/errors/sdkvalidationerror.js";
|
|
24
|
+
import * as operations from "../models/operations/index.js";
|
|
25
|
+
import { APICall, APIPromise } from "../types/async.js";
|
|
26
|
+
import { Result } from "../types/fp.js";
|
|
27
|
+
|
|
28
|
+
/**
|
|
29
|
+
* Run Context Entities Recall Evaluator
|
|
30
|
+
*/
|
|
31
|
+
export function evalsRagasContextEntitiesRecall(
|
|
32
|
+
client: OrqCore,
|
|
33
|
+
request?: operations.EvalsRagasContextEntitiesRecallRequestBody | undefined,
|
|
34
|
+
options?: RequestOptions,
|
|
35
|
+
): APIPromise<
|
|
36
|
+
Result<
|
|
37
|
+
operations.EvalsRagasContextEntitiesRecallResponseBody,
|
|
38
|
+
| errors.EvalsRagasContextEntitiesRecallResponseBody
|
|
39
|
+
| errors.EvalsRagasContextEntitiesRecallEvalsResponseBody
|
|
40
|
+
| OrqError
|
|
41
|
+
| ResponseValidationError
|
|
42
|
+
| ConnectionError
|
|
43
|
+
| RequestAbortedError
|
|
44
|
+
| RequestTimeoutError
|
|
45
|
+
| InvalidRequestError
|
|
46
|
+
| UnexpectedClientError
|
|
47
|
+
| SDKValidationError
|
|
48
|
+
>
|
|
49
|
+
> {
|
|
50
|
+
return new APIPromise($do(
|
|
51
|
+
client,
|
|
52
|
+
request,
|
|
53
|
+
options,
|
|
54
|
+
));
|
|
55
|
+
}
|
|
56
|
+
|
|
57
|
+
async function $do(
|
|
58
|
+
client: OrqCore,
|
|
59
|
+
request?: operations.EvalsRagasContextEntitiesRecallRequestBody | undefined,
|
|
60
|
+
options?: RequestOptions,
|
|
61
|
+
): Promise<
|
|
62
|
+
[
|
|
63
|
+
Result<
|
|
64
|
+
operations.EvalsRagasContextEntitiesRecallResponseBody,
|
|
65
|
+
| errors.EvalsRagasContextEntitiesRecallResponseBody
|
|
66
|
+
| errors.EvalsRagasContextEntitiesRecallEvalsResponseBody
|
|
67
|
+
| OrqError
|
|
68
|
+
| ResponseValidationError
|
|
69
|
+
| ConnectionError
|
|
70
|
+
| RequestAbortedError
|
|
71
|
+
| RequestTimeoutError
|
|
72
|
+
| InvalidRequestError
|
|
73
|
+
| UnexpectedClientError
|
|
74
|
+
| SDKValidationError
|
|
75
|
+
>,
|
|
76
|
+
APICall,
|
|
77
|
+
]
|
|
78
|
+
> {
|
|
79
|
+
const parsed = safeParse(
|
|
80
|
+
request,
|
|
81
|
+
(value) =>
|
|
82
|
+
operations.EvalsRagasContextEntitiesRecallRequestBody$outboundSchema
|
|
83
|
+
.optional().parse(value),
|
|
84
|
+
"Input validation failed",
|
|
85
|
+
);
|
|
86
|
+
if (!parsed.ok) {
|
|
87
|
+
return [parsed, { status: "invalid" }];
|
|
88
|
+
}
|
|
89
|
+
const payload = parsed.value;
|
|
90
|
+
const body = payload === undefined
|
|
91
|
+
? null
|
|
92
|
+
: encodeJSON("body", payload, { explode: true });
|
|
93
|
+
|
|
94
|
+
const path = pathToFunc("/v2/evaluators/ragas_context_entities_recall")();
|
|
95
|
+
|
|
96
|
+
const headers = new Headers(compactMap({
|
|
97
|
+
"Content-Type": "application/json",
|
|
98
|
+
Accept: "application/json",
|
|
99
|
+
}));
|
|
100
|
+
|
|
101
|
+
const secConfig = await extractSecurity(client._options.apiKey);
|
|
102
|
+
const securityInput = secConfig == null ? {} : { apiKey: secConfig };
|
|
103
|
+
const requestSecurity = resolveGlobalSecurity(securityInput);
|
|
104
|
+
|
|
105
|
+
const context = {
|
|
106
|
+
options: client._options,
|
|
107
|
+
baseURL: options?.serverURL ?? client._baseURL ?? "",
|
|
108
|
+
operationID: "EvalsRagasContextEntitiesRecall",
|
|
109
|
+
oAuth2Scopes: [],
|
|
110
|
+
|
|
111
|
+
resolvedSecurity: requestSecurity,
|
|
112
|
+
|
|
113
|
+
securitySource: client._options.apiKey,
|
|
114
|
+
retryConfig: options?.retries
|
|
115
|
+
|| client._options.retryConfig
|
|
116
|
+
|| { strategy: "none" },
|
|
117
|
+
retryCodes: options?.retryCodes || ["429", "500", "502", "503", "504"],
|
|
118
|
+
};
|
|
119
|
+
|
|
120
|
+
const requestRes = client._createRequest(context, {
|
|
121
|
+
security: requestSecurity,
|
|
122
|
+
method: "POST",
|
|
123
|
+
baseURL: options?.serverURL,
|
|
124
|
+
path: path,
|
|
125
|
+
headers: headers,
|
|
126
|
+
body: body,
|
|
127
|
+
userAgent: client._options.userAgent,
|
|
128
|
+
timeoutMs: options?.timeoutMs || client._options.timeoutMs || 600000,
|
|
129
|
+
}, options);
|
|
130
|
+
if (!requestRes.ok) {
|
|
131
|
+
return [requestRes, { status: "invalid" }];
|
|
132
|
+
}
|
|
133
|
+
const req = requestRes.value;
|
|
134
|
+
|
|
135
|
+
const doResult = await client._do(req, {
|
|
136
|
+
context,
|
|
137
|
+
errorCodes: ["404", "4XX", "500", "5XX"],
|
|
138
|
+
retryConfig: context.retryConfig,
|
|
139
|
+
retryCodes: context.retryCodes,
|
|
140
|
+
});
|
|
141
|
+
if (!doResult.ok) {
|
|
142
|
+
return [doResult, { status: "request-error", request: req }];
|
|
143
|
+
}
|
|
144
|
+
const response = doResult.value;
|
|
145
|
+
|
|
146
|
+
const responseFields = {
|
|
147
|
+
HttpMeta: { Response: response, Request: req },
|
|
148
|
+
};
|
|
149
|
+
|
|
150
|
+
const [result] = await M.match<
|
|
151
|
+
operations.EvalsRagasContextEntitiesRecallResponseBody,
|
|
152
|
+
| errors.EvalsRagasContextEntitiesRecallResponseBody
|
|
153
|
+
| errors.EvalsRagasContextEntitiesRecallEvalsResponseBody
|
|
154
|
+
| OrqError
|
|
155
|
+
| ResponseValidationError
|
|
156
|
+
| ConnectionError
|
|
157
|
+
| RequestAbortedError
|
|
158
|
+
| RequestTimeoutError
|
|
159
|
+
| InvalidRequestError
|
|
160
|
+
| UnexpectedClientError
|
|
161
|
+
| SDKValidationError
|
|
162
|
+
>(
|
|
163
|
+
M.json(
|
|
164
|
+
200,
|
|
165
|
+
operations.EvalsRagasContextEntitiesRecallResponseBody$inboundSchema,
|
|
166
|
+
),
|
|
167
|
+
M.jsonErr(
|
|
168
|
+
404,
|
|
169
|
+
errors.EvalsRagasContextEntitiesRecallResponseBody$inboundSchema,
|
|
170
|
+
),
|
|
171
|
+
M.jsonErr(
|
|
172
|
+
500,
|
|
173
|
+
errors.EvalsRagasContextEntitiesRecallEvalsResponseBody$inboundSchema,
|
|
174
|
+
),
|
|
175
|
+
M.fail("4XX"),
|
|
176
|
+
M.fail("5XX"),
|
|
177
|
+
)(response, req, { extraFields: responseFields });
|
|
178
|
+
if (!result.ok) {
|
|
179
|
+
return [result, { status: "complete", request: req, response }];
|
|
180
|
+
}
|
|
181
|
+
|
|
182
|
+
return [result, { status: "complete", request: req, response }];
|
|
183
|
+
}
|