@orq-ai/node 3.9.0-rc.0 → 3.9.0-rc.10
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +93 -85
- package/bin/mcp-server.js +1328 -1113
- package/bin/mcp-server.js.map +50 -44
- package/docs/sdks/datasets/README.md +0 -83
- package/docs/sdks/deployments/README.md +0 -85
- package/docs/sdks/evals/README.md +213 -0
- package/funcs/evalsRagasContextEntitiesRecall.d.ts +15 -0
- package/funcs/evalsRagasContextEntitiesRecall.d.ts.map +1 -0
- package/funcs/evalsRagasContextEntitiesRecall.js +118 -0
- package/funcs/evalsRagasContextEntitiesRecall.js.map +1 -0
- package/funcs/evalsRagasContextRecall.d.ts +15 -0
- package/funcs/evalsRagasContextRecall.d.ts.map +1 -0
- package/funcs/{deploymentsCreateExperiment.js → evalsRagasContextRecall.js} +17 -19
- package/funcs/evalsRagasContextRecall.js.map +1 -0
- package/funcs/evalsRagasNoiseSensitivity.d.ts +15 -0
- package/funcs/evalsRagasNoiseSensitivity.d.ts.map +1 -0
- package/funcs/{datasetsCreateExperiment.js → evalsRagasNoiseSensitivity.js} +17 -19
- package/funcs/evalsRagasNoiseSensitivity.js.map +1 -0
- package/jsr.json +1 -1
- package/lib/config.d.ts +3 -3
- package/lib/config.js +3 -3
- package/lib/config.js.map +1 -1
- package/mcp-server/mcp-server.js +1 -1
- package/mcp-server/mcp-server.js.map +1 -1
- package/mcp-server/server.d.ts.map +1 -1
- package/mcp-server/server.js +7 -5
- package/mcp-server/server.js.map +1 -1
- package/mcp-server/tools/evalsRagasContextEntitiesRecall.d.ts +8 -0
- package/mcp-server/tools/evalsRagasContextEntitiesRecall.d.ts.map +1 -0
- package/mcp-server/tools/evalsRagasContextEntitiesRecall.js +63 -0
- package/mcp-server/tools/evalsRagasContextEntitiesRecall.js.map +1 -0
- package/mcp-server/tools/evalsRagasContextRecall.d.ts +8 -0
- package/mcp-server/tools/evalsRagasContextRecall.d.ts.map +1 -0
- package/mcp-server/tools/{datasetsCreateExperiment.js → evalsRagasContextRecall.js} +9 -10
- package/mcp-server/tools/evalsRagasContextRecall.js.map +1 -0
- package/mcp-server/tools/evalsRagasNoiseSensitivity.d.ts +8 -0
- package/mcp-server/tools/evalsRagasNoiseSensitivity.d.ts.map +1 -0
- package/mcp-server/tools/{deploymentsCreateExperiment.js → evalsRagasNoiseSensitivity.js} +9 -10
- package/mcp-server/tools/evalsRagasNoiseSensitivity.js.map +1 -0
- package/models/errors/evalsragascontextentitiesrecall.d.ts +79 -0
- package/models/errors/evalsragascontextentitiesrecall.d.ts.map +1 -0
- package/models/errors/evalsragascontextentitiesrecall.js +132 -0
- package/models/errors/evalsragascontextentitiesrecall.js.map +1 -0
- package/models/errors/evalsragascontextrecall.d.ts +79 -0
- package/models/errors/evalsragascontextrecall.d.ts.map +1 -0
- package/models/errors/evalsragascontextrecall.js +132 -0
- package/models/errors/evalsragascontextrecall.js.map +1 -0
- package/models/errors/evalsragasnoisesensitivity.d.ts +79 -0
- package/models/errors/evalsragasnoisesensitivity.d.ts.map +1 -0
- package/models/errors/evalsragasnoisesensitivity.js +132 -0
- package/models/errors/evalsragasnoisesensitivity.js.map +1 -0
- package/models/errors/index.d.ts +3 -0
- package/models/errors/index.d.ts.map +1 -1
- package/models/errors/index.js +3 -0
- package/models/errors/index.js.map +1 -1
- package/models/operations/createcontact.js +2 -2
- package/models/operations/createdataset.js +2 -2
- package/models/operations/createdatasetitem.js +2 -2
- package/models/operations/createdatasource.js +2 -2
- package/models/operations/createeval.js +16 -16
- package/models/operations/createprompt.d.ts +6 -0
- package/models/operations/createprompt.d.ts.map +1 -1
- package/models/operations/createprompt.js +2 -0
- package/models/operations/createprompt.js.map +1 -1
- package/models/operations/deploymentgetconfig.d.ts +3 -0
- package/models/operations/deploymentgetconfig.d.ts.map +1 -1
- package/models/operations/deploymentgetconfig.js +1 -0
- package/models/operations/deploymentgetconfig.js.map +1 -1
- package/models/operations/deployments.d.ts +3 -0
- package/models/operations/deployments.d.ts.map +1 -1
- package/models/operations/deployments.js +1 -0
- package/models/operations/deployments.js.map +1 -1
- package/models/operations/evalsragascontextentitiesrecall.d.ts +67 -0
- package/models/operations/evalsragascontextentitiesrecall.d.ts.map +1 -0
- package/models/operations/evalsragascontextentitiesrecall.js +100 -0
- package/models/operations/evalsragascontextentitiesrecall.js.map +1 -0
- package/models/operations/evalsragascontextrecall.d.ts +77 -0
- package/models/operations/evalsragascontextrecall.d.ts.map +1 -0
- package/models/operations/evalsragascontextrecall.js +104 -0
- package/models/operations/evalsragascontextrecall.js.map +1 -0
- package/models/operations/evalsragasnoisesensitivity.d.ts +77 -0
- package/models/operations/evalsragasnoisesensitivity.d.ts.map +1 -0
- package/models/operations/evalsragasnoisesensitivity.js +104 -0
- package/models/operations/evalsragasnoisesensitivity.js.map +1 -0
- package/models/operations/fileget.js +2 -2
- package/models/operations/filelist.js +2 -2
- package/models/operations/fileupload.js +2 -2
- package/models/operations/getallprompts.d.ts +3 -0
- package/models/operations/getallprompts.d.ts.map +1 -1
- package/models/operations/getallprompts.js +1 -0
- package/models/operations/getallprompts.js.map +1 -1
- package/models/operations/getevals.d.ts +3 -0
- package/models/operations/getevals.d.ts.map +1 -1
- package/models/operations/getevals.js +29 -28
- package/models/operations/getevals.js.map +1 -1
- package/models/operations/getoneprompt.d.ts +3 -0
- package/models/operations/getoneprompt.d.ts.map +1 -1
- package/models/operations/getoneprompt.js +1 -0
- package/models/operations/getoneprompt.js.map +1 -1
- package/models/operations/getpromptversion.d.ts +3 -0
- package/models/operations/getpromptversion.d.ts.map +1 -1
- package/models/operations/getpromptversion.js +1 -0
- package/models/operations/getpromptversion.js.map +1 -1
- package/models/operations/index.d.ts +3 -2
- package/models/operations/index.d.ts.map +1 -1
- package/models/operations/index.js +3 -2
- package/models/operations/index.js.map +1 -1
- package/models/operations/listcontacts.js +2 -2
- package/models/operations/listdatasetdatapoints.js +2 -2
- package/models/operations/listdatasets.js +2 -2
- package/models/operations/listdatasources.js +2 -2
- package/models/operations/listpromptversions.d.ts +3 -0
- package/models/operations/listpromptversions.d.ts.map +1 -1
- package/models/operations/listpromptversions.js +1 -0
- package/models/operations/listpromptversions.js.map +1 -1
- package/models/operations/retrievecontact.js +2 -2
- package/models/operations/retrievedatapoint.js +2 -2
- package/models/operations/retrievedataset.js +2 -2
- package/models/operations/retrievedatasource.js +2 -2
- package/models/operations/updatecontact.js +2 -2
- package/models/operations/updatedatapoint.js +2 -2
- package/models/operations/updatedataset.js +2 -2
- package/models/operations/updatedatasource.js +2 -2
- package/models/operations/updateeval.js +16 -16
- package/models/operations/updateprompt.d.ts +6 -0
- package/models/operations/updateprompt.d.ts.map +1 -1
- package/models/operations/updateprompt.js +2 -0
- package/models/operations/updateprompt.js.map +1 -1
- package/package.json +1 -1
- package/sdk/datasets.d.ts +0 -7
- package/sdk/datasets.d.ts.map +1 -1
- package/sdk/datasets.js +0 -10
- package/sdk/datasets.js.map +1 -1
- package/sdk/deployments.d.ts +0 -7
- package/sdk/deployments.d.ts.map +1 -1
- package/sdk/deployments.js +0 -10
- package/sdk/deployments.js.map +1 -1
- package/sdk/evals.d.ts +12 -0
- package/sdk/evals.d.ts.map +1 -1
- package/sdk/evals.js +21 -0
- package/sdk/evals.js.map +1 -1
- package/src/funcs/evalsRagasContextEntitiesRecall.ts +183 -0
- package/src/funcs/{datasetsCreateExperiment.ts → evalsRagasContextRecall.ts} +34 -25
- package/src/funcs/{deploymentsCreateExperiment.ts → evalsRagasNoiseSensitivity.ts} +34 -27
- package/src/lib/config.ts +3 -3
- package/src/mcp-server/mcp-server.ts +1 -1
- package/src/mcp-server/server.ts +7 -5
- package/src/mcp-server/tools/evalsRagasContextEntitiesRecall.ts +37 -0
- package/src/mcp-server/tools/{datasetsCreateExperiment.ts → evalsRagasContextRecall.ts} +7 -8
- package/src/mcp-server/tools/{deploymentsCreateExperiment.ts → evalsRagasNoiseSensitivity.ts} +7 -8
- package/src/models/errors/evalsragascontextentitiesrecall.ts +167 -0
- package/src/models/errors/evalsragascontextrecall.ts +162 -0
- package/src/models/errors/evalsragasnoisesensitivity.ts +164 -0
- package/src/models/errors/index.ts +3 -0
- package/src/models/operations/createcontact.ts +2 -2
- package/src/models/operations/createdataset.ts +2 -2
- package/src/models/operations/createdatasetitem.ts +2 -2
- package/src/models/operations/createdatasource.ts +2 -2
- package/src/models/operations/createeval.ts +16 -16
- package/src/models/operations/createprompt.ts +2 -0
- package/src/models/operations/deploymentgetconfig.ts +1 -0
- package/src/models/operations/deployments.ts +1 -0
- package/src/models/operations/evalsragascontextentitiesrecall.ts +164 -0
- package/src/models/operations/evalsragascontextrecall.ts +164 -0
- package/src/models/operations/evalsragasnoisesensitivity.ts +166 -0
- package/src/models/operations/fileget.ts +2 -2
- package/src/models/operations/filelist.ts +2 -2
- package/src/models/operations/fileupload.ts +2 -2
- package/src/models/operations/getallprompts.ts +1 -0
- package/src/models/operations/getevals.ts +29 -28
- package/src/models/operations/getoneprompt.ts +1 -0
- package/src/models/operations/getpromptversion.ts +1 -0
- package/src/models/operations/index.ts +3 -2
- package/src/models/operations/listcontacts.ts +2 -2
- package/src/models/operations/listdatasetdatapoints.ts +2 -2
- package/src/models/operations/listdatasets.ts +2 -2
- package/src/models/operations/listdatasources.ts +2 -2
- package/src/models/operations/listpromptversions.ts +1 -0
- package/src/models/operations/retrievecontact.ts +2 -2
- package/src/models/operations/retrievedatapoint.ts +2 -2
- package/src/models/operations/retrievedataset.ts +2 -2
- package/src/models/operations/retrievedatasource.ts +2 -2
- package/src/models/operations/updatecontact.ts +2 -2
- package/src/models/operations/updatedatapoint.ts +2 -2
- package/src/models/operations/updatedataset.ts +2 -2
- package/src/models/operations/updatedatasource.ts +2 -2
- package/src/models/operations/updateeval.ts +16 -16
- package/src/models/operations/updateprompt.ts +2 -0
- package/src/sdk/datasets.ts +0 -18
- package/src/sdk/deployments.ts +0 -18
- package/src/sdk/evals.ts +45 -0
- package/funcs/datasetsCreateExperiment.d.ts +0 -17
- package/funcs/datasetsCreateExperiment.d.ts.map +0 -1
- package/funcs/datasetsCreateExperiment.js.map +0 -1
- package/funcs/deploymentsCreateExperiment.d.ts +0 -17
- package/funcs/deploymentsCreateExperiment.d.ts.map +0 -1
- package/funcs/deploymentsCreateExperiment.js.map +0 -1
- package/mcp-server/tools/datasetsCreateExperiment.d.ts +0 -8
- package/mcp-server/tools/datasetsCreateExperiment.d.ts.map +0 -1
- package/mcp-server/tools/datasetsCreateExperiment.js.map +0 -1
- package/mcp-server/tools/deploymentsCreateExperiment.d.ts +0 -8
- package/mcp-server/tools/deploymentsCreateExperiment.d.ts.map +0 -1
- package/mcp-server/tools/deploymentsCreateExperiment.js.map +0 -1
- package/models/operations/createdatasetexperiment.d.ts +0 -140
- package/models/operations/createdatasetexperiment.d.ts.map +0 -1
- package/models/operations/createdatasetexperiment.js +0 -188
- package/models/operations/createdatasetexperiment.js.map +0 -1
- package/models/operations/createdeploymentexperiment.d.ts +0 -152
- package/models/operations/createdeploymentexperiment.d.ts.map +0 -1
- package/models/operations/createdeploymentexperiment.js +0 -189
- package/models/operations/createdeploymentexperiment.js.map +0 -1
- package/src/models/operations/createdatasetexperiment.ts +0 -307
- package/src/models/operations/createdeploymentexperiment.ts +0 -321
|
@@ -36,38 +36,33 @@ var __importStar = (this && this.__importStar) || (function () {
|
|
|
36
36
|
};
|
|
37
37
|
})();
|
|
38
38
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
39
|
-
exports.
|
|
39
|
+
exports.evalsRagasContextRecall = evalsRagasContextRecall;
|
|
40
40
|
const encodings_js_1 = require("../lib/encodings.js");
|
|
41
41
|
const M = __importStar(require("../lib/matchers.js"));
|
|
42
42
|
const primitives_js_1 = require("../lib/primitives.js");
|
|
43
43
|
const schemas_js_1 = require("../lib/schemas.js");
|
|
44
44
|
const security_js_1 = require("../lib/security.js");
|
|
45
45
|
const url_js_1 = require("../lib/url.js");
|
|
46
|
+
const errors = __importStar(require("../models/errors/index.js"));
|
|
46
47
|
const operations = __importStar(require("../models/operations/index.js"));
|
|
47
48
|
const async_js_1 = require("../types/async.js");
|
|
48
49
|
/**
|
|
49
|
-
*
|
|
50
|
-
*
|
|
51
|
-
* @remarks
|
|
52
|
-
* Create an experiment from a deployment
|
|
50
|
+
* Run Context Recall Evaluator
|
|
53
51
|
*/
|
|
54
|
-
function
|
|
52
|
+
function evalsRagasContextRecall(client, request, options) {
|
|
55
53
|
return new async_js_1.APIPromise($do(client, request, options));
|
|
56
54
|
}
|
|
57
55
|
async function $do(client, request, options) {
|
|
58
|
-
const parsed = (0, schemas_js_1.safeParse)(request, (value) => operations.
|
|
56
|
+
const parsed = (0, schemas_js_1.safeParse)(request, (value) => operations.EvalsRagasContextRecallRequestBody$outboundSchema.optional()
|
|
57
|
+
.parse(value), "Input validation failed");
|
|
59
58
|
if (!parsed.ok) {
|
|
60
59
|
return [parsed, { status: "invalid" }];
|
|
61
60
|
}
|
|
62
61
|
const payload = parsed.value;
|
|
63
|
-
const body =
|
|
64
|
-
|
|
65
|
-
|
|
66
|
-
|
|
67
|
-
charEncoding: "percent",
|
|
68
|
-
}),
|
|
69
|
-
};
|
|
70
|
-
const path = (0, url_js_1.pathToFunc)("/v2/deployments/{deployment_key}/experiment")(pathParams);
|
|
62
|
+
const body = payload === undefined
|
|
63
|
+
? null
|
|
64
|
+
: (0, encodings_js_1.encodeJSON)("body", payload, { explode: true });
|
|
65
|
+
const path = (0, url_js_1.pathToFunc)("/v2/evaluators/ragas_context_recall")();
|
|
71
66
|
const headers = new Headers((0, primitives_js_1.compactMap)({
|
|
72
67
|
"Content-Type": "application/json",
|
|
73
68
|
Accept: "application/json",
|
|
@@ -78,7 +73,7 @@ async function $do(client, request, options) {
|
|
|
78
73
|
const context = {
|
|
79
74
|
options: client._options,
|
|
80
75
|
baseURL: options?.serverURL ?? client._baseURL ?? "",
|
|
81
|
-
operationID: "
|
|
76
|
+
operationID: "EvalsRagasContextRecall",
|
|
82
77
|
oAuth2Scopes: [],
|
|
83
78
|
resolvedSecurity: requestSecurity,
|
|
84
79
|
securitySource: client._options.apiKey,
|
|
@@ -103,7 +98,7 @@ async function $do(client, request, options) {
|
|
|
103
98
|
const req = requestRes.value;
|
|
104
99
|
const doResult = await client._do(req, {
|
|
105
100
|
context,
|
|
106
|
-
errorCodes: ["4XX", "5XX"],
|
|
101
|
+
errorCodes: ["404", "4XX", "500", "5XX"],
|
|
107
102
|
retryConfig: context.retryConfig,
|
|
108
103
|
retryCodes: context.retryCodes,
|
|
109
104
|
});
|
|
@@ -111,10 +106,13 @@ async function $do(client, request, options) {
|
|
|
111
106
|
return [doResult, { status: "request-error", request: req }];
|
|
112
107
|
}
|
|
113
108
|
const response = doResult.value;
|
|
114
|
-
const
|
|
109
|
+
const responseFields = {
|
|
110
|
+
HttpMeta: { Response: response, Request: req },
|
|
111
|
+
};
|
|
112
|
+
const [result] = await M.match(M.json(200, operations.EvalsRagasContextRecallResponseBody$inboundSchema), M.jsonErr(404, errors.EvalsRagasContextRecallResponseBody$inboundSchema), M.jsonErr(500, errors.EvalsRagasContextRecallEvalsResponseBody$inboundSchema), M.fail("4XX"), M.fail("5XX"))(response, req, { extraFields: responseFields });
|
|
115
113
|
if (!result.ok) {
|
|
116
114
|
return [result, { status: "complete", request: req, response }];
|
|
117
115
|
}
|
|
118
116
|
return [result, { status: "complete", request: req, response }];
|
|
119
117
|
}
|
|
120
|
-
//# sourceMappingURL=
|
|
118
|
+
//# sourceMappingURL=evalsRagasContextRecall.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"evalsRagasContextRecall.js","sourceRoot":"","sources":["../src/funcs/evalsRagasContextRecall.ts"],"names":[],"mappings":";AAAA;;GAEG;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AA4BH,0DAwBC;AAjDD,sDAAiD;AACjD,sDAAwC;AACxC,wDAAkD;AAClD,kDAA8C;AAE9C,oDAA4E;AAC5E,0CAA2C;AAQ3C,kEAAoD;AAIpD,0EAA4D;AAC5D,gDAAwD;AAGxD;;GAEG;AACH,SAAgB,uBAAuB,CACrC,MAAe,EACf,OAAmE,EACnE,OAAwB;IAgBxB,OAAO,IAAI,qBAAU,CAAC,GAAG,CACvB,MAAM,EACN,OAAO,EACP,OAAO,CACR,CAAC,CAAC;AACL,CAAC;AAED,KAAK,UAAU,GAAG,CAChB,MAAe,EACf,OAAmE,EACnE,OAAwB;IAmBxB,MAAM,MAAM,GAAG,IAAA,sBAAS,EACtB,OAAO,EACP,CAAC,KAAK,EAAE,EAAE,CACR,UAAU,CAAC,iDAAiD,CAAC,QAAQ,EAAE;SACpE,KAAK,CAAC,KAAK,CAAC,EACjB,yBAAyB,CAC1B,CAAC;IACF,IAAI,CAAC,MAAM,CAAC,EAAE,EAAE,CAAC;QACf,OAAO,CAAC,MAAM,EAAE,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC,CAAC;IACzC,CAAC;IACD,MAAM,OAAO,GAAG,MAAM,CAAC,KAAK,CAAC;IAC7B,MAAM,IAAI,GAAG,OAAO,KAAK,SAAS;QAChC,CAAC,CAAC,IAAI;QACN,CAAC,CAAC,IAAA,yBAAU,EAAC,MAAM,EAAE,OAAO,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC;IAEnD,MAAM,IAAI,GAAG,IAAA,mBAAU,EAAC,qCAAqC,CAAC,EAAE,CAAC;IAEjE,MAAM,OAAO,GAAG,IAAI,OAAO,CAAC,IAAA,0BAAU,EAAC;QACrC,cAAc,EAAE,kBAAkB;QAClC,MAAM,EAAE,kBAAkB;KAC3B,CAAC,CAAC,CAAC;IAEJ,MAAM,SAAS,GAAG,MAAM,IAAA,6BAAe,EAAC,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;IAChE,MAAM,aAAa,GAAG,SAAS,IAAI,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC;IACrE,MAAM,eAAe,GAAG,IAAA,mCAAqB,EAAC,aAAa,CAAC,CAAC;IAE7D,MAAM,OAAO,GAAG;QACd,OAAO,EAAE,MAAM,CAAC,QAAQ;QACxB,OAAO,EAAE,OAAO,EAAE,SAAS,IAAI,MAAM,CAAC,QAAQ,IAAI,EAAE;QACpD,WAAW,EAAE,yBAAyB;QACtC,YAAY,EAAE,EAAE;QAEhB,gBAAgB,EAAE,eAAe;QAEjC,cAAc,EAAE,MAAM,CAAC,QAAQ,CAAC,MAAM;QACtC,WAAW,EAAE,OAAO,EAAE,OAAO;eACxB,MAAM,CAAC,QAAQ,CAAC,WAAW;eAC3B,EAAE,QAAQ,EAAE,MAAM,EAAE;QACzB,UAAU,EAAE,OAAO,EAAE,UAAU,IAAI,CAAC,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,CAAC;KACvE,CAAC;IAEF,MAAM,UAAU,GAAG,MAAM,CAAC,cAAc,CAAC,OAAO,EAAE;QAChD,QAAQ,EAAE,eAAe;QACzB,MAAM,EAAE,MAAM;QACd,OAAO,EAAE,OAAO,EAAE,SAAS;QAC3B,IAAI,EAAE,IAAI;QACV,OAAO,EAAE,OAAO;QAChB,IAAI,EAAE,IAAI;QACV,SAAS,EAAE,MAAM,CAAC,QAAQ,CAAC,SAAS;QACpC,SAAS,EAAE,OAAO,EAAE,SAAS,IAAI,MAAM,CAAC,QAAQ,CAAC,SAAS,IAAI,MAAM;KACrE,EAAE,OAAO,CAAC,CAAC;IACZ,IAAI,CAAC,UAAU,CAAC,EAAE,EAAE,CAAC;QACnB,OAAO,CAAC,UAAU,EAAE,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC,CAAC;IAC7C,CAAC;IACD,MAAM,GAAG,GAAG,UAAU,CAAC,KAAK,CAAC;IAE7B,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,GAAG,CAAC,GAAG,EAAE;QACrC,OAAO;QACP,UAAU,EAAE,CAAC,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,CAAC;QACxC,WAAW,EAAE,OAAO,CAAC,WAAW;QAChC,UAAU,EAAE,OAAO,CAAC,UAAU;KAC/B,CAAC,CAAC;IACH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;QACjB,OAAO,CAAC,QAAQ,EAAE,EAAE,MAAM,EAAE,eAAe,EAAE,OAAO,EAAE,GAAG,EAAE,CAAC,CAAC;IAC/D,CAAC;IACD,MAAM,QAAQ,GAAG,QAAQ,CAAC,KAAK,CAAC;IAEhC,MAAM,cAAc,GAAG;QACrB,QAAQ,EAAE,EAAE,QAAQ,EAAE,QAAQ,EAAE,OAAO,EAAE,GAAG,EAAE;KAC/C,CAAC;IAEF,MAAM,CAAC,MAAM,CAAC,GAAG,MAAM,CAAC,CAAC,KAAK,CAa5B,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE,UAAU,CAAC,iDAAiD,CAAC,EACzE,CAAC,CAAC,OAAO,CAAC,GAAG,EAAE,MAAM,CAAC,iDAAiD,CAAC,EACxE,CAAC,CAAC,OAAO,CACP,GAAG,EACH,MAAM,CAAC,sDAAsD,CAC9D,EACD,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,EACb,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CACd,CAAC,QAAQ,EAAE,GAAG,EAAE,EAAE,WAAW,EAAE,cAAc,EAAE,CAAC,CAAC;IAClD,IAAI,CAAC,MAAM,CAAC,EAAE,EAAE,CAAC;QACf,OAAO,CAAC,MAAM,EAAE,EAAE,MAAM,EAAE,UAAU,EAAE,OAAO,EAAE,GAAG,EAAE,QAAQ,EAAE,CAAC,CAAC;IAClE,CAAC;IAED,OAAO,CAAC,MAAM,EAAE,EAAE,MAAM,EAAE,UAAU,EAAE,OAAO,EAAE,GAAG,EAAE,QAAQ,EAAE,CAAC,CAAC;AAClE,CAAC"}
|
|
@@ -0,0 +1,15 @@
|
|
|
1
|
+
import { OrqCore } from "../core.js";
|
|
2
|
+
import { RequestOptions } from "../lib/sdks.js";
|
|
3
|
+
import { ConnectionError, InvalidRequestError, RequestAbortedError, RequestTimeoutError, UnexpectedClientError } from "../models/errors/httpclienterrors.js";
|
|
4
|
+
import * as errors from "../models/errors/index.js";
|
|
5
|
+
import { OrqError } from "../models/errors/orqerror.js";
|
|
6
|
+
import { ResponseValidationError } from "../models/errors/responsevalidationerror.js";
|
|
7
|
+
import { SDKValidationError } from "../models/errors/sdkvalidationerror.js";
|
|
8
|
+
import * as operations from "../models/operations/index.js";
|
|
9
|
+
import { APIPromise } from "../types/async.js";
|
|
10
|
+
import { Result } from "../types/fp.js";
|
|
11
|
+
/**
|
|
12
|
+
* Run Noise Sensitivity Evaluator
|
|
13
|
+
*/
|
|
14
|
+
export declare function evalsRagasNoiseSensitivity(client: OrqCore, request?: operations.EvalsRagasNoiseSensitivityRequestBody | undefined, options?: RequestOptions): APIPromise<Result<operations.EvalsRagasNoiseSensitivityResponseBody, errors.EvalsRagasNoiseSensitivityResponseBody | errors.EvalsRagasNoiseSensitivityEvalsResponseBody | OrqError | ResponseValidationError | ConnectionError | RequestAbortedError | RequestTimeoutError | InvalidRequestError | UnexpectedClientError | SDKValidationError>>;
|
|
15
|
+
//# sourceMappingURL=evalsRagasNoiseSensitivity.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"evalsRagasNoiseSensitivity.d.ts","sourceRoot":"","sources":["../src/funcs/evalsRagasNoiseSensitivity.ts"],"names":[],"mappings":"AAIA,OAAO,EAAE,OAAO,EAAE,MAAM,YAAY,CAAC;AAKrC,OAAO,EAAE,cAAc,EAAE,MAAM,gBAAgB,CAAC;AAGhD,OAAO,EACL,eAAe,EACf,mBAAmB,EACnB,mBAAmB,EACnB,mBAAmB,EACnB,qBAAqB,EACtB,MAAM,sCAAsC,CAAC;AAC9C,OAAO,KAAK,MAAM,MAAM,2BAA2B,CAAC;AACpD,OAAO,EAAE,QAAQ,EAAE,MAAM,8BAA8B,CAAC;AACxD,OAAO,EAAE,uBAAuB,EAAE,MAAM,6CAA6C,CAAC;AACtF,OAAO,EAAE,kBAAkB,EAAE,MAAM,wCAAwC,CAAC;AAC5E,OAAO,KAAK,UAAU,MAAM,+BAA+B,CAAC;AAC5D,OAAO,EAAW,UAAU,EAAE,MAAM,mBAAmB,CAAC;AACxD,OAAO,EAAE,MAAM,EAAE,MAAM,gBAAgB,CAAC;AAExC;;GAEG;AACH,wBAAgB,0BAA0B,CACxC,MAAM,EAAE,OAAO,EACf,OAAO,CAAC,EAAE,UAAU,CAAC,qCAAqC,GAAG,SAAS,EACtE,OAAO,CAAC,EAAE,cAAc,GACvB,UAAU,CACX,MAAM,CACJ,UAAU,CAAC,sCAAsC,EAC/C,MAAM,CAAC,sCAAsC,GAC7C,MAAM,CAAC,2CAA2C,GAClD,QAAQ,GACR,uBAAuB,GACvB,eAAe,GACf,mBAAmB,GACnB,mBAAmB,GACnB,mBAAmB,GACnB,qBAAqB,GACrB,kBAAkB,CACrB,CACF,CAMA"}
|
|
@@ -36,38 +36,33 @@ var __importStar = (this && this.__importStar) || (function () {
|
|
|
36
36
|
};
|
|
37
37
|
})();
|
|
38
38
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
39
|
-
exports.
|
|
39
|
+
exports.evalsRagasNoiseSensitivity = evalsRagasNoiseSensitivity;
|
|
40
40
|
const encodings_js_1 = require("../lib/encodings.js");
|
|
41
41
|
const M = __importStar(require("../lib/matchers.js"));
|
|
42
42
|
const primitives_js_1 = require("../lib/primitives.js");
|
|
43
43
|
const schemas_js_1 = require("../lib/schemas.js");
|
|
44
44
|
const security_js_1 = require("../lib/security.js");
|
|
45
45
|
const url_js_1 = require("../lib/url.js");
|
|
46
|
+
const errors = __importStar(require("../models/errors/index.js"));
|
|
46
47
|
const operations = __importStar(require("../models/operations/index.js"));
|
|
47
48
|
const async_js_1 = require("../types/async.js");
|
|
48
49
|
/**
|
|
49
|
-
*
|
|
50
|
-
*
|
|
51
|
-
* @remarks
|
|
52
|
-
* Create an experiment from a dataset
|
|
50
|
+
* Run Noise Sensitivity Evaluator
|
|
53
51
|
*/
|
|
54
|
-
function
|
|
52
|
+
function evalsRagasNoiseSensitivity(client, request, options) {
|
|
55
53
|
return new async_js_1.APIPromise($do(client, request, options));
|
|
56
54
|
}
|
|
57
55
|
async function $do(client, request, options) {
|
|
58
|
-
const parsed = (0, schemas_js_1.safeParse)(request, (value) => operations.
|
|
56
|
+
const parsed = (0, schemas_js_1.safeParse)(request, (value) => operations.EvalsRagasNoiseSensitivityRequestBody$outboundSchema.optional()
|
|
57
|
+
.parse(value), "Input validation failed");
|
|
59
58
|
if (!parsed.ok) {
|
|
60
59
|
return [parsed, { status: "invalid" }];
|
|
61
60
|
}
|
|
62
61
|
const payload = parsed.value;
|
|
63
|
-
const body =
|
|
64
|
-
|
|
65
|
-
|
|
66
|
-
|
|
67
|
-
charEncoding: "percent",
|
|
68
|
-
}),
|
|
69
|
-
};
|
|
70
|
-
const path = (0, url_js_1.pathToFunc)("/v2/datasets/{dataset_id}/experiment")(pathParams);
|
|
62
|
+
const body = payload === undefined
|
|
63
|
+
? null
|
|
64
|
+
: (0, encodings_js_1.encodeJSON)("body", payload, { explode: true });
|
|
65
|
+
const path = (0, url_js_1.pathToFunc)("/v2/evaluators/ragas_noise_sensitivity")();
|
|
71
66
|
const headers = new Headers((0, primitives_js_1.compactMap)({
|
|
72
67
|
"Content-Type": "application/json",
|
|
73
68
|
Accept: "application/json",
|
|
@@ -78,7 +73,7 @@ async function $do(client, request, options) {
|
|
|
78
73
|
const context = {
|
|
79
74
|
options: client._options,
|
|
80
75
|
baseURL: options?.serverURL ?? client._baseURL ?? "",
|
|
81
|
-
operationID: "
|
|
76
|
+
operationID: "EvalsRagasNoiseSensitivity",
|
|
82
77
|
oAuth2Scopes: [],
|
|
83
78
|
resolvedSecurity: requestSecurity,
|
|
84
79
|
securitySource: client._options.apiKey,
|
|
@@ -103,7 +98,7 @@ async function $do(client, request, options) {
|
|
|
103
98
|
const req = requestRes.value;
|
|
104
99
|
const doResult = await client._do(req, {
|
|
105
100
|
context,
|
|
106
|
-
errorCodes: ["4XX", "5XX"],
|
|
101
|
+
errorCodes: ["404", "4XX", "500", "5XX"],
|
|
107
102
|
retryConfig: context.retryConfig,
|
|
108
103
|
retryCodes: context.retryCodes,
|
|
109
104
|
});
|
|
@@ -111,10 +106,13 @@ async function $do(client, request, options) {
|
|
|
111
106
|
return [doResult, { status: "request-error", request: req }];
|
|
112
107
|
}
|
|
113
108
|
const response = doResult.value;
|
|
114
|
-
const
|
|
109
|
+
const responseFields = {
|
|
110
|
+
HttpMeta: { Response: response, Request: req },
|
|
111
|
+
};
|
|
112
|
+
const [result] = await M.match(M.json(200, operations.EvalsRagasNoiseSensitivityResponseBody$inboundSchema), M.jsonErr(404, errors.EvalsRagasNoiseSensitivityResponseBody$inboundSchema), M.jsonErr(500, errors.EvalsRagasNoiseSensitivityEvalsResponseBody$inboundSchema), M.fail("4XX"), M.fail("5XX"))(response, req, { extraFields: responseFields });
|
|
115
113
|
if (!result.ok) {
|
|
116
114
|
return [result, { status: "complete", request: req, response }];
|
|
117
115
|
}
|
|
118
116
|
return [result, { status: "complete", request: req, response }];
|
|
119
117
|
}
|
|
120
|
-
//# sourceMappingURL=
|
|
118
|
+
//# sourceMappingURL=evalsRagasNoiseSensitivity.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"evalsRagasNoiseSensitivity.js","sourceRoot":"","sources":["../src/funcs/evalsRagasNoiseSensitivity.ts"],"names":[],"mappings":";AAAA;;GAEG;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AA4BH,gEAwBC;AAjDD,sDAAiD;AACjD,sDAAwC;AACxC,wDAAkD;AAClD,kDAA8C;AAE9C,oDAA4E;AAC5E,0CAA2C;AAQ3C,kEAAoD;AAIpD,0EAA4D;AAC5D,gDAAwD;AAGxD;;GAEG;AACH,SAAgB,0BAA0B,CACxC,MAAe,EACf,OAAsE,EACtE,OAAwB;IAgBxB,OAAO,IAAI,qBAAU,CAAC,GAAG,CACvB,MAAM,EACN,OAAO,EACP,OAAO,CACR,CAAC,CAAC;AACL,CAAC;AAED,KAAK,UAAU,GAAG,CAChB,MAAe,EACf,OAAsE,EACtE,OAAwB;IAmBxB,MAAM,MAAM,GAAG,IAAA,sBAAS,EACtB,OAAO,EACP,CAAC,KAAK,EAAE,EAAE,CACR,UAAU,CAAC,oDAAoD,CAAC,QAAQ,EAAE;SACvE,KAAK,CAAC,KAAK,CAAC,EACjB,yBAAyB,CAC1B,CAAC;IACF,IAAI,CAAC,MAAM,CAAC,EAAE,EAAE,CAAC;QACf,OAAO,CAAC,MAAM,EAAE,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC,CAAC;IACzC,CAAC;IACD,MAAM,OAAO,GAAG,MAAM,CAAC,KAAK,CAAC;IAC7B,MAAM,IAAI,GAAG,OAAO,KAAK,SAAS;QAChC,CAAC,CAAC,IAAI;QACN,CAAC,CAAC,IAAA,yBAAU,EAAC,MAAM,EAAE,OAAO,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC;IAEnD,MAAM,IAAI,GAAG,IAAA,mBAAU,EAAC,wCAAwC,CAAC,EAAE,CAAC;IAEpE,MAAM,OAAO,GAAG,IAAI,OAAO,CAAC,IAAA,0BAAU,EAAC;QACrC,cAAc,EAAE,kBAAkB;QAClC,MAAM,EAAE,kBAAkB;KAC3B,CAAC,CAAC,CAAC;IAEJ,MAAM,SAAS,GAAG,MAAM,IAAA,6BAAe,EAAC,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;IAChE,MAAM,aAAa,GAAG,SAAS,IAAI,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC;IACrE,MAAM,eAAe,GAAG,IAAA,mCAAqB,EAAC,aAAa,CAAC,CAAC;IAE7D,MAAM,OAAO,GAAG;QACd,OAAO,EAAE,MAAM,CAAC,QAAQ;QACxB,OAAO,EAAE,OAAO,EAAE,SAAS,IAAI,MAAM,CAAC,QAAQ,IAAI,EAAE;QACpD,WAAW,EAAE,4BAA4B;QACzC,YAAY,EAAE,EAAE;QAEhB,gBAAgB,EAAE,eAAe;QAEjC,cAAc,EAAE,MAAM,CAAC,QAAQ,CAAC,MAAM;QACtC,WAAW,EAAE,OAAO,EAAE,OAAO;eACxB,MAAM,CAAC,QAAQ,CAAC,WAAW;eAC3B,EAAE,QAAQ,EAAE,MAAM,EAAE;QACzB,UAAU,EAAE,OAAO,EAAE,UAAU,IAAI,CAAC,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,CAAC;KACvE,CAAC;IAEF,MAAM,UAAU,GAAG,MAAM,CAAC,cAAc,CAAC,OAAO,EAAE;QAChD,QAAQ,EAAE,eAAe;QACzB,MAAM,EAAE,MAAM;QACd,OAAO,EAAE,OAAO,EAAE,SAAS;QAC3B,IAAI,EAAE,IAAI;QACV,OAAO,EAAE,OAAO;QAChB,IAAI,EAAE,IAAI;QACV,SAAS,EAAE,MAAM,CAAC,QAAQ,CAAC,SAAS;QACpC,SAAS,EAAE,OAAO,EAAE,SAAS,IAAI,MAAM,CAAC,QAAQ,CAAC,SAAS,IAAI,MAAM;KACrE,EAAE,OAAO,CAAC,CAAC;IACZ,IAAI,CAAC,UAAU,CAAC,EAAE,EAAE,CAAC;QACnB,OAAO,CAAC,UAAU,EAAE,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC,CAAC;IAC7C,CAAC;IACD,MAAM,GAAG,GAAG,UAAU,CAAC,KAAK,CAAC;IAE7B,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,GAAG,CAAC,GAAG,EAAE;QACrC,OAAO;QACP,UAAU,EAAE,CAAC,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,CAAC;QACxC,WAAW,EAAE,OAAO,CAAC,WAAW;QAChC,UAAU,EAAE,OAAO,CAAC,UAAU;KAC/B,CAAC,CAAC;IACH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;QACjB,OAAO,CAAC,QAAQ,EAAE,EAAE,MAAM,EAAE,eAAe,EAAE,OAAO,EAAE,GAAG,EAAE,CAAC,CAAC;IAC/D,CAAC;IACD,MAAM,QAAQ,GAAG,QAAQ,CAAC,KAAK,CAAC;IAEhC,MAAM,cAAc,GAAG;QACrB,QAAQ,EAAE,EAAE,QAAQ,EAAE,QAAQ,EAAE,OAAO,EAAE,GAAG,EAAE;KAC/C,CAAC;IAEF,MAAM,CAAC,MAAM,CAAC,GAAG,MAAM,CAAC,CAAC,KAAK,CAa5B,CAAC,CAAC,IAAI,CACJ,GAAG,EACH,UAAU,CAAC,oDAAoD,CAChE,EACD,CAAC,CAAC,OAAO,CAAC,GAAG,EAAE,MAAM,CAAC,oDAAoD,CAAC,EAC3E,CAAC,CAAC,OAAO,CACP,GAAG,EACH,MAAM,CAAC,yDAAyD,CACjE,EACD,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,EACb,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CACd,CAAC,QAAQ,EAAE,GAAG,EAAE,EAAE,WAAW,EAAE,cAAc,EAAE,CAAC,CAAC;IAClD,IAAI,CAAC,MAAM,CAAC,EAAE,EAAE,CAAC;QACf,OAAO,CAAC,MAAM,EAAE,EAAE,MAAM,EAAE,UAAU,EAAE,OAAO,EAAE,GAAG,EAAE,QAAQ,EAAE,CAAC,CAAC;IAClE,CAAC;IAED,OAAO,CAAC,MAAM,EAAE,EAAE,MAAM,EAAE,UAAU,EAAE,OAAO,EAAE,GAAG,EAAE,QAAQ,EAAE,CAAC,CAAC;AAClE,CAAC"}
|
package/jsr.json
CHANGED
package/lib/config.d.ts
CHANGED
|
@@ -39,8 +39,8 @@ export declare function serverURLFromOptions(options: SDKOptions): URL | null;
|
|
|
39
39
|
export declare const SDK_METADATA: {
|
|
40
40
|
readonly language: "typescript";
|
|
41
41
|
readonly openapiDocVersion: "2.0";
|
|
42
|
-
readonly sdkVersion: "3.9.0-rc.
|
|
43
|
-
readonly genVersion: "2.
|
|
44
|
-
readonly userAgent: "speakeasy-sdk/typescript 3.9.0-rc.
|
|
42
|
+
readonly sdkVersion: "3.9.0-rc.10";
|
|
43
|
+
readonly genVersion: "2.640.3";
|
|
44
|
+
readonly userAgent: "speakeasy-sdk/typescript 3.9.0-rc.10 2.640.3 2.0 @orq-ai/node";
|
|
45
45
|
};
|
|
46
46
|
//# sourceMappingURL=config.d.ts.map
|
package/lib/config.js
CHANGED
|
@@ -28,8 +28,8 @@ function serverURLFromOptions(options) {
|
|
|
28
28
|
exports.SDK_METADATA = {
|
|
29
29
|
language: "typescript",
|
|
30
30
|
openapiDocVersion: "2.0",
|
|
31
|
-
sdkVersion: "3.9.0-rc.
|
|
32
|
-
genVersion: "2.
|
|
33
|
-
userAgent: "speakeasy-sdk/typescript 3.9.0-rc.
|
|
31
|
+
sdkVersion: "3.9.0-rc.10",
|
|
32
|
+
genVersion: "2.640.3",
|
|
33
|
+
userAgent: "speakeasy-sdk/typescript 3.9.0-rc.10 2.640.3 2.0 @orq-ai/node",
|
|
34
34
|
};
|
|
35
35
|
//# sourceMappingURL=config.js.map
|
package/lib/config.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"config.js","sourceRoot":"","sources":["../src/lib/config.ts"],"names":[],"mappings":";AAAA;;GAEG;;;AAgDH,oDAeC;AA1DD,qCAA8C;AAE9C;;GAEG;AACU,QAAA,UAAU,GAAG;IACxB,mBAAmB;CACX,CAAC;AAoCX,SAAgB,oBAAoB,CAAC,OAAmB;IACtD,IAAI,SAAS,GAAG,OAAO,CAAC,SAAS,CAAC;IAElC,MAAM,MAAM,GAAW,EAAE,CAAC;IAE1B,IAAI,CAAC,SAAS,EAAE,CAAC;QACf,MAAM,SAAS,GAAG,OAAO,CAAC,SAAS,IAAI,CAAC,CAAC;QACzC,IAAI,SAAS,GAAG,CAAC,IAAI,SAAS,IAAI,kBAAU,CAAC,MAAM,EAAE,CAAC;YACpD,MAAM,IAAI,KAAK,CAAC,wBAAwB,SAAS,EAAE,CAAC,CAAC;QACvD,CAAC;QACD,SAAS,GAAG,kBAAU,CAAC,SAAS,CAAC,IAAI,EAAE,CAAC;IAC1C,CAAC;IAED,MAAM,CAAC,GAAG,IAAA,mBAAU,EAAC,SAAS,CAAC,CAAC,MAAM,CAAC,CAAC;IACxC,OAAO,IAAI,GAAG,CAAC,CAAC,CAAC,CAAC;AACpB,CAAC;AAEY,QAAA,YAAY,GAAG;IAC1B,QAAQ,EAAE,YAAY;IACtB,iBAAiB,EAAE,KAAK;IACxB,UAAU,EAAE,
|
|
1
|
+
{"version":3,"file":"config.js","sourceRoot":"","sources":["../src/lib/config.ts"],"names":[],"mappings":";AAAA;;GAEG;;;AAgDH,oDAeC;AA1DD,qCAA8C;AAE9C;;GAEG;AACU,QAAA,UAAU,GAAG;IACxB,mBAAmB;CACX,CAAC;AAoCX,SAAgB,oBAAoB,CAAC,OAAmB;IACtD,IAAI,SAAS,GAAG,OAAO,CAAC,SAAS,CAAC;IAElC,MAAM,MAAM,GAAW,EAAE,CAAC;IAE1B,IAAI,CAAC,SAAS,EAAE,CAAC;QACf,MAAM,SAAS,GAAG,OAAO,CAAC,SAAS,IAAI,CAAC,CAAC;QACzC,IAAI,SAAS,GAAG,CAAC,IAAI,SAAS,IAAI,kBAAU,CAAC,MAAM,EAAE,CAAC;YACpD,MAAM,IAAI,KAAK,CAAC,wBAAwB,SAAS,EAAE,CAAC,CAAC;QACvD,CAAC;QACD,SAAS,GAAG,kBAAU,CAAC,SAAS,CAAC,IAAI,EAAE,CAAC;IAC1C,CAAC;IAED,MAAM,CAAC,GAAG,IAAA,mBAAU,EAAC,SAAS,CAAC,CAAC,MAAM,CAAC,CAAC;IACxC,OAAO,IAAI,GAAG,CAAC,CAAC,CAAC,CAAC;AACpB,CAAC;AAEY,QAAA,YAAY,GAAG;IAC1B,QAAQ,EAAE,YAAY;IACtB,iBAAiB,EAAE,KAAK;IACxB,UAAU,EAAE,aAAa;IACzB,UAAU,EAAE,SAAS;IACrB,SAAS,EAAE,+DAA+D;CAClE,CAAC"}
|
package/mcp-server/mcp-server.js
CHANGED
|
@@ -22,7 +22,7 @@ const routes = (0, core_1.buildRouteMap)({
|
|
|
22
22
|
exports.app = (0, core_1.buildApplication)(routes, {
|
|
23
23
|
name: "mcp",
|
|
24
24
|
versionInfo: {
|
|
25
|
-
currentVersion: "3.9.0-rc.
|
|
25
|
+
currentVersion: "3.9.0-rc.10",
|
|
26
26
|
},
|
|
27
27
|
});
|
|
28
28
|
(0, core_1.run)(exports.app, node_process_1.default.argv.slice(2), (0, cli_js_1.buildContext)(node_process_1.default));
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"mcp-server.js","sourceRoot":"","sources":["../src/mcp-server/mcp-server.ts"],"names":[],"mappings":";AAAA;;GAEG;;;;;;AAEH,wCAAqE;AACrE,gEAAmC;AACnC,qCAAwC;AACxC,uDAAsD;AAEtD,MAAM,MAAM,GAAG,IAAA,oBAAa,EAAC;IAC3B,MAAM,EAAE;QACN,KAAK,EAAE,yBAAY;KACpB;IACD,IAAI,EAAE;QACJ,KAAK,EAAE,gBAAgB;KACxB;CACF,CAAC,CAAC;AAEU,QAAA,GAAG,GAAG,IAAA,uBAAgB,EAAC,MAAM,EAAE;IAC1C,IAAI,EAAE,KAAK;IACX,WAAW,EAAE;QACX,cAAc,EAAE,
|
|
1
|
+
{"version":3,"file":"mcp-server.js","sourceRoot":"","sources":["../src/mcp-server/mcp-server.ts"],"names":[],"mappings":";AAAA;;GAEG;;;;;;AAEH,wCAAqE;AACrE,gEAAmC;AACnC,qCAAwC;AACxC,uDAAsD;AAEtD,MAAM,MAAM,GAAG,IAAA,oBAAa,EAAC;IAC3B,MAAM,EAAE;QACN,KAAK,EAAE,yBAAY;KACpB;IACD,IAAI,EAAE;QACJ,KAAK,EAAE,gBAAgB;KACxB;CACF,CAAC,CAAC;AAEU,QAAA,GAAG,GAAG,IAAA,uBAAgB,EAAC,MAAM,EAAE;IAC1C,IAAI,EAAE,KAAK;IACX,WAAW,EAAE;QACX,cAAc,EAAE,aAAa;KAC9B;CACF,CAAC,CAAC;AAEH,IAAA,UAAG,EAAC,WAAG,EAAE,sBAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,IAAA,qBAAY,EAAC,sBAAO,CAAC,CAAC,CAAC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"server.d.ts","sourceRoot":"","sources":["../src/mcp-server/server.ts"],"names":[],"mappings":"AAIA,OAAO,EAAE,SAAS,EAAE,MAAM,yCAAyC,CAAC;AAEpE,OAAO,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAC;AAC9C,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAC;AAMzD,OAAO,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAC;
|
|
1
|
+
{"version":3,"file":"server.d.ts","sourceRoot":"","sources":["../src/mcp-server/server.ts"],"names":[],"mappings":"AAIA,OAAO,EAAE,SAAS,EAAE,MAAM,yCAAyC,CAAC;AAEpE,OAAO,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAC;AAC9C,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAC;AAMzD,OAAO,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAC;AAgGvC,wBAAgB,eAAe,CAAC,IAAI,EAAE;IACpC,MAAM,EAAE,aAAa,CAAC;IACtB,YAAY,CAAC,EAAE,MAAM,EAAE,GAAG,SAAS,CAAC;IACpC,MAAM,CAAC,EAAE,QAAQ,EAAE,GAAG,SAAS,CAAC;IAChC,SAAS,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC/B,MAAM,CAAC,EAAE,UAAU,CAAC,QAAQ,CAAC,GAAG,SAAS,CAAC;IAC1C,SAAS,CAAC,EAAE,UAAU,CAAC,WAAW,CAAC,GAAG,SAAS,CAAC;IAChD,WAAW,CAAC,EAAE,UAAU,CAAC,aAAa,CAAC,GAAG,SAAS,CAAC;IACpD,SAAS,CAAC,EAAE,UAAU,CAAC,WAAW,CAAC,GAAG,SAAS,CAAC;CACjD,aAkIA"}
|
package/mcp-server/server.js
CHANGED
|
@@ -17,7 +17,6 @@ const contactsUpdate_js_1 = require("./tools/contactsUpdate.js");
|
|
|
17
17
|
const datasetsClear_js_1 = require("./tools/datasetsClear.js");
|
|
18
18
|
const datasetsCreate_js_1 = require("./tools/datasetsCreate.js");
|
|
19
19
|
const datasetsCreateDatapoint_js_1 = require("./tools/datasetsCreateDatapoint.js");
|
|
20
|
-
const datasetsCreateExperiment_js_1 = require("./tools/datasetsCreateExperiment.js");
|
|
21
20
|
const datasetsDelete_js_1 = require("./tools/datasetsDelete.js");
|
|
22
21
|
const datasetsDeleteDatapoint_js_1 = require("./tools/datasetsDeleteDatapoint.js");
|
|
23
22
|
const datasetsList_js_1 = require("./tools/datasetsList.js");
|
|
@@ -26,7 +25,6 @@ const datasetsRetrieve_js_1 = require("./tools/datasetsRetrieve.js");
|
|
|
26
25
|
const datasetsRetrieveDatapoint_js_1 = require("./tools/datasetsRetrieveDatapoint.js");
|
|
27
26
|
const datasetsUpdate_js_1 = require("./tools/datasetsUpdate.js");
|
|
28
27
|
const datasetsUpdateDatapoint_js_1 = require("./tools/datasetsUpdateDatapoint.js");
|
|
29
|
-
const deploymentsCreateExperiment_js_1 = require("./tools/deploymentsCreateExperiment.js");
|
|
30
28
|
const deploymentsGetConfig_js_1 = require("./tools/deploymentsGetConfig.js");
|
|
31
29
|
const deploymentsInvoke_js_1 = require("./tools/deploymentsInvoke.js");
|
|
32
30
|
const deploymentsList_js_1 = require("./tools/deploymentsList.js");
|
|
@@ -58,11 +56,14 @@ const evalsLocalization_js_1 = require("./tools/evalsLocalization.js");
|
|
|
58
56
|
const evalsPii_js_1 = require("./tools/evalsPii.js");
|
|
59
57
|
const evalsRagasCoherence_js_1 = require("./tools/evalsRagasCoherence.js");
|
|
60
58
|
const evalsRagasConciseness_js_1 = require("./tools/evalsRagasConciseness.js");
|
|
59
|
+
const evalsRagasContextEntitiesRecall_js_1 = require("./tools/evalsRagasContextEntitiesRecall.js");
|
|
61
60
|
const evalsRagasContextPrecision_js_1 = require("./tools/evalsRagasContextPrecision.js");
|
|
61
|
+
const evalsRagasContextRecall_js_1 = require("./tools/evalsRagasContextRecall.js");
|
|
62
62
|
const evalsRagasCorrectness_js_1 = require("./tools/evalsRagasCorrectness.js");
|
|
63
63
|
const evalsRagasFaithfulness_js_1 = require("./tools/evalsRagasFaithfulness.js");
|
|
64
64
|
const evalsRagasHarmfulness_js_1 = require("./tools/evalsRagasHarmfulness.js");
|
|
65
65
|
const evalsRagasMaliciousness_js_1 = require("./tools/evalsRagasMaliciousness.js");
|
|
66
|
+
const evalsRagasNoiseSensitivity_js_1 = require("./tools/evalsRagasNoiseSensitivity.js");
|
|
66
67
|
const evalsRagasResponseRelevancy_js_1 = require("./tools/evalsRagasResponseRelevancy.js");
|
|
67
68
|
const evalsRagasSummarization_js_1 = require("./tools/evalsRagasSummarization.js");
|
|
68
69
|
const evalsSentimentClassification_js_1 = require("./tools/evalsSentimentClassification.js");
|
|
@@ -104,7 +105,7 @@ const remoteconfigsRetrieve_js_1 = require("./tools/remoteconfigsRetrieve.js");
|
|
|
104
105
|
function createMCPServer(deps) {
|
|
105
106
|
const server = new mcp_js_1.McpServer({
|
|
106
107
|
name: "Orq",
|
|
107
|
-
version: "3.9.0-rc.
|
|
108
|
+
version: "3.9.0-rc.10",
|
|
108
109
|
});
|
|
109
110
|
const client = new core_js_1.OrqCore({
|
|
110
111
|
apiKey: deps.apiKey,
|
|
@@ -131,7 +132,6 @@ function createMCPServer(deps) {
|
|
|
131
132
|
tool(deploymentsGetConfig_js_1.tool$deploymentsGetConfig);
|
|
132
133
|
tool(deploymentsInvoke_js_1.tool$deploymentsInvoke);
|
|
133
134
|
tool(deploymentsStream_js_1.tool$deploymentsStream);
|
|
134
|
-
tool(deploymentsCreateExperiment_js_1.tool$deploymentsCreateExperiment);
|
|
135
135
|
tool(filesCreate_js_1.tool$filesCreate);
|
|
136
136
|
tool(filesList_js_1.tool$filesList);
|
|
137
137
|
tool(filesGet_js_1.tool$filesGet);
|
|
@@ -150,7 +150,6 @@ function createMCPServer(deps) {
|
|
|
150
150
|
tool(datasetsRetrieve_js_1.tool$datasetsRetrieve);
|
|
151
151
|
tool(datasetsUpdate_js_1.tool$datasetsUpdate);
|
|
152
152
|
tool(datasetsDelete_js_1.tool$datasetsDelete);
|
|
153
|
-
tool(datasetsCreateExperiment_js_1.tool$datasetsCreateExperiment);
|
|
154
153
|
tool(datasetsListDatapoints_js_1.tool$datasetsListDatapoints);
|
|
155
154
|
tool(datasetsCreateDatapoint_js_1.tool$datasetsCreateDatapoint);
|
|
156
155
|
tool(datasetsRetrieveDatapoint_js_1.tool$datasetsRetrieveDatapoint);
|
|
@@ -205,10 +204,13 @@ function createMCPServer(deps) {
|
|
|
205
204
|
tool(evalsRagasCoherence_js_1.tool$evalsRagasCoherence);
|
|
206
205
|
tool(evalsRagasConciseness_js_1.tool$evalsRagasConciseness);
|
|
207
206
|
tool(evalsRagasContextPrecision_js_1.tool$evalsRagasContextPrecision);
|
|
207
|
+
tool(evalsRagasContextRecall_js_1.tool$evalsRagasContextRecall);
|
|
208
|
+
tool(evalsRagasContextEntitiesRecall_js_1.tool$evalsRagasContextEntitiesRecall);
|
|
208
209
|
tool(evalsRagasCorrectness_js_1.tool$evalsRagasCorrectness);
|
|
209
210
|
tool(evalsRagasFaithfulness_js_1.tool$evalsRagasFaithfulness);
|
|
210
211
|
tool(evalsRagasHarmfulness_js_1.tool$evalsRagasHarmfulness);
|
|
211
212
|
tool(evalsRagasMaliciousness_js_1.tool$evalsRagasMaliciousness);
|
|
213
|
+
tool(evalsRagasNoiseSensitivity_js_1.tool$evalsRagasNoiseSensitivity);
|
|
212
214
|
tool(evalsRagasResponseRelevancy_js_1.tool$evalsRagasResponseRelevancy);
|
|
213
215
|
tool(evalsRagasSummarization_js_1.tool$evalsRagasSummarization);
|
|
214
216
|
tool(evalsInvoke_js_1.tool$evalsInvoke);
|
package/mcp-server/server.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"server.js","sourceRoot":"","sources":["../src/mcp-server/server.ts"],"names":[],"mappings":";AAAA;;GAEG;;
|
|
1
|
+
{"version":3,"file":"server.js","sourceRoot":"","sources":["../src/mcp-server/server.ts"],"names":[],"mappings":";AAAA;;GAEG;;AA2GH,0CA2IC;AApPD,oEAAoE;AACpE,wCAAqC;AAGrC,6CAAoD;AACpD,iDAGwB;AAExB,yCAAgD;AAChD,iEAAgE;AAChE,iEAAgE;AAChE,6DAA4D;AAC5D,qEAAoE;AACpE,iEAAgE;AAChE,+DAA8D;AAC9D,iEAAgE;AAChE,mFAAkF;AAClF,iEAAgE;AAChE,mFAAkF;AAClF,6DAA4D;AAC5D,iFAAgF;AAChF,qEAAoE;AACpE,uFAAsF;AACtF,iEAAgE;AAChE,mFAAkF;AAClF,6EAA4E;AAC5E,uEAAsE;AACtE,mEAAkE;AAClE,qFAAoF;AACpF,uEAAsE;AACtE,2EAA0E;AAC1E,qDAAoD;AACpD,iEAAgE;AAChE,iEAAgE;AAChE,uEAAsE;AACtE,+DAA8D;AAC9D,qEAAoE;AACpE,qEAAoE;AACpE,yEAAwE;AACxE,uEAAsE;AACtE,qEAAoE;AACpE,iFAAgF;AAChF,2DAA0D;AAC1D,2DAA0D;AAC1D,+DAA8D;AAC9D,mEAAkE;AAClE,iGAAgG;AAChG,6DAA4D;AAC5D,2DAA0D;AAC1D,yEAAwE;AACxE,iFAAgF;AAChF,2EAA0E;AAC1E,uEAAsE;AACtE,qDAAoD;AACpD,2EAA0E;AAC1E,+EAA8E;AAC9E,mGAAkG;AAClG,yFAAwF;AACxF,mFAAkF;AAClF,+EAA8E;AAC9E,iFAAgF;AAChF,+EAA8E;AAC9E,mFAAkF;AAClF,yFAAwF;AACxF,2FAA0F;AAC1F,mFAAkF;AAClF,6FAA4F;AAC5F,yEAAwE;AACxE,qEAAoE;AACpE,qEAAoE;AACpE,2DAA0D;AAC1D,iEAAgE;AAChE,iEAAgE;AAChE,2DAA0D;AAC1D,2DAA0D;AAC1D,qDAAoD;AACpD,uDAAsD;AACtD,yEAAwE;AACxE,+EAA8E;AAC9E,uFAAsF;AACtF,mEAAkE;AAClE,6EAA4E;AAC5E,uFAAsF;AACtF,+DAA8D;AAC9D,2EAA0E;AAC1E,qFAAoF;AACpF,uEAAsE;AACtE,iFAAgF;AAChF,2FAA0F;AAC1F,mEAAkE;AAClE,mEAAkE;AAClE,6EAA4E;AAC5E,uFAAsF;AACtF,yDAAwD;AACxD,+DAA8D;AAC9D,+DAA8D;AAC9D,uEAAsE;AACtE,2DAA0D;AAC1D,2EAA0E;AAC1E,mEAAkE;AAClE,+DAA8D;AAC9D,+EAA8E;AAE9E,SAAgB,eAAe,CAAC,IAS/B;IACC,MAAM,MAAM,GAAG,IAAI,kBAAS,CAAC;QAC3B,IAAI,EAAE,KAAK;QACX,OAAO,EAAE,aAAa;KACvB,CAAC,CAAC;IAEH,MAAM,MAAM,GAAG,IAAI,iBAAO,CAAC;QACzB,MAAM,EAAE,IAAI,CAAC,MAAM;QACnB,SAAS,EAAE,IAAI,CAAC,SAAS;QACzB,WAAW,EAAE,IAAI,CAAC,WAAW;QAC7B,SAAS,EAAE,IAAI,CAAC,SAAS;QACzB,SAAS,EAAE,IAAI,CAAC,SAAS;KAC1B,CAAC,CAAC;IAEH,MAAM,MAAM,GAAG,IAAI,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IAEpC,MAAM,YAAY,GAAG,IAAI,CAAC,YAAY,IAAI,IAAI,GAAG,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;IACrE,MAAM,IAAI,GAAG,IAAA,6BAAkB,EAC7B,IAAI,CAAC,MAAM,EACX,MAAM,EACN,MAAM,EACN,MAAM,EACN,YAAY,CACb,CAAC;IACF,MAAM,QAAQ,GAAG,IAAA,qCAAsB,EAAC,IAAI,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC,CAAC;IAC7E,MAAM,gBAAgB,GAAG,IAAA,6CAA8B,EACrD,IAAI,CAAC,MAAM,EACX,MAAM,EACN,MAAM,EACN,MAAM,CACP,CAAC;IACF,MAAM,MAAM,GAAG,IAAA,iCAAoB,EAAC,IAAI,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC,CAAC;IACzE,MAAM,QAAQ,GAAG,EAAE,IAAI,EAAE,QAAQ,EAAE,gBAAgB,EAAE,MAAM,EAAE,CAAC;IAC9D,KAAK,QAAQ,CAAC,CAAC,2BAA2B;IAE1C,IAAI,CAAC,uCAAmB,CAAC,CAAC;IAC1B,IAAI,CAAC,mCAAiB,CAAC,CAAC;IACxB,IAAI,CAAC,2CAAqB,CAAC,CAAC;IAC5B,IAAI,CAAC,uCAAmB,CAAC,CAAC;IAC1B,IAAI,CAAC,uCAAmB,CAAC,CAAC;IAC1B,IAAI,CAAC,uCAAmB,CAAC,CAAC;IAC1B,IAAI,CAAC,yCAAoB,CAAC,CAAC;IAC3B,IAAI,CAAC,mDAAyB,CAAC,CAAC;IAChC,IAAI,CAAC,6CAAsB,CAAC,CAAC;IAC7B,IAAI,CAAC,6CAAsB,CAAC,CAAC;IAC7B,IAAI,CAAC,iCAAgB,CAAC,CAAC;IACvB,IAAI,CAAC,6BAAc,CAAC,CAAC;IACrB,IAAI,CAAC,2BAAa,CAAC,CAAC;IACpB,IAAI,CAAC,iCAAgB,CAAC,CAAC;IACvB,IAAI,CAAC,iCAAgB,CAAC,CAAC;IACvB,IAAI,CAAC,qCAAkB,CAAC,CAAC;IACzB,IAAI,CAAC,yCAAoB,CAAC,CAAC;IAC3B,IAAI,CAAC,qCAAkB,CAAC,CAAC;IACzB,IAAI,CAAC,qCAAkB,CAAC,CAAC;IACzB,IAAI,CAAC,iDAAwB,CAAC,CAAC;IAC/B,IAAI,CAAC,6CAAsB,CAAC,CAAC;IAC7B,IAAI,CAAC,qDAA0B,CAAC,CAAC;IACjC,IAAI,CAAC,+BAAe,CAAC,CAAC;IACtB,IAAI,CAAC,mCAAiB,CAAC,CAAC;IACxB,IAAI,CAAC,uCAAmB,CAAC,CAAC;IAC1B,IAAI,CAAC,2CAAqB,CAAC,CAAC;IAC5B,IAAI,CAAC,uCAAmB,CAAC,CAAC;IAC1B,IAAI,CAAC,uCAAmB,CAAC,CAAC;IAC1B,IAAI,CAAC,uDAA2B,CAAC,CAAC;IAClC,IAAI,CAAC,yDAA4B,CAAC,CAAC;IACnC,IAAI,CAAC,6DAA8B,CAAC,CAAC;IACrC,IAAI,CAAC,yDAA4B,CAAC,CAAC;IACnC,IAAI,CAAC,yDAA4B,CAAC,CAAC;IACnC,IAAI,CAAC,qCAAkB,CAAC,CAAC;IACzB,IAAI,CAAC,qCAAkB,CAAC,CAAC;IACzB,IAAI,CAAC,6CAAsB,CAAC,CAAC;IAC7B,IAAI,CAAC,yCAAoB,CAAC,CAAC;IAC3B,IAAI,CAAC,yCAAoB,CAAC,CAAC;IAC3B,IAAI,CAAC,yCAAoB,CAAC,CAAC;IAC3B,IAAI,CAAC,2DAA6B,CAAC,CAAC;IACpC,IAAI,CAAC,6DAA8B,CAAC,CAAC;IACrC,IAAI,CAAC,iEAAgC,CAAC,CAAC;IACvC,IAAI,CAAC,6DAA8B,CAAC,CAAC;IACrC,IAAI,CAAC,6DAA8B,CAAC,CAAC;IACrC,IAAI,CAAC,qDAA0B,CAAC,CAAC;IACjC,IAAI,CAAC,iDAAwB,CAAC,CAAC;IAC/B,IAAI,CAAC,mDAAyB,CAAC,CAAC;IAChC,IAAI,CAAC,mDAAyB,CAAC,CAAC;IAChC,IAAI,CAAC,uDAA2B,CAAC,CAAC;IAClC,IAAI,CAAC,+CAAuB,CAAC,CAAC;IAC9B,IAAI,CAAC,2BAAa,CAAC,CAAC;IACpB,IAAI,CAAC,iCAAgB,CAAC,CAAC;IACvB,IAAI,CAAC,iCAAgB,CAAC,CAAC;IACvB,IAAI,CAAC,iCAAgB,CAAC,CAAC;IACvB,IAAI,CAAC,uCAAmB,CAAC,CAAC;IAC1B,IAAI,CAAC,uCAAmB,CAAC,CAAC;IAC1B,IAAI,CAAC,2CAAqB,CAAC,CAAC;IAC5B,IAAI,CAAC,2CAAqB,CAAC,CAAC;IAC5B,IAAI,CAAC,+CAAuB,CAAC,CAAC;IAC9B,IAAI,CAAC,6CAAsB,CAAC,CAAC;IAC7B,IAAI,CAAC,2CAAqB,CAAC,CAAC;IAC5B,IAAI,CAAC,uDAA2B,CAAC,CAAC;IAClC,IAAI,CAAC,qCAAkB,CAAC,CAAC;IACzB,IAAI,CAAC,qCAAkB,CAAC,CAAC;IACzB,IAAI,CAAC,yCAAoB,CAAC,CAAC;IAC3B,IAAI,CAAC,+CAAuB,CAAC,CAAC;IAC9B,IAAI,CAAC,uDAA2B,CAAC,CAAC;IAClC,IAAI,CAAC,iDAAwB,CAAC,CAAC;IAC/B,IAAI,CAAC,uCAAmB,CAAC,CAAC;IAC1B,IAAI,CAAC,iDAAwB,CAAC,CAAC;IAC/B,IAAI,CAAC,6CAAsB,CAAC,CAAC;IAC7B,IAAI,CAAC,uEAAmC,CAAC,CAAC;IAC1C,IAAI,CAAC,mCAAiB,CAAC,CAAC;IACxB,IAAI,CAAC,6CAAsB,CAAC,CAAC;IAC7B,IAAI,CAAC,2BAAa,CAAC,CAAC;IACpB,IAAI,CAAC,mEAAiC,CAAC,CAAC;IACxC,IAAI,CAAC,+CAAuB,CAAC,CAAC;IAC9B,IAAI,CAAC,2CAAqB,CAAC,CAAC;IAC5B,IAAI,CAAC,2CAAqB,CAAC,CAAC;IAC5B,IAAI,CAAC,iDAAwB,CAAC,CAAC;IAC/B,IAAI,CAAC,qDAA0B,CAAC,CAAC;IACjC,IAAI,CAAC,+DAA+B,CAAC,CAAC;IACtC,IAAI,CAAC,yDAA4B,CAAC,CAAC;IACnC,IAAI,CAAC,yEAAoC,CAAC,CAAC;IAC3C,IAAI,CAAC,qDAA0B,CAAC,CAAC;IACjC,IAAI,CAAC,uDAA2B,CAAC,CAAC;IAClC,IAAI,CAAC,qDAA0B,CAAC,CAAC;IACjC,IAAI,CAAC,yDAA4B,CAAC,CAAC;IACnC,IAAI,CAAC,+DAA+B,CAAC,CAAC;IACtC,IAAI,CAAC,iEAAgC,CAAC,CAAC;IACvC,IAAI,CAAC,yDAA4B,CAAC,CAAC;IACnC,IAAI,CAAC,iCAAgB,CAAC,CAAC;IACvB,IAAI,CAAC,2DAA6B,CAAC,CAAC;IAEpC,OAAO,MAAM,CAAC;AAChB,CAAC"}
|
|
@@ -0,0 +1,8 @@
|
|
|
1
|
+
import * as operations from "../../models/operations/index.js";
|
|
2
|
+
import { ToolDefinition } from "../tools.js";
|
|
3
|
+
declare const args: {
|
|
4
|
+
request: import("zod").ZodOptional<import("zod").ZodType<operations.EvalsRagasContextEntitiesRecallRequestBody, import("zod").ZodTypeDef, unknown>>;
|
|
5
|
+
};
|
|
6
|
+
export declare const tool$evalsRagasContextEntitiesRecall: ToolDefinition<typeof args>;
|
|
7
|
+
export {};
|
|
8
|
+
//# sourceMappingURL=evalsRagasContextEntitiesRecall.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"evalsRagasContextEntitiesRecall.d.ts","sourceRoot":"","sources":["../../src/mcp-server/tools/evalsRagasContextEntitiesRecall.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,UAAU,MAAM,kCAAkC,CAAC;AAC/D,OAAO,EAAgB,cAAc,EAAE,MAAM,aAAa,CAAC;AAE3D,QAAA,MAAM,IAAI;;CAGT,CAAC;AAEF,eAAO,MAAM,oCAAoC,EAAE,cAAc,CAAC,OAAO,IAAI,CAuB1E,CAAC"}
|
|
@@ -0,0 +1,63 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
/*
|
|
3
|
+
* Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
|
|
4
|
+
*/
|
|
5
|
+
var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
|
|
6
|
+
if (k2 === undefined) k2 = k;
|
|
7
|
+
var desc = Object.getOwnPropertyDescriptor(m, k);
|
|
8
|
+
if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
|
|
9
|
+
desc = { enumerable: true, get: function() { return m[k]; } };
|
|
10
|
+
}
|
|
11
|
+
Object.defineProperty(o, k2, desc);
|
|
12
|
+
}) : (function(o, m, k, k2) {
|
|
13
|
+
if (k2 === undefined) k2 = k;
|
|
14
|
+
o[k2] = m[k];
|
|
15
|
+
}));
|
|
16
|
+
var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
|
|
17
|
+
Object.defineProperty(o, "default", { enumerable: true, value: v });
|
|
18
|
+
}) : function(o, v) {
|
|
19
|
+
o["default"] = v;
|
|
20
|
+
});
|
|
21
|
+
var __importStar = (this && this.__importStar) || (function () {
|
|
22
|
+
var ownKeys = function(o) {
|
|
23
|
+
ownKeys = Object.getOwnPropertyNames || function (o) {
|
|
24
|
+
var ar = [];
|
|
25
|
+
for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
|
|
26
|
+
return ar;
|
|
27
|
+
};
|
|
28
|
+
return ownKeys(o);
|
|
29
|
+
};
|
|
30
|
+
return function (mod) {
|
|
31
|
+
if (mod && mod.__esModule) return mod;
|
|
32
|
+
var result = {};
|
|
33
|
+
if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
|
|
34
|
+
__setModuleDefault(result, mod);
|
|
35
|
+
return result;
|
|
36
|
+
};
|
|
37
|
+
})();
|
|
38
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
39
|
+
exports.tool$evalsRagasContextEntitiesRecall = void 0;
|
|
40
|
+
const evalsRagasContextEntitiesRecall_js_1 = require("../../funcs/evalsRagasContextEntitiesRecall.js");
|
|
41
|
+
const operations = __importStar(require("../../models/operations/index.js"));
|
|
42
|
+
const tools_js_1 = require("../tools.js");
|
|
43
|
+
const args = {
|
|
44
|
+
request: operations.EvalsRagasContextEntitiesRecallRequestBody$inboundSchema
|
|
45
|
+
.optional(),
|
|
46
|
+
};
|
|
47
|
+
exports.tool$evalsRagasContextEntitiesRecall = {
|
|
48
|
+
name: "evals-ragas-context-entities-recall",
|
|
49
|
+
description: `Run Context Entities Recall Evaluator`,
|
|
50
|
+
args,
|
|
51
|
+
tool: async (client, args, ctx) => {
|
|
52
|
+
const [result, apiCall] = await (0, evalsRagasContextEntitiesRecall_js_1.evalsRagasContextEntitiesRecall)(client, args.request, { fetchOptions: { signal: ctx.signal } }).$inspect();
|
|
53
|
+
if (!result.ok) {
|
|
54
|
+
return {
|
|
55
|
+
content: [{ type: "text", text: result.error.message }],
|
|
56
|
+
isError: true,
|
|
57
|
+
};
|
|
58
|
+
}
|
|
59
|
+
const value = result.value;
|
|
60
|
+
return (0, tools_js_1.formatResult)(value, apiCall);
|
|
61
|
+
},
|
|
62
|
+
};
|
|
63
|
+
//# sourceMappingURL=evalsRagasContextEntitiesRecall.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"evalsRagasContextEntitiesRecall.js","sourceRoot":"","sources":["../../src/mcp-server/tools/evalsRagasContextEntitiesRecall.ts"],"names":[],"mappings":";AAAA;;GAEG;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAEH,uGAAiG;AACjG,6EAA+D;AAC/D,0CAA2D;AAE3D,MAAM,IAAI,GAAG;IACX,OAAO,EAAE,UAAU,CAAC,wDAAwD;SACzE,QAAQ,EAAE;CACd,CAAC;AAEW,QAAA,oCAAoC,GAC/C;IACE,IAAI,EAAE,qCAAqC;IAC3C,WAAW,EAAE,uCAAuC;IACpD,IAAI;IACJ,IAAI,EAAE,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,GAAG,EAAE,EAAE;QAChC,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,MAAM,IAAA,oEAA+B,EAC7D,MAAM,EACN,IAAI,CAAC,OAAO,EACZ,EAAE,YAAY,EAAE,EAAE,MAAM,EAAE,GAAG,CAAC,MAAM,EAAE,EAAE,CACzC,CAAC,QAAQ,EAAE,CAAC;QAEb,IAAI,CAAC,MAAM,CAAC,EAAE,EAAE,CAAC;YACf,OAAO;gBACL,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC;gBACvD,OAAO,EAAE,IAAI;aACd,CAAC;QACJ,CAAC;QAED,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC;QAE3B,OAAO,IAAA,uBAAY,EAAC,KAAK,EAAE,OAAO,CAAC,CAAC;IACtC,CAAC;CACF,CAAC"}
|
|
@@ -0,0 +1,8 @@
|
|
|
1
|
+
import * as operations from "../../models/operations/index.js";
|
|
2
|
+
import { ToolDefinition } from "../tools.js";
|
|
3
|
+
declare const args: {
|
|
4
|
+
request: import("zod").ZodOptional<import("zod").ZodType<operations.EvalsRagasContextRecallRequestBody, import("zod").ZodTypeDef, unknown>>;
|
|
5
|
+
};
|
|
6
|
+
export declare const tool$evalsRagasContextRecall: ToolDefinition<typeof args>;
|
|
7
|
+
export {};
|
|
8
|
+
//# sourceMappingURL=evalsRagasContextRecall.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"evalsRagasContextRecall.d.ts","sourceRoot":"","sources":["../../src/mcp-server/tools/evalsRagasContextRecall.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,UAAU,MAAM,kCAAkC,CAAC;AAC/D,OAAO,EAAgB,cAAc,EAAE,MAAM,aAAa,CAAC;AAE3D,QAAA,MAAM,IAAI;;CAGT,CAAC;AAEF,eAAO,MAAM,4BAA4B,EAAE,cAAc,CAAC,OAAO,IAAI,CAsBpE,CAAC"}
|
|
@@ -36,21 +36,20 @@ var __importStar = (this && this.__importStar) || (function () {
|
|
|
36
36
|
};
|
|
37
37
|
})();
|
|
38
38
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
39
|
-
exports.tool$
|
|
40
|
-
const
|
|
39
|
+
exports.tool$evalsRagasContextRecall = void 0;
|
|
40
|
+
const evalsRagasContextRecall_js_1 = require("../../funcs/evalsRagasContextRecall.js");
|
|
41
41
|
const operations = __importStar(require("../../models/operations/index.js"));
|
|
42
42
|
const tools_js_1 = require("../tools.js");
|
|
43
43
|
const args = {
|
|
44
|
-
request: operations.
|
|
44
|
+
request: operations.EvalsRagasContextRecallRequestBody$inboundSchema
|
|
45
|
+
.optional(),
|
|
45
46
|
};
|
|
46
|
-
exports.tool$
|
|
47
|
-
name: "
|
|
48
|
-
description: `
|
|
49
|
-
|
|
50
|
-
Create an experiment from a dataset`,
|
|
47
|
+
exports.tool$evalsRagasContextRecall = {
|
|
48
|
+
name: "evals-ragas-context-recall",
|
|
49
|
+
description: `Run Context Recall Evaluator`,
|
|
51
50
|
args,
|
|
52
51
|
tool: async (client, args, ctx) => {
|
|
53
|
-
const [result, apiCall] = await (0,
|
|
52
|
+
const [result, apiCall] = await (0, evalsRagasContextRecall_js_1.evalsRagasContextRecall)(client, args.request, { fetchOptions: { signal: ctx.signal } }).$inspect();
|
|
54
53
|
if (!result.ok) {
|
|
55
54
|
return {
|
|
56
55
|
content: [{ type: "text", text: result.error.message }],
|
|
@@ -61,4 +60,4 @@ Create an experiment from a dataset`,
|
|
|
61
60
|
return (0, tools_js_1.formatResult)(value, apiCall);
|
|
62
61
|
},
|
|
63
62
|
};
|
|
64
|
-
//# sourceMappingURL=
|
|
63
|
+
//# sourceMappingURL=evalsRagasContextRecall.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"evalsRagasContextRecall.js","sourceRoot":"","sources":["../../src/mcp-server/tools/evalsRagasContextRecall.ts"],"names":[],"mappings":";AAAA;;GAEG;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAEH,uFAAiF;AACjF,6EAA+D;AAC/D,0CAA2D;AAE3D,MAAM,IAAI,GAAG;IACX,OAAO,EAAE,UAAU,CAAC,gDAAgD;SACjE,QAAQ,EAAE;CACd,CAAC;AAEW,QAAA,4BAA4B,GAAgC;IACvE,IAAI,EAAE,4BAA4B;IAClC,WAAW,EAAE,8BAA8B;IAC3C,IAAI;IACJ,IAAI,EAAE,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,GAAG,EAAE,EAAE;QAChC,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,MAAM,IAAA,oDAAuB,EACrD,MAAM,EACN,IAAI,CAAC,OAAO,EACZ,EAAE,YAAY,EAAE,EAAE,MAAM,EAAE,GAAG,CAAC,MAAM,EAAE,EAAE,CACzC,CAAC,QAAQ,EAAE,CAAC;QAEb,IAAI,CAAC,MAAM,CAAC,EAAE,EAAE,CAAC;YACf,OAAO;gBACL,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC;gBACvD,OAAO,EAAE,IAAI;aACd,CAAC;QACJ,CAAC;QAED,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC;QAE3B,OAAO,IAAA,uBAAY,EAAC,KAAK,EAAE,OAAO,CAAC,CAAC;IACtC,CAAC;CACF,CAAC"}
|
|
@@ -0,0 +1,8 @@
|
|
|
1
|
+
import * as operations from "../../models/operations/index.js";
|
|
2
|
+
import { ToolDefinition } from "../tools.js";
|
|
3
|
+
declare const args: {
|
|
4
|
+
request: import("zod").ZodOptional<import("zod").ZodType<operations.EvalsRagasNoiseSensitivityRequestBody, import("zod").ZodTypeDef, unknown>>;
|
|
5
|
+
};
|
|
6
|
+
export declare const tool$evalsRagasNoiseSensitivity: ToolDefinition<typeof args>;
|
|
7
|
+
export {};
|
|
8
|
+
//# sourceMappingURL=evalsRagasNoiseSensitivity.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"evalsRagasNoiseSensitivity.d.ts","sourceRoot":"","sources":["../../src/mcp-server/tools/evalsRagasNoiseSensitivity.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,UAAU,MAAM,kCAAkC,CAAC;AAC/D,OAAO,EAAgB,cAAc,EAAE,MAAM,aAAa,CAAC;AAE3D,QAAA,MAAM,IAAI;;CAGT,CAAC;AAEF,eAAO,MAAM,+BAA+B,EAAE,cAAc,CAAC,OAAO,IAAI,CAsBvE,CAAC"}
|
|
@@ -36,21 +36,20 @@ var __importStar = (this && this.__importStar) || (function () {
|
|
|
36
36
|
};
|
|
37
37
|
})();
|
|
38
38
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
39
|
-
exports.tool$
|
|
40
|
-
const
|
|
39
|
+
exports.tool$evalsRagasNoiseSensitivity = void 0;
|
|
40
|
+
const evalsRagasNoiseSensitivity_js_1 = require("../../funcs/evalsRagasNoiseSensitivity.js");
|
|
41
41
|
const operations = __importStar(require("../../models/operations/index.js"));
|
|
42
42
|
const tools_js_1 = require("../tools.js");
|
|
43
43
|
const args = {
|
|
44
|
-
request: operations.
|
|
44
|
+
request: operations.EvalsRagasNoiseSensitivityRequestBody$inboundSchema
|
|
45
|
+
.optional(),
|
|
45
46
|
};
|
|
46
|
-
exports.tool$
|
|
47
|
-
name: "
|
|
48
|
-
description: `
|
|
49
|
-
|
|
50
|
-
Create an experiment from a deployment`,
|
|
47
|
+
exports.tool$evalsRagasNoiseSensitivity = {
|
|
48
|
+
name: "evals-ragas-noise-sensitivity",
|
|
49
|
+
description: `Run Noise Sensitivity Evaluator`,
|
|
51
50
|
args,
|
|
52
51
|
tool: async (client, args, ctx) => {
|
|
53
|
-
const [result, apiCall] = await (0,
|
|
52
|
+
const [result, apiCall] = await (0, evalsRagasNoiseSensitivity_js_1.evalsRagasNoiseSensitivity)(client, args.request, { fetchOptions: { signal: ctx.signal } }).$inspect();
|
|
54
53
|
if (!result.ok) {
|
|
55
54
|
return {
|
|
56
55
|
content: [{ type: "text", text: result.error.message }],
|
|
@@ -61,4 +60,4 @@ Create an experiment from a deployment`,
|
|
|
61
60
|
return (0, tools_js_1.formatResult)(value, apiCall);
|
|
62
61
|
},
|
|
63
62
|
};
|
|
64
|
-
//# sourceMappingURL=
|
|
63
|
+
//# sourceMappingURL=evalsRagasNoiseSensitivity.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"evalsRagasNoiseSensitivity.js","sourceRoot":"","sources":["../../src/mcp-server/tools/evalsRagasNoiseSensitivity.ts"],"names":[],"mappings":";AAAA;;GAEG;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAEH,6FAAuF;AACvF,6EAA+D;AAC/D,0CAA2D;AAE3D,MAAM,IAAI,GAAG;IACX,OAAO,EAAE,UAAU,CAAC,mDAAmD;SACpE,QAAQ,EAAE;CACd,CAAC;AAEW,QAAA,+BAA+B,GAAgC;IAC1E,IAAI,EAAE,+BAA+B;IACrC,WAAW,EAAE,iCAAiC;IAC9C,IAAI;IACJ,IAAI,EAAE,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,GAAG,EAAE,EAAE;QAChC,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,MAAM,IAAA,0DAA0B,EACxD,MAAM,EACN,IAAI,CAAC,OAAO,EACZ,EAAE,YAAY,EAAE,EAAE,MAAM,EAAE,GAAG,CAAC,MAAM,EAAE,EAAE,CACzC,CAAC,QAAQ,EAAE,CAAC;QAEb,IAAI,CAAC,MAAM,CAAC,EAAE,EAAE,CAAC;YACf,OAAO;gBACL,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC;gBACvD,OAAO,EAAE,IAAI;aACd,CAAC;QACJ,CAAC;QAED,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC;QAE3B,OAAO,IAAA,uBAAY,EAAC,KAAK,EAAE,OAAO,CAAC,CAAC;IACtC,CAAC;CACF,CAAC"}
|