@orq-ai/node 3.14.4 → 3.14.5
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/bin/mcp-server.js +209 -209
- package/bin/mcp-server.js.map +35 -35
- package/examples/package-lock.json +1 -1
- package/jsr.json +1 -1
- package/lib/config.d.ts +2 -2
- package/lib/config.js +2 -2
- package/mcp-server/mcp-server.js +1 -1
- package/mcp-server/server.js +1 -1
- package/models/operations/createbudget.js +2 -2
- package/models/operations/createcontact.js +2 -2
- package/models/operations/createdataset.js +2 -2
- package/models/operations/createdatasetitem.js +8 -8
- package/models/operations/createdatasource.js +2 -2
- package/models/operations/createeval.js +28 -28
- package/models/operations/createtool.js +10 -10
- package/models/operations/duplicatetool.js +10 -10
- package/models/operations/fileget.js +2 -2
- package/models/operations/filelist.js +2 -2
- package/models/operations/fileupload.js +2 -2
- package/models/operations/getalltools.js +10 -10
- package/models/operations/getbudget.js +2 -2
- package/models/operations/getevals.js +28 -28
- package/models/operations/listbudgets.js +2 -2
- package/models/operations/listcontacts.js +2 -2
- package/models/operations/listdatasetdatapoints.js +8 -8
- package/models/operations/listdatasets.js +2 -2
- package/models/operations/listdatasources.js +2 -2
- package/models/operations/retrievecontact.js +2 -2
- package/models/operations/retrievedatapoint.js +8 -8
- package/models/operations/retrievedataset.js +2 -2
- package/models/operations/retrievedatasource.js +2 -2
- package/models/operations/retrievetool.js +10 -10
- package/models/operations/updatebudget.js +2 -2
- package/models/operations/updatecontact.js +2 -2
- package/models/operations/updatedatapoint.js +8 -8
- package/models/operations/updatedataset.js +2 -2
- package/models/operations/updatedatasource.js +2 -2
- package/models/operations/updateeval.js +28 -28
- package/models/operations/updatetool.js +10 -10
- package/package.json +1 -1
- package/packages/orq-rc/README.md +21 -173
- package/packages/orq-rc/docs/sdks/evals/README.md +1 -2767
- package/packages/orq-rc/examples/package-lock.json +1 -1
- package/packages/orq-rc/jsr.json +1 -1
- package/packages/orq-rc/package-lock.json +2 -2
- package/packages/orq-rc/package.json +1 -1
- package/packages/orq-rc/src/lib/config.ts +3 -3
- package/packages/orq-rc/src/mcp-server/mcp-server.ts +1 -1
- package/packages/orq-rc/src/mcp-server/server.ts +1 -77
- package/packages/orq-rc/src/models/errors/index.ts +0 -38
- package/packages/orq-rc/src/models/operations/createagent.ts +1 -1
- package/packages/orq-rc/src/models/operations/createbudget.ts +2 -2
- package/packages/orq-rc/src/models/operations/createcontact.ts +2 -2
- package/packages/orq-rc/src/models/operations/createdataset.ts +2 -2
- package/packages/orq-rc/src/models/operations/createdatasetitem.ts +8 -8
- package/packages/orq-rc/src/models/operations/createdatasource.ts +2 -2
- package/packages/orq-rc/src/models/operations/createeval.ts +48 -57
- package/packages/orq-rc/src/models/operations/createknowledge.ts +47 -61
- package/packages/orq-rc/src/models/operations/createprompt.ts +4 -4
- package/packages/orq-rc/src/models/operations/createtool.ts +172 -144
- package/packages/orq-rc/src/models/operations/deploymentgetconfig.ts +920 -1129
- package/packages/orq-rc/src/models/operations/deployments.ts +53 -53
- package/packages/orq-rc/src/models/operations/deploymentstream.ts +52 -73
- package/packages/orq-rc/src/models/operations/duplicatetool.ts +10 -10
- package/packages/orq-rc/src/models/operations/fileget.ts +2 -2
- package/packages/orq-rc/src/models/operations/filelist.ts +2 -2
- package/packages/orq-rc/src/models/operations/fileupload.ts +2 -2
- package/packages/orq-rc/src/models/operations/getalltools.ts +10 -10
- package/packages/orq-rc/src/models/operations/getbudget.ts +2 -2
- package/packages/orq-rc/src/models/operations/getevals.ts +28 -28
- package/packages/orq-rc/src/models/operations/index.ts +0 -38
- package/packages/orq-rc/src/models/operations/listbudgets.ts +2 -2
- package/packages/orq-rc/src/models/operations/listcontacts.ts +2 -2
- package/packages/orq-rc/src/models/operations/listdatasetdatapoints.ts +8 -8
- package/packages/orq-rc/src/models/operations/listdatasets.ts +2 -2
- package/packages/orq-rc/src/models/operations/listdatasources.ts +2 -2
- package/packages/orq-rc/src/models/operations/retrievecontact.ts +2 -2
- package/packages/orq-rc/src/models/operations/retrievedatapoint.ts +8 -8
- package/packages/orq-rc/src/models/operations/retrievedataset.ts +2 -2
- package/packages/orq-rc/src/models/operations/retrievedatasource.ts +2 -2
- package/packages/orq-rc/src/models/operations/retrievetool.ts +10 -10
- package/packages/orq-rc/src/models/operations/runagent.ts +1 -1
- package/packages/orq-rc/src/models/operations/streamrunagent.ts +1 -1
- package/packages/orq-rc/src/models/operations/updateagent.ts +1 -1
- package/packages/orq-rc/src/models/operations/updatebudget.ts +2 -2
- package/packages/orq-rc/src/models/operations/updatecontact.ts +2 -2
- package/packages/orq-rc/src/models/operations/updatedatapoint.ts +8 -8
- package/packages/orq-rc/src/models/operations/updatedataset.ts +2 -2
- package/packages/orq-rc/src/models/operations/updatedatasource.ts +2 -2
- package/packages/orq-rc/src/models/operations/updateeval.ts +28 -28
- package/packages/orq-rc/src/models/operations/updateprompt.ts +4 -4
- package/packages/orq-rc/src/models/operations/updatetool.ts +168 -161
- package/packages/orq-rc/src/sdk/evals.ts +0 -570
- package/src/lib/config.ts +2 -2
- package/src/mcp-server/mcp-server.ts +1 -1
- package/src/mcp-server/server.ts +1 -1
- package/src/models/operations/createbudget.ts +2 -2
- package/src/models/operations/createcontact.ts +2 -2
- package/src/models/operations/createdataset.ts +2 -2
- package/src/models/operations/createdatasetitem.ts +8 -8
- package/src/models/operations/createdatasource.ts +2 -2
- package/src/models/operations/createeval.ts +28 -28
- package/src/models/operations/createtool.ts +10 -10
- package/src/models/operations/duplicatetool.ts +10 -10
- package/src/models/operations/fileget.ts +2 -2
- package/src/models/operations/filelist.ts +2 -2
- package/src/models/operations/fileupload.ts +2 -2
- package/src/models/operations/getalltools.ts +10 -10
- package/src/models/operations/getbudget.ts +2 -2
- package/src/models/operations/getevals.ts +28 -28
- package/src/models/operations/listbudgets.ts +2 -2
- package/src/models/operations/listcontacts.ts +2 -2
- package/src/models/operations/listdatasetdatapoints.ts +8 -8
- package/src/models/operations/listdatasets.ts +2 -2
- package/src/models/operations/listdatasources.ts +2 -2
- package/src/models/operations/retrievecontact.ts +2 -2
- package/src/models/operations/retrievedatapoint.ts +8 -8
- package/src/models/operations/retrievedataset.ts +2 -2
- package/src/models/operations/retrievedatasource.ts +2 -2
- package/src/models/operations/retrievetool.ts +10 -10
- package/src/models/operations/updatebudget.ts +2 -2
- package/src/models/operations/updatecontact.ts +2 -2
- package/src/models/operations/updatedatapoint.ts +8 -8
- package/src/models/operations/updatedataset.ts +2 -2
- package/src/models/operations/updatedatasource.ts +2 -2
- package/src/models/operations/updateeval.ts +28 -28
- package/src/models/operations/updatetool.ts +10 -10
- package/packages/orq-rc/src/funcs/evalsAgeAppropriate.ts +0 -175
- package/packages/orq-rc/src/funcs/evalsBertScore.ts +0 -175
- package/packages/orq-rc/src/funcs/evalsBleuScore.ts +0 -175
- package/packages/orq-rc/src/funcs/evalsBotDetection.ts +0 -175
- package/packages/orq-rc/src/funcs/evalsContains.ts +0 -175
- package/packages/orq-rc/src/funcs/evalsContainsAll.ts +0 -175
- package/packages/orq-rc/src/funcs/evalsContainsAny.ts +0 -175
- package/packages/orq-rc/src/funcs/evalsContainsEmail.ts +0 -175
- package/packages/orq-rc/src/funcs/evalsContainsNone.ts +0 -175
- package/packages/orq-rc/src/funcs/evalsContainsUrl.ts +0 -175
- package/packages/orq-rc/src/funcs/evalsContainsValidLink.ts +0 -177
- package/packages/orq-rc/src/funcs/evalsEndsWith.ts +0 -175
- package/packages/orq-rc/src/funcs/evalsExactMatch.ts +0 -175
- package/packages/orq-rc/src/funcs/evalsFactCheckingKnowledgeBase.ts +0 -183
- package/packages/orq-rc/src/funcs/evalsGrammar.ts +0 -173
- package/packages/orq-rc/src/funcs/evalsInvoke.ts +0 -177
- package/packages/orq-rc/src/funcs/evalsLengthBetween.ts +0 -175
- package/packages/orq-rc/src/funcs/evalsLengthGreaterThan.ts +0 -177
- package/packages/orq-rc/src/funcs/evalsLengthLessThan.ts +0 -175
- package/packages/orq-rc/src/funcs/evalsLocalization.ts +0 -175
- package/packages/orq-rc/src/funcs/evalsPii.ts +0 -173
- package/packages/orq-rc/src/funcs/evalsRagasCoherence.ts +0 -175
- package/packages/orq-rc/src/funcs/evalsRagasConciseness.ts +0 -174
- package/packages/orq-rc/src/funcs/evalsRagasContextEntitiesRecall.ts +0 -183
- package/packages/orq-rc/src/funcs/evalsRagasContextPrecision.ts +0 -180
- package/packages/orq-rc/src/funcs/evalsRagasContextRecall.ts +0 -177
- package/packages/orq-rc/src/funcs/evalsRagasCorrectness.ts +0 -174
- package/packages/orq-rc/src/funcs/evalsRagasFaithfulness.ts +0 -177
- package/packages/orq-rc/src/funcs/evalsRagasHarmfulness.ts +0 -174
- package/packages/orq-rc/src/funcs/evalsRagasMaliciousness.ts +0 -177
- package/packages/orq-rc/src/funcs/evalsRagasNoiseSensitivity.ts +0 -180
- package/packages/orq-rc/src/funcs/evalsRagasResponseRelevancy.ts +0 -183
- package/packages/orq-rc/src/funcs/evalsRagasSummarization.ts +0 -177
- package/packages/orq-rc/src/funcs/evalsSentimentClassification.ts +0 -183
- package/packages/orq-rc/src/funcs/evalsSummarization.ts +0 -175
- package/packages/orq-rc/src/funcs/evalsToneOfVoice.ts +0 -175
- package/packages/orq-rc/src/funcs/evalsTranslation.ts +0 -175
- package/packages/orq-rc/src/funcs/evalsValidJson.ts +0 -175
- package/packages/orq-rc/src/mcp-server/tools/evalsAgeAppropriate.ts +0 -35
- package/packages/orq-rc/src/mcp-server/tools/evalsBertScore.ts +0 -35
- package/packages/orq-rc/src/mcp-server/tools/evalsBleuScore.ts +0 -35
- package/packages/orq-rc/src/mcp-server/tools/evalsBotDetection.ts +0 -35
- package/packages/orq-rc/src/mcp-server/tools/evalsContains.ts +0 -35
- package/packages/orq-rc/src/mcp-server/tools/evalsContainsAll.ts +0 -35
- package/packages/orq-rc/src/mcp-server/tools/evalsContainsAny.ts +0 -35
- package/packages/orq-rc/src/mcp-server/tools/evalsContainsEmail.ts +0 -35
- package/packages/orq-rc/src/mcp-server/tools/evalsContainsNone.ts +0 -35
- package/packages/orq-rc/src/mcp-server/tools/evalsContainsUrl.ts +0 -35
- package/packages/orq-rc/src/mcp-server/tools/evalsContainsValidLink.ts +0 -36
- package/packages/orq-rc/src/mcp-server/tools/evalsEndsWith.ts +0 -35
- package/packages/orq-rc/src/mcp-server/tools/evalsExactMatch.ts +0 -35
- package/packages/orq-rc/src/mcp-server/tools/evalsFactCheckingKnowledgeBase.ts +0 -37
- package/packages/orq-rc/src/mcp-server/tools/evalsGrammar.ts +0 -35
- package/packages/orq-rc/src/mcp-server/tools/evalsInvoke.ts +0 -35
- package/packages/orq-rc/src/mcp-server/tools/evalsLengthBetween.ts +0 -35
- package/packages/orq-rc/src/mcp-server/tools/evalsLengthGreaterThan.ts +0 -36
- package/packages/orq-rc/src/mcp-server/tools/evalsLengthLessThan.ts +0 -35
- package/packages/orq-rc/src/mcp-server/tools/evalsLocalization.ts +0 -35
- package/packages/orq-rc/src/mcp-server/tools/evalsPii.ts +0 -35
- package/packages/orq-rc/src/mcp-server/tools/evalsRagasCoherence.ts +0 -35
- package/packages/orq-rc/src/mcp-server/tools/evalsRagasConciseness.ts +0 -35
- package/packages/orq-rc/src/mcp-server/tools/evalsRagasContextEntitiesRecall.ts +0 -37
- package/packages/orq-rc/src/mcp-server/tools/evalsRagasContextPrecision.ts +0 -36
- package/packages/orq-rc/src/mcp-server/tools/evalsRagasContextRecall.ts +0 -36
- package/packages/orq-rc/src/mcp-server/tools/evalsRagasCorrectness.ts +0 -35
- package/packages/orq-rc/src/mcp-server/tools/evalsRagasFaithfulness.ts +0 -36
- package/packages/orq-rc/src/mcp-server/tools/evalsRagasHarmfulness.ts +0 -35
- package/packages/orq-rc/src/mcp-server/tools/evalsRagasMaliciousness.ts +0 -36
- package/packages/orq-rc/src/mcp-server/tools/evalsRagasNoiseSensitivity.ts +0 -36
- package/packages/orq-rc/src/mcp-server/tools/evalsRagasResponseRelevancy.ts +0 -36
- package/packages/orq-rc/src/mcp-server/tools/evalsRagasSummarization.ts +0 -36
- package/packages/orq-rc/src/mcp-server/tools/evalsSentimentClassification.ts +0 -36
- package/packages/orq-rc/src/mcp-server/tools/evalsSummarization.ts +0 -35
- package/packages/orq-rc/src/mcp-server/tools/evalsToneOfVoice.ts +0 -35
- package/packages/orq-rc/src/mcp-server/tools/evalsTranslation.ts +0 -35
- package/packages/orq-rc/src/mcp-server/tools/evalsValidJson.ts +0 -35
- package/packages/orq-rc/src/models/errors/evalsageappropriate.ts +0 -156
- package/packages/orq-rc/src/models/errors/evalsbertscore.ts +0 -154
- package/packages/orq-rc/src/models/errors/evalsbleuscore.ts +0 -154
- package/packages/orq-rc/src/models/errors/evalsbotdetection.ts +0 -155
- package/packages/orq-rc/src/models/errors/evalscontains.ts +0 -154
- package/packages/orq-rc/src/models/errors/evalscontainsall.ts +0 -155
- package/packages/orq-rc/src/models/errors/evalscontainsany.ts +0 -155
- package/packages/orq-rc/src/models/errors/evalscontainsemail.ts +0 -156
- package/packages/orq-rc/src/models/errors/evalscontainsnone.ts +0 -155
- package/packages/orq-rc/src/models/errors/evalscontainsurl.ts +0 -155
- package/packages/orq-rc/src/models/errors/evalscontainsvalidlink.ts +0 -157
- package/packages/orq-rc/src/models/errors/evalsendswith.ts +0 -154
- package/packages/orq-rc/src/models/errors/evalsexactmatch.ts +0 -154
- package/packages/orq-rc/src/models/errors/evalsfactcheckingknowledgebase.ts +0 -160
- package/packages/orq-rc/src/models/errors/evalsgrammar.ts +0 -154
- package/packages/orq-rc/src/models/errors/evalslengthbetween.ts +0 -156
- package/packages/orq-rc/src/models/errors/evalslengthgreaterthan.ts +0 -157
- package/packages/orq-rc/src/models/errors/evalslengthlessthan.ts +0 -156
- package/packages/orq-rc/src/models/errors/evalslocalization.ts +0 -155
- package/packages/orq-rc/src/models/errors/evalspii.ts +0 -154
- package/packages/orq-rc/src/models/errors/evalsragascoherence.ts +0 -156
- package/packages/orq-rc/src/models/errors/evalsragasconciseness.ts +0 -157
- package/packages/orq-rc/src/models/errors/evalsragascontextentitiesrecall.ts +0 -163
- package/packages/orq-rc/src/models/errors/evalsragascontextprecision.ts +0 -160
- package/packages/orq-rc/src/models/errors/evalsragascontextrecall.ts +0 -158
- package/packages/orq-rc/src/models/errors/evalsragascorrectness.ts +0 -157
- package/packages/orq-rc/src/models/errors/evalsragasfaithfulness.ts +0 -157
- package/packages/orq-rc/src/models/errors/evalsragasharmfulness.ts +0 -157
- package/packages/orq-rc/src/models/errors/evalsragasmaliciousness.ts +0 -158
- package/packages/orq-rc/src/models/errors/evalsragasnoisesensitivity.ts +0 -160
- package/packages/orq-rc/src/models/errors/evalsragasresponserelevancy.ts +0 -160
- package/packages/orq-rc/src/models/errors/evalsragassummarization.ts +0 -158
- package/packages/orq-rc/src/models/errors/evalssentimentclassification.ts +0 -160
- package/packages/orq-rc/src/models/errors/evalssummarization.ts +0 -156
- package/packages/orq-rc/src/models/errors/evalstoneofvoice.ts +0 -155
- package/packages/orq-rc/src/models/errors/evalstranslation.ts +0 -155
- package/packages/orq-rc/src/models/errors/evalsvalidjson.ts +0 -154
- package/packages/orq-rc/src/models/errors/invokeeval.ts +0 -154
- package/packages/orq-rc/src/models/operations/evalsageappropriate.ts +0 -320
- package/packages/orq-rc/src/models/operations/evalsbertscore.ts +0 -197
- package/packages/orq-rc/src/models/operations/evalsbleuscore.ts +0 -131
- package/packages/orq-rc/src/models/operations/evalsbotdetection.ts +0 -322
- package/packages/orq-rc/src/models/operations/evalscontains.ts +0 -250
- package/packages/orq-rc/src/models/operations/evalscontainsall.ts +0 -248
- package/packages/orq-rc/src/models/operations/evalscontainsany.ts +0 -254
- package/packages/orq-rc/src/models/operations/evalscontainsemail.ts +0 -181
- package/packages/orq-rc/src/models/operations/evalscontainsnone.ts +0 -254
- package/packages/orq-rc/src/models/operations/evalscontainsurl.ts +0 -181
- package/packages/orq-rc/src/models/operations/evalscontainsvalidlink.ts +0 -186
- package/packages/orq-rc/src/models/operations/evalsendswith.ts +0 -250
- package/packages/orq-rc/src/models/operations/evalsexactmatch.ts +0 -183
- package/packages/orq-rc/src/models/operations/evalsfactcheckingknowledgebase.ts +0 -389
- package/packages/orq-rc/src/models/operations/evalsgrammar.ts +0 -314
- package/packages/orq-rc/src/models/operations/evalslengthbetween.ts +0 -268
- package/packages/orq-rc/src/models/operations/evalslengthgreaterthan.ts +0 -266
- package/packages/orq-rc/src/models/operations/evalslengthlessthan.ts +0 -259
- package/packages/orq-rc/src/models/operations/evalslocalization.ts +0 -326
- package/packages/orq-rc/src/models/operations/evalspii.ts +0 -314
- package/packages/orq-rc/src/models/operations/evalsragascoherence.ts +0 -152
- package/packages/orq-rc/src/models/operations/evalsragasconciseness.ts +0 -153
- package/packages/orq-rc/src/models/operations/evalsragascontextentitiesrecall.ts +0 -164
- package/packages/orq-rc/src/models/operations/evalsragascontextprecision.ts +0 -166
- package/packages/orq-rc/src/models/operations/evalsragascontextrecall.ts +0 -164
- package/packages/orq-rc/src/models/operations/evalsragascorrectness.ts +0 -153
- package/packages/orq-rc/src/models/operations/evalsragasfaithfulness.ts +0 -155
- package/packages/orq-rc/src/models/operations/evalsragasharmfulness.ts +0 -146
- package/packages/orq-rc/src/models/operations/evalsragasmaliciousness.ts +0 -157
- package/packages/orq-rc/src/models/operations/evalsragasnoisesensitivity.ts +0 -166
- package/packages/orq-rc/src/models/operations/evalsragasresponserelevancy.ts +0 -165
- package/packages/orq-rc/src/models/operations/evalsragassummarization.ts +0 -150
- package/packages/orq-rc/src/models/operations/evalssentimentclassification.ts +0 -374
- package/packages/orq-rc/src/models/operations/evalssummarization.ts +0 -329
- package/packages/orq-rc/src/models/operations/evalstoneofvoice.ts +0 -324
- package/packages/orq-rc/src/models/operations/evalstranslation.ts +0 -324
- package/packages/orq-rc/src/models/operations/evalsvalidjson.ts +0 -177
- package/packages/orq-rc/src/models/operations/invokeeval.ts +0 -2551
|
@@ -1,35 +0,0 @@
|
|
|
1
|
-
/*
|
|
2
|
-
* Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
|
|
3
|
-
*/
|
|
4
|
-
|
|
5
|
-
import { evalsGrammar } from "../../funcs/evalsGrammar.js";
|
|
6
|
-
import * as operations from "../../models/operations/index.js";
|
|
7
|
-
import { formatResult, ToolDefinition } from "../tools.js";
|
|
8
|
-
|
|
9
|
-
const args = {
|
|
10
|
-
request: operations.EvalsGrammarRequestBody$inboundSchema.optional(),
|
|
11
|
-
};
|
|
12
|
-
|
|
13
|
-
export const tool$evalsGrammar: ToolDefinition<typeof args> = {
|
|
14
|
-
name: "evals-grammar",
|
|
15
|
-
description: `Run Grammar Evaluator`,
|
|
16
|
-
args,
|
|
17
|
-
tool: async (client, args, ctx) => {
|
|
18
|
-
const [result, apiCall] = await evalsGrammar(
|
|
19
|
-
client,
|
|
20
|
-
args.request,
|
|
21
|
-
{ fetchOptions: { signal: ctx.signal } },
|
|
22
|
-
).$inspect();
|
|
23
|
-
|
|
24
|
-
if (!result.ok) {
|
|
25
|
-
return {
|
|
26
|
-
content: [{ type: "text", text: result.error.message }],
|
|
27
|
-
isError: true,
|
|
28
|
-
};
|
|
29
|
-
}
|
|
30
|
-
|
|
31
|
-
const value = result.value;
|
|
32
|
-
|
|
33
|
-
return formatResult(value, apiCall);
|
|
34
|
-
},
|
|
35
|
-
};
|
|
@@ -1,35 +0,0 @@
|
|
|
1
|
-
/*
|
|
2
|
-
* Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
|
|
3
|
-
*/
|
|
4
|
-
|
|
5
|
-
import { evalsInvoke } from "../../funcs/evalsInvoke.js";
|
|
6
|
-
import * as operations from "../../models/operations/index.js";
|
|
7
|
-
import { formatResult, ToolDefinition } from "../tools.js";
|
|
8
|
-
|
|
9
|
-
const args = {
|
|
10
|
-
request: operations.InvokeEvalRequest$inboundSchema,
|
|
11
|
-
};
|
|
12
|
-
|
|
13
|
-
export const tool$evalsInvoke: ToolDefinition<typeof args> = {
|
|
14
|
-
name: "evals-invoke",
|
|
15
|
-
description: `Invoke a Custom Evaluator`,
|
|
16
|
-
args,
|
|
17
|
-
tool: async (client, args, ctx) => {
|
|
18
|
-
const [result, apiCall] = await evalsInvoke(
|
|
19
|
-
client,
|
|
20
|
-
args.request,
|
|
21
|
-
{ fetchOptions: { signal: ctx.signal } },
|
|
22
|
-
).$inspect();
|
|
23
|
-
|
|
24
|
-
if (!result.ok) {
|
|
25
|
-
return {
|
|
26
|
-
content: [{ type: "text", text: result.error.message }],
|
|
27
|
-
isError: true,
|
|
28
|
-
};
|
|
29
|
-
}
|
|
30
|
-
|
|
31
|
-
const value = result.value;
|
|
32
|
-
|
|
33
|
-
return formatResult(value, apiCall);
|
|
34
|
-
},
|
|
35
|
-
};
|
|
@@ -1,35 +0,0 @@
|
|
|
1
|
-
/*
|
|
2
|
-
* Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
|
|
3
|
-
*/
|
|
4
|
-
|
|
5
|
-
import { evalsLengthBetween } from "../../funcs/evalsLengthBetween.js";
|
|
6
|
-
import * as operations from "../../models/operations/index.js";
|
|
7
|
-
import { formatResult, ToolDefinition } from "../tools.js";
|
|
8
|
-
|
|
9
|
-
const args = {
|
|
10
|
-
request: operations.EvalsLengthBetweenRequestBody$inboundSchema.optional(),
|
|
11
|
-
};
|
|
12
|
-
|
|
13
|
-
export const tool$evalsLengthBetween: ToolDefinition<typeof args> = {
|
|
14
|
-
name: "evals-length-between",
|
|
15
|
-
description: `Run Length Between Evaluator`,
|
|
16
|
-
args,
|
|
17
|
-
tool: async (client, args, ctx) => {
|
|
18
|
-
const [result, apiCall] = await evalsLengthBetween(
|
|
19
|
-
client,
|
|
20
|
-
args.request,
|
|
21
|
-
{ fetchOptions: { signal: ctx.signal } },
|
|
22
|
-
).$inspect();
|
|
23
|
-
|
|
24
|
-
if (!result.ok) {
|
|
25
|
-
return {
|
|
26
|
-
content: [{ type: "text", text: result.error.message }],
|
|
27
|
-
isError: true,
|
|
28
|
-
};
|
|
29
|
-
}
|
|
30
|
-
|
|
31
|
-
const value = result.value;
|
|
32
|
-
|
|
33
|
-
return formatResult(value, apiCall);
|
|
34
|
-
},
|
|
35
|
-
};
|
|
@@ -1,36 +0,0 @@
|
|
|
1
|
-
/*
|
|
2
|
-
* Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
|
|
3
|
-
*/
|
|
4
|
-
|
|
5
|
-
import { evalsLengthGreaterThan } from "../../funcs/evalsLengthGreaterThan.js";
|
|
6
|
-
import * as operations from "../../models/operations/index.js";
|
|
7
|
-
import { formatResult, ToolDefinition } from "../tools.js";
|
|
8
|
-
|
|
9
|
-
const args = {
|
|
10
|
-
request: operations.EvalsLengthGreaterThanRequestBody$inboundSchema
|
|
11
|
-
.optional(),
|
|
12
|
-
};
|
|
13
|
-
|
|
14
|
-
export const tool$evalsLengthGreaterThan: ToolDefinition<typeof args> = {
|
|
15
|
-
name: "evals-length-greater-than",
|
|
16
|
-
description: `Run Length Greater Than Evaluator`,
|
|
17
|
-
args,
|
|
18
|
-
tool: async (client, args, ctx) => {
|
|
19
|
-
const [result, apiCall] = await evalsLengthGreaterThan(
|
|
20
|
-
client,
|
|
21
|
-
args.request,
|
|
22
|
-
{ fetchOptions: { signal: ctx.signal } },
|
|
23
|
-
).$inspect();
|
|
24
|
-
|
|
25
|
-
if (!result.ok) {
|
|
26
|
-
return {
|
|
27
|
-
content: [{ type: "text", text: result.error.message }],
|
|
28
|
-
isError: true,
|
|
29
|
-
};
|
|
30
|
-
}
|
|
31
|
-
|
|
32
|
-
const value = result.value;
|
|
33
|
-
|
|
34
|
-
return formatResult(value, apiCall);
|
|
35
|
-
},
|
|
36
|
-
};
|
|
@@ -1,35 +0,0 @@
|
|
|
1
|
-
/*
|
|
2
|
-
* Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
|
|
3
|
-
*/
|
|
4
|
-
|
|
5
|
-
import { evalsLengthLessThan } from "../../funcs/evalsLengthLessThan.js";
|
|
6
|
-
import * as operations from "../../models/operations/index.js";
|
|
7
|
-
import { formatResult, ToolDefinition } from "../tools.js";
|
|
8
|
-
|
|
9
|
-
const args = {
|
|
10
|
-
request: operations.EvalsLengthLessThanRequestBody$inboundSchema.optional(),
|
|
11
|
-
};
|
|
12
|
-
|
|
13
|
-
export const tool$evalsLengthLessThan: ToolDefinition<typeof args> = {
|
|
14
|
-
name: "evals-length-less-than",
|
|
15
|
-
description: `Run Length Less Than Evaluator`,
|
|
16
|
-
args,
|
|
17
|
-
tool: async (client, args, ctx) => {
|
|
18
|
-
const [result, apiCall] = await evalsLengthLessThan(
|
|
19
|
-
client,
|
|
20
|
-
args.request,
|
|
21
|
-
{ fetchOptions: { signal: ctx.signal } },
|
|
22
|
-
).$inspect();
|
|
23
|
-
|
|
24
|
-
if (!result.ok) {
|
|
25
|
-
return {
|
|
26
|
-
content: [{ type: "text", text: result.error.message }],
|
|
27
|
-
isError: true,
|
|
28
|
-
};
|
|
29
|
-
}
|
|
30
|
-
|
|
31
|
-
const value = result.value;
|
|
32
|
-
|
|
33
|
-
return formatResult(value, apiCall);
|
|
34
|
-
},
|
|
35
|
-
};
|
|
@@ -1,35 +0,0 @@
|
|
|
1
|
-
/*
|
|
2
|
-
* Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
|
|
3
|
-
*/
|
|
4
|
-
|
|
5
|
-
import { evalsLocalization } from "../../funcs/evalsLocalization.js";
|
|
6
|
-
import * as operations from "../../models/operations/index.js";
|
|
7
|
-
import { formatResult, ToolDefinition } from "../tools.js";
|
|
8
|
-
|
|
9
|
-
const args = {
|
|
10
|
-
request: operations.EvalsLocalizationRequestBody$inboundSchema.optional(),
|
|
11
|
-
};
|
|
12
|
-
|
|
13
|
-
export const tool$evalsLocalization: ToolDefinition<typeof args> = {
|
|
14
|
-
name: "evals-localization",
|
|
15
|
-
description: `Run Localization Evaluator`,
|
|
16
|
-
args,
|
|
17
|
-
tool: async (client, args, ctx) => {
|
|
18
|
-
const [result, apiCall] = await evalsLocalization(
|
|
19
|
-
client,
|
|
20
|
-
args.request,
|
|
21
|
-
{ fetchOptions: { signal: ctx.signal } },
|
|
22
|
-
).$inspect();
|
|
23
|
-
|
|
24
|
-
if (!result.ok) {
|
|
25
|
-
return {
|
|
26
|
-
content: [{ type: "text", text: result.error.message }],
|
|
27
|
-
isError: true,
|
|
28
|
-
};
|
|
29
|
-
}
|
|
30
|
-
|
|
31
|
-
const value = result.value;
|
|
32
|
-
|
|
33
|
-
return formatResult(value, apiCall);
|
|
34
|
-
},
|
|
35
|
-
};
|
|
@@ -1,35 +0,0 @@
|
|
|
1
|
-
/*
|
|
2
|
-
* Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
|
|
3
|
-
*/
|
|
4
|
-
|
|
5
|
-
import { evalsPii } from "../../funcs/evalsPii.js";
|
|
6
|
-
import * as operations from "../../models/operations/index.js";
|
|
7
|
-
import { formatResult, ToolDefinition } from "../tools.js";
|
|
8
|
-
|
|
9
|
-
const args = {
|
|
10
|
-
request: operations.EvalsPiiRequestBody$inboundSchema.optional(),
|
|
11
|
-
};
|
|
12
|
-
|
|
13
|
-
export const tool$evalsPii: ToolDefinition<typeof args> = {
|
|
14
|
-
name: "evals-pii",
|
|
15
|
-
description: `Run PII Evaluator`,
|
|
16
|
-
args,
|
|
17
|
-
tool: async (client, args, ctx) => {
|
|
18
|
-
const [result, apiCall] = await evalsPii(
|
|
19
|
-
client,
|
|
20
|
-
args.request,
|
|
21
|
-
{ fetchOptions: { signal: ctx.signal } },
|
|
22
|
-
).$inspect();
|
|
23
|
-
|
|
24
|
-
if (!result.ok) {
|
|
25
|
-
return {
|
|
26
|
-
content: [{ type: "text", text: result.error.message }],
|
|
27
|
-
isError: true,
|
|
28
|
-
};
|
|
29
|
-
}
|
|
30
|
-
|
|
31
|
-
const value = result.value;
|
|
32
|
-
|
|
33
|
-
return formatResult(value, apiCall);
|
|
34
|
-
},
|
|
35
|
-
};
|
|
@@ -1,35 +0,0 @@
|
|
|
1
|
-
/*
|
|
2
|
-
* Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
|
|
3
|
-
*/
|
|
4
|
-
|
|
5
|
-
import { evalsRagasCoherence } from "../../funcs/evalsRagasCoherence.js";
|
|
6
|
-
import * as operations from "../../models/operations/index.js";
|
|
7
|
-
import { formatResult, ToolDefinition } from "../tools.js";
|
|
8
|
-
|
|
9
|
-
const args = {
|
|
10
|
-
request: operations.EvalsRagasCoherenceRequestBody$inboundSchema.optional(),
|
|
11
|
-
};
|
|
12
|
-
|
|
13
|
-
export const tool$evalsRagasCoherence: ToolDefinition<typeof args> = {
|
|
14
|
-
name: "evals-ragas-coherence",
|
|
15
|
-
description: `Run Coherence Evaluator`,
|
|
16
|
-
args,
|
|
17
|
-
tool: async (client, args, ctx) => {
|
|
18
|
-
const [result, apiCall] = await evalsRagasCoherence(
|
|
19
|
-
client,
|
|
20
|
-
args.request,
|
|
21
|
-
{ fetchOptions: { signal: ctx.signal } },
|
|
22
|
-
).$inspect();
|
|
23
|
-
|
|
24
|
-
if (!result.ok) {
|
|
25
|
-
return {
|
|
26
|
-
content: [{ type: "text", text: result.error.message }],
|
|
27
|
-
isError: true,
|
|
28
|
-
};
|
|
29
|
-
}
|
|
30
|
-
|
|
31
|
-
const value = result.value;
|
|
32
|
-
|
|
33
|
-
return formatResult(value, apiCall);
|
|
34
|
-
},
|
|
35
|
-
};
|
|
@@ -1,35 +0,0 @@
|
|
|
1
|
-
/*
|
|
2
|
-
* Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
|
|
3
|
-
*/
|
|
4
|
-
|
|
5
|
-
import { evalsRagasConciseness } from "../../funcs/evalsRagasConciseness.js";
|
|
6
|
-
import * as operations from "../../models/operations/index.js";
|
|
7
|
-
import { formatResult, ToolDefinition } from "../tools.js";
|
|
8
|
-
|
|
9
|
-
const args = {
|
|
10
|
-
request: operations.EvalsRagasConcisenessRequestBody$inboundSchema.optional(),
|
|
11
|
-
};
|
|
12
|
-
|
|
13
|
-
export const tool$evalsRagasConciseness: ToolDefinition<typeof args> = {
|
|
14
|
-
name: "evals-ragas-conciseness",
|
|
15
|
-
description: `Run Conciseness Evaluator`,
|
|
16
|
-
args,
|
|
17
|
-
tool: async (client, args, ctx) => {
|
|
18
|
-
const [result, apiCall] = await evalsRagasConciseness(
|
|
19
|
-
client,
|
|
20
|
-
args.request,
|
|
21
|
-
{ fetchOptions: { signal: ctx.signal } },
|
|
22
|
-
).$inspect();
|
|
23
|
-
|
|
24
|
-
if (!result.ok) {
|
|
25
|
-
return {
|
|
26
|
-
content: [{ type: "text", text: result.error.message }],
|
|
27
|
-
isError: true,
|
|
28
|
-
};
|
|
29
|
-
}
|
|
30
|
-
|
|
31
|
-
const value = result.value;
|
|
32
|
-
|
|
33
|
-
return formatResult(value, apiCall);
|
|
34
|
-
},
|
|
35
|
-
};
|
|
@@ -1,37 +0,0 @@
|
|
|
1
|
-
/*
|
|
2
|
-
* Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
|
|
3
|
-
*/
|
|
4
|
-
|
|
5
|
-
import { evalsRagasContextEntitiesRecall } from "../../funcs/evalsRagasContextEntitiesRecall.js";
|
|
6
|
-
import * as operations from "../../models/operations/index.js";
|
|
7
|
-
import { formatResult, ToolDefinition } from "../tools.js";
|
|
8
|
-
|
|
9
|
-
const args = {
|
|
10
|
-
request: operations.EvalsRagasContextEntitiesRecallRequestBody$inboundSchema
|
|
11
|
-
.optional(),
|
|
12
|
-
};
|
|
13
|
-
|
|
14
|
-
export const tool$evalsRagasContextEntitiesRecall: ToolDefinition<typeof args> =
|
|
15
|
-
{
|
|
16
|
-
name: "evals-ragas-context-entities-recall",
|
|
17
|
-
description: `Run Context Entities Recall Evaluator`,
|
|
18
|
-
args,
|
|
19
|
-
tool: async (client, args, ctx) => {
|
|
20
|
-
const [result, apiCall] = await evalsRagasContextEntitiesRecall(
|
|
21
|
-
client,
|
|
22
|
-
args.request,
|
|
23
|
-
{ fetchOptions: { signal: ctx.signal } },
|
|
24
|
-
).$inspect();
|
|
25
|
-
|
|
26
|
-
if (!result.ok) {
|
|
27
|
-
return {
|
|
28
|
-
content: [{ type: "text", text: result.error.message }],
|
|
29
|
-
isError: true,
|
|
30
|
-
};
|
|
31
|
-
}
|
|
32
|
-
|
|
33
|
-
const value = result.value;
|
|
34
|
-
|
|
35
|
-
return formatResult(value, apiCall);
|
|
36
|
-
},
|
|
37
|
-
};
|
|
@@ -1,36 +0,0 @@
|
|
|
1
|
-
/*
|
|
2
|
-
* Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
|
|
3
|
-
*/
|
|
4
|
-
|
|
5
|
-
import { evalsRagasContextPrecision } from "../../funcs/evalsRagasContextPrecision.js";
|
|
6
|
-
import * as operations from "../../models/operations/index.js";
|
|
7
|
-
import { formatResult, ToolDefinition } from "../tools.js";
|
|
8
|
-
|
|
9
|
-
const args = {
|
|
10
|
-
request: operations.EvalsRagasContextPrecisionRequestBody$inboundSchema
|
|
11
|
-
.optional(),
|
|
12
|
-
};
|
|
13
|
-
|
|
14
|
-
export const tool$evalsRagasContextPrecision: ToolDefinition<typeof args> = {
|
|
15
|
-
name: "evals-ragas-context-precision",
|
|
16
|
-
description: `Run Context Precision Evaluator`,
|
|
17
|
-
args,
|
|
18
|
-
tool: async (client, args, ctx) => {
|
|
19
|
-
const [result, apiCall] = await evalsRagasContextPrecision(
|
|
20
|
-
client,
|
|
21
|
-
args.request,
|
|
22
|
-
{ fetchOptions: { signal: ctx.signal } },
|
|
23
|
-
).$inspect();
|
|
24
|
-
|
|
25
|
-
if (!result.ok) {
|
|
26
|
-
return {
|
|
27
|
-
content: [{ type: "text", text: result.error.message }],
|
|
28
|
-
isError: true,
|
|
29
|
-
};
|
|
30
|
-
}
|
|
31
|
-
|
|
32
|
-
const value = result.value;
|
|
33
|
-
|
|
34
|
-
return formatResult(value, apiCall);
|
|
35
|
-
},
|
|
36
|
-
};
|
|
@@ -1,36 +0,0 @@
|
|
|
1
|
-
/*
|
|
2
|
-
* Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
|
|
3
|
-
*/
|
|
4
|
-
|
|
5
|
-
import { evalsRagasContextRecall } from "../../funcs/evalsRagasContextRecall.js";
|
|
6
|
-
import * as operations from "../../models/operations/index.js";
|
|
7
|
-
import { formatResult, ToolDefinition } from "../tools.js";
|
|
8
|
-
|
|
9
|
-
const args = {
|
|
10
|
-
request: operations.EvalsRagasContextRecallRequestBody$inboundSchema
|
|
11
|
-
.optional(),
|
|
12
|
-
};
|
|
13
|
-
|
|
14
|
-
export const tool$evalsRagasContextRecall: ToolDefinition<typeof args> = {
|
|
15
|
-
name: "evals-ragas-context-recall",
|
|
16
|
-
description: `Run Context Recall Evaluator`,
|
|
17
|
-
args,
|
|
18
|
-
tool: async (client, args, ctx) => {
|
|
19
|
-
const [result, apiCall] = await evalsRagasContextRecall(
|
|
20
|
-
client,
|
|
21
|
-
args.request,
|
|
22
|
-
{ fetchOptions: { signal: ctx.signal } },
|
|
23
|
-
).$inspect();
|
|
24
|
-
|
|
25
|
-
if (!result.ok) {
|
|
26
|
-
return {
|
|
27
|
-
content: [{ type: "text", text: result.error.message }],
|
|
28
|
-
isError: true,
|
|
29
|
-
};
|
|
30
|
-
}
|
|
31
|
-
|
|
32
|
-
const value = result.value;
|
|
33
|
-
|
|
34
|
-
return formatResult(value, apiCall);
|
|
35
|
-
},
|
|
36
|
-
};
|
|
@@ -1,35 +0,0 @@
|
|
|
1
|
-
/*
|
|
2
|
-
* Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
|
|
3
|
-
*/
|
|
4
|
-
|
|
5
|
-
import { evalsRagasCorrectness } from "../../funcs/evalsRagasCorrectness.js";
|
|
6
|
-
import * as operations from "../../models/operations/index.js";
|
|
7
|
-
import { formatResult, ToolDefinition } from "../tools.js";
|
|
8
|
-
|
|
9
|
-
const args = {
|
|
10
|
-
request: operations.EvalsRagasCorrectnessRequestBody$inboundSchema.optional(),
|
|
11
|
-
};
|
|
12
|
-
|
|
13
|
-
export const tool$evalsRagasCorrectness: ToolDefinition<typeof args> = {
|
|
14
|
-
name: "evals-ragas-correctness",
|
|
15
|
-
description: `Run Correctness Evaluator`,
|
|
16
|
-
args,
|
|
17
|
-
tool: async (client, args, ctx) => {
|
|
18
|
-
const [result, apiCall] = await evalsRagasCorrectness(
|
|
19
|
-
client,
|
|
20
|
-
args.request,
|
|
21
|
-
{ fetchOptions: { signal: ctx.signal } },
|
|
22
|
-
).$inspect();
|
|
23
|
-
|
|
24
|
-
if (!result.ok) {
|
|
25
|
-
return {
|
|
26
|
-
content: [{ type: "text", text: result.error.message }],
|
|
27
|
-
isError: true,
|
|
28
|
-
};
|
|
29
|
-
}
|
|
30
|
-
|
|
31
|
-
const value = result.value;
|
|
32
|
-
|
|
33
|
-
return formatResult(value, apiCall);
|
|
34
|
-
},
|
|
35
|
-
};
|
|
@@ -1,36 +0,0 @@
|
|
|
1
|
-
/*
|
|
2
|
-
* Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
|
|
3
|
-
*/
|
|
4
|
-
|
|
5
|
-
import { evalsRagasFaithfulness } from "../../funcs/evalsRagasFaithfulness.js";
|
|
6
|
-
import * as operations from "../../models/operations/index.js";
|
|
7
|
-
import { formatResult, ToolDefinition } from "../tools.js";
|
|
8
|
-
|
|
9
|
-
const args = {
|
|
10
|
-
request: operations.EvalsRagasFaithfulnessRequestBody$inboundSchema
|
|
11
|
-
.optional(),
|
|
12
|
-
};
|
|
13
|
-
|
|
14
|
-
export const tool$evalsRagasFaithfulness: ToolDefinition<typeof args> = {
|
|
15
|
-
name: "evals-ragas-faithfulness",
|
|
16
|
-
description: `Run Faithfulness Evaluator`,
|
|
17
|
-
args,
|
|
18
|
-
tool: async (client, args, ctx) => {
|
|
19
|
-
const [result, apiCall] = await evalsRagasFaithfulness(
|
|
20
|
-
client,
|
|
21
|
-
args.request,
|
|
22
|
-
{ fetchOptions: { signal: ctx.signal } },
|
|
23
|
-
).$inspect();
|
|
24
|
-
|
|
25
|
-
if (!result.ok) {
|
|
26
|
-
return {
|
|
27
|
-
content: [{ type: "text", text: result.error.message }],
|
|
28
|
-
isError: true,
|
|
29
|
-
};
|
|
30
|
-
}
|
|
31
|
-
|
|
32
|
-
const value = result.value;
|
|
33
|
-
|
|
34
|
-
return formatResult(value, apiCall);
|
|
35
|
-
},
|
|
36
|
-
};
|
|
@@ -1,35 +0,0 @@
|
|
|
1
|
-
/*
|
|
2
|
-
* Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
|
|
3
|
-
*/
|
|
4
|
-
|
|
5
|
-
import { evalsRagasHarmfulness } from "../../funcs/evalsRagasHarmfulness.js";
|
|
6
|
-
import * as operations from "../../models/operations/index.js";
|
|
7
|
-
import { formatResult, ToolDefinition } from "../tools.js";
|
|
8
|
-
|
|
9
|
-
const args = {
|
|
10
|
-
request: operations.EvalsRagasHarmfulnessRequestBody$inboundSchema.optional(),
|
|
11
|
-
};
|
|
12
|
-
|
|
13
|
-
export const tool$evalsRagasHarmfulness: ToolDefinition<typeof args> = {
|
|
14
|
-
name: "evals-ragas-harmfulness",
|
|
15
|
-
description: `Run Harmfulness Evaluator`,
|
|
16
|
-
args,
|
|
17
|
-
tool: async (client, args, ctx) => {
|
|
18
|
-
const [result, apiCall] = await evalsRagasHarmfulness(
|
|
19
|
-
client,
|
|
20
|
-
args.request,
|
|
21
|
-
{ fetchOptions: { signal: ctx.signal } },
|
|
22
|
-
).$inspect();
|
|
23
|
-
|
|
24
|
-
if (!result.ok) {
|
|
25
|
-
return {
|
|
26
|
-
content: [{ type: "text", text: result.error.message }],
|
|
27
|
-
isError: true,
|
|
28
|
-
};
|
|
29
|
-
}
|
|
30
|
-
|
|
31
|
-
const value = result.value;
|
|
32
|
-
|
|
33
|
-
return formatResult(value, apiCall);
|
|
34
|
-
},
|
|
35
|
-
};
|
|
@@ -1,36 +0,0 @@
|
|
|
1
|
-
/*
|
|
2
|
-
* Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
|
|
3
|
-
*/
|
|
4
|
-
|
|
5
|
-
import { evalsRagasMaliciousness } from "../../funcs/evalsRagasMaliciousness.js";
|
|
6
|
-
import * as operations from "../../models/operations/index.js";
|
|
7
|
-
import { formatResult, ToolDefinition } from "../tools.js";
|
|
8
|
-
|
|
9
|
-
const args = {
|
|
10
|
-
request: operations.EvalsRagasMaliciousnessRequestBody$inboundSchema
|
|
11
|
-
.optional(),
|
|
12
|
-
};
|
|
13
|
-
|
|
14
|
-
export const tool$evalsRagasMaliciousness: ToolDefinition<typeof args> = {
|
|
15
|
-
name: "evals-ragas-maliciousness",
|
|
16
|
-
description: `Run Maliciousness Evaluator`,
|
|
17
|
-
args,
|
|
18
|
-
tool: async (client, args, ctx) => {
|
|
19
|
-
const [result, apiCall] = await evalsRagasMaliciousness(
|
|
20
|
-
client,
|
|
21
|
-
args.request,
|
|
22
|
-
{ fetchOptions: { signal: ctx.signal } },
|
|
23
|
-
).$inspect();
|
|
24
|
-
|
|
25
|
-
if (!result.ok) {
|
|
26
|
-
return {
|
|
27
|
-
content: [{ type: "text", text: result.error.message }],
|
|
28
|
-
isError: true,
|
|
29
|
-
};
|
|
30
|
-
}
|
|
31
|
-
|
|
32
|
-
const value = result.value;
|
|
33
|
-
|
|
34
|
-
return formatResult(value, apiCall);
|
|
35
|
-
},
|
|
36
|
-
};
|
|
@@ -1,36 +0,0 @@
|
|
|
1
|
-
/*
|
|
2
|
-
* Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
|
|
3
|
-
*/
|
|
4
|
-
|
|
5
|
-
import { evalsRagasNoiseSensitivity } from "../../funcs/evalsRagasNoiseSensitivity.js";
|
|
6
|
-
import * as operations from "../../models/operations/index.js";
|
|
7
|
-
import { formatResult, ToolDefinition } from "../tools.js";
|
|
8
|
-
|
|
9
|
-
const args = {
|
|
10
|
-
request: operations.EvalsRagasNoiseSensitivityRequestBody$inboundSchema
|
|
11
|
-
.optional(),
|
|
12
|
-
};
|
|
13
|
-
|
|
14
|
-
export const tool$evalsRagasNoiseSensitivity: ToolDefinition<typeof args> = {
|
|
15
|
-
name: "evals-ragas-noise-sensitivity",
|
|
16
|
-
description: `Run Noise Sensitivity Evaluator`,
|
|
17
|
-
args,
|
|
18
|
-
tool: async (client, args, ctx) => {
|
|
19
|
-
const [result, apiCall] = await evalsRagasNoiseSensitivity(
|
|
20
|
-
client,
|
|
21
|
-
args.request,
|
|
22
|
-
{ fetchOptions: { signal: ctx.signal } },
|
|
23
|
-
).$inspect();
|
|
24
|
-
|
|
25
|
-
if (!result.ok) {
|
|
26
|
-
return {
|
|
27
|
-
content: [{ type: "text", text: result.error.message }],
|
|
28
|
-
isError: true,
|
|
29
|
-
};
|
|
30
|
-
}
|
|
31
|
-
|
|
32
|
-
const value = result.value;
|
|
33
|
-
|
|
34
|
-
return formatResult(value, apiCall);
|
|
35
|
-
},
|
|
36
|
-
};
|
|
@@ -1,36 +0,0 @@
|
|
|
1
|
-
/*
|
|
2
|
-
* Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
|
|
3
|
-
*/
|
|
4
|
-
|
|
5
|
-
import { evalsRagasResponseRelevancy } from "../../funcs/evalsRagasResponseRelevancy.js";
|
|
6
|
-
import * as operations from "../../models/operations/index.js";
|
|
7
|
-
import { formatResult, ToolDefinition } from "../tools.js";
|
|
8
|
-
|
|
9
|
-
const args = {
|
|
10
|
-
request: operations.EvalsRagasResponseRelevancyRequestBody$inboundSchema
|
|
11
|
-
.optional(),
|
|
12
|
-
};
|
|
13
|
-
|
|
14
|
-
export const tool$evalsRagasResponseRelevancy: ToolDefinition<typeof args> = {
|
|
15
|
-
name: "evals-ragas-response-relevancy",
|
|
16
|
-
description: `Run Response Relevancy Evaluator`,
|
|
17
|
-
args,
|
|
18
|
-
tool: async (client, args, ctx) => {
|
|
19
|
-
const [result, apiCall] = await evalsRagasResponseRelevancy(
|
|
20
|
-
client,
|
|
21
|
-
args.request,
|
|
22
|
-
{ fetchOptions: { signal: ctx.signal } },
|
|
23
|
-
).$inspect();
|
|
24
|
-
|
|
25
|
-
if (!result.ok) {
|
|
26
|
-
return {
|
|
27
|
-
content: [{ type: "text", text: result.error.message }],
|
|
28
|
-
isError: true,
|
|
29
|
-
};
|
|
30
|
-
}
|
|
31
|
-
|
|
32
|
-
const value = result.value;
|
|
33
|
-
|
|
34
|
-
return formatResult(value, apiCall);
|
|
35
|
-
},
|
|
36
|
-
};
|