@orq-ai/node 3.6.3 → 3.6.5

package/packages/orq-rc/src/mcp-server/tools/evalsGrammar.ts

@@ -0,0 +1,35 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ */
+
+import { evalsGrammar } from "../../funcs/evalsGrammar.js";
+import * as operations from "../../models/operations/index.js";
+import { formatResult, ToolDefinition } from "../tools.js";
+
+const args = {
+  request: operations.EvalsGrammarRequestBody$inboundSchema.optional(),
+};
+
+export const tool$evalsGrammar: ToolDefinition<typeof args> = {
+  name: "evals-grammar",
+  description: `Run Grammar Evaluator`,
+  args,
+  tool: async (client, args, ctx) => {
+    const [result, apiCall] = await evalsGrammar(
+      client,
+      args.request,
+      { fetchOptions: { signal: ctx.signal } },
+    ).$inspect();
+
+    if (!result.ok) {
+      return {
+        content: [{ type: "text", text: result.error.message }],
+        isError: true,
+      };
+    }
+
+    const value = result.value;
+
+    return formatResult(value, apiCall);
+  },
+};

package/packages/orq-rc/src/mcp-server/tools/evalsLengthBetween.ts

@@ -0,0 +1,35 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ */
+
+import { evalsLengthBetween } from "../../funcs/evalsLengthBetween.js";
+import * as operations from "../../models/operations/index.js";
+import { formatResult, ToolDefinition } from "../tools.js";
+
+const args = {
+  request: operations.EvalsLengthBetweenRequestBody$inboundSchema.optional(),
+};
+
+export const tool$evalsLengthBetween: ToolDefinition<typeof args> = {
+  name: "evals-length-between",
+  description: `Run Length Between Evaluator`,
+  args,
+  tool: async (client, args, ctx) => {
+    const [result, apiCall] = await evalsLengthBetween(
+      client,
+      args.request,
+      { fetchOptions: { signal: ctx.signal } },
+    ).$inspect();
+
+    if (!result.ok) {
+      return {
+        content: [{ type: "text", text: result.error.message }],
+        isError: true,
+      };
+    }
+
+    const value = result.value;
+
+    return formatResult(value, apiCall);
+  },
+};

package/packages/orq-rc/src/mcp-server/tools/evalsLengthGreaterThan.ts

@@ -0,0 +1,36 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ */
+
+import { evalsLengthGreaterThan } from "../../funcs/evalsLengthGreaterThan.js";
+import * as operations from "../../models/operations/index.js";
+import { formatResult, ToolDefinition } from "../tools.js";
+
+const args = {
+  request: operations.EvalsLengthGreaterThanRequestBody$inboundSchema
+    .optional(),
+};
+
+export const tool$evalsLengthGreaterThan: ToolDefinition<typeof args> = {
+  name: "evals-length-greater-than",
+  description: `Run Length Greater Than Evaluator`,
+  args,
+  tool: async (client, args, ctx) => {
+    const [result, apiCall] = await evalsLengthGreaterThan(
+      client,
+      args.request,
+      { fetchOptions: { signal: ctx.signal } },
+    ).$inspect();
+
+    if (!result.ok) {
+      return {
+        content: [{ type: "text", text: result.error.message }],
+        isError: true,
+      };
+    }
+
+    const value = result.value;
+
+    return formatResult(value, apiCall);
+  },
+};

package/packages/orq-rc/src/mcp-server/tools/evalsLengthLessThan.ts

@@ -0,0 +1,35 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ */
+
+import { evalsLengthLessThan } from "../../funcs/evalsLengthLessThan.js";
+import * as operations from "../../models/operations/index.js";
+import { formatResult, ToolDefinition } from "../tools.js";
+
+const args = {
+  request: operations.EvalsLengthLessThanRequestBody$inboundSchema.optional(),
+};
+
+export const tool$evalsLengthLessThan: ToolDefinition<typeof args> = {
+  name: "evals-length-less-than",
+  description: `Run Length Less Than Evaluator`,
+  args,
+  tool: async (client, args, ctx) => {
+    const [result, apiCall] = await evalsLengthLessThan(
+      client,
+      args.request,
+      { fetchOptions: { signal: ctx.signal } },
+    ).$inspect();
+
+    if (!result.ok) {
+      return {
+        content: [{ type: "text", text: result.error.message }],
+        isError: true,
+      };
+    }
+
+    const value = result.value;
+
+    return formatResult(value, apiCall);
+  },
+};

package/packages/orq-rc/src/mcp-server/tools/evalsLocalization.ts

@@ -0,0 +1,35 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ */
+
+import { evalsLocalization } from "../../funcs/evalsLocalization.js";
+import * as operations from "../../models/operations/index.js";
+import { formatResult, ToolDefinition } from "../tools.js";
+
+const args = {
+  request: operations.EvalsLocalizationRequestBody$inboundSchema.optional(),
+};
+
+export const tool$evalsLocalization: ToolDefinition<typeof args> = {
+  name: "evals-localization",
+  description: `Run Localization Evaluator`,
+  args,
+  tool: async (client, args, ctx) => {
+    const [result, apiCall] = await evalsLocalization(
+      client,
+      args.request,
+      { fetchOptions: { signal: ctx.signal } },
+    ).$inspect();
+
+    if (!result.ok) {
+      return {
+        content: [{ type: "text", text: result.error.message }],
+        isError: true,
+      };
+    }
+
+    const value = result.value;
+
+    return formatResult(value, apiCall);
+  },
+};

package/packages/orq-rc/src/mcp-server/tools/evalsPii.ts

@@ -0,0 +1,35 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ */
+
+import { evalsPii } from "../../funcs/evalsPii.js";
+import * as operations from "../../models/operations/index.js";
+import { formatResult, ToolDefinition } from "../tools.js";
+
+const args = {
+  request: operations.EvalsPiiRequestBody$inboundSchema.optional(),
+};
+
+export const tool$evalsPii: ToolDefinition<typeof args> = {
+  name: "evals-pii",
+  description: `Run PII Evaluator`,
+  args,
+  tool: async (client, args, ctx) => {
+    const [result, apiCall] = await evalsPii(
+      client,
+      args.request,
+      { fetchOptions: { signal: ctx.signal } },
+    ).$inspect();
+
+    if (!result.ok) {
+      return {
+        content: [{ type: "text", text: result.error.message }],
+        isError: true,
+      };
+    }
+
+    const value = result.value;
+
+    return formatResult(value, apiCall);
+  },
+};

package/packages/orq-rc/src/mcp-server/tools/evalsRagasCoherence.ts

@@ -0,0 +1,35 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ */
+
+import { evalsRagasCoherence } from "../../funcs/evalsRagasCoherence.js";
+import * as operations from "../../models/operations/index.js";
+import { formatResult, ToolDefinition } from "../tools.js";
+
+const args = {
+  request: operations.EvalsRagasCoherenceRequestBody$inboundSchema.optional(),
+};
+
+export const tool$evalsRagasCoherence: ToolDefinition<typeof args> = {
+  name: "evals-ragas-coherence",
+  description: `Run Coherence Evaluator`,
+  args,
+  tool: async (client, args, ctx) => {
+    const [result, apiCall] = await evalsRagasCoherence(
+      client,
+      args.request,
+      { fetchOptions: { signal: ctx.signal } },
+    ).$inspect();
+
+    if (!result.ok) {
+      return {
+        content: [{ type: "text", text: result.error.message }],
+        isError: true,
+      };
+    }
+
+    const value = result.value;
+
+    return formatResult(value, apiCall);
+  },
+};

package/packages/orq-rc/src/mcp-server/tools/evalsRagasConciseness.ts

@@ -0,0 +1,35 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ */
+
+import { evalsRagasConciseness } from "../../funcs/evalsRagasConciseness.js";
+import * as operations from "../../models/operations/index.js";
+import { formatResult, ToolDefinition } from "../tools.js";
+
+const args = {
+  request: operations.EvalsRagasConcisenessRequestBody$inboundSchema.optional(),
+};
+
+export const tool$evalsRagasConciseness: ToolDefinition<typeof args> = {
+  name: "evals-ragas-conciseness",
+  description: `Run Conciseness Evaluator`,
+  args,
+  tool: async (client, args, ctx) => {
+    const [result, apiCall] = await evalsRagasConciseness(
+      client,
+      args.request,
+      { fetchOptions: { signal: ctx.signal } },
+    ).$inspect();
+
+    if (!result.ok) {
+      return {
+        content: [{ type: "text", text: result.error.message }],
+        isError: true,
+      };
+    }
+
+    const value = result.value;
+
+    return formatResult(value, apiCall);
+  },
+};

package/packages/orq-rc/src/mcp-server/tools/evalsRagasContextPrecision.ts

@@ -0,0 +1,36 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ */
+
+import { evalsRagasContextPrecision } from "../../funcs/evalsRagasContextPrecision.js";
+import * as operations from "../../models/operations/index.js";
+import { formatResult, ToolDefinition } from "../tools.js";
+
+const args = {
+  request: operations.EvalsRagasContextPrecisionRequestBody$inboundSchema
+    .optional(),
+};
+
+export const tool$evalsRagasContextPrecision: ToolDefinition<typeof args> = {
+  name: "evals-ragas-context-precision",
+  description: `Run Context Precision Evaluator`,
+  args,
+  tool: async (client, args, ctx) => {
+    const [result, apiCall] = await evalsRagasContextPrecision(
+      client,
+      args.request,
+      { fetchOptions: { signal: ctx.signal } },
+    ).$inspect();
+
+    if (!result.ok) {
+      return {
+        content: [{ type: "text", text: result.error.message }],
+        isError: true,
+      };
+    }
+
+    const value = result.value;
+
+    return formatResult(value, apiCall);
+  },
+};

package/packages/orq-rc/src/mcp-server/tools/evalsRagasCorrectness.ts

@@ -0,0 +1,35 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ */
+
+import { evalsRagasCorrectness } from "../../funcs/evalsRagasCorrectness.js";
+import * as operations from "../../models/operations/index.js";
+import { formatResult, ToolDefinition } from "../tools.js";
+
+const args = {
+  request: operations.EvalsRagasCorrectnessRequestBody$inboundSchema.optional(),
+};
+
+export const tool$evalsRagasCorrectness: ToolDefinition<typeof args> = {
+  name: "evals-ragas-correctness",
+  description: `Run Correctness Evaluator`,
+  args,
+  tool: async (client, args, ctx) => {
+    const [result, apiCall] = await evalsRagasCorrectness(
+      client,
+      args.request,
+      { fetchOptions: { signal: ctx.signal } },
+    ).$inspect();
+
+    if (!result.ok) {
+      return {
+        content: [{ type: "text", text: result.error.message }],
+        isError: true,
+      };
+    }
+
+    const value = result.value;
+
+    return formatResult(value, apiCall);
+  },
+};

package/packages/orq-rc/src/mcp-server/tools/evalsRagasFaithfulness.ts

@@ -0,0 +1,36 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ */
+
+import { evalsRagasFaithfulness } from "../../funcs/evalsRagasFaithfulness.js";
+import * as operations from "../../models/operations/index.js";
+import { formatResult, ToolDefinition } from "../tools.js";
+
+const args = {
+  request: operations.EvalsRagasFaithfulnessRequestBody$inboundSchema
+    .optional(),
+};
+
+export const tool$evalsRagasFaithfulness: ToolDefinition<typeof args> = {
+  name: "evals-ragas-faithfulness",
+  description: `Run Faithfulness Evaluator`,
+  args,
+  tool: async (client, args, ctx) => {
+    const [result, apiCall] = await evalsRagasFaithfulness(
+      client,
+      args.request,
+      { fetchOptions: { signal: ctx.signal } },
+    ).$inspect();
+
+    if (!result.ok) {
+      return {
+        content: [{ type: "text", text: result.error.message }],
+        isError: true,
+      };
+    }
+
+    const value = result.value;
+
+    return formatResult(value, apiCall);
+  },
+};

package/packages/orq-rc/src/mcp-server/tools/evalsRagasHarmfulness.ts

@@ -0,0 +1,35 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ */
+
+import { evalsRagasHarmfulness } from "../../funcs/evalsRagasHarmfulness.js";
+import * as operations from "../../models/operations/index.js";
+import { formatResult, ToolDefinition } from "../tools.js";
+
+const args = {
+  request: operations.EvalsRagasHarmfulnessRequestBody$inboundSchema.optional(),
+};
+
+export const tool$evalsRagasHarmfulness: ToolDefinition<typeof args> = {
+  name: "evals-ragas-harmfulness",
+  description: `Run Harmfulness Evaluator`,
+  args,
+  tool: async (client, args, ctx) => {
+    const [result, apiCall] = await evalsRagasHarmfulness(
+      client,
+      args.request,
+      { fetchOptions: { signal: ctx.signal } },
+    ).$inspect();
+
+    if (!result.ok) {
+      return {
+        content: [{ type: "text", text: result.error.message }],
+        isError: true,
+      };
+    }
+
+    const value = result.value;
+
+    return formatResult(value, apiCall);
+  },
+};

package/packages/orq-rc/src/mcp-server/tools/evalsRagasMaliciousness.ts

@@ -0,0 +1,36 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ */
+
+import { evalsRagasMaliciousness } from "../../funcs/evalsRagasMaliciousness.js";
+import * as operations from "../../models/operations/index.js";
+import { formatResult, ToolDefinition } from "../tools.js";
+
+const args = {
+  request: operations.EvalsRagasMaliciousnessRequestBody$inboundSchema
+    .optional(),
+};
+
+export const tool$evalsRagasMaliciousness: ToolDefinition<typeof args> = {
+  name: "evals-ragas-maliciousness",
+  description: `Run Maliciousness Evaluator`,
+  args,
+  tool: async (client, args, ctx) => {
+    const [result, apiCall] = await evalsRagasMaliciousness(
+      client,
+      args.request,
+      { fetchOptions: { signal: ctx.signal } },
+    ).$inspect();
+
+    if (!result.ok) {
+      return {
+        content: [{ type: "text", text: result.error.message }],
+        isError: true,
+      };
+    }
+
+    const value = result.value;
+
+    return formatResult(value, apiCall);
+  },
+};

package/packages/orq-rc/src/mcp-server/tools/evalsRagasResponseRelevancy.ts

@@ -0,0 +1,36 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ */
+
+import { evalsRagasResponseRelevancy } from "../../funcs/evalsRagasResponseRelevancy.js";
+import * as operations from "../../models/operations/index.js";
+import { formatResult, ToolDefinition } from "../tools.js";
+
+const args = {
+  request: operations.EvalsRagasResponseRelevancyRequestBody$inboundSchema
+    .optional(),
+};
+
+export const tool$evalsRagasResponseRelevancy: ToolDefinition<typeof args> = {
+  name: "evals-ragas-response-relevancy",
+  description: `Run Response Relevancy Evaluator`,
+  args,
+  tool: async (client, args, ctx) => {
+    const [result, apiCall] = await evalsRagasResponseRelevancy(
+      client,
+      args.request,
+      { fetchOptions: { signal: ctx.signal } },
+    ).$inspect();
+
+    if (!result.ok) {
+      return {
+        content: [{ type: "text", text: result.error.message }],
+        isError: true,
+      };
+    }
+
+    const value = result.value;
+
+    return formatResult(value, apiCall);
+  },
+};

package/packages/orq-rc/src/mcp-server/tools/evalsRagasSummarization.ts

@@ -0,0 +1,36 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ */
+
+import { evalsRagasSummarization } from "../../funcs/evalsRagasSummarization.js";
+import * as operations from "../../models/operations/index.js";
+import { formatResult, ToolDefinition } from "../tools.js";
+
+const args = {
+  request: operations.EvalsRagasSummarizationRequestBody$inboundSchema
+    .optional(),
+};
+
+export const tool$evalsRagasSummarization: ToolDefinition<typeof args> = {
+  name: "evals-ragas-summarization",
+  description: `Run Summarization Evaluator`,
+  args,
+  tool: async (client, args, ctx) => {
+    const [result, apiCall] = await evalsRagasSummarization(
+      client,
+      args.request,
+      { fetchOptions: { signal: ctx.signal } },
+    ).$inspect();
+
+    if (!result.ok) {
+      return {
+        content: [{ type: "text", text: result.error.message }],
+        isError: true,
+      };
+    }
+
+    const value = result.value;
+
+    return formatResult(value, apiCall);
+  },
+};

package/packages/orq-rc/src/mcp-server/tools/evalsRunBertScore.ts

@@ -0,0 +1,35 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ */
+
+import { evalsRunBertScore } from "../../funcs/evalsRunBertScore.js";
+import * as operations from "../../models/operations/index.js";
+import { formatResult, ToolDefinition } from "../tools.js";
+
+const args = {
+  request: operations.RunBertScoreRequestBody$inboundSchema.optional(),
+};
+
+export const tool$evalsRunBertScore: ToolDefinition<typeof args> = {
+  name: "evals-run-bert-score",
+  description: `Run BertScore Evaluator`,
+  args,
+  tool: async (client, args, ctx) => {
+    const [result, apiCall] = await evalsRunBertScore(
+      client,
+      args.request,
+      { fetchOptions: { signal: ctx.signal } },
+    ).$inspect();
+
+    if (!result.ok) {
+      return {
+        content: [{ type: "text", text: result.error.message }],
+        isError: true,
+      };
+    }
+
+    const value = result.value;
+
+    return formatResult(value, apiCall);
+  },
+};

package/packages/orq-rc/src/mcp-server/tools/evalsSentimentClassification.ts

@@ -0,0 +1,36 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ */
+
+import { evalsSentimentClassification } from "../../funcs/evalsSentimentClassification.js";
+import * as operations from "../../models/operations/index.js";
+import { formatResult, ToolDefinition } from "../tools.js";
+
+const args = {
+  request: operations.EvalsSentimentClassificationRequestBody$inboundSchema
+    .optional(),
+};
+
+export const tool$evalsSentimentClassification: ToolDefinition<typeof args> = {
+  name: "evals-sentiment-classification",
+  description: `Run Sentiment Classification Evaluator`,
+  args,
+  tool: async (client, args, ctx) => {
+    const [result, apiCall] = await evalsSentimentClassification(
+      client,
+      args.request,
+      { fetchOptions: { signal: ctx.signal } },
+    ).$inspect();
+
+    if (!result.ok) {
+      return {
+        content: [{ type: "text", text: result.error.message }],
+        isError: true,
+      };
+    }
+
+    const value = result.value;
+
+    return formatResult(value, apiCall);
+  },
+};

package/packages/orq-rc/src/mcp-server/tools/evalsSummarization.ts

@@ -0,0 +1,35 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ */
+
+import { evalsSummarization } from "../../funcs/evalsSummarization.js";
+import * as operations from "../../models/operations/index.js";
+import { formatResult, ToolDefinition } from "../tools.js";
+
+const args = {
+  request: operations.EvalsSummarizationRequestBody$inboundSchema.optional(),
+};
+
+export const tool$evalsSummarization: ToolDefinition<typeof args> = {
+  name: "evals-summarization",
+  description: `Run Summarization Evaluator`,
+  args,
+  tool: async (client, args, ctx) => {
+    const [result, apiCall] = await evalsSummarization(
+      client,
+      args.request,
+      { fetchOptions: { signal: ctx.signal } },
+    ).$inspect();
+
+    if (!result.ok) {
+      return {
+        content: [{ type: "text", text: result.error.message }],
+        isError: true,
+      };
+    }
+
+    const value = result.value;
+
+    return formatResult(value, apiCall);
+  },
+};