@orq-ai/node 3.7.0-rc.3 → 3.7.0-rc.5

package/src/mcp-server/tools/evalsEndsWith.ts

@@ -0,0 +1,35 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ */
+
+import { evalsEndsWith } from "../../funcs/evalsEndsWith.js";
+import * as operations from "../../models/operations/index.js";
+import { formatResult, ToolDefinition } from "../tools.js";
+
+const args = {
+  request: operations.EvalsEndsWithRequestBody$inboundSchema.optional(),
+};
+
+export const tool$evalsEndsWith: ToolDefinition<typeof args> = {
+  name: "evals-ends-with",
+  description: `Run Ends With Evaluator`,
+  args,
+  tool: async (client, args, ctx) => {
+    const [result, apiCall] = await evalsEndsWith(
+      client,
+      args.request,
+      { fetchOptions: { signal: ctx.signal } },
+    ).$inspect();
+
+    if (!result.ok) {
+      return {
+        content: [{ type: "text", text: result.error.message }],
+        isError: true,
+      };
+    }
+
+    const value = result.value;
+
+    return formatResult(value, apiCall);
+  },
+};

package/src/mcp-server/tools/evalsExactMatch.ts

@@ -0,0 +1,35 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ */
+
+import { evalsExactMatch } from "../../funcs/evalsExactMatch.js";
+import * as operations from "../../models/operations/index.js";
+import { formatResult, ToolDefinition } from "../tools.js";
+
+const args = {
+  request: operations.EvalsExactMatchRequestBody$inboundSchema.optional(),
+};
+
+export const tool$evalsExactMatch: ToolDefinition<typeof args> = {
+  name: "evals-exact-match",
+  description: `Run Exact Match Evaluator`,
+  args,
+  tool: async (client, args, ctx) => {
+    const [result, apiCall] = await evalsExactMatch(
+      client,
+      args.request,
+      { fetchOptions: { signal: ctx.signal } },
+    ).$inspect();
+
+    if (!result.ok) {
+      return {
+        content: [{ type: "text", text: result.error.message }],
+        isError: true,
+      };
+    }
+
+    const value = result.value;
+
+    return formatResult(value, apiCall);
+  },
+};

package/src/mcp-server/tools/evalsFactCheckingKnowledgeBase.ts

@@ -0,0 +1,37 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ */
+
+import { evalsFactCheckingKnowledgeBase } from "../../funcs/evalsFactCheckingKnowledgeBase.js";
+import * as operations from "../../models/operations/index.js";
+import { formatResult, ToolDefinition } from "../tools.js";
+
+const args = {
+  request: operations.EvalsFactCheckingKnowledgeBaseRequestBody$inboundSchema
+    .optional(),
+};
+
+export const tool$evalsFactCheckingKnowledgeBase: ToolDefinition<typeof args> =
+  {
+    name: "evals-fact-checking-knowledge-base",
+    description: `Run Fact Checking Knowledge Base Evaluator`,
+    args,
+    tool: async (client, args, ctx) => {
+      const [result, apiCall] = await evalsFactCheckingKnowledgeBase(
+        client,
+        args.request,
+        { fetchOptions: { signal: ctx.signal } },
+      ).$inspect();
+
+      if (!result.ok) {
+        return {
+          content: [{ type: "text", text: result.error.message }],
+          isError: true,
+        };
+      }
+
+      const value = result.value;
+
+      return formatResult(value, apiCall);
+    },
+  };

package/src/mcp-server/tools/evalsGrammar.ts

@@ -0,0 +1,35 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ */
+
+import { evalsGrammar } from "../../funcs/evalsGrammar.js";
+import * as operations from "../../models/operations/index.js";
+import { formatResult, ToolDefinition } from "../tools.js";
+
+const args = {
+  request: operations.EvalsGrammarRequestBody$inboundSchema.optional(),
+};
+
+export const tool$evalsGrammar: ToolDefinition<typeof args> = {
+  name: "evals-grammar",
+  description: `Run Grammar Evaluator`,
+  args,
+  tool: async (client, args, ctx) => {
+    const [result, apiCall] = await evalsGrammar(
+      client,
+      args.request,
+      { fetchOptions: { signal: ctx.signal } },
+    ).$inspect();
+
+    if (!result.ok) {
+      return {
+        content: [{ type: "text", text: result.error.message }],
+        isError: true,
+      };
+    }
+
+    const value = result.value;
+
+    return formatResult(value, apiCall);
+  },
+};

package/src/mcp-server/tools/evalsLengthBetween.ts

@@ -0,0 +1,35 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ */
+
+import { evalsLengthBetween } from "../../funcs/evalsLengthBetween.js";
+import * as operations from "../../models/operations/index.js";
+import { formatResult, ToolDefinition } from "../tools.js";
+
+const args = {
+  request: operations.EvalsLengthBetweenRequestBody$inboundSchema.optional(),
+};
+
+export const tool$evalsLengthBetween: ToolDefinition<typeof args> = {
+  name: "evals-length-between",
+  description: `Run Length Between Evaluator`,
+  args,
+  tool: async (client, args, ctx) => {
+    const [result, apiCall] = await evalsLengthBetween(
+      client,
+      args.request,
+      { fetchOptions: { signal: ctx.signal } },
+    ).$inspect();
+
+    if (!result.ok) {
+      return {
+        content: [{ type: "text", text: result.error.message }],
+        isError: true,
+      };
+    }
+
+    const value = result.value;
+
+    return formatResult(value, apiCall);
+  },
+};

package/src/mcp-server/tools/evalsLengthGreaterThan.ts

@@ -0,0 +1,36 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ */
+
+import { evalsLengthGreaterThan } from "../../funcs/evalsLengthGreaterThan.js";
+import * as operations from "../../models/operations/index.js";
+import { formatResult, ToolDefinition } from "../tools.js";
+
+const args = {
+  request: operations.EvalsLengthGreaterThanRequestBody$inboundSchema
+    .optional(),
+};
+
+export const tool$evalsLengthGreaterThan: ToolDefinition<typeof args> = {
+  name: "evals-length-greater-than",
+  description: `Run Length Greater Than Evaluator`,
+  args,
+  tool: async (client, args, ctx) => {
+    const [result, apiCall] = await evalsLengthGreaterThan(
+      client,
+      args.request,
+      { fetchOptions: { signal: ctx.signal } },
+    ).$inspect();
+
+    if (!result.ok) {
+      return {
+        content: [{ type: "text", text: result.error.message }],
+        isError: true,
+      };
+    }
+
+    const value = result.value;
+
+    return formatResult(value, apiCall);
+  },
+};

package/src/mcp-server/tools/evalsLengthLessThan.ts

@@ -0,0 +1,35 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ */
+
+import { evalsLengthLessThan } from "../../funcs/evalsLengthLessThan.js";
+import * as operations from "../../models/operations/index.js";
+import { formatResult, ToolDefinition } from "../tools.js";
+
+const args = {
+  request: operations.EvalsLengthLessThanRequestBody$inboundSchema.optional(),
+};
+
+export const tool$evalsLengthLessThan: ToolDefinition<typeof args> = {
+  name: "evals-length-less-than",
+  description: `Run Length Less Than Evaluator`,
+  args,
+  tool: async (client, args, ctx) => {
+    const [result, apiCall] = await evalsLengthLessThan(
+      client,
+      args.request,
+      { fetchOptions: { signal: ctx.signal } },
+    ).$inspect();
+
+    if (!result.ok) {
+      return {
+        content: [{ type: "text", text: result.error.message }],
+        isError: true,
+      };
+    }
+
+    const value = result.value;
+
+    return formatResult(value, apiCall);
+  },
+};

package/src/mcp-server/tools/evalsLocalization.ts

@@ -0,0 +1,35 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ */
+
+import { evalsLocalization } from "../../funcs/evalsLocalization.js";
+import * as operations from "../../models/operations/index.js";
+import { formatResult, ToolDefinition } from "../tools.js";
+
+const args = {
+  request: operations.EvalsLocalizationRequestBody$inboundSchema.optional(),
+};
+
+export const tool$evalsLocalization: ToolDefinition<typeof args> = {
+  name: "evals-localization",
+  description: `Run Localization Evaluator`,
+  args,
+  tool: async (client, args, ctx) => {
+    const [result, apiCall] = await evalsLocalization(
+      client,
+      args.request,
+      { fetchOptions: { signal: ctx.signal } },
+    ).$inspect();
+
+    if (!result.ok) {
+      return {
+        content: [{ type: "text", text: result.error.message }],
+        isError: true,
+      };
+    }
+
+    const value = result.value;
+
+    return formatResult(value, apiCall);
+  },
+};

package/src/mcp-server/tools/evalsPii.ts

@@ -0,0 +1,35 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ */
+
+import { evalsPii } from "../../funcs/evalsPii.js";
+import * as operations from "../../models/operations/index.js";
+import { formatResult, ToolDefinition } from "../tools.js";
+
+const args = {
+  request: operations.EvalsPiiRequestBody$inboundSchema.optional(),
+};
+
+export const tool$evalsPii: ToolDefinition<typeof args> = {
+  name: "evals-pii",
+  description: `Run PII Evaluator`,
+  args,
+  tool: async (client, args, ctx) => {
+    const [result, apiCall] = await evalsPii(
+      client,
+      args.request,
+      { fetchOptions: { signal: ctx.signal } },
+    ).$inspect();
+
+    if (!result.ok) {
+      return {
+        content: [{ type: "text", text: result.error.message }],
+        isError: true,
+      };
+    }
+
+    const value = result.value;
+
+    return formatResult(value, apiCall);
+  },
+};

package/src/mcp-server/tools/evalsRagasCoherence.ts

@@ -0,0 +1,35 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ */
+
+import { evalsRagasCoherence } from "../../funcs/evalsRagasCoherence.js";
+import * as operations from "../../models/operations/index.js";
+import { formatResult, ToolDefinition } from "../tools.js";
+
+const args = {
+  request: operations.EvalsRagasCoherenceRequestBody$inboundSchema.optional(),
+};
+
+export const tool$evalsRagasCoherence: ToolDefinition<typeof args> = {
+  name: "evals-ragas-coherence",
+  description: `Run Coherence Evaluator`,
+  args,
+  tool: async (client, args, ctx) => {
+    const [result, apiCall] = await evalsRagasCoherence(
+      client,
+      args.request,
+      { fetchOptions: { signal: ctx.signal } },
+    ).$inspect();
+
+    if (!result.ok) {
+      return {
+        content: [{ type: "text", text: result.error.message }],
+        isError: true,
+      };
+    }
+
+    const value = result.value;
+
+    return formatResult(value, apiCall);
+  },
+};

package/src/mcp-server/tools/evalsRagasConciseness.ts

@@ -0,0 +1,35 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ */
+
+import { evalsRagasConciseness } from "../../funcs/evalsRagasConciseness.js";
+import * as operations from "../../models/operations/index.js";
+import { formatResult, ToolDefinition } from "../tools.js";
+
+const args = {
+  request: operations.EvalsRagasConcisenessRequestBody$inboundSchema.optional(),
+};
+
+export const tool$evalsRagasConciseness: ToolDefinition<typeof args> = {
+  name: "evals-ragas-conciseness",
+  description: `Run Conciseness Evaluator`,
+  args,
+  tool: async (client, args, ctx) => {
+    const [result, apiCall] = await evalsRagasConciseness(
+      client,
+      args.request,
+      { fetchOptions: { signal: ctx.signal } },
+    ).$inspect();
+
+    if (!result.ok) {
+      return {
+        content: [{ type: "text", text: result.error.message }],
+        isError: true,
+      };
+    }
+
+    const value = result.value;
+
+    return formatResult(value, apiCall);
+  },
+};

package/src/mcp-server/tools/evalsRagasContextPrecision.ts

@@ -0,0 +1,36 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ */
+
+import { evalsRagasContextPrecision } from "../../funcs/evalsRagasContextPrecision.js";
+import * as operations from "../../models/operations/index.js";
+import { formatResult, ToolDefinition } from "../tools.js";
+
+const args = {
+  request: operations.EvalsRagasContextPrecisionRequestBody$inboundSchema
+    .optional(),
+};
+
+export const tool$evalsRagasContextPrecision: ToolDefinition<typeof args> = {
+  name: "evals-ragas-context-precision",
+  description: `Run Context Precision Evaluator`,
+  args,
+  tool: async (client, args, ctx) => {
+    const [result, apiCall] = await evalsRagasContextPrecision(
+      client,
+      args.request,
+      { fetchOptions: { signal: ctx.signal } },
+    ).$inspect();
+
+    if (!result.ok) {
+      return {
+        content: [{ type: "text", text: result.error.message }],
+        isError: true,
+      };
+    }
+
+    const value = result.value;
+
+    return formatResult(value, apiCall);
+  },
+};

package/src/mcp-server/tools/evalsRagasCorrectness.ts

@@ -0,0 +1,35 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ */
+
+import { evalsRagasCorrectness } from "../../funcs/evalsRagasCorrectness.js";
+import * as operations from "../../models/operations/index.js";
+import { formatResult, ToolDefinition } from "../tools.js";
+
+const args = {
+  request: operations.EvalsRagasCorrectnessRequestBody$inboundSchema.optional(),
+};
+
+export const tool$evalsRagasCorrectness: ToolDefinition<typeof args> = {
+  name: "evals-ragas-correctness",
+  description: `Run Correctness Evaluator`,
+  args,
+  tool: async (client, args, ctx) => {
+    const [result, apiCall] = await evalsRagasCorrectness(
+      client,
+      args.request,
+      { fetchOptions: { signal: ctx.signal } },
+    ).$inspect();
+
+    if (!result.ok) {
+      return {
+        content: [{ type: "text", text: result.error.message }],
+        isError: true,
+      };
+    }
+
+    const value = result.value;
+
+    return formatResult(value, apiCall);
+  },
+};

package/src/mcp-server/tools/evalsRagasFaithfulness.ts

@@ -0,0 +1,36 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ */
+
+import { evalsRagasFaithfulness } from "../../funcs/evalsRagasFaithfulness.js";
+import * as operations from "../../models/operations/index.js";
+import { formatResult, ToolDefinition } from "../tools.js";
+
+const args = {
+  request: operations.EvalsRagasFaithfulnessRequestBody$inboundSchema
+    .optional(),
+};
+
+export const tool$evalsRagasFaithfulness: ToolDefinition<typeof args> = {
+  name: "evals-ragas-faithfulness",
+  description: `Run Faithfulness Evaluator`,
+  args,
+  tool: async (client, args, ctx) => {
+    const [result, apiCall] = await evalsRagasFaithfulness(
+      client,
+      args.request,
+      { fetchOptions: { signal: ctx.signal } },
+    ).$inspect();
+
+    if (!result.ok) {
+      return {
+        content: [{ type: "text", text: result.error.message }],
+        isError: true,
+      };
+    }
+
+    const value = result.value;
+
+    return formatResult(value, apiCall);
+  },
+};

package/src/mcp-server/tools/evalsRagasHarmfulness.ts

@@ -0,0 +1,35 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ */
+
+import { evalsRagasHarmfulness } from "../../funcs/evalsRagasHarmfulness.js";
+import * as operations from "../../models/operations/index.js";
+import { formatResult, ToolDefinition } from "../tools.js";
+
+const args = {
+  request: operations.EvalsRagasHarmfulnessRequestBody$inboundSchema.optional(),
+};
+
+export const tool$evalsRagasHarmfulness: ToolDefinition<typeof args> = {
+  name: "evals-ragas-harmfulness",
+  description: `Run Harmfulness Evaluator`,
+  args,
+  tool: async (client, args, ctx) => {
+    const [result, apiCall] = await evalsRagasHarmfulness(
+      client,
+      args.request,
+      { fetchOptions: { signal: ctx.signal } },
+    ).$inspect();
+
+    if (!result.ok) {
+      return {
+        content: [{ type: "text", text: result.error.message }],
+        isError: true,
+      };
+    }
+
+    const value = result.value;
+
+    return formatResult(value, apiCall);
+  },
+};

package/src/mcp-server/tools/evalsRagasMaliciousness.ts

@@ -0,0 +1,36 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ */
+
+import { evalsRagasMaliciousness } from "../../funcs/evalsRagasMaliciousness.js";
+import * as operations from "../../models/operations/index.js";
+import { formatResult, ToolDefinition } from "../tools.js";
+
+const args = {
+  request: operations.EvalsRagasMaliciousnessRequestBody$inboundSchema
+    .optional(),
+};
+
+export const tool$evalsRagasMaliciousness: ToolDefinition<typeof args> = {
+  name: "evals-ragas-maliciousness",
+  description: `Run Maliciousness Evaluator`,
+  args,
+  tool: async (client, args, ctx) => {
+    const [result, apiCall] = await evalsRagasMaliciousness(
+      client,
+      args.request,
+      { fetchOptions: { signal: ctx.signal } },
+    ).$inspect();
+
+    if (!result.ok) {
+      return {
+        content: [{ type: "text", text: result.error.message }],
+        isError: true,
+      };
+    }
+
+    const value = result.value;
+
+    return formatResult(value, apiCall);
+  },
+};

package/src/mcp-server/tools/evalsRagasResponseRelevancy.ts

@@ -0,0 +1,36 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ */
+
+import { evalsRagasResponseRelevancy } from "../../funcs/evalsRagasResponseRelevancy.js";
+import * as operations from "../../models/operations/index.js";
+import { formatResult, ToolDefinition } from "../tools.js";
+
+const args = {
+  request: operations.EvalsRagasResponseRelevancyRequestBody$inboundSchema
+    .optional(),
+};
+
+export const tool$evalsRagasResponseRelevancy: ToolDefinition<typeof args> = {
+  name: "evals-ragas-response-relevancy",
+  description: `Run Response Relevancy Evaluator`,
+  args,
+  tool: async (client, args, ctx) => {
+    const [result, apiCall] = await evalsRagasResponseRelevancy(
+      client,
+      args.request,
+      { fetchOptions: { signal: ctx.signal } },
+    ).$inspect();
+
+    if (!result.ok) {
+      return {
+        content: [{ type: "text", text: result.error.message }],
+        isError: true,
+      };
+    }
+
+    const value = result.value;
+
+    return formatResult(value, apiCall);
+  },
+};

package/src/mcp-server/tools/evalsRagasSummarization.ts

@@ -0,0 +1,36 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ */
+
+import { evalsRagasSummarization } from "../../funcs/evalsRagasSummarization.js";
+import * as operations from "../../models/operations/index.js";
+import { formatResult, ToolDefinition } from "../tools.js";
+
+const args = {
+  request: operations.EvalsRagasSummarizationRequestBody$inboundSchema
+    .optional(),
+};
+
+export const tool$evalsRagasSummarization: ToolDefinition<typeof args> = {
+  name: "evals-ragas-summarization",
+  description: `Run Summarization Evaluator`,
+  args,
+  tool: async (client, args, ctx) => {
+    const [result, apiCall] = await evalsRagasSummarization(
+      client,
+      args.request,
+      { fetchOptions: { signal: ctx.signal } },
+    ).$inspect();
+
+    if (!result.ok) {
+      return {
+        content: [{ type: "text", text: result.error.message }],
+        isError: true,
+      };
+    }
+
+    const value = result.value;
+
+    return formatResult(value, apiCall);
+  },
+};