@orq-ai/node 3.6.2 → 3.6.4

package/packages/orq-rc/src/mcp-server/tools/evalsRagasMaliciousness.ts

@@ -0,0 +1,36 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ */
+
+import { evalsRagasMaliciousness } from "../../funcs/evalsRagasMaliciousness.js";
+import * as operations from "../../models/operations/index.js";
+import { formatResult, ToolDefinition } from "../tools.js";
+
+const args = {
+  request: operations.EvalsRagasMaliciousnessRequestBody$inboundSchema
+    .optional(),
+};
+
+export const tool$evalsRagasMaliciousness: ToolDefinition<typeof args> = {
+  name: "evals-ragas-maliciousness",
+  description: `Run Maliciousness Evaluator`,
+  args,
+  tool: async (client, args, ctx) => {
+    const [result, apiCall] = await evalsRagasMaliciousness(
+      client,
+      args.request,
+      { fetchOptions: { signal: ctx.signal } },
+    ).$inspect();
+
+    if (!result.ok) {
+      return {
+        content: [{ type: "text", text: result.error.message }],
+        isError: true,
+      };
+    }
+
+    const value = result.value;
+
+    return formatResult(value, apiCall);
+  },
+};

package/packages/orq-rc/src/mcp-server/tools/evalsRagasResponseRelevancy.ts

@@ -0,0 +1,36 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ */
+
+import { evalsRagasResponseRelevancy } from "../../funcs/evalsRagasResponseRelevancy.js";
+import * as operations from "../../models/operations/index.js";
+import { formatResult, ToolDefinition } from "../tools.js";
+
+const args = {
+  request: operations.EvalsRagasResponseRelevancyRequestBody$inboundSchema
+    .optional(),
+};
+
+export const tool$evalsRagasResponseRelevancy: ToolDefinition<typeof args> = {
+  name: "evals-ragas-response-relevancy",
+  description: `Run Response Relevancy Evaluator`,
+  args,
+  tool: async (client, args, ctx) => {
+    const [result, apiCall] = await evalsRagasResponseRelevancy(
+      client,
+      args.request,
+      { fetchOptions: { signal: ctx.signal } },
+    ).$inspect();
+
+    if (!result.ok) {
+      return {
+        content: [{ type: "text", text: result.error.message }],
+        isError: true,
+      };
+    }
+
+    const value = result.value;
+
+    return formatResult(value, apiCall);
+  },
+};

package/packages/orq-rc/src/mcp-server/tools/evalsRagasSummarization.ts

@@ -0,0 +1,36 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ */
+
+import { evalsRagasSummarization } from "../../funcs/evalsRagasSummarization.js";
+import * as operations from "../../models/operations/index.js";
+import { formatResult, ToolDefinition } from "../tools.js";
+
+const args = {
+  request: operations.EvalsRagasSummarizationRequestBody$inboundSchema
+    .optional(),
+};
+
+export const tool$evalsRagasSummarization: ToolDefinition<typeof args> = {
+  name: "evals-ragas-summarization",
+  description: `Run Summarization Evaluator`,
+  args,
+  tool: async (client, args, ctx) => {
+    const [result, apiCall] = await evalsRagasSummarization(
+      client,
+      args.request,
+      { fetchOptions: { signal: ctx.signal } },
+    ).$inspect();
+
+    if (!result.ok) {
+      return {
+        content: [{ type: "text", text: result.error.message }],
+        isError: true,
+      };
+    }
+
+    const value = result.value;
+
+    return formatResult(value, apiCall);
+  },
+};

package/packages/orq-rc/src/mcp-server/tools/evalsRunBertScore.ts

@@ -0,0 +1,35 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ */
+
+import { evalsRunBertScore } from "../../funcs/evalsRunBertScore.js";
+import * as operations from "../../models/operations/index.js";
+import { formatResult, ToolDefinition } from "../tools.js";
+
+const args = {
+  request: operations.RunBertScoreRequestBody$inboundSchema.optional(),
+};
+
+export const tool$evalsRunBertScore: ToolDefinition<typeof args> = {
+  name: "evals-run-bert-score",
+  description: `Run BertScore Evaluator`,
+  args,
+  tool: async (client, args, ctx) => {
+    const [result, apiCall] = await evalsRunBertScore(
+      client,
+      args.request,
+      { fetchOptions: { signal: ctx.signal } },
+    ).$inspect();
+
+    if (!result.ok) {
+      return {
+        content: [{ type: "text", text: result.error.message }],
+        isError: true,
+      };
+    }
+
+    const value = result.value;
+
+    return formatResult(value, apiCall);
+  },
+};

package/packages/orq-rc/src/mcp-server/tools/evalsSentimentClassification.ts

@@ -0,0 +1,36 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ */
+
+import { evalsSentimentClassification } from "../../funcs/evalsSentimentClassification.js";
+import * as operations from "../../models/operations/index.js";
+import { formatResult, ToolDefinition } from "../tools.js";
+
+const args = {
+  request: operations.EvalsSentimentClassificationRequestBody$inboundSchema
+    .optional(),
+};
+
+export const tool$evalsSentimentClassification: ToolDefinition<typeof args> = {
+  name: "evals-sentiment-classification",
+  description: `Run Sentiment Classification Evaluator`,
+  args,
+  tool: async (client, args, ctx) => {
+    const [result, apiCall] = await evalsSentimentClassification(
+      client,
+      args.request,
+      { fetchOptions: { signal: ctx.signal } },
+    ).$inspect();
+
+    if (!result.ok) {
+      return {
+        content: [{ type: "text", text: result.error.message }],
+        isError: true,
+      };
+    }
+
+    const value = result.value;
+
+    return formatResult(value, apiCall);
+  },
+};

package/packages/orq-rc/src/mcp-server/tools/evalsSummarization.ts

@@ -0,0 +1,35 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ */
+
+import { evalsSummarization } from "../../funcs/evalsSummarization.js";
+import * as operations from "../../models/operations/index.js";
+import { formatResult, ToolDefinition } from "../tools.js";
+
+const args = {
+  request: operations.EvalsSummarizationRequestBody$inboundSchema.optional(),
+};
+
+export const tool$evalsSummarization: ToolDefinition<typeof args> = {
+  name: "evals-summarization",
+  description: `Run Summarization Evaluator`,
+  args,
+  tool: async (client, args, ctx) => {
+    const [result, apiCall] = await evalsSummarization(
+      client,
+      args.request,
+      { fetchOptions: { signal: ctx.signal } },
+    ).$inspect();
+
+    if (!result.ok) {
+      return {
+        content: [{ type: "text", text: result.error.message }],
+        isError: true,
+      };
+    }
+
+    const value = result.value;
+
+    return formatResult(value, apiCall);
+  },
+};

package/packages/orq-rc/src/mcp-server/tools/evalsToneOfVoice.ts

@@ -0,0 +1,35 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ */
+
+import { evalsToneOfVoice } from "../../funcs/evalsToneOfVoice.js";
+import * as operations from "../../models/operations/index.js";
+import { formatResult, ToolDefinition } from "../tools.js";
+
+const args = {
+  request: operations.EvalsToneOfVoiceRequestBody$inboundSchema.optional(),
+};
+
+export const tool$evalsToneOfVoice: ToolDefinition<typeof args> = {
+  name: "evals-tone-of-voice",
+  description: `Run Tone of Voice Evaluator`,
+  args,
+  tool: async (client, args, ctx) => {
+    const [result, apiCall] = await evalsToneOfVoice(
+      client,
+      args.request,
+      { fetchOptions: { signal: ctx.signal } },
+    ).$inspect();
+
+    if (!result.ok) {
+      return {
+        content: [{ type: "text", text: result.error.message }],
+        isError: true,
+      };
+    }
+
+    const value = result.value;
+
+    return formatResult(value, apiCall);
+  },
+};

package/packages/orq-rc/src/mcp-server/tools/evalsTranslation.ts

@@ -0,0 +1,35 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ */
+
+import { evalsTranslation } from "../../funcs/evalsTranslation.js";
+import * as operations from "../../models/operations/index.js";
+import { formatResult, ToolDefinition } from "../tools.js";
+
+const args = {
+  request: operations.EvalsTranslationRequestBody$inboundSchema.optional(),
+};
+
+export const tool$evalsTranslation: ToolDefinition<typeof args> = {
+  name: "evals-translation",
+  description: `Run Translation Evaluator`,
+  args,
+  tool: async (client, args, ctx) => {
+    const [result, apiCall] = await evalsTranslation(
+      client,
+      args.request,
+      { fetchOptions: { signal: ctx.signal } },
+    ).$inspect();
+
+    if (!result.ok) {
+      return {
+        content: [{ type: "text", text: result.error.message }],
+        isError: true,
+      };
+    }
+
+    const value = result.value;
+
+    return formatResult(value, apiCall);
+  },
+};

package/packages/orq-rc/src/mcp-server/tools/evalsValidJson.ts

@@ -0,0 +1,35 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ */
+
+import { evalsValidJson } from "../../funcs/evalsValidJson.js";
+import * as operations from "../../models/operations/index.js";
+import { formatResult, ToolDefinition } from "../tools.js";
+
+const args = {
+  request: operations.EvalsValidJsonRequestBody$inboundSchema.optional(),
+};
+
+export const tool$evalsValidJson: ToolDefinition<typeof args> = {
+  name: "evals-valid-json",
+  description: `Run JSON Validation Evaluator`,
+  args,
+  tool: async (client, args, ctx) => {
+    const [result, apiCall] = await evalsValidJson(
+      client,
+      args.request,
+      { fetchOptions: { signal: ctx.signal } },
+    ).$inspect();
+
+    if (!result.ok) {
+      return {
+        content: [{ type: "text", text: result.error.message }],
+        isError: true,
+      };
+    }
+
+    const value = result.value;
+
+    return formatResult(value, apiCall);
+  },
+};

package/packages/orq-rc/src/models/errors/createeval.ts

@@ -0,0 +1,71 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ */
+
+import * as z from "zod";
+
+/**
+ * Workspace ID is not found on the request
+ */
+export type CreateEvalResponseBodyData = {
+  message: string;
+};
+
+/**
+ * Workspace ID is not found on the request
+ */
+export class CreateEvalResponseBody extends Error {
+  /** The original data that was passed to this error instance. */
+  data$: CreateEvalResponseBodyData;
+
+  constructor(err: CreateEvalResponseBodyData) {
+    const message = "message" in err && typeof err.message === "string"
+      ? err.message
+      : `API error occurred: ${JSON.stringify(err)}`;
+    super(message);
+    this.data$ = err;
+
+    this.name = "CreateEvalResponseBody";
+  }
+}
+
+/** @internal */
+export const CreateEvalResponseBody$inboundSchema: z.ZodType<
+  CreateEvalResponseBody,
+  z.ZodTypeDef,
+  unknown
+> = z.object({
+  message: z.string(),
+})
+  .transform((v) => {
+    return new CreateEvalResponseBody(v);
+  });
+
+/** @internal */
+export type CreateEvalResponseBody$Outbound = {
+  message: string;
+};
+
+/** @internal */
+export const CreateEvalResponseBody$outboundSchema: z.ZodType<
+  CreateEvalResponseBody$Outbound,
+  z.ZodTypeDef,
+  CreateEvalResponseBody
+> = z.instanceof(CreateEvalResponseBody)
+  .transform(v => v.data$)
+  .pipe(z.object({
+    message: z.string(),
+  }));
+
+/**
+ * @internal
+ * @deprecated This namespace will be removed in future versions. Use schemas and types that are exported directly from this module.
+ */
+export namespace CreateEvalResponseBody$ {
+  /** @deprecated use `CreateEvalResponseBody$inboundSchema` instead. */
+  export const inboundSchema = CreateEvalResponseBody$inboundSchema;
+  /** @deprecated use `CreateEvalResponseBody$outboundSchema` instead. */
+  export const outboundSchema = CreateEvalResponseBody$outboundSchema;
+  /** @deprecated use `CreateEvalResponseBody$Outbound` instead. */
+  export type Outbound = CreateEvalResponseBody$Outbound;
+}

package/packages/orq-rc/src/models/errors/evalsageappropriate.ts

@@ -0,0 +1,139 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ */
+
+import * as z from "zod";
+
+/**
+ * Internal server error
+ */
+export type EvalsAgeAppropriateEvalsResponseBodyData = {
+  message: string;
+};
+
+/**
+ * Internal server error
+ */
+export class EvalsAgeAppropriateEvalsResponseBody extends Error {
+  /** The original data that was passed to this error instance. */
+  data$: EvalsAgeAppropriateEvalsResponseBodyData;
+
+  constructor(err: EvalsAgeAppropriateEvalsResponseBodyData) {
+    const message = "message" in err && typeof err.message === "string"
+      ? err.message
+      : `API error occurred: ${JSON.stringify(err)}`;
+    super(message);
+    this.data$ = err;
+
+    this.name = "EvalsAgeAppropriateEvalsResponseBody";
+  }
+}
+
+/**
+ * Evaluator not found
+ */
+export type EvalsAgeAppropriateResponseBodyData = {
+  message: string;
+};
+
+/**
+ * Evaluator not found
+ */
+export class EvalsAgeAppropriateResponseBody extends Error {
+  /** The original data that was passed to this error instance. */
+  data$: EvalsAgeAppropriateResponseBodyData;
+
+  constructor(err: EvalsAgeAppropriateResponseBodyData) {
+    const message = "message" in err && typeof err.message === "string"
+      ? err.message
+      : `API error occurred: ${JSON.stringify(err)}`;
+    super(message);
+    this.data$ = err;
+
+    this.name = "EvalsAgeAppropriateResponseBody";
+  }
+}
+
+/** @internal */
+export const EvalsAgeAppropriateEvalsResponseBody$inboundSchema: z.ZodType<
+  EvalsAgeAppropriateEvalsResponseBody,
+  z.ZodTypeDef,
+  unknown
+> = z.object({
+  message: z.string(),
+})
+  .transform((v) => {
+    return new EvalsAgeAppropriateEvalsResponseBody(v);
+  });
+
+/** @internal */
+export type EvalsAgeAppropriateEvalsResponseBody$Outbound = {
+  message: string;
+};
+
+/** @internal */
+export const EvalsAgeAppropriateEvalsResponseBody$outboundSchema: z.ZodType<
+  EvalsAgeAppropriateEvalsResponseBody$Outbound,
+  z.ZodTypeDef,
+  EvalsAgeAppropriateEvalsResponseBody
+> = z.instanceof(EvalsAgeAppropriateEvalsResponseBody)
+  .transform(v => v.data$)
+  .pipe(z.object({
+    message: z.string(),
+  }));
+
+/**
+ * @internal
+ * @deprecated This namespace will be removed in future versions. Use schemas and types that are exported directly from this module.
+ */
+export namespace EvalsAgeAppropriateEvalsResponseBody$ {
+  /** @deprecated use `EvalsAgeAppropriateEvalsResponseBody$inboundSchema` instead. */
+  export const inboundSchema =
+    EvalsAgeAppropriateEvalsResponseBody$inboundSchema;
+  /** @deprecated use `EvalsAgeAppropriateEvalsResponseBody$outboundSchema` instead. */
+  export const outboundSchema =
+    EvalsAgeAppropriateEvalsResponseBody$outboundSchema;
+  /** @deprecated use `EvalsAgeAppropriateEvalsResponseBody$Outbound` instead. */
+  export type Outbound = EvalsAgeAppropriateEvalsResponseBody$Outbound;
+}
+
+/** @internal */
+export const EvalsAgeAppropriateResponseBody$inboundSchema: z.ZodType<
+  EvalsAgeAppropriateResponseBody,
+  z.ZodTypeDef,
+  unknown
+> = z.object({
+  message: z.string(),
+})
+  .transform((v) => {
+    return new EvalsAgeAppropriateResponseBody(v);
+  });
+
+/** @internal */
+export type EvalsAgeAppropriateResponseBody$Outbound = {
+  message: string;
+};
+
+/** @internal */
+export const EvalsAgeAppropriateResponseBody$outboundSchema: z.ZodType<
+  EvalsAgeAppropriateResponseBody$Outbound,
+  z.ZodTypeDef,
+  EvalsAgeAppropriateResponseBody
+> = z.instanceof(EvalsAgeAppropriateResponseBody)
+  .transform(v => v.data$)
+  .pipe(z.object({
+    message: z.string(),
+  }));
+
+/**
+ * @internal
+ * @deprecated This namespace will be removed in future versions. Use schemas and types that are exported directly from this module.
+ */
+export namespace EvalsAgeAppropriateResponseBody$ {
+  /** @deprecated use `EvalsAgeAppropriateResponseBody$inboundSchema` instead. */
+  export const inboundSchema = EvalsAgeAppropriateResponseBody$inboundSchema;
+  /** @deprecated use `EvalsAgeAppropriateResponseBody$outboundSchema` instead. */
+  export const outboundSchema = EvalsAgeAppropriateResponseBody$outboundSchema;
+  /** @deprecated use `EvalsAgeAppropriateResponseBody$Outbound` instead. */
+  export type Outbound = EvalsAgeAppropriateResponseBody$Outbound;
+}

package/packages/orq-rc/src/models/errors/evalsbleuscore.ts

@@ -0,0 +1,137 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ */
+
+import * as z from "zod";
+
+/**
+ * Internal server error
+ */
+export type EvalsBleuScoreEvalsResponseBodyData = {
+  message: string;
+};
+
+/**
+ * Internal server error
+ */
+export class EvalsBleuScoreEvalsResponseBody extends Error {
+  /** The original data that was passed to this error instance. */
+  data$: EvalsBleuScoreEvalsResponseBodyData;
+
+  constructor(err: EvalsBleuScoreEvalsResponseBodyData) {
+    const message = "message" in err && typeof err.message === "string"
+      ? err.message
+      : `API error occurred: ${JSON.stringify(err)}`;
+    super(message);
+    this.data$ = err;
+
+    this.name = "EvalsBleuScoreEvalsResponseBody";
+  }
+}
+
+/**
+ * Evaluator not found
+ */
+export type EvalsBleuScoreResponseBodyData = {
+  message: string;
+};
+
+/**
+ * Evaluator not found
+ */
+export class EvalsBleuScoreResponseBody extends Error {
+  /** The original data that was passed to this error instance. */
+  data$: EvalsBleuScoreResponseBodyData;
+
+  constructor(err: EvalsBleuScoreResponseBodyData) {
+    const message = "message" in err && typeof err.message === "string"
+      ? err.message
+      : `API error occurred: ${JSON.stringify(err)}`;
+    super(message);
+    this.data$ = err;
+
+    this.name = "EvalsBleuScoreResponseBody";
+  }
+}
+
+/** @internal */
+export const EvalsBleuScoreEvalsResponseBody$inboundSchema: z.ZodType<
+  EvalsBleuScoreEvalsResponseBody,
+  z.ZodTypeDef,
+  unknown
+> = z.object({
+  message: z.string(),
+})
+  .transform((v) => {
+    return new EvalsBleuScoreEvalsResponseBody(v);
+  });
+
+/** @internal */
+export type EvalsBleuScoreEvalsResponseBody$Outbound = {
+  message: string;
+};
+
+/** @internal */
+export const EvalsBleuScoreEvalsResponseBody$outboundSchema: z.ZodType<
+  EvalsBleuScoreEvalsResponseBody$Outbound,
+  z.ZodTypeDef,
+  EvalsBleuScoreEvalsResponseBody
+> = z.instanceof(EvalsBleuScoreEvalsResponseBody)
+  .transform(v => v.data$)
+  .pipe(z.object({
+    message: z.string(),
+  }));
+
+/**
+ * @internal
+ * @deprecated This namespace will be removed in future versions. Use schemas and types that are exported directly from this module.
+ */
+export namespace EvalsBleuScoreEvalsResponseBody$ {
+  /** @deprecated use `EvalsBleuScoreEvalsResponseBody$inboundSchema` instead. */
+  export const inboundSchema = EvalsBleuScoreEvalsResponseBody$inboundSchema;
+  /** @deprecated use `EvalsBleuScoreEvalsResponseBody$outboundSchema` instead. */
+  export const outboundSchema = EvalsBleuScoreEvalsResponseBody$outboundSchema;
+  /** @deprecated use `EvalsBleuScoreEvalsResponseBody$Outbound` instead. */
+  export type Outbound = EvalsBleuScoreEvalsResponseBody$Outbound;
+}
+
+/** @internal */
+export const EvalsBleuScoreResponseBody$inboundSchema: z.ZodType<
+  EvalsBleuScoreResponseBody,
+  z.ZodTypeDef,
+  unknown
+> = z.object({
+  message: z.string(),
+})
+  .transform((v) => {
+    return new EvalsBleuScoreResponseBody(v);
+  });
+
+/** @internal */
+export type EvalsBleuScoreResponseBody$Outbound = {
+  message: string;
+};
+
+/** @internal */
+export const EvalsBleuScoreResponseBody$outboundSchema: z.ZodType<
+  EvalsBleuScoreResponseBody$Outbound,
+  z.ZodTypeDef,
+  EvalsBleuScoreResponseBody
+> = z.instanceof(EvalsBleuScoreResponseBody)
+  .transform(v => v.data$)
+  .pipe(z.object({
+    message: z.string(),
+  }));
+
+/**
+ * @internal
+ * @deprecated This namespace will be removed in future versions. Use schemas and types that are exported directly from this module.
+ */
+export namespace EvalsBleuScoreResponseBody$ {
+  /** @deprecated use `EvalsBleuScoreResponseBody$inboundSchema` instead. */
+  export const inboundSchema = EvalsBleuScoreResponseBody$inboundSchema;
+  /** @deprecated use `EvalsBleuScoreResponseBody$outboundSchema` instead. */
+  export const outboundSchema = EvalsBleuScoreResponseBody$outboundSchema;
+  /** @deprecated use `EvalsBleuScoreResponseBody$Outbound` instead. */
+  export type Outbound = EvalsBleuScoreResponseBody$Outbound;
+}