@orq-ai/node 3.6.9 → 3.6.11

package/packages/orq-rc/src/mcp-server/tools/evalsAll.ts

@@ -0,0 +1,35 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ */
+
+import { evalsAll } from "../../funcs/evalsAll.js";
+import * as operations from "../../models/operations/index.js";
+import { formatResult, ToolDefinition } from "../tools.js";
+
+const args = {
+  request: operations.GetEvalsRequest$inboundSchema.optional(),
+};
+
+export const tool$evalsAll: ToolDefinition<typeof args> = {
+  name: "evals-all",
+  description: `Get all Evaluators`,
+  args,
+  tool: async (client, args, ctx) => {
+    const [result, apiCall] = await evalsAll(
+      client,
+      args.request,
+      { fetchOptions: { signal: ctx.signal } },
+    ).$inspect();
+
+    if (!result.ok) {
+      return {
+        content: [{ type: "text", text: result.error.message }],
+        isError: true,
+      };
+    }
+
+    const value = result.value;
+
+    return formatResult(value, apiCall);
+  },
+};

package/packages/orq-rc/src/mcp-server/tools/{evalsRunBertScore.ts → evalsBertScore.ts}

@@ -2,20 +2,20 @@
  * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
  */
 
-import { evalsRunBertScore } from "../../funcs/evalsRunBertScore.js";
+import { evalsBertScore } from "../../funcs/evalsBertScore.js";
 import * as operations from "../../models/operations/index.js";
 import { formatResult, ToolDefinition } from "../tools.js";
 
 const args = {
-  request: operations.RunBertScoreRequestBody$inboundSchema.optional(),
+  request: operations.EvalsBertScoreRequestBody$inboundSchema.optional(),
 };
 
-export const tool$evalsRunBertScore: ToolDefinition<typeof args> = {
-  name: "evals-run-bert-score",
+export const tool$evalsBertScore: ToolDefinition<typeof args> = {
+  name: "evals-bert-score",
   description: `Run BertScore Evaluator`,
   args,
   tool: async (client, args, ctx) => {
-    const [result, apiCall] = await evalsRunBertScore(
+    const [result, apiCall] = await evalsBertScore(
       client,
       args.request,
       { fetchOptions: { signal: ctx.signal } },

package/packages/orq-rc/src/mcp-server/tools/evalsDelete.ts

@@ -0,0 +1,33 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ */
+
+import { evalsDelete } from "../../funcs/evalsDelete.js";
+import * as operations from "../../models/operations/index.js";
+import { formatResult, ToolDefinition } from "../tools.js";
+
+const args = {
+  request: operations.DeleteEvalRequest$inboundSchema,
+};
+
+export const tool$evalsDelete: ToolDefinition<typeof args> = {
+  name: "evals-delete",
+  description: `Delete an Evaluator`,
+  args,
+  tool: async (client, args, ctx) => {
+    const [result, apiCall] = await evalsDelete(
+      client,
+      args.request,
+      { fetchOptions: { signal: ctx.signal } },
+    ).$inspect();
+
+    if (!result.ok) {
+      return {
+        content: [{ type: "text", text: result.error.message }],
+        isError: true,
+      };
+    }
+
+    return formatResult(void 0, apiCall);
+  },
+};

package/packages/orq-rc/src/mcp-server/tools/evalsInvoke.ts

@@ -0,0 +1,35 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ */
+
+import { evalsInvoke } from "../../funcs/evalsInvoke.js";
+import * as operations from "../../models/operations/index.js";
+import { formatResult, ToolDefinition } from "../tools.js";
+
+const args = {
+  request: operations.InvokeEvalRequest$inboundSchema,
+};
+
+export const tool$evalsInvoke: ToolDefinition<typeof args> = {
+  name: "evals-invoke",
+  description: `Invoke a Custom Evaluator`,
+  args,
+  tool: async (client, args, ctx) => {
+    const [result, apiCall] = await evalsInvoke(
+      client,
+      args.request,
+      { fetchOptions: { signal: ctx.signal } },
+    ).$inspect();
+
+    if (!result.ok) {
+      return {
+        content: [{ type: "text", text: result.error.message }],
+        isError: true,
+      };
+    }
+
+    const value = result.value;
+
+    return formatResult(value, apiCall);
+  },
+};

package/packages/orq-rc/src/mcp-server/tools/evalsUpdate.ts

@@ -0,0 +1,35 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ */
+
+import { evalsUpdate } from "../../funcs/evalsUpdate.js";
+import * as operations from "../../models/operations/index.js";
+import { formatResult, ToolDefinition } from "../tools.js";
+
+const args = {
+  request: operations.UpdateEvalRequest$inboundSchema,
+};
+
+export const tool$evalsUpdate: ToolDefinition<typeof args> = {
+  name: "evals-update",
+  description: `Update an Evaluator`,
+  args,
+  tool: async (client, args, ctx) => {
+    const [result, apiCall] = await evalsUpdate(
+      client,
+      args.request,
+      { fetchOptions: { signal: ctx.signal } },
+    ).$inspect();
+
+    if (!result.ok) {
+      return {
+        content: [{ type: "text", text: result.error.message }],
+        isError: true,
+      };
+    }
+
+    const value = result.value;
+
+    return formatResult(value, apiCall);
+  },
+};

package/packages/orq-rc/src/models/errors/deleteeval.ts

@@ -0,0 +1,71 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ */
+
+import * as z from "zod";
+
+/**
+ * Workspace ID is not found on the request
+ */
+export type DeleteEvalResponseBodyData = {
+  message: string;
+};
+
+/**
+ * Workspace ID is not found on the request
+ */
+export class DeleteEvalResponseBody extends Error {
+  /** The original data that was passed to this error instance. */
+  data$: DeleteEvalResponseBodyData;
+
+  constructor(err: DeleteEvalResponseBodyData) {
+    const message = "message" in err && typeof err.message === "string"
+      ? err.message
+      : `API error occurred: ${JSON.stringify(err)}`;
+    super(message);
+    this.data$ = err;
+
+    this.name = "DeleteEvalResponseBody";
+  }
+}
+
+/** @internal */
+export const DeleteEvalResponseBody$inboundSchema: z.ZodType<
+  DeleteEvalResponseBody,
+  z.ZodTypeDef,
+  unknown
+> = z.object({
+  message: z.string(),
+})
+  .transform((v) => {
+    return new DeleteEvalResponseBody(v);
+  });
+
+/** @internal */
+export type DeleteEvalResponseBody$Outbound = {
+  message: string;
+};
+
+/** @internal */
+export const DeleteEvalResponseBody$outboundSchema: z.ZodType<
+  DeleteEvalResponseBody$Outbound,
+  z.ZodTypeDef,
+  DeleteEvalResponseBody
+> = z.instanceof(DeleteEvalResponseBody)
+  .transform(v => v.data$)
+  .pipe(z.object({
+    message: z.string(),
+  }));
+
+/**
+ * @internal
+ * @deprecated This namespace will be removed in future versions. Use schemas and types that are exported directly from this module.
+ */
+export namespace DeleteEvalResponseBody$ {
+  /** @deprecated use `DeleteEvalResponseBody$inboundSchema` instead. */
+  export const inboundSchema = DeleteEvalResponseBody$inboundSchema;
+  /** @deprecated use `DeleteEvalResponseBody$outboundSchema` instead. */
+  export const outboundSchema = DeleteEvalResponseBody$outboundSchema;
+  /** @deprecated use `DeleteEvalResponseBody$Outbound` instead. */
+  export type Outbound = DeleteEvalResponseBody$Outbound;
+}

package/packages/orq-rc/src/models/errors/evalsbertscore.ts

@@ -0,0 +1,137 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ */
+
+import * as z from "zod";
+
+/**
+ * Internal server error
+ */
+export type EvalsBertScoreEvalsResponseBodyData = {
+  message: string;
+};
+
+/**
+ * Internal server error
+ */
+export class EvalsBertScoreEvalsResponseBody extends Error {
+  /** The original data that was passed to this error instance. */
+  data$: EvalsBertScoreEvalsResponseBodyData;
+
+  constructor(err: EvalsBertScoreEvalsResponseBodyData) {
+    const message = "message" in err && typeof err.message === "string"
+      ? err.message
+      : `API error occurred: ${JSON.stringify(err)}`;
+    super(message);
+    this.data$ = err;
+
+    this.name = "EvalsBertScoreEvalsResponseBody";
+  }
+}
+
+/**
+ * Evaluator not found
+ */
+export type EvalsBertScoreResponseBodyData = {
+  message: string;
+};
+
+/**
+ * Evaluator not found
+ */
+export class EvalsBertScoreResponseBody extends Error {
+  /** The original data that was passed to this error instance. */
+  data$: EvalsBertScoreResponseBodyData;
+
+  constructor(err: EvalsBertScoreResponseBodyData) {
+    const message = "message" in err && typeof err.message === "string"
+      ? err.message
+      : `API error occurred: ${JSON.stringify(err)}`;
+    super(message);
+    this.data$ = err;
+
+    this.name = "EvalsBertScoreResponseBody";
+  }
+}
+
+/** @internal */
+export const EvalsBertScoreEvalsResponseBody$inboundSchema: z.ZodType<
+  EvalsBertScoreEvalsResponseBody,
+  z.ZodTypeDef,
+  unknown
+> = z.object({
+  message: z.string(),
+})
+  .transform((v) => {
+    return new EvalsBertScoreEvalsResponseBody(v);
+  });
+
+/** @internal */
+export type EvalsBertScoreEvalsResponseBody$Outbound = {
+  message: string;
+};
+
+/** @internal */
+export const EvalsBertScoreEvalsResponseBody$outboundSchema: z.ZodType<
+  EvalsBertScoreEvalsResponseBody$Outbound,
+  z.ZodTypeDef,
+  EvalsBertScoreEvalsResponseBody
+> = z.instanceof(EvalsBertScoreEvalsResponseBody)
+  .transform(v => v.data$)
+  .pipe(z.object({
+    message: z.string(),
+  }));
+
+/**
+ * @internal
+ * @deprecated This namespace will be removed in future versions. Use schemas and types that are exported directly from this module.
+ */
+export namespace EvalsBertScoreEvalsResponseBody$ {
+  /** @deprecated use `EvalsBertScoreEvalsResponseBody$inboundSchema` instead. */
+  export const inboundSchema = EvalsBertScoreEvalsResponseBody$inboundSchema;
+  /** @deprecated use `EvalsBertScoreEvalsResponseBody$outboundSchema` instead. */
+  export const outboundSchema = EvalsBertScoreEvalsResponseBody$outboundSchema;
+  /** @deprecated use `EvalsBertScoreEvalsResponseBody$Outbound` instead. */
+  export type Outbound = EvalsBertScoreEvalsResponseBody$Outbound;
+}
+
+/** @internal */
+export const EvalsBertScoreResponseBody$inboundSchema: z.ZodType<
+  EvalsBertScoreResponseBody,
+  z.ZodTypeDef,
+  unknown
+> = z.object({
+  message: z.string(),
+})
+  .transform((v) => {
+    return new EvalsBertScoreResponseBody(v);
+  });
+
+/** @internal */
+export type EvalsBertScoreResponseBody$Outbound = {
+  message: string;
+};
+
+/** @internal */
+export const EvalsBertScoreResponseBody$outboundSchema: z.ZodType<
+  EvalsBertScoreResponseBody$Outbound,
+  z.ZodTypeDef,
+  EvalsBertScoreResponseBody
+> = z.instanceof(EvalsBertScoreResponseBody)
+  .transform(v => v.data$)
+  .pipe(z.object({
+    message: z.string(),
+  }));
+
+/**
+ * @internal
+ * @deprecated This namespace will be removed in future versions. Use schemas and types that are exported directly from this module.
+ */
+export namespace EvalsBertScoreResponseBody$ {
+  /** @deprecated use `EvalsBertScoreResponseBody$inboundSchema` instead. */
+  export const inboundSchema = EvalsBertScoreResponseBody$inboundSchema;
+  /** @deprecated use `EvalsBertScoreResponseBody$outboundSchema` instead. */
+  export const outboundSchema = EvalsBertScoreResponseBody$outboundSchema;
+  /** @deprecated use `EvalsBertScoreResponseBody$Outbound` instead. */
+  export type Outbound = EvalsBertScoreResponseBody$Outbound;
+}

package/packages/orq-rc/src/models/errors/getevals.ts

@@ -0,0 +1,71 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ */
+
+import * as z from "zod";
+
+/**
+ * Workspace ID is not found on the request
+ */
+export type GetEvalsResponseBodyData = {
+  message: string;
+};
+
+/**
+ * Workspace ID is not found on the request
+ */
+export class GetEvalsResponseBody extends Error {
+  /** The original data that was passed to this error instance. */
+  data$: GetEvalsResponseBodyData;
+
+  constructor(err: GetEvalsResponseBodyData) {
+    const message = "message" in err && typeof err.message === "string"
+      ? err.message
+      : `API error occurred: ${JSON.stringify(err)}`;
+    super(message);
+    this.data$ = err;
+
+    this.name = "GetEvalsResponseBody";
+  }
+}
+
+/** @internal */
+export const GetEvalsResponseBody$inboundSchema: z.ZodType<
+  GetEvalsResponseBody,
+  z.ZodTypeDef,
+  unknown
+> = z.object({
+  message: z.string(),
+})
+  .transform((v) => {
+    return new GetEvalsResponseBody(v);
+  });
+
+/** @internal */
+export type GetEvalsResponseBody$Outbound = {
+  message: string;
+};
+
+/** @internal */
+export const GetEvalsResponseBody$outboundSchema: z.ZodType<
+  GetEvalsResponseBody$Outbound,
+  z.ZodTypeDef,
+  GetEvalsResponseBody
+> = z.instanceof(GetEvalsResponseBody)
+  .transform(v => v.data$)
+  .pipe(z.object({
+    message: z.string(),
+  }));
+
+/**
+ * @internal
+ * @deprecated This namespace will be removed in future versions. Use schemas and types that are exported directly from this module.
+ */
+export namespace GetEvalsResponseBody$ {
+  /** @deprecated use `GetEvalsResponseBody$inboundSchema` instead. */
+  export const inboundSchema = GetEvalsResponseBody$inboundSchema;
+  /** @deprecated use `GetEvalsResponseBody$outboundSchema` instead. */
+  export const outboundSchema = GetEvalsResponseBody$outboundSchema;
+  /** @deprecated use `GetEvalsResponseBody$Outbound` instead. */
+  export type Outbound = GetEvalsResponseBody$Outbound;
+}

package/packages/orq-rc/src/models/errors/index.ts

@@ -5,7 +5,9 @@
 export * from "./apierror.js";
 export * from "./createeval.js";
 export * from "./deletecontact.js";
+export * from "./deleteeval.js";
 export * from "./evalsageappropriate.js";
+export * from "./evalsbertscore.js";
 export * from "./evalsbleuscore.js";
 export * from "./evalsbotdetection.js";
 export * from "./evalscontains.js";
@@ -38,11 +40,13 @@ export * from "./evalssummarization.js";
 export * from "./evalstoneofvoice.js";
 export * from "./evalstranslation.js";
 export * from "./evalsvalidjson.js";
+export * from "./getevals.js";
 export * from "./getpromptversion.js";
 export * from "./honoapierror.js";
 export * from "./httpclienterrors.js";
+export * from "./invokeeval.js";
 export * from "./retrievecontact.js";
-export * from "./runbertscore.js";
 export * from "./sdkvalidationerror.js";
 export * from "./updatecontact.js";
+export * from "./updateeval.js";
 export * from "./updateprompt.js";

package/packages/orq-rc/src/models/errors/invokeeval.ts

@@ -0,0 +1,137 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ */
+
+import * as z from "zod";
+
+/**
+ * Error running the evaluator
+ */
+export type InvokeEvalEvalsResponseBodyData = {
+  message: string;
+};
+
+/**
+ * Error running the evaluator
+ */
+export class InvokeEvalEvalsResponseBody extends Error {
+  /** The original data that was passed to this error instance. */
+  data$: InvokeEvalEvalsResponseBodyData;
+
+  constructor(err: InvokeEvalEvalsResponseBodyData) {
+    const message = "message" in err && typeof err.message === "string"
+      ? err.message
+      : `API error occurred: ${JSON.stringify(err)}`;
+    super(message);
+    this.data$ = err;
+
+    this.name = "InvokeEvalEvalsResponseBody";
+  }
+}
+
+/**
+ * Workspace ID is not found on the request
+ */
+export type InvokeEvalResponseBodyData = {
+  message: string;
+};
+
+/**
+ * Workspace ID is not found on the request
+ */
+export class InvokeEvalResponseBody extends Error {
+  /** The original data that was passed to this error instance. */
+  data$: InvokeEvalResponseBodyData;
+
+  constructor(err: InvokeEvalResponseBodyData) {
+    const message = "message" in err && typeof err.message === "string"
+      ? err.message
+      : `API error occurred: ${JSON.stringify(err)}`;
+    super(message);
+    this.data$ = err;
+
+    this.name = "InvokeEvalResponseBody";
+  }
+}
+
+/** @internal */
+export const InvokeEvalEvalsResponseBody$inboundSchema: z.ZodType<
+  InvokeEvalEvalsResponseBody,
+  z.ZodTypeDef,
+  unknown
+> = z.object({
+  message: z.string(),
+})
+  .transform((v) => {
+    return new InvokeEvalEvalsResponseBody(v);
+  });
+
+/** @internal */
+export type InvokeEvalEvalsResponseBody$Outbound = {
+  message: string;
+};
+
+/** @internal */
+export const InvokeEvalEvalsResponseBody$outboundSchema: z.ZodType<
+  InvokeEvalEvalsResponseBody$Outbound,
+  z.ZodTypeDef,
+  InvokeEvalEvalsResponseBody
+> = z.instanceof(InvokeEvalEvalsResponseBody)
+  .transform(v => v.data$)
+  .pipe(z.object({
+    message: z.string(),
+  }));
+
+/**
+ * @internal
+ * @deprecated This namespace will be removed in future versions. Use schemas and types that are exported directly from this module.
+ */
+export namespace InvokeEvalEvalsResponseBody$ {
+  /** @deprecated use `InvokeEvalEvalsResponseBody$inboundSchema` instead. */
+  export const inboundSchema = InvokeEvalEvalsResponseBody$inboundSchema;
+  /** @deprecated use `InvokeEvalEvalsResponseBody$outboundSchema` instead. */
+  export const outboundSchema = InvokeEvalEvalsResponseBody$outboundSchema;
+  /** @deprecated use `InvokeEvalEvalsResponseBody$Outbound` instead. */
+  export type Outbound = InvokeEvalEvalsResponseBody$Outbound;
+}
+
+/** @internal */
+export const InvokeEvalResponseBody$inboundSchema: z.ZodType<
+  InvokeEvalResponseBody,
+  z.ZodTypeDef,
+  unknown
+> = z.object({
+  message: z.string(),
+})
+  .transform((v) => {
+    return new InvokeEvalResponseBody(v);
+  });
+
+/** @internal */
+export type InvokeEvalResponseBody$Outbound = {
+  message: string;
+};
+
+/** @internal */
+export const InvokeEvalResponseBody$outboundSchema: z.ZodType<
+  InvokeEvalResponseBody$Outbound,
+  z.ZodTypeDef,
+  InvokeEvalResponseBody
+> = z.instanceof(InvokeEvalResponseBody)
+  .transform(v => v.data$)
+  .pipe(z.object({
+    message: z.string(),
+  }));
+
+/**
+ * @internal
+ * @deprecated This namespace will be removed in future versions. Use schemas and types that are exported directly from this module.
+ */
+export namespace InvokeEvalResponseBody$ {
+  /** @deprecated use `InvokeEvalResponseBody$inboundSchema` instead. */
+  export const inboundSchema = InvokeEvalResponseBody$inboundSchema;
+  /** @deprecated use `InvokeEvalResponseBody$outboundSchema` instead. */
+  export const outboundSchema = InvokeEvalResponseBody$outboundSchema;
+  /** @deprecated use `InvokeEvalResponseBody$Outbound` instead. */
+  export type Outbound = InvokeEvalResponseBody$Outbound;
+}

package/packages/orq-rc/src/models/errors/updateeval.ts

@@ -0,0 +1,71 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ */
+
+import * as z from "zod";
+
+/**
+ * Workspace ID is not found on the request
+ */
+export type UpdateEvalResponseBodyData = {
+  message: string;
+};
+
+/**
+ * Workspace ID is not found on the request
+ */
+export class UpdateEvalResponseBody extends Error {
+  /** The original data that was passed to this error instance. */
+  data$: UpdateEvalResponseBodyData;
+
+  constructor(err: UpdateEvalResponseBodyData) {
+    const message = "message" in err && typeof err.message === "string"
+      ? err.message
+      : `API error occurred: ${JSON.stringify(err)}`;
+    super(message);
+    this.data$ = err;
+
+    this.name = "UpdateEvalResponseBody";
+  }
+}
+
+/** @internal */
+export const UpdateEvalResponseBody$inboundSchema: z.ZodType<
+  UpdateEvalResponseBody,
+  z.ZodTypeDef,
+  unknown
+> = z.object({
+  message: z.string(),
+})
+  .transform((v) => {
+    return new UpdateEvalResponseBody(v);
+  });
+
+/** @internal */
+export type UpdateEvalResponseBody$Outbound = {
+  message: string;
+};
+
+/** @internal */
+export const UpdateEvalResponseBody$outboundSchema: z.ZodType<
+  UpdateEvalResponseBody$Outbound,
+  z.ZodTypeDef,
+  UpdateEvalResponseBody
+> = z.instanceof(UpdateEvalResponseBody)
+  .transform(v => v.data$)
+  .pipe(z.object({
+    message: z.string(),
+  }));
+
+/**
+ * @internal
+ * @deprecated This namespace will be removed in future versions. Use schemas and types that are exported directly from this module.
+ */
+export namespace UpdateEvalResponseBody$ {
+  /** @deprecated use `UpdateEvalResponseBody$inboundSchema` instead. */
+  export const inboundSchema = UpdateEvalResponseBody$inboundSchema;
+  /** @deprecated use `UpdateEvalResponseBody$outboundSchema` instead. */
+  export const outboundSchema = UpdateEvalResponseBody$outboundSchema;
+  /** @deprecated use `UpdateEvalResponseBody$Outbound` instead. */
+  export type Outbound = UpdateEvalResponseBody$Outbound;
+}