@orq-ai/node 3.8.0-rc.1 → 3.8.0-rc.2

package/src/mcp-server/tools/evalsInvoke.ts

@@ -0,0 +1,35 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ */
+
+import { evalsInvoke } from "../../funcs/evalsInvoke.js";
+import * as operations from "../../models/operations/index.js";
+import { formatResult, ToolDefinition } from "../tools.js";
+
+const args = {
+  request: operations.InvokeEvalRequest$inboundSchema,
+};
+
+export const tool$evalsInvoke: ToolDefinition<typeof args> = {
+  name: "evals-invoke",
+  description: `Invoke a Custom Evaluator`,
+  args,
+  tool: async (client, args, ctx) => {
+    const [result, apiCall] = await evalsInvoke(
+      client,
+      args.request,
+      { fetchOptions: { signal: ctx.signal } },
+    ).$inspect();
+
+    if (!result.ok) {
+      return {
+        content: [{ type: "text", text: result.error.message }],
+        isError: true,
+      };
+    }
+
+    const value = result.value;
+
+    return formatResult(value, apiCall);
+  },
+};

package/src/mcp-server/tools/evalsUpdate.ts

@@ -0,0 +1,35 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ */
+
+import { evalsUpdate } from "../../funcs/evalsUpdate.js";
+import * as operations from "../../models/operations/index.js";
+import { formatResult, ToolDefinition } from "../tools.js";
+
+const args = {
+  request: operations.UpdateEvalRequest$inboundSchema,
+};
+
+export const tool$evalsUpdate: ToolDefinition<typeof args> = {
+  name: "evals-update",
+  description: `Update an Evaluator`,
+  args,
+  tool: async (client, args, ctx) => {
+    const [result, apiCall] = await evalsUpdate(
+      client,
+      args.request,
+      { fetchOptions: { signal: ctx.signal } },
+    ).$inspect();
+
+    if (!result.ok) {
+      return {
+        content: [{ type: "text", text: result.error.message }],
+        isError: true,
+      };
+    }
+
+    const value = result.value;
+
+    return formatResult(value, apiCall);
+  },
+};

package/src/models/errors/deleteeval.ts

@@ -0,0 +1,71 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ */
+
+import * as z from "zod";
+
+/**
+ * Workspace ID is not found on the request
+ */
+export type DeleteEvalResponseBodyData = {
+  message: string;
+};
+
+/**
+ * Workspace ID is not found on the request
+ */
+export class DeleteEvalResponseBody extends Error {
+  /** The original data that was passed to this error instance. */
+  data$: DeleteEvalResponseBodyData;
+
+  constructor(err: DeleteEvalResponseBodyData) {
+    const message = "message" in err && typeof err.message === "string"
+      ? err.message
+      : `API error occurred: ${JSON.stringify(err)}`;
+    super(message);
+    this.data$ = err;
+
+    this.name = "DeleteEvalResponseBody";
+  }
+}
+
+/** @internal */
+export const DeleteEvalResponseBody$inboundSchema: z.ZodType<
+  DeleteEvalResponseBody,
+  z.ZodTypeDef,
+  unknown
+> = z.object({
+  message: z.string(),
+})
+  .transform((v) => {
+    return new DeleteEvalResponseBody(v);
+  });
+
+/** @internal */
+export type DeleteEvalResponseBody$Outbound = {
+  message: string;
+};
+
+/** @internal */
+export const DeleteEvalResponseBody$outboundSchema: z.ZodType<
+  DeleteEvalResponseBody$Outbound,
+  z.ZodTypeDef,
+  DeleteEvalResponseBody
+> = z.instanceof(DeleteEvalResponseBody)
+  .transform(v => v.data$)
+  .pipe(z.object({
+    message: z.string(),
+  }));
+
+/**
+ * @internal
+ * @deprecated This namespace will be removed in future versions. Use schemas and types that are exported directly from this module.
+ */
+export namespace DeleteEvalResponseBody$ {
+  /** @deprecated use `DeleteEvalResponseBody$inboundSchema` instead. */
+  export const inboundSchema = DeleteEvalResponseBody$inboundSchema;
+  /** @deprecated use `DeleteEvalResponseBody$outboundSchema` instead. */
+  export const outboundSchema = DeleteEvalResponseBody$outboundSchema;
+  /** @deprecated use `DeleteEvalResponseBody$Outbound` instead. */
+  export type Outbound = DeleteEvalResponseBody$Outbound;
+}

package/src/models/errors/evalsbertscore.ts

@@ -0,0 +1,137 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ */
+
+import * as z from "zod";
+
+/**
+ * Internal server error
+ */
+export type EvalsBertScoreEvalsResponseBodyData = {
+  message: string;
+};
+
+/**
+ * Internal server error
+ */
+export class EvalsBertScoreEvalsResponseBody extends Error {
+  /** The original data that was passed to this error instance. */
+  data$: EvalsBertScoreEvalsResponseBodyData;
+
+  constructor(err: EvalsBertScoreEvalsResponseBodyData) {
+    const message = "message" in err && typeof err.message === "string"
+      ? err.message
+      : `API error occurred: ${JSON.stringify(err)}`;
+    super(message);
+    this.data$ = err;
+
+    this.name = "EvalsBertScoreEvalsResponseBody";
+  }
+}
+
+/**
+ * Evaluator not found
+ */
+export type EvalsBertScoreResponseBodyData = {
+  message: string;
+};
+
+/**
+ * Evaluator not found
+ */
+export class EvalsBertScoreResponseBody extends Error {
+  /** The original data that was passed to this error instance. */
+  data$: EvalsBertScoreResponseBodyData;
+
+  constructor(err: EvalsBertScoreResponseBodyData) {
+    const message = "message" in err && typeof err.message === "string"
+      ? err.message
+      : `API error occurred: ${JSON.stringify(err)}`;
+    super(message);
+    this.data$ = err;
+
+    this.name = "EvalsBertScoreResponseBody";
+  }
+}
+
+/** @internal */
+export const EvalsBertScoreEvalsResponseBody$inboundSchema: z.ZodType<
+  EvalsBertScoreEvalsResponseBody,
+  z.ZodTypeDef,
+  unknown
+> = z.object({
+  message: z.string(),
+})
+  .transform((v) => {
+    return new EvalsBertScoreEvalsResponseBody(v);
+  });
+
+/** @internal */
+export type EvalsBertScoreEvalsResponseBody$Outbound = {
+  message: string;
+};
+
+/** @internal */
+export const EvalsBertScoreEvalsResponseBody$outboundSchema: z.ZodType<
+  EvalsBertScoreEvalsResponseBody$Outbound,
+  z.ZodTypeDef,
+  EvalsBertScoreEvalsResponseBody
+> = z.instanceof(EvalsBertScoreEvalsResponseBody)
+  .transform(v => v.data$)
+  .pipe(z.object({
+    message: z.string(),
+  }));
+
+/**
+ * @internal
+ * @deprecated This namespace will be removed in future versions. Use schemas and types that are exported directly from this module.
+ */
+export namespace EvalsBertScoreEvalsResponseBody$ {
+  /** @deprecated use `EvalsBertScoreEvalsResponseBody$inboundSchema` instead. */
+  export const inboundSchema = EvalsBertScoreEvalsResponseBody$inboundSchema;
+  /** @deprecated use `EvalsBertScoreEvalsResponseBody$outboundSchema` instead. */
+  export const outboundSchema = EvalsBertScoreEvalsResponseBody$outboundSchema;
+  /** @deprecated use `EvalsBertScoreEvalsResponseBody$Outbound` instead. */
+  export type Outbound = EvalsBertScoreEvalsResponseBody$Outbound;
+}
+
+/** @internal */
+export const EvalsBertScoreResponseBody$inboundSchema: z.ZodType<
+  EvalsBertScoreResponseBody,
+  z.ZodTypeDef,
+  unknown
+> = z.object({
+  message: z.string(),
+})
+  .transform((v) => {
+    return new EvalsBertScoreResponseBody(v);
+  });
+
+/** @internal */
+export type EvalsBertScoreResponseBody$Outbound = {
+  message: string;
+};
+
+/** @internal */
+export const EvalsBertScoreResponseBody$outboundSchema: z.ZodType<
+  EvalsBertScoreResponseBody$Outbound,
+  z.ZodTypeDef,
+  EvalsBertScoreResponseBody
+> = z.instanceof(EvalsBertScoreResponseBody)
+  .transform(v => v.data$)
+  .pipe(z.object({
+    message: z.string(),
+  }));
+
+/**
+ * @internal
+ * @deprecated This namespace will be removed in future versions. Use schemas and types that are exported directly from this module.
+ */
+export namespace EvalsBertScoreResponseBody$ {
+  /** @deprecated use `EvalsBertScoreResponseBody$inboundSchema` instead. */
+  export const inboundSchema = EvalsBertScoreResponseBody$inboundSchema;
+  /** @deprecated use `EvalsBertScoreResponseBody$outboundSchema` instead. */
+  export const outboundSchema = EvalsBertScoreResponseBody$outboundSchema;
+  /** @deprecated use `EvalsBertScoreResponseBody$Outbound` instead. */
+  export type Outbound = EvalsBertScoreResponseBody$Outbound;
+}

package/src/models/errors/getevals.ts

@@ -0,0 +1,71 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ */
+
+import * as z from "zod";
+
+/**
+ * Workspace ID is not found on the request
+ */
+export type GetEvalsResponseBodyData = {
+  message: string;
+};
+
+/**
+ * Workspace ID is not found on the request
+ */
+export class GetEvalsResponseBody extends Error {
+  /** The original data that was passed to this error instance. */
+  data$: GetEvalsResponseBodyData;
+
+  constructor(err: GetEvalsResponseBodyData) {
+    const message = "message" in err && typeof err.message === "string"
+      ? err.message
+      : `API error occurred: ${JSON.stringify(err)}`;
+    super(message);
+    this.data$ = err;
+
+    this.name = "GetEvalsResponseBody";
+  }
+}
+
+/** @internal */
+export const GetEvalsResponseBody$inboundSchema: z.ZodType<
+  GetEvalsResponseBody,
+  z.ZodTypeDef,
+  unknown
+> = z.object({
+  message: z.string(),
+})
+  .transform((v) => {
+    return new GetEvalsResponseBody(v);
+  });
+
+/** @internal */
+export type GetEvalsResponseBody$Outbound = {
+  message: string;
+};
+
+/** @internal */
+export const GetEvalsResponseBody$outboundSchema: z.ZodType<
+  GetEvalsResponseBody$Outbound,
+  z.ZodTypeDef,
+  GetEvalsResponseBody
+> = z.instanceof(GetEvalsResponseBody)
+  .transform(v => v.data$)
+  .pipe(z.object({
+    message: z.string(),
+  }));
+
+/**
+ * @internal
+ * @deprecated This namespace will be removed in future versions. Use schemas and types that are exported directly from this module.
+ */
+export namespace GetEvalsResponseBody$ {
+  /** @deprecated use `GetEvalsResponseBody$inboundSchema` instead. */
+  export const inboundSchema = GetEvalsResponseBody$inboundSchema;
+  /** @deprecated use `GetEvalsResponseBody$outboundSchema` instead. */
+  export const outboundSchema = GetEvalsResponseBody$outboundSchema;
+  /** @deprecated use `GetEvalsResponseBody$Outbound` instead. */
+  export type Outbound = GetEvalsResponseBody$Outbound;
+}

package/src/models/errors/index.ts

@@ -5,7 +5,9 @@
 export * from "./apierror.js";
 export * from "./createeval.js";
 export * from "./deletecontact.js";
+export * from "./deleteeval.js";
 export * from "./evalsageappropriate.js";
+export * from "./evalsbertscore.js";
 export * from "./evalsbleuscore.js";
 export * from "./evalsbotdetection.js";
 export * from "./evalscontains.js";
@@ -38,11 +40,13 @@ export * from "./evalssummarization.js";
 export * from "./evalstoneofvoice.js";
 export * from "./evalstranslation.js";
 export * from "./evalsvalidjson.js";
+export * from "./getevals.js";
 export * from "./getpromptversion.js";
 export * from "./honoapierror.js";
 export * from "./httpclienterrors.js";
+export * from "./invokeeval.js";
 export * from "./retrievecontact.js";
-export * from "./runbertscore.js";
 export * from "./sdkvalidationerror.js";
 export * from "./updatecontact.js";
+export * from "./updateeval.js";
 export * from "./updateprompt.js";

package/src/models/errors/invokeeval.ts

@@ -0,0 +1,137 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ */
+
+import * as z from "zod";
+
+/**
+ * Error running the evaluator
+ */
+export type InvokeEvalEvalsResponseBodyData = {
+  message: string;
+};
+
+/**
+ * Error running the evaluator
+ */
+export class InvokeEvalEvalsResponseBody extends Error {
+  /** The original data that was passed to this error instance. */
+  data$: InvokeEvalEvalsResponseBodyData;
+
+  constructor(err: InvokeEvalEvalsResponseBodyData) {
+    const message = "message" in err && typeof err.message === "string"
+      ? err.message
+      : `API error occurred: ${JSON.stringify(err)}`;
+    super(message);
+    this.data$ = err;
+
+    this.name = "InvokeEvalEvalsResponseBody";
+  }
+}
+
+/**
+ * Workspace ID is not found on the request
+ */
+export type InvokeEvalResponseBodyData = {
+  message: string;
+};
+
+/**
+ * Workspace ID is not found on the request
+ */
+export class InvokeEvalResponseBody extends Error {
+  /** The original data that was passed to this error instance. */
+  data$: InvokeEvalResponseBodyData;
+
+  constructor(err: InvokeEvalResponseBodyData) {
+    const message = "message" in err && typeof err.message === "string"
+      ? err.message
+      : `API error occurred: ${JSON.stringify(err)}`;
+    super(message);
+    this.data$ = err;
+
+    this.name = "InvokeEvalResponseBody";
+  }
+}
+
+/** @internal */
+export const InvokeEvalEvalsResponseBody$inboundSchema: z.ZodType<
+  InvokeEvalEvalsResponseBody,
+  z.ZodTypeDef,
+  unknown
+> = z.object({
+  message: z.string(),
+})
+  .transform((v) => {
+    return new InvokeEvalEvalsResponseBody(v);
+  });
+
+/** @internal */
+export type InvokeEvalEvalsResponseBody$Outbound = {
+  message: string;
+};
+
+/** @internal */
+export const InvokeEvalEvalsResponseBody$outboundSchema: z.ZodType<
+  InvokeEvalEvalsResponseBody$Outbound,
+  z.ZodTypeDef,
+  InvokeEvalEvalsResponseBody
+> = z.instanceof(InvokeEvalEvalsResponseBody)
+  .transform(v => v.data$)
+  .pipe(z.object({
+    message: z.string(),
+  }));
+
+/**
+ * @internal
+ * @deprecated This namespace will be removed in future versions. Use schemas and types that are exported directly from this module.
+ */
+export namespace InvokeEvalEvalsResponseBody$ {
+  /** @deprecated use `InvokeEvalEvalsResponseBody$inboundSchema` instead. */
+  export const inboundSchema = InvokeEvalEvalsResponseBody$inboundSchema;
+  /** @deprecated use `InvokeEvalEvalsResponseBody$outboundSchema` instead. */
+  export const outboundSchema = InvokeEvalEvalsResponseBody$outboundSchema;
+  /** @deprecated use `InvokeEvalEvalsResponseBody$Outbound` instead. */
+  export type Outbound = InvokeEvalEvalsResponseBody$Outbound;
+}
+
+/** @internal */
+export const InvokeEvalResponseBody$inboundSchema: z.ZodType<
+  InvokeEvalResponseBody,
+  z.ZodTypeDef,
+  unknown
+> = z.object({
+  message: z.string(),
+})
+  .transform((v) => {
+    return new InvokeEvalResponseBody(v);
+  });
+
+/** @internal */
+export type InvokeEvalResponseBody$Outbound = {
+  message: string;
+};
+
+/** @internal */
+export const InvokeEvalResponseBody$outboundSchema: z.ZodType<
+  InvokeEvalResponseBody$Outbound,
+  z.ZodTypeDef,
+  InvokeEvalResponseBody
+> = z.instanceof(InvokeEvalResponseBody)
+  .transform(v => v.data$)
+  .pipe(z.object({
+    message: z.string(),
+  }));
+
+/**
+ * @internal
+ * @deprecated This namespace will be removed in future versions. Use schemas and types that are exported directly from this module.
+ */
+export namespace InvokeEvalResponseBody$ {
+  /** @deprecated use `InvokeEvalResponseBody$inboundSchema` instead. */
+  export const inboundSchema = InvokeEvalResponseBody$inboundSchema;
+  /** @deprecated use `InvokeEvalResponseBody$outboundSchema` instead. */
+  export const outboundSchema = InvokeEvalResponseBody$outboundSchema;
+  /** @deprecated use `InvokeEvalResponseBody$Outbound` instead. */
+  export type Outbound = InvokeEvalResponseBody$Outbound;
+}

package/src/models/errors/updateeval.ts

@@ -0,0 +1,71 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ */
+
+import * as z from "zod";
+
+/**
+ * Workspace ID is not found on the request
+ */
+export type UpdateEvalResponseBodyData = {
+  message: string;
+};
+
+/**
+ * Workspace ID is not found on the request
+ */
+export class UpdateEvalResponseBody extends Error {
+  /** The original data that was passed to this error instance. */
+  data$: UpdateEvalResponseBodyData;
+
+  constructor(err: UpdateEvalResponseBodyData) {
+    const message = "message" in err && typeof err.message === "string"
+      ? err.message
+      : `API error occurred: ${JSON.stringify(err)}`;
+    super(message);
+    this.data$ = err;
+
+    this.name = "UpdateEvalResponseBody";
+  }
+}
+
+/** @internal */
+export const UpdateEvalResponseBody$inboundSchema: z.ZodType<
+  UpdateEvalResponseBody,
+  z.ZodTypeDef,
+  unknown
+> = z.object({
+  message: z.string(),
+})
+  .transform((v) => {
+    return new UpdateEvalResponseBody(v);
+  });
+
+/** @internal */
+export type UpdateEvalResponseBody$Outbound = {
+  message: string;
+};
+
+/** @internal */
+export const UpdateEvalResponseBody$outboundSchema: z.ZodType<
+  UpdateEvalResponseBody$Outbound,
+  z.ZodTypeDef,
+  UpdateEvalResponseBody
+> = z.instanceof(UpdateEvalResponseBody)
+  .transform(v => v.data$)
+  .pipe(z.object({
+    message: z.string(),
+  }));
+
+/**
+ * @internal
+ * @deprecated This namespace will be removed in future versions. Use schemas and types that are exported directly from this module.
+ */
+export namespace UpdateEvalResponseBody$ {
+  /** @deprecated use `UpdateEvalResponseBody$inboundSchema` instead. */
+  export const inboundSchema = UpdateEvalResponseBody$inboundSchema;
+  /** @deprecated use `UpdateEvalResponseBody$outboundSchema` instead. */
+  export const outboundSchema = UpdateEvalResponseBody$outboundSchema;
+  /** @deprecated use `UpdateEvalResponseBody$Outbound` instead. */
+  export type Outbound = UpdateEvalResponseBody$Outbound;
+}

package/src/models/operations/createcontact.ts

@@ -182,7 +182,7 @@ export const CreateContactResponseBody$inboundSchema: z.ZodType<
   created: z.string().datetime({ offset: true }).transform(v => new Date(v))
     .optional(),
   updated: z.string().datetime({ offset: true }).default(
-    "2025-06-04T07:24:10.431Z",
+    "2025-06-05T06:05:37.917Z",
   ).transform(v => new Date(v)),
 }).transform((v) => {
   return remap$(v, {
@@ -223,7 +223,7 @@ export const CreateContactResponseBody$outboundSchema: z.ZodType<
   tags: z.array(z.string()).optional(),
   metadata: z.record(z.any()).optional(),
   created: z.date().transform(v => v.toISOString()).optional(),
-  updated: z.date().default(() => new Date("2025-06-04T07:24:10.431Z"))
+  updated: z.date().default(() => new Date("2025-06-05T06:05:37.917Z"))
     .transform(v => v.toISOString()),
 }).transform((v) => {
   return remap$(v, {

package/src/models/operations/createdataset.ts

@@ -211,7 +211,7 @@ export const CreateDatasetResponseBody$inboundSchema: z.ZodType<
   created: z.string().datetime({ offset: true }).transform(v => new Date(v))
     .optional(),
   updated: z.string().datetime({ offset: true }).default(
-    "2025-06-04T07:24:10.431Z",
+    "2025-06-05T06:05:37.917Z",
   ).transform(v => new Date(v)),
 }).transform((v) => {
   return remap$(v, {
@@ -251,7 +251,7 @@ export const CreateDatasetResponseBody$outboundSchema: z.ZodType<
   updatedById: z.string().optional(),
   metadata: z.lazy(() => CreateDatasetMetadata$outboundSchema),
   created: z.date().transform(v => v.toISOString()).optional(),
-  updated: z.date().default(() => new Date("2025-06-04T07:24:10.431Z"))
+  updated: z.date().default(() => new Date("2025-06-05T06:05:37.917Z"))
     .transform(v => v.toISOString()),
 }).transform((v) => {
   return remap$(v, {

package/src/models/operations/createdatasetitem.ts

@@ -5111,7 +5111,7 @@ export const CreateDatasetItemResponseBody$inboundSchema: z.ZodType<
   created: z.string().datetime({ offset: true }).transform(v => new Date(v))
     .optional(),
   updated: z.string().datetime({ offset: true }).default(
-    "2025-06-04T07:24:10.431Z",
+    "2025-06-05T06:05:37.917Z",
   ).transform(v => new Date(v)),
 }).transform((v) => {
   return remap$(v, {
@@ -5175,7 +5175,7 @@ export const CreateDatasetItemResponseBody$outboundSchema: z.ZodType<
   createdById: z.string().optional(),
   updatedById: z.string().optional(),
   created: z.date().transform(v => v.toISOString()).optional(),
-  updated: z.date().default(() => new Date("2025-06-04T07:24:10.431Z"))
+  updated: z.date().default(() => new Date("2025-06-05T06:05:37.917Z"))
     .transform(v => v.toISOString()),
 }).transform((v) => {
   return remap$(v, {

package/src/models/operations/createdatasource.ts

@@ -751,7 +751,7 @@ export const CreateDatasourceResponseBody$inboundSchema: z.ZodType<
   z.ZodTypeDef,
   unknown
 > = z.object({
-  _id: z.string().default("01JWWX75X1DQ5C4K058TB9AHJP"),
+  _id: z.string().default("01JWZB42SFMH2TZGYAZ1XX96Q0"),
   display_name: z.string(),
   description: z.string().optional(),
   status: CreateDatasourceStatus$inboundSchema,
@@ -795,7 +795,7 @@ export const CreateDatasourceResponseBody$outboundSchema: z.ZodType<
   z.ZodTypeDef,
   CreateDatasourceResponseBody
 > = z.object({
-  id: z.string().default("01JWWX75X1DQ5C4K058TB9AHJP"),
+  id: z.string().default("01JWZB42SFMH2TZGYAZ1XX96Q0"),
   displayName: z.string(),
   description: z.string().optional(),
   status: CreateDatasourceStatus$outboundSchema,