@orq-ai/node 3.7.0-rc.3 → 3.7.0-rc.5

package/src/funcs/evalsValidJson.ts

@@ -0,0 +1,171 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ */
+
+import { OrqCore } from "../core.js";
+import { encodeJSON } from "../lib/encodings.js";
+import * as M from "../lib/matchers.js";
+import { compactMap } from "../lib/primitives.js";
+import { safeParse } from "../lib/schemas.js";
+import { RequestOptions } from "../lib/sdks.js";
+import { extractSecurity, resolveGlobalSecurity } from "../lib/security.js";
+import { pathToFunc } from "../lib/url.js";
+import { APIError } from "../models/errors/apierror.js";
+import {
+  ConnectionError,
+  InvalidRequestError,
+  RequestAbortedError,
+  RequestTimeoutError,
+  UnexpectedClientError,
+} from "../models/errors/httpclienterrors.js";
+import * as errors from "../models/errors/index.js";
+import { SDKValidationError } from "../models/errors/sdkvalidationerror.js";
+import * as operations from "../models/operations/index.js";
+import { APICall, APIPromise } from "../types/async.js";
+import { Result } from "../types/fp.js";
+
+/**
+ * Run JSON Validation Evaluator
+ */
+export function evalsValidJson(
+  client: OrqCore,
+  request?: operations.EvalsValidJsonRequestBody | undefined,
+  options?: RequestOptions,
+): APIPromise<
+  Result<
+    operations.EvalsValidJsonResponseBody,
+    | errors.EvalsValidJsonResponseBody
+    | errors.EvalsValidJsonEvalsResponseBody
+    | APIError
+    | SDKValidationError
+    | UnexpectedClientError
+    | InvalidRequestError
+    | RequestAbortedError
+    | RequestTimeoutError
+    | ConnectionError
+  >
+> {
+  return new APIPromise($do(
+    client,
+    request,
+    options,
+  ));
+}
+
+async function $do(
+  client: OrqCore,
+  request?: operations.EvalsValidJsonRequestBody | undefined,
+  options?: RequestOptions,
+): Promise<
+  [
+    Result<
+      operations.EvalsValidJsonResponseBody,
+      | errors.EvalsValidJsonResponseBody
+      | errors.EvalsValidJsonEvalsResponseBody
+      | APIError
+      | SDKValidationError
+      | UnexpectedClientError
+      | InvalidRequestError
+      | RequestAbortedError
+      | RequestTimeoutError
+      | ConnectionError
+    >,
+    APICall,
+  ]
+> {
+  const parsed = safeParse(
+    request,
+    (value) =>
+      operations.EvalsValidJsonRequestBody$outboundSchema.optional().parse(
+        value,
+      ),
+    "Input validation failed",
+  );
+  if (!parsed.ok) {
+    return [parsed, { status: "invalid" }];
+  }
+  const payload = parsed.value;
+  const body = payload === undefined
+    ? null
+    : encodeJSON("body", payload, { explode: true });
+
+  const path = pathToFunc("/v2/evaluators/valid_json")();
+
+  const headers = new Headers(compactMap({
+    "Content-Type": "application/json",
+    Accept: "application/json",
+  }));
+
+  const secConfig = await extractSecurity(client._options.apiKey);
+  const securityInput = secConfig == null ? {} : { apiKey: secConfig };
+  const requestSecurity = resolveGlobalSecurity(securityInput);
+
+  const context = {
+    options: client._options,
+    baseURL: options?.serverURL ?? client._baseURL ?? "",
+    operationID: "EvalsValidJson",
+    oAuth2Scopes: [],
+
+    resolvedSecurity: requestSecurity,
+
+    securitySource: client._options.apiKey,
+    retryConfig: options?.retries
+      || client._options.retryConfig
+      || { strategy: "none" },
+    retryCodes: options?.retryCodes || ["429", "500", "502", "503", "504"],
+  };
+
+  const requestRes = client._createRequest(context, {
+    security: requestSecurity,
+    method: "POST",
+    baseURL: options?.serverURL,
+    path: path,
+    headers: headers,
+    body: body,
+    userAgent: client._options.userAgent,
+    timeoutMs: options?.timeoutMs || client._options.timeoutMs || 600000,
+  }, options);
+  if (!requestRes.ok) {
+    return [requestRes, { status: "invalid" }];
+  }
+  const req = requestRes.value;
+
+  const doResult = await client._do(req, {
+    context,
+    errorCodes: ["404", "4XX", "500", "5XX"],
+    retryConfig: context.retryConfig,
+    retryCodes: context.retryCodes,
+  });
+  if (!doResult.ok) {
+    return [doResult, { status: "request-error", request: req }];
+  }
+  const response = doResult.value;
+
+  const responseFields = {
+    HttpMeta: { Response: response, Request: req },
+  };
+
+  const [result] = await M.match<
+    operations.EvalsValidJsonResponseBody,
+    | errors.EvalsValidJsonResponseBody
+    | errors.EvalsValidJsonEvalsResponseBody
+    | APIError
+    | SDKValidationError
+    | UnexpectedClientError
+    | InvalidRequestError
+    | RequestAbortedError
+    | RequestTimeoutError
+    | ConnectionError
+  >(
+    M.json(200, operations.EvalsValidJsonResponseBody$inboundSchema),
+    M.jsonErr(404, errors.EvalsValidJsonResponseBody$inboundSchema),
+    M.jsonErr(500, errors.EvalsValidJsonEvalsResponseBody$inboundSchema),
+    M.fail("4XX"),
+    M.fail("5XX"),
+  )(response, { extraFields: responseFields });
+  if (!result.ok) {
+    return [result, { status: "complete", request: req, response }];
+  }
+
+  return [result, { status: "complete", request: req, response }];
+}

package/src/lib/config.ts

@@ -68,7 +68,7 @@ export function serverURLFromOptions(options: SDKOptions): URL | null {
 export const SDK_METADATA = {
   language: "typescript",
   openapiDocVersion: "2.0",
-  sdkVersion: "3.7.0-rc.3",
+  sdkVersion: "3.7.0-rc.5",
   genVersion: "2.616.1",
-  userAgent: "speakeasy-sdk/typescript 3.7.0-rc.3 2.616.1 2.0 @orq-ai/node",
+  userAgent: "speakeasy-sdk/typescript 3.7.0-rc.5 2.616.1 2.0 @orq-ai/node",
 } as const;

package/src/mcp-server/mcp-server.ts

@@ -19,7 +19,7 @@ const routes = buildRouteMap({
 export const app = buildApplication(routes, {
   name: "mcp",
   versionInfo: {
-    currentVersion: "3.7.0-rc.3",
+    currentVersion: "3.7.0-rc.5",
   },
 });
 

package/src/mcp-server/server.ts

@@ -32,6 +32,41 @@ import { tool$deploymentsInvoke } from "./tools/deploymentsInvoke.js";
 import { tool$deploymentsList } from "./tools/deploymentsList.js";
 import { tool$deploymentsMetricsCreate } from "./tools/deploymentsMetricsCreate.js";
 import { tool$deploymentsStream } from "./tools/deploymentsStream.js";
+import { tool$evalsAgeAppropriate } from "./tools/evalsAgeAppropriate.js";
+import { tool$evalsBleuScore } from "./tools/evalsBleuScore.js";
+import { tool$evalsBotDetection } from "./tools/evalsBotDetection.js";
+import { tool$evalsContains } from "./tools/evalsContains.js";
+import { tool$evalsContainsAll } from "./tools/evalsContainsAll.js";
+import { tool$evalsContainsAny } from "./tools/evalsContainsAny.js";
+import { tool$evalsContainsEmail } from "./tools/evalsContainsEmail.js";
+import { tool$evalsContainsNone } from "./tools/evalsContainsNone.js";
+import { tool$evalsContainsUrl } from "./tools/evalsContainsUrl.js";
+import { tool$evalsContainsValidLink } from "./tools/evalsContainsValidLink.js";
+import { tool$evalsCreate } from "./tools/evalsCreate.js";
+import { tool$evalsEndsWith } from "./tools/evalsEndsWith.js";
+import { tool$evalsExactMatch } from "./tools/evalsExactMatch.js";
+import { tool$evalsFactCheckingKnowledgeBase } from "./tools/evalsFactCheckingKnowledgeBase.js";
+import { tool$evalsGrammar } from "./tools/evalsGrammar.js";
+import { tool$evalsLengthBetween } from "./tools/evalsLengthBetween.js";
+import { tool$evalsLengthGreaterThan } from "./tools/evalsLengthGreaterThan.js";
+import { tool$evalsLengthLessThan } from "./tools/evalsLengthLessThan.js";
+import { tool$evalsLocalization } from "./tools/evalsLocalization.js";
+import { tool$evalsPii } from "./tools/evalsPii.js";
+import { tool$evalsRagasCoherence } from "./tools/evalsRagasCoherence.js";
+import { tool$evalsRagasConciseness } from "./tools/evalsRagasConciseness.js";
+import { tool$evalsRagasContextPrecision } from "./tools/evalsRagasContextPrecision.js";
+import { tool$evalsRagasCorrectness } from "./tools/evalsRagasCorrectness.js";
+import { tool$evalsRagasFaithfulness } from "./tools/evalsRagasFaithfulness.js";
+import { tool$evalsRagasHarmfulness } from "./tools/evalsRagasHarmfulness.js";
+import { tool$evalsRagasMaliciousness } from "./tools/evalsRagasMaliciousness.js";
+import { tool$evalsRagasResponseRelevancy } from "./tools/evalsRagasResponseRelevancy.js";
+import { tool$evalsRagasSummarization } from "./tools/evalsRagasSummarization.js";
+import { tool$evalsRunBertScore } from "./tools/evalsRunBertScore.js";
+import { tool$evalsSentimentClassification } from "./tools/evalsSentimentClassification.js";
+import { tool$evalsSummarization } from "./tools/evalsSummarization.js";
+import { tool$evalsToneOfVoice } from "./tools/evalsToneOfVoice.js";
+import { tool$evalsTranslation } from "./tools/evalsTranslation.js";
+import { tool$evalsValidJson } from "./tools/evalsValidJson.js";
 import { tool$feedbackCreate } from "./tools/feedbackCreate.js";
 import { tool$filesCreate } from "./tools/filesCreate.js";
 import { tool$filesDelete } from "./tools/filesDelete.js";
@@ -75,7 +110,7 @@ export function createMCPServer(deps: {
 }) {
   const server = new McpServer({
     name: "Orq",
-    version: "3.7.0-rc.3",
+    version: "3.7.0-rc.5",
   });
 
   const client = new OrqCore({
@@ -155,6 +190,41 @@ export function createMCPServer(deps: {
   tool(tool$knowledgeUpdateChunk);
   tool(tool$knowledgeDeleteChunk);
   tool(tool$knowledgeRetrieveChunk);
+  tool(tool$evalsCreate);
+  tool(tool$evalsRunBertScore);
+  tool(tool$evalsBleuScore);
+  tool(tool$evalsContainsAll);
+  tool(tool$evalsContainsAny);
+  tool(tool$evalsContainsEmail);
+  tool(tool$evalsContainsNone);
+  tool(tool$evalsContainsUrl);
+  tool(tool$evalsContainsValidLink);
+  tool(tool$evalsContains);
+  tool(tool$evalsEndsWith);
+  tool(tool$evalsExactMatch);
+  tool(tool$evalsLengthBetween);
+  tool(tool$evalsLengthGreaterThan);
+  tool(tool$evalsLengthLessThan);
+  tool(tool$evalsValidJson);
+  tool(tool$evalsAgeAppropriate);
+  tool(tool$evalsBotDetection);
+  tool(tool$evalsFactCheckingKnowledgeBase);
+  tool(tool$evalsGrammar);
+  tool(tool$evalsLocalization);
+  tool(tool$evalsPii);
+  tool(tool$evalsSentimentClassification);
+  tool(tool$evalsSummarization);
+  tool(tool$evalsToneOfVoice);
+  tool(tool$evalsTranslation);
+  tool(tool$evalsRagasCoherence);
+  tool(tool$evalsRagasConciseness);
+  tool(tool$evalsRagasContextPrecision);
+  tool(tool$evalsRagasCorrectness);
+  tool(tool$evalsRagasFaithfulness);
+  tool(tool$evalsRagasHarmfulness);
+  tool(tool$evalsRagasMaliciousness);
+  tool(tool$evalsRagasResponseRelevancy);
+  tool(tool$evalsRagasSummarization);
   tool(tool$deploymentsMetricsCreate);
 
   return server;

package/src/mcp-server/tools/evalsAgeAppropriate.ts

@@ -0,0 +1,35 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ */
+
+import { evalsAgeAppropriate } from "../../funcs/evalsAgeAppropriate.js";
+import * as operations from "../../models/operations/index.js";
+import { formatResult, ToolDefinition } from "../tools.js";
+
+const args = {
+  request: operations.EvalsAgeAppropriateRequestBody$inboundSchema.optional(),
+};
+
+export const tool$evalsAgeAppropriate: ToolDefinition<typeof args> = {
+  name: "evals-age-appropriate",
+  description: `Run Age Appropriate Evaluator`,
+  args,
+  tool: async (client, args, ctx) => {
+    const [result, apiCall] = await evalsAgeAppropriate(
+      client,
+      args.request,
+      { fetchOptions: { signal: ctx.signal } },
+    ).$inspect();
+
+    if (!result.ok) {
+      return {
+        content: [{ type: "text", text: result.error.message }],
+        isError: true,
+      };
+    }
+
+    const value = result.value;
+
+    return formatResult(value, apiCall);
+  },
+};

package/src/mcp-server/tools/evalsBleuScore.ts

@@ -0,0 +1,35 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ */
+
+import { evalsBleuScore } from "../../funcs/evalsBleuScore.js";
+import * as operations from "../../models/operations/index.js";
+import { formatResult, ToolDefinition } from "../tools.js";
+
+const args = {
+  request: operations.EvalsBleuScoreRequestBody$inboundSchema.optional(),
+};
+
+export const tool$evalsBleuScore: ToolDefinition<typeof args> = {
+  name: "evals-bleu-score",
+  description: `Run BLEU Score Evaluator`,
+  args,
+  tool: async (client, args, ctx) => {
+    const [result, apiCall] = await evalsBleuScore(
+      client,
+      args.request,
+      { fetchOptions: { signal: ctx.signal } },
+    ).$inspect();
+
+    if (!result.ok) {
+      return {
+        content: [{ type: "text", text: result.error.message }],
+        isError: true,
+      };
+    }
+
+    const value = result.value;
+
+    return formatResult(value, apiCall);
+  },
+};

package/src/mcp-server/tools/evalsBotDetection.ts

@@ -0,0 +1,35 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ */
+
+import { evalsBotDetection } from "../../funcs/evalsBotDetection.js";
+import * as operations from "../../models/operations/index.js";
+import { formatResult, ToolDefinition } from "../tools.js";
+
+const args = {
+  request: operations.EvalsBotDetectionRequestBody$inboundSchema.optional(),
+};
+
+export const tool$evalsBotDetection: ToolDefinition<typeof args> = {
+  name: "evals-bot-detection",
+  description: `Run Bot Detection Evaluator`,
+  args,
+  tool: async (client, args, ctx) => {
+    const [result, apiCall] = await evalsBotDetection(
+      client,
+      args.request,
+      { fetchOptions: { signal: ctx.signal } },
+    ).$inspect();
+
+    if (!result.ok) {
+      return {
+        content: [{ type: "text", text: result.error.message }],
+        isError: true,
+      };
+    }
+
+    const value = result.value;
+
+    return formatResult(value, apiCall);
+  },
+};

package/src/mcp-server/tools/evalsContains.ts

@@ -0,0 +1,35 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ */
+
+import { evalsContains } from "../../funcs/evalsContains.js";
+import * as operations from "../../models/operations/index.js";
+import { formatResult, ToolDefinition } from "../tools.js";
+
+const args = {
+  request: operations.EvalsContainsRequestBody$inboundSchema.optional(),
+};
+
+export const tool$evalsContains: ToolDefinition<typeof args> = {
+  name: "evals-contains",
+  description: `Run Contains Evaluator`,
+  args,
+  tool: async (client, args, ctx) => {
+    const [result, apiCall] = await evalsContains(
+      client,
+      args.request,
+      { fetchOptions: { signal: ctx.signal } },
+    ).$inspect();
+
+    if (!result.ok) {
+      return {
+        content: [{ type: "text", text: result.error.message }],
+        isError: true,
+      };
+    }
+
+    const value = result.value;
+
+    return formatResult(value, apiCall);
+  },
+};

package/src/mcp-server/tools/evalsContainsAll.ts

@@ -0,0 +1,35 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ */
+
+import { evalsContainsAll } from "../../funcs/evalsContainsAll.js";
+import * as operations from "../../models/operations/index.js";
+import { formatResult, ToolDefinition } from "../tools.js";
+
+const args = {
+  request: operations.EvalsContainsAllRequestBody$inboundSchema.optional(),
+};
+
+export const tool$evalsContainsAll: ToolDefinition<typeof args> = {
+  name: "evals-contains-all",
+  description: `Run Contains All Evaluator`,
+  args,
+  tool: async (client, args, ctx) => {
+    const [result, apiCall] = await evalsContainsAll(
+      client,
+      args.request,
+      { fetchOptions: { signal: ctx.signal } },
+    ).$inspect();
+
+    if (!result.ok) {
+      return {
+        content: [{ type: "text", text: result.error.message }],
+        isError: true,
+      };
+    }
+
+    const value = result.value;
+
+    return formatResult(value, apiCall);
+  },
+};

package/src/mcp-server/tools/evalsContainsAny.ts

@@ -0,0 +1,35 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ */
+
+import { evalsContainsAny } from "../../funcs/evalsContainsAny.js";
+import * as operations from "../../models/operations/index.js";
+import { formatResult, ToolDefinition } from "../tools.js";
+
+const args = {
+  request: operations.EvalsContainsAnyRequestBody$inboundSchema.optional(),
+};
+
+export const tool$evalsContainsAny: ToolDefinition<typeof args> = {
+  name: "evals-contains-any",
+  description: `Run Contains Any Evaluator`,
+  args,
+  tool: async (client, args, ctx) => {
+    const [result, apiCall] = await evalsContainsAny(
+      client,
+      args.request,
+      { fetchOptions: { signal: ctx.signal } },
+    ).$inspect();
+
+    if (!result.ok) {
+      return {
+        content: [{ type: "text", text: result.error.message }],
+        isError: true,
+      };
+    }
+
+    const value = result.value;
+
+    return formatResult(value, apiCall);
+  },
+};

package/src/mcp-server/tools/evalsContainsEmail.ts

@@ -0,0 +1,35 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ */
+
+import { evalsContainsEmail } from "../../funcs/evalsContainsEmail.js";
+import * as operations from "../../models/operations/index.js";
+import { formatResult, ToolDefinition } from "../tools.js";
+
+const args = {
+  request: operations.EvalsContainsEmailRequestBody$inboundSchema.optional(),
+};
+
+export const tool$evalsContainsEmail: ToolDefinition<typeof args> = {
+  name: "evals-contains-email",
+  description: `Run Contains Email Evaluator`,
+  args,
+  tool: async (client, args, ctx) => {
+    const [result, apiCall] = await evalsContainsEmail(
+      client,
+      args.request,
+      { fetchOptions: { signal: ctx.signal } },
+    ).$inspect();
+
+    if (!result.ok) {
+      return {
+        content: [{ type: "text", text: result.error.message }],
+        isError: true,
+      };
+    }
+
+    const value = result.value;
+
+    return formatResult(value, apiCall);
+  },
+};

package/src/mcp-server/tools/evalsContainsNone.ts

@@ -0,0 +1,35 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ */
+
+import { evalsContainsNone } from "../../funcs/evalsContainsNone.js";
+import * as operations from "../../models/operations/index.js";
+import { formatResult, ToolDefinition } from "../tools.js";
+
+const args = {
+  request: operations.EvalsContainsNoneRequestBody$inboundSchema.optional(),
+};
+
+export const tool$evalsContainsNone: ToolDefinition<typeof args> = {
+  name: "evals-contains-none",
+  description: `Run Contains None Evaluator`,
+  args,
+  tool: async (client, args, ctx) => {
+    const [result, apiCall] = await evalsContainsNone(
+      client,
+      args.request,
+      { fetchOptions: { signal: ctx.signal } },
+    ).$inspect();
+
+    if (!result.ok) {
+      return {
+        content: [{ type: "text", text: result.error.message }],
+        isError: true,
+      };
+    }
+
+    const value = result.value;
+
+    return formatResult(value, apiCall);
+  },
+};

package/src/mcp-server/tools/evalsContainsUrl.ts

@@ -0,0 +1,35 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ */
+
+import { evalsContainsUrl } from "../../funcs/evalsContainsUrl.js";
+import * as operations from "../../models/operations/index.js";
+import { formatResult, ToolDefinition } from "../tools.js";
+
+const args = {
+  request: operations.EvalsContainsUrlRequestBody$inboundSchema.optional(),
+};
+
+export const tool$evalsContainsUrl: ToolDefinition<typeof args> = {
+  name: "evals-contains-url",
+  description: `Run Contains URL Evaluator`,
+  args,
+  tool: async (client, args, ctx) => {
+    const [result, apiCall] = await evalsContainsUrl(
+      client,
+      args.request,
+      { fetchOptions: { signal: ctx.signal } },
+    ).$inspect();
+
+    if (!result.ok) {
+      return {
+        content: [{ type: "text", text: result.error.message }],
+        isError: true,
+      };
+    }
+
+    const value = result.value;
+
+    return formatResult(value, apiCall);
+  },
+};

package/src/mcp-server/tools/evalsContainsValidLink.ts

@@ -0,0 +1,36 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ */
+
+import { evalsContainsValidLink } from "../../funcs/evalsContainsValidLink.js";
+import * as operations from "../../models/operations/index.js";
+import { formatResult, ToolDefinition } from "../tools.js";
+
+const args = {
+  request: operations.EvalsContainsValidLinkRequestBody$inboundSchema
+    .optional(),
+};
+
+export const tool$evalsContainsValidLink: ToolDefinition<typeof args> = {
+  name: "evals-contains-valid-link",
+  description: `Run Contains Valid Link Evaluator`,
+  args,
+  tool: async (client, args, ctx) => {
+    const [result, apiCall] = await evalsContainsValidLink(
+      client,
+      args.request,
+      { fetchOptions: { signal: ctx.signal } },
+    ).$inspect();
+
+    if (!result.ok) {
+      return {
+        content: [{ type: "text", text: result.error.message }],
+        isError: true,
+      };
+    }
+
+    const value = result.value;
+
+    return formatResult(value, apiCall);
+  },
+};

package/src/mcp-server/tools/evalsCreate.ts

@@ -0,0 +1,35 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ */
+
+import { evalsCreate } from "../../funcs/evalsCreate.js";
+import * as operations from "../../models/operations/index.js";
+import { formatResult, ToolDefinition } from "../tools.js";
+
+const args = {
+  request: operations.CreateEvalRequestBody$inboundSchema.optional(),
+};
+
+export const tool$evalsCreate: ToolDefinition<typeof args> = {
+  name: "evals-create",
+  description: `Create an Evaluator`,
+  args,
+  tool: async (client, args, ctx) => {
+    const [result, apiCall] = await evalsCreate(
+      client,
+      args.request,
+      { fetchOptions: { signal: ctx.signal } },
+    ).$inspect();
+
+    if (!result.ok) {
+      return {
+        content: [{ type: "text", text: result.error.message }],
+        isError: true,
+      };
+    }
+
+    const value = result.value;
+
+    return formatResult(value, apiCall);
+  },
+};