@orq-ai/node 3.8.0-rc.1 → 3.8.0-rc.2

package/src/funcs/evalsDelete.ts

@@ -0,0 +1,169 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ */
+
+import * as z from "zod";
+import { OrqCore } from "../core.js";
+import { encodeSimple } from "../lib/encodings.js";
+import * as M from "../lib/matchers.js";
+import { compactMap } from "../lib/primitives.js";
+import { safeParse } from "../lib/schemas.js";
+import { RequestOptions } from "../lib/sdks.js";
+import { extractSecurity, resolveGlobalSecurity } from "../lib/security.js";
+import { pathToFunc } from "../lib/url.js";
+import { APIError } from "../models/errors/apierror.js";
+import {
+  ConnectionError,
+  InvalidRequestError,
+  RequestAbortedError,
+  RequestTimeoutError,
+  UnexpectedClientError,
+} from "../models/errors/httpclienterrors.js";
+import * as errors from "../models/errors/index.js";
+import { SDKValidationError } from "../models/errors/sdkvalidationerror.js";
+import * as operations from "../models/operations/index.js";
+import { APICall, APIPromise } from "../types/async.js";
+import { Result } from "../types/fp.js";
+
+/**
+ * Delete an Evaluator
+ */
+export function evalsDelete(
+  client: OrqCore,
+  request: operations.DeleteEvalRequest,
+  options?: RequestOptions,
+): APIPromise<
+  Result<
+    void,
+    | errors.DeleteEvalResponseBody
+    | APIError
+    | SDKValidationError
+    | UnexpectedClientError
+    | InvalidRequestError
+    | RequestAbortedError
+    | RequestTimeoutError
+    | ConnectionError
+  >
+> {
+  return new APIPromise($do(
+    client,
+    request,
+    options,
+  ));
+}
+
+async function $do(
+  client: OrqCore,
+  request: operations.DeleteEvalRequest,
+  options?: RequestOptions,
+): Promise<
+  [
+    Result<
+      void,
+      | errors.DeleteEvalResponseBody
+      | APIError
+      | SDKValidationError
+      | UnexpectedClientError
+      | InvalidRequestError
+      | RequestAbortedError
+      | RequestTimeoutError
+      | ConnectionError
+    >,
+    APICall,
+  ]
+> {
+  const parsed = safeParse(
+    request,
+    (value) => operations.DeleteEvalRequest$outboundSchema.parse(value),
+    "Input validation failed",
+  );
+  if (!parsed.ok) {
+    return [parsed, { status: "invalid" }];
+  }
+  const payload = parsed.value;
+  const body = null;
+
+  const pathParams = {
+    id: encodeSimple("id", payload.id, {
+      explode: false,
+      charEncoding: "percent",
+    }),
+  };
+
+  const path = pathToFunc("/v2/evaluators/{id}")(pathParams);
+
+  const headers = new Headers(compactMap({
+    Accept: "application/json",
+  }));
+
+  const secConfig = await extractSecurity(client._options.apiKey);
+  const securityInput = secConfig == null ? {} : { apiKey: secConfig };
+  const requestSecurity = resolveGlobalSecurity(securityInput);
+
+  const context = {
+    options: client._options,
+    baseURL: options?.serverURL ?? client._baseURL ?? "",
+    operationID: "DeleteEval",
+    oAuth2Scopes: [],
+
+    resolvedSecurity: requestSecurity,
+
+    securitySource: client._options.apiKey,
+    retryConfig: options?.retries
+      || client._options.retryConfig
+      || { strategy: "none" },
+    retryCodes: options?.retryCodes || ["429", "500", "502", "503", "504"],
+  };
+
+  const requestRes = client._createRequest(context, {
+    security: requestSecurity,
+    method: "DELETE",
+    baseURL: options?.serverURL,
+    path: path,
+    headers: headers,
+    body: body,
+    userAgent: client._options.userAgent,
+    timeoutMs: options?.timeoutMs || client._options.timeoutMs || 600000,
+  }, options);
+  if (!requestRes.ok) {
+    return [requestRes, { status: "invalid" }];
+  }
+  const req = requestRes.value;
+
+  const doResult = await client._do(req, {
+    context,
+    errorCodes: ["404", "4XX", "5XX"],
+    retryConfig: context.retryConfig,
+    retryCodes: context.retryCodes,
+  });
+  if (!doResult.ok) {
+    return [doResult, { status: "request-error", request: req }];
+  }
+  const response = doResult.value;
+
+  const responseFields = {
+    HttpMeta: { Response: response, Request: req },
+  };
+
+  const [result] = await M.match<
+    void,
+    | errors.DeleteEvalResponseBody
+    | APIError
+    | SDKValidationError
+    | UnexpectedClientError
+    | InvalidRequestError
+    | RequestAbortedError
+    | RequestTimeoutError
+    | ConnectionError
+  >(
+    M.nil(204, z.void()),
+    M.jsonErr(404, errors.DeleteEvalResponseBody$inboundSchema),
+    M.fail("4XX"),
+    M.fail("5XX"),
+  )(response, { extraFields: responseFields });
+  if (!result.ok) {
+    return [result, { status: "complete", request: req, response }];
+  }
+
+  return [result, { status: "complete", request: req, response }];
+}

package/src/funcs/evalsInvoke.ts

@@ -0,0 +1,173 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ */
+
+import { OrqCore } from "../core.js";
+import { encodeJSON, encodeSimple } from "../lib/encodings.js";
+import * as M from "../lib/matchers.js";
+import { compactMap } from "../lib/primitives.js";
+import { safeParse } from "../lib/schemas.js";
+import { RequestOptions } from "../lib/sdks.js";
+import { extractSecurity, resolveGlobalSecurity } from "../lib/security.js";
+import { pathToFunc } from "../lib/url.js";
+import { APIError } from "../models/errors/apierror.js";
+import {
+  ConnectionError,
+  InvalidRequestError,
+  RequestAbortedError,
+  RequestTimeoutError,
+  UnexpectedClientError,
+} from "../models/errors/httpclienterrors.js";
+import * as errors from "../models/errors/index.js";
+import { SDKValidationError } from "../models/errors/sdkvalidationerror.js";
+import * as operations from "../models/operations/index.js";
+import { APICall, APIPromise } from "../types/async.js";
+import { Result } from "../types/fp.js";
+
+/**
+ * Invoke a Custom Evaluator
+ */
+export function evalsInvoke(
+  client: OrqCore,
+  request: operations.InvokeEvalRequest,
+  options?: RequestOptions,
+): APIPromise<
+  Result<
+    operations.InvokeEvalResponseBody,
+    | errors.InvokeEvalResponseBody
+    | errors.InvokeEvalEvalsResponseBody
+    | APIError
+    | SDKValidationError
+    | UnexpectedClientError
+    | InvalidRequestError
+    | RequestAbortedError
+    | RequestTimeoutError
+    | ConnectionError
+  >
+> {
+  return new APIPromise($do(
+    client,
+    request,
+    options,
+  ));
+}
+
+async function $do(
+  client: OrqCore,
+  request: operations.InvokeEvalRequest,
+  options?: RequestOptions,
+): Promise<
+  [
+    Result<
+      operations.InvokeEvalResponseBody,
+      | errors.InvokeEvalResponseBody
+      | errors.InvokeEvalEvalsResponseBody
+      | APIError
+      | SDKValidationError
+      | UnexpectedClientError
+      | InvalidRequestError
+      | RequestAbortedError
+      | RequestTimeoutError
+      | ConnectionError
+    >,
+    APICall,
+  ]
+> {
+  const parsed = safeParse(
+    request,
+    (value) => operations.InvokeEvalRequest$outboundSchema.parse(value),
+    "Input validation failed",
+  );
+  if (!parsed.ok) {
+    return [parsed, { status: "invalid" }];
+  }
+  const payload = parsed.value;
+  const body = encodeJSON("body", payload.RequestBody, { explode: true });
+
+  const pathParams = {
+    id: encodeSimple("id", payload.id, {
+      explode: false,
+      charEncoding: "percent",
+    }),
+  };
+
+  const path = pathToFunc("/v2/evaluators/{id}/invoke")(pathParams);
+
+  const headers = new Headers(compactMap({
+    "Content-Type": "application/json",
+    Accept: "application/json",
+  }));
+
+  const secConfig = await extractSecurity(client._options.apiKey);
+  const securityInput = secConfig == null ? {} : { apiKey: secConfig };
+  const requestSecurity = resolveGlobalSecurity(securityInput);
+
+  const context = {
+    options: client._options,
+    baseURL: options?.serverURL ?? client._baseURL ?? "",
+    operationID: "InvokeEval",
+    oAuth2Scopes: [],
+
+    resolvedSecurity: requestSecurity,
+
+    securitySource: client._options.apiKey,
+    retryConfig: options?.retries
+      || client._options.retryConfig
+      || { strategy: "none" },
+    retryCodes: options?.retryCodes || ["429", "500", "502", "503", "504"],
+  };
+
+  const requestRes = client._createRequest(context, {
+    security: requestSecurity,
+    method: "POST",
+    baseURL: options?.serverURL,
+    path: path,
+    headers: headers,
+    body: body,
+    userAgent: client._options.userAgent,
+    timeoutMs: options?.timeoutMs || client._options.timeoutMs || 600000,
+  }, options);
+  if (!requestRes.ok) {
+    return [requestRes, { status: "invalid" }];
+  }
+  const req = requestRes.value;
+
+  const doResult = await client._do(req, {
+    context,
+    errorCodes: ["404", "4XX", "500", "5XX"],
+    retryConfig: context.retryConfig,
+    retryCodes: context.retryCodes,
+  });
+  if (!doResult.ok) {
+    return [doResult, { status: "request-error", request: req }];
+  }
+  const response = doResult.value;
+
+  const responseFields = {
+    HttpMeta: { Response: response, Request: req },
+  };
+
+  const [result] = await M.match<
+    operations.InvokeEvalResponseBody,
+    | errors.InvokeEvalResponseBody
+    | errors.InvokeEvalEvalsResponseBody
+    | APIError
+    | SDKValidationError
+    | UnexpectedClientError
+    | InvalidRequestError
+    | RequestAbortedError
+    | RequestTimeoutError
+    | ConnectionError
+  >(
+    M.json(200, operations.InvokeEvalResponseBody$inboundSchema),
+    M.jsonErr(404, errors.InvokeEvalResponseBody$inboundSchema),
+    M.jsonErr(500, errors.InvokeEvalEvalsResponseBody$inboundSchema),
+    M.fail("4XX"),
+    M.fail("5XX"),
+  )(response, { extraFields: responseFields });
+  if (!result.ok) {
+    return [result, { status: "complete", request: req, response }];
+  }
+
+  return [result, { status: "complete", request: req, response }];
+}

package/src/funcs/evalsUpdate.ts

@@ -0,0 +1,169 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ */
+
+import { OrqCore } from "../core.js";
+import { encodeJSON, encodeSimple } from "../lib/encodings.js";
+import * as M from "../lib/matchers.js";
+import { compactMap } from "../lib/primitives.js";
+import { safeParse } from "../lib/schemas.js";
+import { RequestOptions } from "../lib/sdks.js";
+import { extractSecurity, resolveGlobalSecurity } from "../lib/security.js";
+import { pathToFunc } from "../lib/url.js";
+import { APIError } from "../models/errors/apierror.js";
+import {
+  ConnectionError,
+  InvalidRequestError,
+  RequestAbortedError,
+  RequestTimeoutError,
+  UnexpectedClientError,
+} from "../models/errors/httpclienterrors.js";
+import * as errors from "../models/errors/index.js";
+import { SDKValidationError } from "../models/errors/sdkvalidationerror.js";
+import * as operations from "../models/operations/index.js";
+import { APICall, APIPromise } from "../types/async.js";
+import { Result } from "../types/fp.js";
+
+/**
+ * Update an Evaluator
+ */
+export function evalsUpdate(
+  client: OrqCore,
+  request: operations.UpdateEvalRequest,
+  options?: RequestOptions,
+): APIPromise<
+  Result<
+    operations.UpdateEvalResponseBody,
+    | errors.UpdateEvalResponseBody
+    | APIError
+    | SDKValidationError
+    | UnexpectedClientError
+    | InvalidRequestError
+    | RequestAbortedError
+    | RequestTimeoutError
+    | ConnectionError
+  >
+> {
+  return new APIPromise($do(
+    client,
+    request,
+    options,
+  ));
+}
+
+async function $do(
+  client: OrqCore,
+  request: operations.UpdateEvalRequest,
+  options?: RequestOptions,
+): Promise<
+  [
+    Result<
+      operations.UpdateEvalResponseBody,
+      | errors.UpdateEvalResponseBody
+      | APIError
+      | SDKValidationError
+      | UnexpectedClientError
+      | InvalidRequestError
+      | RequestAbortedError
+      | RequestTimeoutError
+      | ConnectionError
+    >,
+    APICall,
+  ]
+> {
+  const parsed = safeParse(
+    request,
+    (value) => operations.UpdateEvalRequest$outboundSchema.parse(value),
+    "Input validation failed",
+  );
+  if (!parsed.ok) {
+    return [parsed, { status: "invalid" }];
+  }
+  const payload = parsed.value;
+  const body = encodeJSON("body", payload.RequestBody, { explode: true });
+
+  const pathParams = {
+    id: encodeSimple("id", payload.id, {
+      explode: false,
+      charEncoding: "percent",
+    }),
+  };
+
+  const path = pathToFunc("/v2/evaluators/{id}")(pathParams);
+
+  const headers = new Headers(compactMap({
+    "Content-Type": "application/json",
+    Accept: "application/json",
+  }));
+
+  const secConfig = await extractSecurity(client._options.apiKey);
+  const securityInput = secConfig == null ? {} : { apiKey: secConfig };
+  const requestSecurity = resolveGlobalSecurity(securityInput);
+
+  const context = {
+    options: client._options,
+    baseURL: options?.serverURL ?? client._baseURL ?? "",
+    operationID: "UpdateEval",
+    oAuth2Scopes: [],
+
+    resolvedSecurity: requestSecurity,
+
+    securitySource: client._options.apiKey,
+    retryConfig: options?.retries
+      || client._options.retryConfig
+      || { strategy: "none" },
+    retryCodes: options?.retryCodes || ["429", "500", "502", "503", "504"],
+  };
+
+  const requestRes = client._createRequest(context, {
+    security: requestSecurity,
+    method: "PATCH",
+    baseURL: options?.serverURL,
+    path: path,
+    headers: headers,
+    body: body,
+    userAgent: client._options.userAgent,
+    timeoutMs: options?.timeoutMs || client._options.timeoutMs || 600000,
+  }, options);
+  if (!requestRes.ok) {
+    return [requestRes, { status: "invalid" }];
+  }
+  const req = requestRes.value;
+
+  const doResult = await client._do(req, {
+    context,
+    errorCodes: ["404", "4XX", "5XX"],
+    retryConfig: context.retryConfig,
+    retryCodes: context.retryCodes,
+  });
+  if (!doResult.ok) {
+    return [doResult, { status: "request-error", request: req }];
+  }
+  const response = doResult.value;
+
+  const responseFields = {
+    HttpMeta: { Response: response, Request: req },
+  };
+
+  const [result] = await M.match<
+    operations.UpdateEvalResponseBody,
+    | errors.UpdateEvalResponseBody
+    | APIError
+    | SDKValidationError
+    | UnexpectedClientError
+    | InvalidRequestError
+    | RequestAbortedError
+    | RequestTimeoutError
+    | ConnectionError
+  >(
+    M.json(200, operations.UpdateEvalResponseBody$inboundSchema),
+    M.jsonErr(404, errors.UpdateEvalResponseBody$inboundSchema),
+    M.fail("4XX"),
+    M.fail("5XX"),
+  )(response, { extraFields: responseFields });
+  if (!result.ok) {
+    return [result, { status: "complete", request: req, response }];
+  }
+
+  return [result, { status: "complete", request: req, response }];
+}

package/src/lib/config.ts

@@ -68,7 +68,7 @@ export function serverURLFromOptions(options: SDKOptions): URL | null {
 export const SDK_METADATA = {
   language: "typescript",
   openapiDocVersion: "2.0",
-  sdkVersion: "3.8.0-rc.1",
+  sdkVersion: "3.8.0-rc.2",
   genVersion: "2.620.2",
-  userAgent: "speakeasy-sdk/typescript 3.8.0-rc.1 2.620.2 2.0 @orq-ai/node",
+  userAgent: "speakeasy-sdk/typescript 3.8.0-rc.2 2.620.2 2.0 @orq-ai/node",
 } as const;

package/src/mcp-server/mcp-server.ts

@@ -19,7 +19,7 @@ const routes = buildRouteMap({
 export const app = buildApplication(routes, {
   name: "mcp",
   versionInfo: {
-    currentVersion: "3.8.0-rc.1",
+    currentVersion: "3.8.0-rc.2",
   },
 });
 

package/src/mcp-server/server.ts

@@ -37,6 +37,8 @@ import { tool$deploymentsList } from "./tools/deploymentsList.js";
 import { tool$deploymentsMetricsCreate } from "./tools/deploymentsMetricsCreate.js";
 import { tool$deploymentsStream } from "./tools/deploymentsStream.js";
 import { tool$evalsAgeAppropriate } from "./tools/evalsAgeAppropriate.js";
+import { tool$evalsAll } from "./tools/evalsAll.js";
+import { tool$evalsBertScore } from "./tools/evalsBertScore.js";
 import { tool$evalsBleuScore } from "./tools/evalsBleuScore.js";
 import { tool$evalsBotDetection } from "./tools/evalsBotDetection.js";
 import { tool$evalsContains } from "./tools/evalsContains.js";
@@ -47,10 +49,12 @@ import { tool$evalsContainsNone } from "./tools/evalsContainsNone.js";
 import { tool$evalsContainsUrl } from "./tools/evalsContainsUrl.js";
 import { tool$evalsContainsValidLink } from "./tools/evalsContainsValidLink.js";
 import { tool$evalsCreate } from "./tools/evalsCreate.js";
+import { tool$evalsDelete } from "./tools/evalsDelete.js";
 import { tool$evalsEndsWith } from "./tools/evalsEndsWith.js";
 import { tool$evalsExactMatch } from "./tools/evalsExactMatch.js";
 import { tool$evalsFactCheckingKnowledgeBase } from "./tools/evalsFactCheckingKnowledgeBase.js";
 import { tool$evalsGrammar } from "./tools/evalsGrammar.js";
+import { tool$evalsInvoke } from "./tools/evalsInvoke.js";
 import { tool$evalsLengthBetween } from "./tools/evalsLengthBetween.js";
 import { tool$evalsLengthGreaterThan } from "./tools/evalsLengthGreaterThan.js";
 import { tool$evalsLengthLessThan } from "./tools/evalsLengthLessThan.js";
@@ -65,11 +69,11 @@ import { tool$evalsRagasHarmfulness } from "./tools/evalsRagasHarmfulness.js";
 import { tool$evalsRagasMaliciousness } from "./tools/evalsRagasMaliciousness.js";
 import { tool$evalsRagasResponseRelevancy } from "./tools/evalsRagasResponseRelevancy.js";
 import { tool$evalsRagasSummarization } from "./tools/evalsRagasSummarization.js";
-import { tool$evalsRunBertScore } from "./tools/evalsRunBertScore.js";
 import { tool$evalsSentimentClassification } from "./tools/evalsSentimentClassification.js";
 import { tool$evalsSummarization } from "./tools/evalsSummarization.js";
 import { tool$evalsToneOfVoice } from "./tools/evalsToneOfVoice.js";
 import { tool$evalsTranslation } from "./tools/evalsTranslation.js";
+import { tool$evalsUpdate } from "./tools/evalsUpdate.js";
 import { tool$evalsValidJson } from "./tools/evalsValidJson.js";
 import { tool$feedbackCreate } from "./tools/feedbackCreate.js";
 import { tool$filesCreate } from "./tools/filesCreate.js";
@@ -114,7 +118,7 @@ export function createMCPServer(deps: {
 }) {
   const server = new McpServer({
     name: "Orq",
-    version: "3.8.0-rc.1",
+    version: "3.8.0-rc.2",
   });
 
   const client = new OrqCore({
@@ -198,8 +202,11 @@ export function createMCPServer(deps: {
   tool(tool$knowledgeUpdateChunk);
   tool(tool$knowledgeDeleteChunk);
   tool(tool$knowledgeRetrieveChunk);
+  tool(tool$evalsAll);
   tool(tool$evalsCreate);
-  tool(tool$evalsRunBertScore);
+  tool(tool$evalsUpdate);
+  tool(tool$evalsDelete);
+  tool(tool$evalsBertScore);
   tool(tool$evalsBleuScore);
   tool(tool$evalsContainsAll);
   tool(tool$evalsContainsAny);
@@ -233,6 +240,7 @@ export function createMCPServer(deps: {
   tool(tool$evalsRagasMaliciousness);
   tool(tool$evalsRagasResponseRelevancy);
   tool(tool$evalsRagasSummarization);
+  tool(tool$evalsInvoke);
   tool(tool$deploymentsMetricsCreate);
 
   return server;

package/src/mcp-server/tools/evalsAll.ts

@@ -0,0 +1,35 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ */
+
+import { evalsAll } from "../../funcs/evalsAll.js";
+import * as operations from "../../models/operations/index.js";
+import { formatResult, ToolDefinition } from "../tools.js";
+
+const args = {
+  request: operations.GetEvalsRequest$inboundSchema.optional(),
+};
+
+export const tool$evalsAll: ToolDefinition<typeof args> = {
+  name: "evals-all",
+  description: `Get all Evaluators`,
+  args,
+  tool: async (client, args, ctx) => {
+    const [result, apiCall] = await evalsAll(
+      client,
+      args.request,
+      { fetchOptions: { signal: ctx.signal } },
+    ).$inspect();
+
+    if (!result.ok) {
+      return {
+        content: [{ type: "text", text: result.error.message }],
+        isError: true,
+      };
+    }
+
+    const value = result.value;
+
+    return formatResult(value, apiCall);
+  },
+};

package/src/mcp-server/tools/{evalsRunBertScore.ts → evalsBertScore.ts}

@@ -2,20 +2,20 @@
  * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
  */
 
-import { evalsRunBertScore } from "../../funcs/evalsRunBertScore.js";
+import { evalsBertScore } from "../../funcs/evalsBertScore.js";
 import * as operations from "../../models/operations/index.js";
 import { formatResult, ToolDefinition } from "../tools.js";
 
 const args = {
-  request: operations.RunBertScoreRequestBody$inboundSchema.optional(),
+  request: operations.EvalsBertScoreRequestBody$inboundSchema.optional(),
 };
 
-export const tool$evalsRunBertScore: ToolDefinition<typeof args> = {
-  name: "evals-run-bert-score",
+export const tool$evalsBertScore: ToolDefinition<typeof args> = {
+  name: "evals-bert-score",
   description: `Run BertScore Evaluator`,
   args,
   tool: async (client, args, ctx) => {
-    const [result, apiCall] = await evalsRunBertScore(
+    const [result, apiCall] = await evalsBertScore(
       client,
       args.request,
       { fetchOptions: { signal: ctx.signal } },

package/src/mcp-server/tools/evalsDelete.ts

@@ -0,0 +1,33 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ */
+
+import { evalsDelete } from "../../funcs/evalsDelete.js";
+import * as operations from "../../models/operations/index.js";
+import { formatResult, ToolDefinition } from "../tools.js";
+
+const args = {
+  request: operations.DeleteEvalRequest$inboundSchema,
+};
+
+export const tool$evalsDelete: ToolDefinition<typeof args> = {
+  name: "evals-delete",
+  description: `Delete an Evaluator`,
+  args,
+  tool: async (client, args, ctx) => {
+    const [result, apiCall] = await evalsDelete(
+      client,
+      args.request,
+      { fetchOptions: { signal: ctx.signal } },
+    ).$inspect();
+
+    if (!result.ok) {
+      return {
+        content: [{ type: "text", text: result.error.message }],
+        isError: true,
+      };
+    }
+
+    return formatResult(void 0, apiCall);
+  },
+};