@orq-ai/node 3.9.0-rc.0 → 3.9.0-rc.10

package/src/funcs/evalsRagasContextEntitiesRecall.ts

@@ -0,0 +1,183 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ */
+
+import { OrqCore } from "../core.js";
+import { encodeJSON } from "../lib/encodings.js";
+import * as M from "../lib/matchers.js";
+import { compactMap } from "../lib/primitives.js";
+import { safeParse } from "../lib/schemas.js";
+import { RequestOptions } from "../lib/sdks.js";
+import { extractSecurity, resolveGlobalSecurity } from "../lib/security.js";
+import { pathToFunc } from "../lib/url.js";
+import {
+  ConnectionError,
+  InvalidRequestError,
+  RequestAbortedError,
+  RequestTimeoutError,
+  UnexpectedClientError,
+} from "../models/errors/httpclienterrors.js";
+import * as errors from "../models/errors/index.js";
+import { OrqError } from "../models/errors/orqerror.js";
+import { ResponseValidationError } from "../models/errors/responsevalidationerror.js";
+import { SDKValidationError } from "../models/errors/sdkvalidationerror.js";
+import * as operations from "../models/operations/index.js";
+import { APICall, APIPromise } from "../types/async.js";
+import { Result } from "../types/fp.js";
+
+/**
+ * Run Context Entities Recall Evaluator
+ */
+export function evalsRagasContextEntitiesRecall(
+  client: OrqCore,
+  request?: operations.EvalsRagasContextEntitiesRecallRequestBody | undefined,
+  options?: RequestOptions,
+): APIPromise<
+  Result<
+    operations.EvalsRagasContextEntitiesRecallResponseBody,
+    | errors.EvalsRagasContextEntitiesRecallResponseBody
+    | errors.EvalsRagasContextEntitiesRecallEvalsResponseBody
+    | OrqError
+    | ResponseValidationError
+    | ConnectionError
+    | RequestAbortedError
+    | RequestTimeoutError
+    | InvalidRequestError
+    | UnexpectedClientError
+    | SDKValidationError
+  >
+> {
+  return new APIPromise($do(
+    client,
+    request,
+    options,
+  ));
+}
+
+async function $do(
+  client: OrqCore,
+  request?: operations.EvalsRagasContextEntitiesRecallRequestBody | undefined,
+  options?: RequestOptions,
+): Promise<
+  [
+    Result<
+      operations.EvalsRagasContextEntitiesRecallResponseBody,
+      | errors.EvalsRagasContextEntitiesRecallResponseBody
+      | errors.EvalsRagasContextEntitiesRecallEvalsResponseBody
+      | OrqError
+      | ResponseValidationError
+      | ConnectionError
+      | RequestAbortedError
+      | RequestTimeoutError
+      | InvalidRequestError
+      | UnexpectedClientError
+      | SDKValidationError
+    >,
+    APICall,
+  ]
+> {
+  const parsed = safeParse(
+    request,
+    (value) =>
+      operations.EvalsRagasContextEntitiesRecallRequestBody$outboundSchema
+        .optional().parse(value),
+    "Input validation failed",
+  );
+  if (!parsed.ok) {
+    return [parsed, { status: "invalid" }];
+  }
+  const payload = parsed.value;
+  const body = payload === undefined
+    ? null
+    : encodeJSON("body", payload, { explode: true });
+
+  const path = pathToFunc("/v2/evaluators/ragas_context_entities_recall")();
+
+  const headers = new Headers(compactMap({
+    "Content-Type": "application/json",
+    Accept: "application/json",
+  }));
+
+  const secConfig = await extractSecurity(client._options.apiKey);
+  const securityInput = secConfig == null ? {} : { apiKey: secConfig };
+  const requestSecurity = resolveGlobalSecurity(securityInput);
+
+  const context = {
+    options: client._options,
+    baseURL: options?.serverURL ?? client._baseURL ?? "",
+    operationID: "EvalsRagasContextEntitiesRecall",
+    oAuth2Scopes: [],
+
+    resolvedSecurity: requestSecurity,
+
+    securitySource: client._options.apiKey,
+    retryConfig: options?.retries
+      || client._options.retryConfig
+      || { strategy: "none" },
+    retryCodes: options?.retryCodes || ["429", "500", "502", "503", "504"],
+  };
+
+  const requestRes = client._createRequest(context, {
+    security: requestSecurity,
+    method: "POST",
+    baseURL: options?.serverURL,
+    path: path,
+    headers: headers,
+    body: body,
+    userAgent: client._options.userAgent,
+    timeoutMs: options?.timeoutMs || client._options.timeoutMs || 600000,
+  }, options);
+  if (!requestRes.ok) {
+    return [requestRes, { status: "invalid" }];
+  }
+  const req = requestRes.value;
+
+  const doResult = await client._do(req, {
+    context,
+    errorCodes: ["404", "4XX", "500", "5XX"],
+    retryConfig: context.retryConfig,
+    retryCodes: context.retryCodes,
+  });
+  if (!doResult.ok) {
+    return [doResult, { status: "request-error", request: req }];
+  }
+  const response = doResult.value;
+
+  const responseFields = {
+    HttpMeta: { Response: response, Request: req },
+  };
+
+  const [result] = await M.match<
+    operations.EvalsRagasContextEntitiesRecallResponseBody,
+    | errors.EvalsRagasContextEntitiesRecallResponseBody
+    | errors.EvalsRagasContextEntitiesRecallEvalsResponseBody
+    | OrqError
+    | ResponseValidationError
+    | ConnectionError
+    | RequestAbortedError
+    | RequestTimeoutError
+    | InvalidRequestError
+    | UnexpectedClientError
+    | SDKValidationError
+  >(
+    M.json(
+      200,
+      operations.EvalsRagasContextEntitiesRecallResponseBody$inboundSchema,
+    ),
+    M.jsonErr(
+      404,
+      errors.EvalsRagasContextEntitiesRecallResponseBody$inboundSchema,
+    ),
+    M.jsonErr(
+      500,
+      errors.EvalsRagasContextEntitiesRecallEvalsResponseBody$inboundSchema,
+    ),
+    M.fail("4XX"),
+    M.fail("5XX"),
+  )(response, req, { extraFields: responseFields });
+  if (!result.ok) {
+    return [result, { status: "complete", request: req, response }];
+  }
+
+  return [result, { status: "complete", request: req, response }];
+}

package/src/funcs/{datasetsCreateExperiment.ts → evalsRagasContextRecall.ts}

@@ -3,7 +3,7 @@
  */
 
 import { OrqCore } from "../core.js";
-import { encodeJSON, encodeSimple } from "../lib/encodings.js";
+import { encodeJSON } from "../lib/encodings.js";
 import * as M from "../lib/matchers.js";
 import { compactMap } from "../lib/primitives.js";
 import { safeParse } from "../lib/schemas.js";
@@ -17,6 +17,7 @@ import {
   RequestTimeoutError,
   UnexpectedClientError,
 } from "../models/errors/httpclienterrors.js";
+import * as errors from "../models/errors/index.js";
 import { OrqError } from "../models/errors/orqerror.js";
 import { ResponseValidationError } from "../models/errors/responsevalidationerror.js";
 import { SDKValidationError } from "../models/errors/sdkvalidationerror.js";
@@ -25,18 +26,17 @@ import { APICall, APIPromise } from "../types/async.js";
 import { Result } from "../types/fp.js";
 
 /**
- * Create an experiment from a dataset
- *
- * @remarks
- * Create an experiment from a dataset
+ * Run Context Recall Evaluator
  */
-export function datasetsCreateExperiment(
+export function evalsRagasContextRecall(
   client: OrqCore,
-  request: operations.CreateDatasetExperimentRequest,
+  request?: operations.EvalsRagasContextRecallRequestBody | undefined,
   options?: RequestOptions,
 ): APIPromise<
   Result<
-    operations.CreateDatasetExperimentResponseBody,
+    operations.EvalsRagasContextRecallResponseBody,
+    | errors.EvalsRagasContextRecallResponseBody
+    | errors.EvalsRagasContextRecallEvalsResponseBody
     | OrqError
     | ResponseValidationError
     | ConnectionError
@@ -56,12 +56,14 @@ export function datasetsCreateExperiment(
 
 async function $do(
   client: OrqCore,
-  request: operations.CreateDatasetExperimentRequest,
+  request?: operations.EvalsRagasContextRecallRequestBody | undefined,
   options?: RequestOptions,
 ): Promise<
   [
     Result<
-      operations.CreateDatasetExperimentResponseBody,
+      operations.EvalsRagasContextRecallResponseBody,
+      | errors.EvalsRagasContextRecallResponseBody
+      | errors.EvalsRagasContextRecallEvalsResponseBody
       | OrqError
       | ResponseValidationError
       | ConnectionError
@@ -77,23 +79,19 @@ async function $do(
   const parsed = safeParse(
     request,
     (value) =>
-      operations.CreateDatasetExperimentRequest$outboundSchema.parse(value),
+      operations.EvalsRagasContextRecallRequestBody$outboundSchema.optional()
+        .parse(value),
     "Input validation failed",
   );
   if (!parsed.ok) {
     return [parsed, { status: "invalid" }];
   }
   const payload = parsed.value;
-  const body = encodeJSON("body", payload.RequestBody, { explode: true });
+  const body = payload === undefined
+    ? null
+    : encodeJSON("body", payload, { explode: true });
 
-  const pathParams = {
-    dataset_id: encodeSimple("dataset_id", payload.dataset_id, {
-      explode: false,
-      charEncoding: "percent",
-    }),
-  };
-
-  const path = pathToFunc("/v2/datasets/{dataset_id}/experiment")(pathParams);
+  const path = pathToFunc("/v2/evaluators/ragas_context_recall")();
 
   const headers = new Headers(compactMap({
     "Content-Type": "application/json",
@@ -107,7 +105,7 @@ async function $do(
   const context = {
     options: client._options,
     baseURL: options?.serverURL ?? client._baseURL ?? "",
-    operationID: "CreateDatasetExperiment",
+    operationID: "EvalsRagasContextRecall",
     oAuth2Scopes: [],
 
     resolvedSecurity: requestSecurity,
@@ -136,7 +134,7 @@ async function $do(
 
   const doResult = await client._do(req, {
     context,
-    errorCodes: ["4XX", "5XX"],
+    errorCodes: ["404", "4XX", "500", "5XX"],
     retryConfig: context.retryConfig,
     retryCodes: context.retryCodes,
   });
@@ -145,8 +143,14 @@ async function $do(
   }
   const response = doResult.value;
 
+  const responseFields = {
+    HttpMeta: { Response: response, Request: req },
+  };
+
   const [result] = await M.match<
-    operations.CreateDatasetExperimentResponseBody,
+    operations.EvalsRagasContextRecallResponseBody,
+    | errors.EvalsRagasContextRecallResponseBody
+    | errors.EvalsRagasContextRecallEvalsResponseBody
     | OrqError
     | ResponseValidationError
     | ConnectionError
@@ -156,10 +160,15 @@ async function $do(
     | UnexpectedClientError
     | SDKValidationError
   >(
-    M.json(200, operations.CreateDatasetExperimentResponseBody$inboundSchema),
+    M.json(200, operations.EvalsRagasContextRecallResponseBody$inboundSchema),
+    M.jsonErr(404, errors.EvalsRagasContextRecallResponseBody$inboundSchema),
+    M.jsonErr(
+      500,
+      errors.EvalsRagasContextRecallEvalsResponseBody$inboundSchema,
+    ),
     M.fail("4XX"),
     M.fail("5XX"),
-  )(response, req);
+  )(response, req, { extraFields: responseFields });
   if (!result.ok) {
     return [result, { status: "complete", request: req, response }];
   }

package/src/funcs/{deploymentsCreateExperiment.ts → evalsRagasNoiseSensitivity.ts}

@@ -3,7 +3,7 @@
  */
 
 import { OrqCore } from "../core.js";
-import { encodeJSON, encodeSimple } from "../lib/encodings.js";
+import { encodeJSON } from "../lib/encodings.js";
 import * as M from "../lib/matchers.js";
 import { compactMap } from "../lib/primitives.js";
 import { safeParse } from "../lib/schemas.js";
@@ -17,6 +17,7 @@ import {
   RequestTimeoutError,
   UnexpectedClientError,
 } from "../models/errors/httpclienterrors.js";
+import * as errors from "../models/errors/index.js";
 import { OrqError } from "../models/errors/orqerror.js";
 import { ResponseValidationError } from "../models/errors/responsevalidationerror.js";
 import { SDKValidationError } from "../models/errors/sdkvalidationerror.js";
@@ -25,18 +26,17 @@ import { APICall, APIPromise } from "../types/async.js";
 import { Result } from "../types/fp.js";
 
 /**
- * Create an experiment from a deployment
- *
- * @remarks
- * Create an experiment from a deployment
+ * Run Noise Sensitivity Evaluator
  */
-export function deploymentsCreateExperiment(
+export function evalsRagasNoiseSensitivity(
   client: OrqCore,
-  request: operations.CreateDeploymentExperimentRequest,
+  request?: operations.EvalsRagasNoiseSensitivityRequestBody | undefined,
   options?: RequestOptions,
 ): APIPromise<
   Result<
-    operations.CreateDeploymentExperimentResponseBody,
+    operations.EvalsRagasNoiseSensitivityResponseBody,
+    | errors.EvalsRagasNoiseSensitivityResponseBody
+    | errors.EvalsRagasNoiseSensitivityEvalsResponseBody
     | OrqError
     | ResponseValidationError
     | ConnectionError
@@ -56,12 +56,14 @@ export function deploymentsCreateExperiment(
 
 async function $do(
   client: OrqCore,
-  request: operations.CreateDeploymentExperimentRequest,
+  request?: operations.EvalsRagasNoiseSensitivityRequestBody | undefined,
   options?: RequestOptions,
 ): Promise<
   [
     Result<
-      operations.CreateDeploymentExperimentResponseBody,
+      operations.EvalsRagasNoiseSensitivityResponseBody,
+      | errors.EvalsRagasNoiseSensitivityResponseBody
+      | errors.EvalsRagasNoiseSensitivityEvalsResponseBody
       | OrqError
       | ResponseValidationError
       | ConnectionError
@@ -77,25 +79,19 @@ async function $do(
   const parsed = safeParse(
     request,
     (value) =>
-      operations.CreateDeploymentExperimentRequest$outboundSchema.parse(value),
+      operations.EvalsRagasNoiseSensitivityRequestBody$outboundSchema.optional()
+        .parse(value),
     "Input validation failed",
   );
   if (!parsed.ok) {
     return [parsed, { status: "invalid" }];
   }
   const payload = parsed.value;
-  const body = encodeJSON("body", payload.RequestBody, { explode: true });
+  const body = payload === undefined
+    ? null
+    : encodeJSON("body", payload, { explode: true });
 
-  const pathParams = {
-    deployment_key: encodeSimple("deployment_key", payload.deployment_key, {
-      explode: false,
-      charEncoding: "percent",
-    }),
-  };
-
-  const path = pathToFunc("/v2/deployments/{deployment_key}/experiment")(
-    pathParams,
-  );
+  const path = pathToFunc("/v2/evaluators/ragas_noise_sensitivity")();
 
   const headers = new Headers(compactMap({
     "Content-Type": "application/json",
@@ -109,7 +105,7 @@ async function $do(
   const context = {
     options: client._options,
     baseURL: options?.serverURL ?? client._baseURL ?? "",
-    operationID: "CreateDeploymentExperiment",
+    operationID: "EvalsRagasNoiseSensitivity",
     oAuth2Scopes: [],
 
     resolvedSecurity: requestSecurity,
@@ -138,7 +134,7 @@ async function $do(
 
   const doResult = await client._do(req, {
     context,
-    errorCodes: ["4XX", "5XX"],
+    errorCodes: ["404", "4XX", "500", "5XX"],
     retryConfig: context.retryConfig,
     retryCodes: context.retryCodes,
   });
@@ -147,8 +143,14 @@ async function $do(
   }
   const response = doResult.value;
 
+  const responseFields = {
+    HttpMeta: { Response: response, Request: req },
+  };
+
   const [result] = await M.match<
-    operations.CreateDeploymentExperimentResponseBody,
+    operations.EvalsRagasNoiseSensitivityResponseBody,
+    | errors.EvalsRagasNoiseSensitivityResponseBody
+    | errors.EvalsRagasNoiseSensitivityEvalsResponseBody
     | OrqError
     | ResponseValidationError
     | ConnectionError
@@ -160,11 +162,16 @@ async function $do(
   >(
     M.json(
       200,
-      operations.CreateDeploymentExperimentResponseBody$inboundSchema,
+      operations.EvalsRagasNoiseSensitivityResponseBody$inboundSchema,
+    ),
+    M.jsonErr(404, errors.EvalsRagasNoiseSensitivityResponseBody$inboundSchema),
+    M.jsonErr(
+      500,
+      errors.EvalsRagasNoiseSensitivityEvalsResponseBody$inboundSchema,
     ),
     M.fail("4XX"),
     M.fail("5XX"),
-  )(response, req);
+  )(response, req, { extraFields: responseFields });
   if (!result.ok) {
     return [result, { status: "complete", request: req, response }];
   }

package/src/lib/config.ts

@@ -68,7 +68,7 @@ export function serverURLFromOptions(options: SDKOptions): URL | null {
 export const SDK_METADATA = {
   language: "typescript",
   openapiDocVersion: "2.0",
-  sdkVersion: "3.9.0-rc.0",
-  genVersion: "2.632.2",
-  userAgent: "speakeasy-sdk/typescript 3.9.0-rc.0 2.632.2 2.0 @orq-ai/node",
+  sdkVersion: "3.9.0-rc.10",
+  genVersion: "2.640.3",
+  userAgent: "speakeasy-sdk/typescript 3.9.0-rc.10 2.640.3 2.0 @orq-ai/node",
 } as const;

package/src/mcp-server/mcp-server.ts

@@ -19,7 +19,7 @@ const routes = buildRouteMap({
 export const app = buildApplication(routes, {
   name: "mcp",
   versionInfo: {
-    currentVersion: "3.9.0-rc.0",
+    currentVersion: "3.9.0-rc.10",
   },
 });
 

package/src/mcp-server/server.ts

@@ -21,7 +21,6 @@ import { tool$contactsUpdate } from "./tools/contactsUpdate.js";
 import { tool$datasetsClear } from "./tools/datasetsClear.js";
 import { tool$datasetsCreate } from "./tools/datasetsCreate.js";
 import { tool$datasetsCreateDatapoint } from "./tools/datasetsCreateDatapoint.js";
-import { tool$datasetsCreateExperiment } from "./tools/datasetsCreateExperiment.js";
 import { tool$datasetsDelete } from "./tools/datasetsDelete.js";
 import { tool$datasetsDeleteDatapoint } from "./tools/datasetsDeleteDatapoint.js";
 import { tool$datasetsList } from "./tools/datasetsList.js";
@@ -30,7 +29,6 @@ import { tool$datasetsRetrieve } from "./tools/datasetsRetrieve.js";
 import { tool$datasetsRetrieveDatapoint } from "./tools/datasetsRetrieveDatapoint.js";
 import { tool$datasetsUpdate } from "./tools/datasetsUpdate.js";
 import { tool$datasetsUpdateDatapoint } from "./tools/datasetsUpdateDatapoint.js";
-import { tool$deploymentsCreateExperiment } from "./tools/deploymentsCreateExperiment.js";
 import { tool$deploymentsGetConfig } from "./tools/deploymentsGetConfig.js";
 import { tool$deploymentsInvoke } from "./tools/deploymentsInvoke.js";
 import { tool$deploymentsList } from "./tools/deploymentsList.js";
@@ -62,11 +60,14 @@ import { tool$evalsLocalization } from "./tools/evalsLocalization.js";
 import { tool$evalsPii } from "./tools/evalsPii.js";
 import { tool$evalsRagasCoherence } from "./tools/evalsRagasCoherence.js";
 import { tool$evalsRagasConciseness } from "./tools/evalsRagasConciseness.js";
+import { tool$evalsRagasContextEntitiesRecall } from "./tools/evalsRagasContextEntitiesRecall.js";
 import { tool$evalsRagasContextPrecision } from "./tools/evalsRagasContextPrecision.js";
+import { tool$evalsRagasContextRecall } from "./tools/evalsRagasContextRecall.js";
 import { tool$evalsRagasCorrectness } from "./tools/evalsRagasCorrectness.js";
 import { tool$evalsRagasFaithfulness } from "./tools/evalsRagasFaithfulness.js";
 import { tool$evalsRagasHarmfulness } from "./tools/evalsRagasHarmfulness.js";
 import { tool$evalsRagasMaliciousness } from "./tools/evalsRagasMaliciousness.js";
+import { tool$evalsRagasNoiseSensitivity } from "./tools/evalsRagasNoiseSensitivity.js";
 import { tool$evalsRagasResponseRelevancy } from "./tools/evalsRagasResponseRelevancy.js";
 import { tool$evalsRagasSummarization } from "./tools/evalsRagasSummarization.js";
 import { tool$evalsSentimentClassification } from "./tools/evalsSentimentClassification.js";
@@ -118,7 +119,7 @@ export function createMCPServer(deps: {
 }) {
   const server = new McpServer({
     name: "Orq",
-    version: "3.9.0-rc.0",
+    version: "3.9.0-rc.10",
   });
 
   const client = new OrqCore({
@@ -160,7 +161,6 @@ export function createMCPServer(deps: {
   tool(tool$deploymentsGetConfig);
   tool(tool$deploymentsInvoke);
   tool(tool$deploymentsStream);
-  tool(tool$deploymentsCreateExperiment);
   tool(tool$filesCreate);
   tool(tool$filesList);
   tool(tool$filesGet);
@@ -179,7 +179,6 @@ export function createMCPServer(deps: {
   tool(tool$datasetsRetrieve);
   tool(tool$datasetsUpdate);
   tool(tool$datasetsDelete);
-  tool(tool$datasetsCreateExperiment);
   tool(tool$datasetsListDatapoints);
   tool(tool$datasetsCreateDatapoint);
   tool(tool$datasetsRetrieveDatapoint);
@@ -234,10 +233,13 @@ export function createMCPServer(deps: {
   tool(tool$evalsRagasCoherence);
   tool(tool$evalsRagasConciseness);
   tool(tool$evalsRagasContextPrecision);
+  tool(tool$evalsRagasContextRecall);
+  tool(tool$evalsRagasContextEntitiesRecall);
   tool(tool$evalsRagasCorrectness);
   tool(tool$evalsRagasFaithfulness);
   tool(tool$evalsRagasHarmfulness);
   tool(tool$evalsRagasMaliciousness);
+  tool(tool$evalsRagasNoiseSensitivity);
   tool(tool$evalsRagasResponseRelevancy);
   tool(tool$evalsRagasSummarization);
   tool(tool$evalsInvoke);

package/src/mcp-server/tools/evalsRagasContextEntitiesRecall.ts

@@ -0,0 +1,37 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ */
+
+import { evalsRagasContextEntitiesRecall } from "../../funcs/evalsRagasContextEntitiesRecall.js";
+import * as operations from "../../models/operations/index.js";
+import { formatResult, ToolDefinition } from "../tools.js";
+
+const args = {
+  request: operations.EvalsRagasContextEntitiesRecallRequestBody$inboundSchema
+    .optional(),
+};
+
+export const tool$evalsRagasContextEntitiesRecall: ToolDefinition<typeof args> =
+  {
+    name: "evals-ragas-context-entities-recall",
+    description: `Run Context Entities Recall Evaluator`,
+    args,
+    tool: async (client, args, ctx) => {
+      const [result, apiCall] = await evalsRagasContextEntitiesRecall(
+        client,
+        args.request,
+        { fetchOptions: { signal: ctx.signal } },
+      ).$inspect();
+
+      if (!result.ok) {
+        return {
+          content: [{ type: "text", text: result.error.message }],
+          isError: true,
+        };
+      }
+
+      const value = result.value;
+
+      return formatResult(value, apiCall);
+    },
+  };

package/src/mcp-server/tools/{datasetsCreateExperiment.ts → evalsRagasContextRecall.ts}

@@ -2,22 +2,21 @@
  * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
  */
 
-import { datasetsCreateExperiment } from "../../funcs/datasetsCreateExperiment.js";
+import { evalsRagasContextRecall } from "../../funcs/evalsRagasContextRecall.js";
 import * as operations from "../../models/operations/index.js";
 import { formatResult, ToolDefinition } from "../tools.js";
 
 const args = {
-  request: operations.CreateDatasetExperimentRequest$inboundSchema,
+  request: operations.EvalsRagasContextRecallRequestBody$inboundSchema
+    .optional(),
 };
 
-export const tool$datasetsCreateExperiment: ToolDefinition<typeof args> = {
-  name: "datasets-create-experiment",
-  description: `Create an experiment from a dataset
-
-Create an experiment from a dataset`,
+export const tool$evalsRagasContextRecall: ToolDefinition<typeof args> = {
+  name: "evals-ragas-context-recall",
+  description: `Run Context Recall Evaluator`,
   args,
   tool: async (client, args, ctx) => {
-    const [result, apiCall] = await datasetsCreateExperiment(
+    const [result, apiCall] = await evalsRagasContextRecall(
       client,
       args.request,
       { fetchOptions: { signal: ctx.signal } },

package/src/mcp-server/tools/{deploymentsCreateExperiment.ts → evalsRagasNoiseSensitivity.ts}

@@ -2,22 +2,21 @@
  * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
  */
 
-import { deploymentsCreateExperiment } from "../../funcs/deploymentsCreateExperiment.js";
+import { evalsRagasNoiseSensitivity } from "../../funcs/evalsRagasNoiseSensitivity.js";
 import * as operations from "../../models/operations/index.js";
 import { formatResult, ToolDefinition } from "../tools.js";
 
 const args = {
-  request: operations.CreateDeploymentExperimentRequest$inboundSchema,
+  request: operations.EvalsRagasNoiseSensitivityRequestBody$inboundSchema
+    .optional(),
 };
 
-export const tool$deploymentsCreateExperiment: ToolDefinition<typeof args> = {
-  name: "deployments-create-experiment",
-  description: `Create an experiment from a deployment
-
-Create an experiment from a deployment`,
+export const tool$evalsRagasNoiseSensitivity: ToolDefinition<typeof args> = {
+  name: "evals-ragas-noise-sensitivity",
+  description: `Run Noise Sensitivity Evaluator`,
   args,
   tool: async (client, args, ctx) => {
-    const [result, apiCall] = await deploymentsCreateExperiment(
+    const [result, apiCall] = await evalsRagasNoiseSensitivity(
       client,
       args.request,
       { fetchOptions: { signal: ctx.signal } },