@lightsage/mcp 0.4.6 → 0.4.8

package/src/mcp-server/tools/agentPreferenceEvalsCreate.ts

@@ -0,0 +1,43 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ * @generated-id: ea8f87614ea4
+ */
+
+import { agentPreferenceEvalsCreate } from "../../funcs/agentPreferenceEvalsCreate.js";
+import { CreateV2AgentPreferenceEvalRequest$zodSchema } from "../../models/createv2agentpreferenceevalrequest.js";
+import { formatResult, ToolDefinition } from "../tools.js";
+
+const args = {
+  request: CreateV2AgentPreferenceEvalRequest$zodSchema,
+};
+
+export const tool$agentPreferenceEvalsCreate: ToolDefinition<typeof args> = {
+  name: "agent-preference-evals-create",
+  description: `Create Eval
+
+Creates a head-to-head comparison between your company and one tracked competitor. Each prompt asks an agent to choose, and a fixed judge records which company it recommended. Creating the eval does not start a run; pass the returned \`id\` as \`eval_id\` to \`POST /v2/eval-runs\`.`,
+  annotations: {
+    "title": "",
+    "destructiveHint": false,
+    "idempotentHint": false,
+    "openWorldHint": false,
+    "readOnlyHint": false,
+  },
+  args,
+  tool: async (client, args, ctx) => {
+    const [result] = await agentPreferenceEvalsCreate(
+      client,
+      args.request,
+      { fetchOptions: { signal: ctx.signal } },
+    ).$inspect();
+
+    if (!result.ok) {
+      return {
+        content: [{ type: "text", text: result.error.message }],
+        isError: true,
+      };
+    }
+
+    return formatResult(result.value);
+  },
+};

package/src/mcp-server/tools/agentPreferenceEvalsDelete.ts

@@ -0,0 +1,43 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ * @generated-id: d7ee04309183
+ */
+
+import { agentPreferenceEvalsDelete } from "../../funcs/agentPreferenceEvalsDelete.js";
+import { V2AgentPreferenceEvalsDeleteRequest$zodSchema } from "../../models/v2agentpreferenceevalsdeleteop.js";
+import { formatResult, ToolDefinition } from "../tools.js";
+
+const args = {
+  request: V2AgentPreferenceEvalsDeleteRequest$zodSchema,
+};
+
+export const tool$agentPreferenceEvalsDelete: ToolDefinition<typeof args> = {
+  name: "agent-preference-evals-delete",
+  description: `Delete Eval
+
+Permanently deletes an Agent Preference eval and returns its last saved state.`,
+  annotations: {
+    "title": "",
+    "destructiveHint": true,
+    "idempotentHint": false,
+    "openWorldHint": false,
+    "readOnlyHint": false,
+  },
+  args,
+  tool: async (client, args, ctx) => {
+    const [result] = await agentPreferenceEvalsDelete(
+      client,
+      args.request,
+      { fetchOptions: { signal: ctx.signal } },
+    ).$inspect();
+
+    if (!result.ok) {
+      return {
+        content: [{ type: "text", text: result.error.message }],
+        isError: true,
+      };
+    }
+
+    return formatResult(result.value);
+  },
+};

package/src/mcp-server/tools/agentPreferenceEvalsList.ts

@@ -0,0 +1,36 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ * @generated-id: 60715cfd0f8f
+ */
+
+import { agentPreferenceEvalsList } from "../../funcs/agentPreferenceEvalsList.js";
+import { formatResult, ToolDefinition } from "../tools.js";
+
+export const tool$agentPreferenceEvalsList: ToolDefinition = {
+  name: "agent-preference-evals-list",
+  description: `List Evals
+
+Returns all active Agent Preference evals owned by the organization.`,
+  annotations: {
+    "title": "",
+    "destructiveHint": false,
+    "idempotentHint": false,
+    "openWorldHint": false,
+    "readOnlyHint": true,
+  },
+  tool: async (client, ctx) => {
+    const [result] = await agentPreferenceEvalsList(
+      client,
+      { fetchOptions: { signal: ctx.signal } },
+    ).$inspect();
+
+    if (!result.ok) {
+      return {
+        content: [{ type: "text", text: result.error.message }],
+        isError: true,
+      };
+    }
+
+    return formatResult(result.value);
+  },
+};

package/src/mcp-server/tools/agentPreferenceEvalsResultsList.ts

@@ -0,0 +1,44 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ * @generated-id: 779d2fe3240a
+ */
+
+import { agentPreferenceEvalsResultsList } from "../../funcs/agentPreferenceEvalsResultsList.js";
+import { V2AgentPreferenceResultsListRequest$zodSchema } from "../../models/v2agentpreferenceresultslistop.js";
+import { formatResult, ToolDefinition } from "../tools.js";
+
+const args = {
+  request: V2AgentPreferenceResultsListRequest$zodSchema,
+};
+
+export const tool$agentPreferenceEvalsResultsList: ToolDefinition<typeof args> =
+  {
+    name: "agent-preference-evals-results-list",
+    description: `List Results
+
+Returns recorded attempts for an Agent Preference eval, newest first, each with whether your company won, lost, or tied against the competitor.`,
+    annotations: {
+      "title": "",
+      "destructiveHint": false,
+      "idempotentHint": false,
+      "openWorldHint": false,
+      "readOnlyHint": true,
+    },
+    args,
+    tool: async (client, args, ctx) => {
+      const [result] = await agentPreferenceEvalsResultsList(
+        client,
+        args.request,
+        { fetchOptions: { signal: ctx.signal } },
+      ).$inspect();
+
+      if (!result.ok) {
+        return {
+          content: [{ type: "text", text: result.error.message }],
+          isError: true,
+        };
+      }
+
+      return formatResult(result.value);
+    },
+  };

package/src/mcp-server/tools/agentPreferenceEvalsRetrieve.ts

@@ -0,0 +1,43 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ * @generated-id: 4dc6629a3b3d
+ */
+
+import { agentPreferenceEvalsRetrieve } from "../../funcs/agentPreferenceEvalsRetrieve.js";
+import { V2AgentPreferenceEvalsRetrieveRequest$zodSchema } from "../../models/v2agentpreferenceevalsretrieveop.js";
+import { formatResult, ToolDefinition } from "../tools.js";
+
+const args = {
+  request: V2AgentPreferenceEvalsRetrieveRequest$zodSchema,
+};
+
+export const tool$agentPreferenceEvalsRetrieve: ToolDefinition<typeof args> = {
+  name: "agent-preference-evals-retrieve",
+  description: `Retrieve Eval
+
+Returns one Agent Preference eval.`,
+  annotations: {
+    "title": "",
+    "destructiveHint": false,
+    "idempotentHint": false,
+    "openWorldHint": false,
+    "readOnlyHint": true,
+  },
+  args,
+  tool: async (client, args, ctx) => {
+    const [result] = await agentPreferenceEvalsRetrieve(
+      client,
+      args.request,
+      { fetchOptions: { signal: ctx.signal } },
+    ).$inspect();
+
+    if (!result.ok) {
+      return {
+        content: [{ type: "text", text: result.error.message }],
+        isError: true,
+      };
+    }
+
+    return formatResult(result.value);
+  },
+};

package/src/mcp-server/tools/agentPreferenceEvalsUpdate.ts

@@ -0,0 +1,43 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ * @generated-id: 8d7c16e6d58d
+ */
+
+import { agentPreferenceEvalsUpdate } from "../../funcs/agentPreferenceEvalsUpdate.js";
+import { V2AgentPreferenceEvalsUpdateRequest$zodSchema } from "../../models/v2agentpreferenceevalsupdateop.js";
+import { formatResult, ToolDefinition } from "../tools.js";
+
+const args = {
+  request: V2AgentPreferenceEvalsUpdateRequest$zodSchema,
+};
+
+export const tool$agentPreferenceEvalsUpdate: ToolDefinition<typeof args> = {
+  name: "agent-preference-evals-update",
+  description: `Update Eval
+
+Updates an Agent Preference eval. Omitted fields remain unchanged, an empty \`agent\` or \`tags\` array clears that collection, and \`persona: null\` clears the saved persona. The competitor and the judge that decides the comparison cannot be changed.`,
+  annotations: {
+    "title": "",
+    "destructiveHint": false,
+    "idempotentHint": false,
+    "openWorldHint": false,
+    "readOnlyHint": false,
+  },
+  args,
+  tool: async (client, args, ctx) => {
+    const [result] = await agentPreferenceEvalsUpdate(
+      client,
+      args.request,
+      { fetchOptions: { signal: ctx.signal } },
+    ).$inspect();
+
+    if (!result.ok) {
+      return {
+        content: [{ type: "text", text: result.error.message }],
+        isError: true,
+      };
+    }
+
+    return formatResult(result.value);
+  },
+};

package/src/mcp-server/tools/agentPreferenceHeadToHeadRetrieve.ts

@@ -0,0 +1,45 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ * @generated-id: f53d1faeba02
+ */
+
+import { agentPreferenceHeadToHeadRetrieve } from "../../funcs/agentPreferenceHeadToHeadRetrieve.js";
+import { V2AgentPreferenceHeadToHeadRetrieveRequest$zodSchema } from "../../models/v2agentpreferenceheadtoheadretrieveop.js";
+import { formatResult, ToolDefinition } from "../tools.js";
+
+const args = {
+  request: V2AgentPreferenceHeadToHeadRetrieveRequest$zodSchema.optional(),
+};
+
+export const tool$agentPreferenceHeadToHeadRetrieve: ToolDefinition<
+  typeof args
+> = {
+  name: "agent-preference-head-to-head-retrieve",
+  description: `Retrieve Head To Head
+
+Returns how often agents recommended your company over each tracked competitor: wins, losses, ties, and win rate per competitor plus a combined record. Calculated from the most recent attempts across all Agent Preference evals, up to \`limit\`; \`truncated\` reports whether older attempts were left out.`,
+  annotations: {
+    "title": "",
+    "destructiveHint": false,
+    "idempotentHint": false,
+    "openWorldHint": false,
+    "readOnlyHint": true,
+  },
+  args,
+  tool: async (client, args, ctx) => {
+    const [result] = await agentPreferenceHeadToHeadRetrieve(
+      client,
+      args.request,
+      { fetchOptions: { signal: ctx.signal } },
+    ).$inspect();
+
+    if (!result.ok) {
+      return {
+        content: [{ type: "text", text: result.error.message }],
+        isError: true,
+      };
+    }
+
+    return formatResult(result.value);
+  },
+};

package/src/mcp-server/tools/agentsList.ts

@@ -0,0 +1,36 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ * @generated-id: 459e2de95741
+ */
+
+import { agentsList } from "../../funcs/agentsList.js";
+import { formatResult, ToolDefinition } from "../tools.js";
+
+export const tool$agentsList: ToolDefinition = {
+  name: "agents-list",
+  description: `List Agents
+
+Returns all runnable harness-and-model combinations as single agent IDs for use in eval runs.`,
+  annotations: {
+    "title": "",
+    "destructiveHint": false,
+    "idempotentHint": false,
+    "openWorldHint": false,
+    "readOnlyHint": true,
+  },
+  tool: async (client, ctx) => {
+    const [result] = await agentsList(
+      client,
+      { fetchOptions: { signal: ctx.signal } },
+    ).$inspect();
+
+    if (!result.ok) {
+      return {
+        content: [{ type: "text", text: result.error.message }],
+        isError: true,
+      };
+    }
+
+    return formatResult(result.value);
+  },
+};

package/src/mcp-server/tools/clIsList.ts

@@ -0,0 +1,36 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ * @generated-id: 76b369aeae77
+ */
+
+import { clIsList } from "../../funcs/clIsList.js";
+import { formatResult, ToolDefinition } from "../tools.js";
+
+export const tool$clIsList: ToolDefinition = {
+  name: "CL-is-list",
+  description: `List Clis
+
+Returns reusable CLIs without exposing setup or installation commands.`,
+  annotations: {
+    "title": "",
+    "destructiveHint": false,
+    "idempotentHint": false,
+    "openWorldHint": false,
+    "readOnlyHint": true,
+  },
+  tool: async (client, ctx) => {
+    const [result] = await clIsList(
+      client,
+      { fetchOptions: { signal: ctx.signal } },
+    ).$inspect();
+
+    if (!result.ok) {
+      return {
+        content: [{ type: "text", text: result.error.message }],
+        isError: true,
+      };
+    }
+
+    return formatResult(result.value);
+  },
+};

package/src/mcp-server/tools/environmentsList.ts

@@ -0,0 +1,36 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ * @generated-id: 34263855b0ed
+ */
+
+import { environmentsList } from "../../funcs/environmentsList.js";
+import { formatResult, ToolDefinition } from "../tools.js";
+
+export const tool$environmentsList: ToolDefinition = {
+  name: "environments-list",
+  description: `List Environments
+
+Returns reusable environments without exposing secret values.`,
+  annotations: {
+    "title": "",
+    "destructiveHint": false,
+    "idempotentHint": false,
+    "openWorldHint": false,
+    "readOnlyHint": true,
+  },
+  tool: async (client, ctx) => {
+    const [result] = await environmentsList(
+      client,
+      { fetchOptions: { signal: ctx.signal } },
+    ).$inspect();
+
+    if (!result.ok) {
+      return {
+        content: [{ type: "text", text: result.error.message }],
+        isError: true,
+      };
+    }
+
+    return formatResult(result.value);
+  },
+};

package/src/mcp-server/tools/evalRunsList.ts

@@ -0,0 +1,43 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ * @generated-id: e78b4347a23e
+ */
+
+import { evalRunsList } from "../../funcs/evalRunsList.js";
+import { V2EvalRunsListRequest$zodSchema } from "../../models/v2evalrunslistop.js";
+import { formatResult, ToolDefinition } from "../tools.js";
+
+const args = {
+  request: V2EvalRunsListRequest$zodSchema.optional(),
+};
+
+export const tool$evalRunsList: ToolDefinition<typeof args> = {
+  name: "eval-runs-list",
+  description: `List Runs
+
+Returns jobs created through \`POST /v2/eval-runs\`, ordered newest first, with lifecycle state and progress.`,
+  annotations: {
+    "title": "",
+    "destructiveHint": false,
+    "idempotentHint": false,
+    "openWorldHint": false,
+    "readOnlyHint": true,
+  },
+  args,
+  tool: async (client, args, ctx) => {
+    const [result] = await evalRunsList(
+      client,
+      args.request,
+      { fetchOptions: { signal: ctx.signal } },
+    ).$inspect();
+
+    if (!result.ok) {
+      return {
+        content: [{ type: "text", text: result.error.message }],
+        isError: true,
+      };
+    }
+
+    return formatResult(result.value);
+  },
+};

package/src/mcp-server/tools/evalTemplatesCreate.ts

@@ -0,0 +1,43 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ * @generated-id: 854d649ced77
+ */
+
+import { evalTemplatesCreate } from "../../funcs/evalTemplatesCreate.js";
+import { CreateEvalTemplateRequest$zodSchema } from "../../models/createevaltemplaterequest.js";
+import { formatResult, ToolDefinition } from "../tools.js";
+
+const args = {
+  request: CreateEvalTemplateRequest$zodSchema,
+};
+
+export const tool$evalTemplatesCreate: ToolDefinition<typeof args> = {
+  name: "eval-templates-create",
+  description: `Create an Eval template
+
+Step 1 of the reusable template workflow. Creates an organization-owned Eval template containing only the configuration components selected in \`included_components\`. Do not include task prompts in the template. The response returns the template \`id\` and \`version\`; pass them as \`template_id\` and \`expected_template_version\` to \`POST /v2/evals/batch\` with each eval's name and prompts. Applying a template copies its values into the new evals without creating a live link.`,
+  annotations: {
+    "title": "",
+    "destructiveHint": false,
+    "idempotentHint": false,
+    "openWorldHint": false,
+    "readOnlyHint": false,
+  },
+  args,
+  tool: async (client, args, ctx) => {
+    const [result] = await evalTemplatesCreate(
+      client,
+      args.request,
+      { fetchOptions: { signal: ctx.signal } },
+    ).$inspect();
+
+    if (!result.ok) {
+      return {
+        content: [{ type: "text", text: result.error.message }],
+        isError: true,
+      };
+    }
+
+    return formatResult(result.value);
+  },
+};

package/src/mcp-server/tools/evalTemplatesDelete.ts

@@ -0,0 +1,43 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ * @generated-id: 3c59f78e95da
+ */
+
+import { evalTemplatesDelete } from "../../funcs/evalTemplatesDelete.js";
+import { V2EvalTemplatesDeleteRequest$zodSchema } from "../../models/v2evaltemplatesdeleteop.js";
+import { formatResult, ToolDefinition } from "../tools.js";
+
+const args = {
+  request: V2EvalTemplatesDeleteRequest$zodSchema,
+};
+
+export const tool$evalTemplatesDelete: ToolDefinition<typeof args> = {
+  name: "eval-templates-delete",
+  description: `Delete an Eval template
+
+Soft-deletes an Eval template. Evals previously created from it remain independent and continue to run with their copied configuration.`,
+  annotations: {
+    "title": "",
+    "destructiveHint": true,
+    "idempotentHint": false,
+    "openWorldHint": false,
+    "readOnlyHint": false,
+  },
+  args,
+  tool: async (client, args, ctx) => {
+    const [result] = await evalTemplatesDelete(
+      client,
+      args.request,
+      { fetchOptions: { signal: ctx.signal } },
+    ).$inspect();
+
+    if (!result.ok) {
+      return {
+        content: [{ type: "text", text: result.error.message }],
+        isError: true,
+      };
+    }
+
+    return formatResult(result.value);
+  },
+};

package/src/mcp-server/tools/evalTemplatesList.ts

@@ -0,0 +1,36 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ * @generated-id: 02562791180f
+ */
+
+import { evalTemplatesList } from "../../funcs/evalTemplatesList.js";
+import { formatResult, ToolDefinition } from "../tools.js";
+
+export const tool$evalTemplatesList: ToolDefinition = {
+  name: "eval-templates-list",
+  description: `List Eval templates
+
+Returns active reusable Eval templates owned by the authenticated organization. Templates contain reusable configuration and never task prompts.`,
+  annotations: {
+    "title": "",
+    "destructiveHint": false,
+    "idempotentHint": false,
+    "openWorldHint": false,
+    "readOnlyHint": true,
+  },
+  tool: async (client, ctx) => {
+    const [result] = await evalTemplatesList(
+      client,
+      { fetchOptions: { signal: ctx.signal } },
+    ).$inspect();
+
+    if (!result.ok) {
+      return {
+        content: [{ type: "text", text: result.error.message }],
+        isError: true,
+      };
+    }
+
+    return formatResult(result.value);
+  },
+};

package/src/mcp-server/tools/evalTemplatesRetrieve.ts

@@ -0,0 +1,43 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ * @generated-id: 515013c55c4a
+ */
+
+import { evalTemplatesRetrieve } from "../../funcs/evalTemplatesRetrieve.js";
+import { V2EvalTemplatesRetrieveRequest$zodSchema } from "../../models/v2evaltemplatesretrieveop.js";
+import { formatResult, ToolDefinition } from "../tools.js";
+
+const args = {
+  request: V2EvalTemplatesRetrieveRequest$zodSchema,
+};
+
+export const tool$evalTemplatesRetrieve: ToolDefinition<typeof args> = {
+  name: "eval-templates-retrieve",
+  description: `Retrieve an Eval template
+
+Returns one active reusable Eval template.`,
+  annotations: {
+    "title": "",
+    "destructiveHint": false,
+    "idempotentHint": false,
+    "openWorldHint": false,
+    "readOnlyHint": true,
+  },
+  args,
+  tool: async (client, args, ctx) => {
+    const [result] = await evalTemplatesRetrieve(
+      client,
+      args.request,
+      { fetchOptions: { signal: ctx.signal } },
+    ).$inspect();
+
+    if (!result.ok) {
+      return {
+        content: [{ type: "text", text: result.error.message }],
+        isError: true,
+      };
+    }
+
+    return formatResult(result.value);
+  },
+};

package/src/mcp-server/tools/evalTemplatesUpdate.ts

@@ -0,0 +1,43 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ * @generated-id: d738d0797644
+ */
+
+import { evalTemplatesUpdate } from "../../funcs/evalTemplatesUpdate.js";
+import { V2EvalTemplatesUpdateRequest$zodSchema } from "../../models/v2evaltemplatesupdateop.js";
+import { formatResult, ToolDefinition } from "../tools.js";
+
+const args = {
+  request: V2EvalTemplatesUpdateRequest$zodSchema,
+};
+
+export const tool$evalTemplatesUpdate: ToolDefinition<typeof args> = {
+  name: "eval-templates-update",
+  description: `Update an Eval template
+
+Updates an Eval template. Supply \`expected_template_version\` to reject an edit based on stale data. Existing evals are never changed.`,
+  annotations: {
+    "title": "",
+    "destructiveHint": false,
+    "idempotentHint": false,
+    "openWorldHint": false,
+    "readOnlyHint": false,
+  },
+  args,
+  tool: async (client, args, ctx) => {
+    const [result] = await evalTemplatesUpdate(
+      client,
+      args.request,
+      { fetchOptions: { signal: ctx.signal } },
+    ).$inspect();
+
+    if (!result.ok) {
+      return {
+        content: [{ type: "text", text: result.error.message }],
+        isError: true,
+      };
+    }
+
+    return formatResult(result.value);
+  },
+};