@lightsage/mcp 0.3.1 → 0.4.0

package/src/mcp-server/tools/evalResultsV2EvalResultsRetrieve.ts

@@ -1,45 +0,0 @@
-/*
- * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
- * @generated-id: ca0f00d47dca
- */
-
-import { evalResultsV2EvalResultsRetrieve } from "../../funcs/evalResultsV2EvalResultsRetrieve.js";
-import { V2EvalResultsRetrieveRequest$zodSchema } from "../../models/v2evalresultsretrieveop.js";
-import { formatResult, ToolDefinition } from "../tools.js";
-
-const args = {
-  request: V2EvalResultsRetrieveRequest$zodSchema,
-};
-
-export const tool$evalResultsV2EvalResultsRetrieve: ToolDefinition<
-  typeof args
-> = {
-  name: "eval-results-v2-eval-results-retrieve",
-  description: `Retrieve Result
-
-Returns one completed custom-eval result with its output and diagnostic details.`,
-  annotations: {
-    "title": "",
-    "destructiveHint": false,
-    "idempotentHint": false,
-    "openWorldHint": false,
-    "readOnlyHint": true,
-  },
-  args,
-  tool: async (client, args, ctx) => {
-    const [result] = await evalResultsV2EvalResultsRetrieve(
-      client,
-      args.request,
-      { fetchOptions: { signal: ctx.signal } },
-    ).$inspect();
-
-    if (!result.ok) {
-      return {
-        content: [{ type: "text", text: result.error.message }],
-        isError: true,
-      };
-    }
-
-    return formatResult(result.value);
-  },
-};

package/src/mcp-server/tools/evalsAnalysis.ts

@@ -1,43 +0,0 @@
-/*
- * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
- * @generated-id: 323a92ae7245
- */
-
-import { evalsAnalysis } from "../../funcs/evalsAnalysis.js";
-import { V2EvalRunsAnalysisRequest$zodSchema } from "../../models/v2evalrunsanalysisop.js";
-import { formatResult, ToolDefinition } from "../tools.js";
-
-const args = {
-  request: V2EvalRunsAnalysisRequest$zodSchema,
-};
-
-export const tool$evalsAnalysis: ToolDefinition<typeof args> = {
-  name: "evals-analysis",
-  description: `Retrieve eval run analysis
-
-Returns the persisted analysis produced for each completed attempt in one eval run. The analysis includes the verdict, outcome explanation, findings, bottleneck, and analysis sections. Active runs return the analysis available so far together with current run status and progress.`,
-  annotations: {
-    "title": "",
-    "destructiveHint": false,
-    "idempotentHint": false,
-    "openWorldHint": false,
-    "readOnlyHint": true,
-  },
-  args,
-  tool: async (client, args, ctx) => {
-    const [result] = await evalsAnalysis(
-      client,
-      args.request,
-      { fetchOptions: { signal: ctx.signal } },
-    ).$inspect();
-
-    if (!result.ok) {
-      return {
-        content: [{ type: "text", text: result.error.message }],
-        isError: true,
-      };
-    }
-
-    return formatResult(result.value);
-  },
-};

package/src/models/v2evalresult.ts

@@ -1,46 +0,0 @@
-/*
- * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
- * @generated-id: af5fe155cd88
- */
-
-import * as z from "zod";
-
-export type V2EvalResult = {
-  id: string;
-  eval_id?: string | null | undefined;
-  agent?: string | null | undefined;
-  prompt?: string | null | undefined;
-  prompt_index?: number | undefined;
-  repeat_index?: number | undefined;
-  passed?: boolean | null | undefined;
-  score?: number | null | undefined;
-  failure_reasons?: Array<string> | null | undefined;
-  latency_ms?: number | null | undefined;
-  created_at?: string | null | undefined;
-  output?: string | null | undefined;
-  execution_stdout?: string | null | undefined;
-  execution_stderr?: string | null | undefined;
-  exit_code?: number | null | undefined;
-  tool_calls?: Array<{ [k: string]: any }> | null | undefined;
-};
-
-export const V2EvalResult$zodSchema: z.ZodType<V2EvalResult> = z.object({
-  agent: z.string().nullable().optional().describe(
-    "Runnable agent combining the harness and model.",
-  ),
-  created_at: z.string().nullable().optional(),
-  eval_id: z.string().nullable().optional(),
-  execution_stderr: z.string().nullable().optional(),
-  execution_stdout: z.string().nullable().optional(),
-  exit_code: z.int().nullable().optional(),
-  failure_reasons: z.array(z.string()).nullable().optional(),
-  id: z.string().describe("Result ID, not an eval job ID."),
-  latency_ms: z.int().nullable().optional(),
-  output: z.string().nullable().optional(),
-  passed: z.boolean().nullable().optional(),
-  prompt: z.string().nullable().optional(),
-  prompt_index: z.int().default(0),
-  repeat_index: z.int().default(0),
-  score: z.number().nullable().optional().describe("Score from 0 to 1."),
-  tool_calls: z.array(z.record(z.string(), z.any())).nullable().optional(),
-});

package/src/models/v2evalresultslistop.ts

@@ -1,39 +0,0 @@
-/*
- * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
- * @generated-id: 2a13b3a5afb9
- */
-
-import * as z from "zod";
-import {
-  HTTPValidationError,
-  HTTPValidationError$zodSchema,
-} from "./httpvalidationerror.js";
-import {
-  V2EvalResultsResponse,
-  V2EvalResultsResponse$zodSchema,
-} from "./v2evalresultsresponse.js";
-
-export type V2EvalResultsListRequest = {
-  since?: string | undefined;
-  limit?: number | undefined;
-};
-
-export const V2EvalResultsListRequest$zodSchema: z.ZodType<
-  V2EvalResultsListRequest
-> = z.object({
-  limit: z.int().default(20),
-  since: z.string().describe(
-    "Relative window such as `7d` or an ISO timestamp.",
-  ).optional(),
-});
-
-export type V2EvalResultsListResponse =
-  | V2EvalResultsResponse
-  | HTTPValidationError;
-
-export const V2EvalResultsListResponse$zodSchema: z.ZodType<
-  V2EvalResultsListResponse
-> = z.union([
-  V2EvalResultsResponse$zodSchema,
-  HTTPValidationError$zodSchema,
-]);

package/src/models/v2evalresultsresponse.ts

@@ -1,23 +0,0 @@
-/*
- * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
- * @generated-id: 3fe527878ab9
- */
-
-import * as z from "zod";
-import {
-  V2EvalResultSummary,
-  V2EvalResultSummary$zodSchema,
-} from "./v2evalresultsummary.js";
-
-export type V2EvalResultsResponse = {
-  data?: Array<V2EvalResultSummary> | undefined;
-  count: number;
-  limit: number;
-};
-
-export const V2EvalResultsResponse$zodSchema: z.ZodType<V2EvalResultsResponse> =
-  z.object({
-    count: z.int(),
-    data: z.array(V2EvalResultSummary$zodSchema).optional(),
-    limit: z.int(),
-  });

package/src/models/v2evalresultsretrieveop.ts

@@ -1,28 +0,0 @@
-/*
- * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
- * @generated-id: 8a49bc00e0b8
- */
-
-import * as z from "zod";
-import {
-  HTTPValidationError,
-  HTTPValidationError$zodSchema,
-} from "./httpvalidationerror.js";
-import { V2EvalResult, V2EvalResult$zodSchema } from "./v2evalresult.js";
-
-export type V2EvalResultsRetrieveRequest = { result_id: string };
-
-export const V2EvalResultsRetrieveRequest$zodSchema: z.ZodType<
-  V2EvalResultsRetrieveRequest
-> = z.object({
-  result_id: z.string(),
-});
-
-export type V2EvalResultsRetrieveResponse = V2EvalResult | HTTPValidationError;
-
-export const V2EvalResultsRetrieveResponse$zodSchema: z.ZodType<
-  V2EvalResultsRetrieveResponse
-> = z.union([
-  V2EvalResult$zodSchema,
-  HTTPValidationError$zodSchema,
-]);

package/src/models/v2evalrunanalysisresponse.ts

@@ -1,32 +0,0 @@
-/*
- * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
- * @generated-id: 16648f81799b
- */
-
-import * as z from "zod";
-import {
-  PublicEvalRunProgress,
-  PublicEvalRunProgress$zodSchema,
-} from "./publicevalrunprogress.js";
-import {
-  V2EvalRunAnalysis,
-  V2EvalRunAnalysis$zodSchema,
-} from "./v2evalrunanalysis.js";
-
-export type V2EvalRunAnalysisResponse = {
-  run_id: string;
-  status: string;
-  progress?: PublicEvalRunProgress | undefined;
-  error?: string | null | undefined;
-  data?: Array<V2EvalRunAnalysis> | undefined;
-};
-
-export const V2EvalRunAnalysisResponse$zodSchema: z.ZodType<
-  V2EvalRunAnalysisResponse
-> = z.object({
-  data: z.array(V2EvalRunAnalysis$zodSchema).optional(),
-  error: z.string().nullable().optional(),
-  progress: PublicEvalRunProgress$zodSchema.optional(),
-  run_id: z.string(),
-  status: z.string(),
-});

package/src/models/v2evalrunsanalysisop.ts

@@ -1,48 +0,0 @@
-/*
- * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
- * @generated-id: 4c00eef582d7
- */
-
-import * as z from "zod";
-import {
-  HTTPValidationError,
-  HTTPValidationError$zodSchema,
-} from "./httpvalidationerror.js";
-import {
-  V2EvalRunAnalysisResponse,
-  V2EvalRunAnalysisResponse$zodSchema,
-} from "./v2evalrunanalysisresponse.js";
-
-export type V2EvalRunsAnalysisRequest = { run_id: string };
-
-export const V2EvalRunsAnalysisRequest$zodSchema: z.ZodType<
-  V2EvalRunsAnalysisRequest
-> = z.object({
-  run_id: z.string(),
-});
-
-/**
- * Eval run not found. Use the run ID returned when you started the eval.
- */
-export type V2EvalRunsAnalysisResponseBody = { detail: string };
-
-export const V2EvalRunsAnalysisResponseBody$zodSchema: z.ZodType<
-  V2EvalRunsAnalysisResponseBody
-> = z.object({
-  detail: z.string(),
-}).describe(
-  "Eval run not found. Use the run ID returned when you started the eval.",
-);
-
-export type V2EvalRunsAnalysisResponse =
-  | V2EvalRunAnalysisResponse
-  | V2EvalRunsAnalysisResponseBody
-  | HTTPValidationError;
-
-export const V2EvalRunsAnalysisResponse$zodSchema: z.ZodType<
-  V2EvalRunsAnalysisResponse
-> = z.union([
-  V2EvalRunAnalysisResponse$zodSchema,
-  z.lazy(() => V2EvalRunsAnalysisResponseBody$zodSchema),
-  HTTPValidationError$zodSchema,
-]);