@lightsage/mcp 0.3.0 → 0.4.0

package/src/funcs/evalResultsV2EvalResultsList.ts

@@ -1,149 +0,0 @@
-/*
- * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
- * @generated-id: 76617aca5ec6
- */
-
-import { LightsageMcpCore } from "../core.js";
-import { encodeFormQuery } from "../lib/encodings.js";
-import { compactMap } from "../lib/primitives.js";
-import { safeParse } from "../lib/schemas.js";
-import { RequestOptions } from "../lib/sdks.js";
-import { extractSecurity, resolveGlobalSecurity } from "../lib/security.js";
-import { pathToFunc } from "../lib/url.js";
-import { APIError } from "../models/errors/apierror.js";
-import {
-  ConnectionError,
-  InvalidRequestError,
-  RequestAbortedError,
-  RequestTimeoutError,
-  UnexpectedClientError,
-} from "../models/errors/httpclienterrors.js";
-import { SDKValidationError } from "../models/errors/sdkvalidationerror.js";
-import {
-  V2EvalResultsListRequest,
-  V2EvalResultsListRequest$zodSchema,
-} from "../models/v2evalresultslistop.js";
-import { APICall, APIPromise } from "../types/async.js";
-import { Result } from "../types/fp.js";
-
-/**
- * List Results
- *
- * @remarks
- * Returns completed custom-eval results from all supported run flows, ordered newest first. Result IDs are different from eval run IDs.
- */
-export function evalResultsV2EvalResultsList(
-  client$: LightsageMcpCore,
-  request?: V2EvalResultsListRequest | undefined,
-  options?: RequestOptions,
-): APIPromise<
-  Result<
-    Response,
-    | APIError
-    | SDKValidationError
-    | UnexpectedClientError
-    | InvalidRequestError
-    | RequestAbortedError
-    | RequestTimeoutError
-    | ConnectionError
-  >
-> {
-  return new APIPromise($do(
-    client$,
-    request,
-    options,
-  ));
-}
-
-async function $do(
-  client$: LightsageMcpCore,
-  request?: V2EvalResultsListRequest | undefined,
-  options?: RequestOptions,
-): Promise<
-  [
-    Result<
-      Response,
-      | APIError
-      | SDKValidationError
-      | UnexpectedClientError
-      | InvalidRequestError
-      | RequestAbortedError
-      | RequestTimeoutError
-      | ConnectionError
-    >,
-    APICall,
-  ]
-> {
-  const parsed$ = safeParse(
-    request,
-    (value$) => V2EvalResultsListRequest$zodSchema.optional().parse(value$),
-    "Input validation failed",
-  );
-  if (!parsed$.ok) {
-    return [parsed$, { status: "invalid" }];
-  }
-  const payload$ = parsed$.value;
-  const body$ = null;
-  const path$ = pathToFunc("/v2/eval-results")();
-  const query$ = encodeFormQuery({
-    "limit": payload$?.limit,
-    "since": payload$?.since,
-  });
-
-  const headers$ = new Headers(compactMap({
-    Accept: "application/json",
-  }));
-  const securityInput = await extractSecurity(client$._options.security);
-  const requestSecurity = resolveGlobalSecurity(securityInput);
-
-  const context = {
-    options: client$._options,
-    baseURL: options?.serverURL ?? client$._baseURL ?? "",
-    operationID: "v2_eval_results_list",
-    oAuth2Scopes: null,
-    resolvedSecurity: requestSecurity,
-    securitySource: client$._options.security,
-    retryConfig: options?.retries
-      || client$._options.retryConfig
-      || { strategy: "none" },
-    retryCodes: options?.retryCodes || [
-      "429",
-      "500",
-      "502",
-      "503",
-      "504",
-    ],
-  };
-
-  const requestRes = client$._createRequest(context, {
-    security: requestSecurity,
-    method: "GET",
-    baseURL: options?.serverURL,
-    path: path$,
-    headers: headers$,
-    query: query$,
-    body: body$,
-    userAgent: client$._options.userAgent,
-    timeoutMs: options?.timeoutMs || client$._options.timeoutMs
-      || -1,
-  }, options);
-  if (!requestRes.ok) {
-    return [requestRes, { status: "invalid" }];
-  }
-  const req$ = requestRes.value;
-
-  const doResult = await client$._do(req$, {
-    context,
-    errorCodes: [],
-    retryConfig: context.retryConfig,
-    retryCodes: context.retryCodes,
-  });
-  if (!doResult.ok) {
-    return [doResult, { status: "request-error", request: req$ }];
-  }
-  return [doResult, {
-    status: "complete",
-    "request": req$,
-    response: doResult.value,
-  }];
-}

package/src/funcs/evalResultsV2EvalResultsRetrieve.ts

@@ -1,153 +0,0 @@
-/*
- * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
- * @generated-id: f10f68661c0c
- */
-
-import { LightsageMcpCore } from "../core.js";
-import { encodeSimple } from "../lib/encodings.js";
-import { compactMap } from "../lib/primitives.js";
-import { safeParse } from "../lib/schemas.js";
-import { RequestOptions } from "../lib/sdks.js";
-import { extractSecurity, resolveGlobalSecurity } from "../lib/security.js";
-import { pathToFunc } from "../lib/url.js";
-import { APIError } from "../models/errors/apierror.js";
-import {
-  ConnectionError,
-  InvalidRequestError,
-  RequestAbortedError,
-  RequestTimeoutError,
-  UnexpectedClientError,
-} from "../models/errors/httpclienterrors.js";
-import { SDKValidationError } from "../models/errors/sdkvalidationerror.js";
-import {
-  V2EvalResultsRetrieveRequest,
-  V2EvalResultsRetrieveRequest$zodSchema,
-} from "../models/v2evalresultsretrieveop.js";
-import { APICall, APIPromise } from "../types/async.js";
-import { Result } from "../types/fp.js";
-
-/**
- * Retrieve Result
- *
- * @remarks
- * Returns one completed custom-eval result with its output and diagnostic details.
- */
-export function evalResultsV2EvalResultsRetrieve(
-  client$: LightsageMcpCore,
-  request: V2EvalResultsRetrieveRequest,
-  options?: RequestOptions,
-): APIPromise<
-  Result<
-    Response,
-    | APIError
-    | SDKValidationError
-    | UnexpectedClientError
-    | InvalidRequestError
-    | RequestAbortedError
-    | RequestTimeoutError
-    | ConnectionError
-  >
-> {
-  return new APIPromise($do(
-    client$,
-    request,
-    options,
-  ));
-}
-
-async function $do(
-  client$: LightsageMcpCore,
-  request: V2EvalResultsRetrieveRequest,
-  options?: RequestOptions,
-): Promise<
-  [
-    Result<
-      Response,
-      | APIError
-      | SDKValidationError
-      | UnexpectedClientError
-      | InvalidRequestError
-      | RequestAbortedError
-      | RequestTimeoutError
-      | ConnectionError
-    >,
-    APICall,
-  ]
-> {
-  const parsed$ = safeParse(
-    request,
-    (value$) => V2EvalResultsRetrieveRequest$zodSchema.parse(value$),
-    "Input validation failed",
-  );
-  if (!parsed$.ok) {
-    return [parsed$, { status: "invalid" }];
-  }
-  const payload$ = parsed$.value;
-  const body$ = null;
-
-  const pathParams$ = {
-    result_id: encodeSimple("result_id", payload$.result_id, {
-      explode: false,
-      charEncoding: "percent",
-    }),
-  };
-  const path$ = pathToFunc("/v2/eval-results/{result_id}")(
-    pathParams$,
-  );
-
-  const headers$ = new Headers(compactMap({
-    Accept: "application/json",
-  }));
-  const securityInput = await extractSecurity(client$._options.security);
-  const requestSecurity = resolveGlobalSecurity(securityInput);
-
-  const context = {
-    options: client$._options,
-    baseURL: options?.serverURL ?? client$._baseURL ?? "",
-    operationID: "v2_eval_results_retrieve",
-    oAuth2Scopes: null,
-    resolvedSecurity: requestSecurity,
-    securitySource: client$._options.security,
-    retryConfig: options?.retries
-      || client$._options.retryConfig
-      || { strategy: "none" },
-    retryCodes: options?.retryCodes || [
-      "429",
-      "500",
-      "502",
-      "503",
-      "504",
-    ],
-  };
-
-  const requestRes = client$._createRequest(context, {
-    security: requestSecurity,
-    method: "GET",
-    baseURL: options?.serverURL,
-    path: path$,
-    headers: headers$,
-    body: body$,
-    userAgent: client$._options.userAgent,
-    timeoutMs: options?.timeoutMs || client$._options.timeoutMs
-      || -1,
-  }, options);
-  if (!requestRes.ok) {
-    return [requestRes, { status: "invalid" }];
-  }
-  const req$ = requestRes.value;
-
-  const doResult = await client$._do(req$, {
-    context,
-    errorCodes: [],
-    retryConfig: context.retryConfig,
-    retryCodes: context.retryCodes,
-  });
-  if (!doResult.ok) {
-    return [doResult, { status: "request-error", request: req$ }];
-  }
-  return [doResult, {
-    status: "complete",
-    "request": req$,
-    response: doResult.value,
-  }];
-}

package/src/mcp-server/tools/evalResultsV2EvalResultsList.ts

@@ -1,43 +0,0 @@
-/*
- * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
- * @generated-id: cf085b52d599
- */
-
-import { evalResultsV2EvalResultsList } from "../../funcs/evalResultsV2EvalResultsList.js";
-import { V2EvalResultsListRequest$zodSchema } from "../../models/v2evalresultslistop.js";
-import { formatResult, ToolDefinition } from "../tools.js";
-
-const args = {
-  request: V2EvalResultsListRequest$zodSchema.optional(),
-};
-
-export const tool$evalResultsV2EvalResultsList: ToolDefinition<typeof args> = {
-  name: "eval-results-v2-eval-results-list",
-  description: `List Results
-
-Returns completed custom-eval results from all supported run flows, ordered newest first. Result IDs are different from eval run IDs.`,
-  annotations: {
-    "title": "",
-    "destructiveHint": false,
-    "idempotentHint": false,
-    "openWorldHint": false,
-    "readOnlyHint": true,
-  },
-  args,
-  tool: async (client, args, ctx) => {
-    const [result] = await evalResultsV2EvalResultsList(
-      client,
-      args.request,
-      { fetchOptions: { signal: ctx.signal } },
-    ).$inspect();
-
-    if (!result.ok) {
-      return {
-        content: [{ type: "text", text: result.error.message }],
-        isError: true,
-      };
-    }
-
-    return formatResult(result.value);
-  },
-};

package/src/mcp-server/tools/evalResultsV2EvalResultsRetrieve.ts

@@ -1,45 +0,0 @@
-/*
- * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
- * @generated-id: ca0f00d47dca
- */
-
-import { evalResultsV2EvalResultsRetrieve } from "../../funcs/evalResultsV2EvalResultsRetrieve.js";
-import { V2EvalResultsRetrieveRequest$zodSchema } from "../../models/v2evalresultsretrieveop.js";
-import { formatResult, ToolDefinition } from "../tools.js";
-
-const args = {
-  request: V2EvalResultsRetrieveRequest$zodSchema,
-};
-
-export const tool$evalResultsV2EvalResultsRetrieve: ToolDefinition<
-  typeof args
-> = {
-  name: "eval-results-v2-eval-results-retrieve",
-  description: `Retrieve Result
-
-Returns one completed custom-eval result with its output and diagnostic details.`,
-  annotations: {
-    "title": "",
-    "destructiveHint": false,
-    "idempotentHint": false,
-    "openWorldHint": false,
-    "readOnlyHint": true,
-  },
-  args,
-  tool: async (client, args, ctx) => {
-    const [result] = await evalResultsV2EvalResultsRetrieve(
-      client,
-      args.request,
-      { fetchOptions: { signal: ctx.signal } },
-    ).$inspect();
-
-    if (!result.ok) {
-      return {
-        content: [{ type: "text", text: result.error.message }],
-        isError: true,
-      };
-    }
-
-    return formatResult(result.value);
-  },
-};

package/src/mcp-server/tools/evalsAnalysis.ts

@@ -1,43 +0,0 @@
-/*
- * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
- * @generated-id: 323a92ae7245
- */
-
-import { evalsAnalysis } from "../../funcs/evalsAnalysis.js";
-import { V2EvalRunsAnalysisRequest$zodSchema } from "../../models/v2evalrunsanalysisop.js";
-import { formatResult, ToolDefinition } from "../tools.js";
-
-const args = {
-  request: V2EvalRunsAnalysisRequest$zodSchema,
-};
-
-export const tool$evalsAnalysis: ToolDefinition<typeof args> = {
-  name: "evals-analysis",
-  description: `Retrieve eval run analysis
-
-Returns the persisted analysis produced for each completed attempt in one eval run. The analysis includes the verdict, outcome explanation, findings, bottleneck, and analysis sections. Active runs return the analysis available so far together with current run status and progress.`,
-  annotations: {
-    "title": "",
-    "destructiveHint": false,
-    "idempotentHint": false,
-    "openWorldHint": false,
-    "readOnlyHint": true,
-  },
-  args,
-  tool: async (client, args, ctx) => {
-    const [result] = await evalsAnalysis(
-      client,
-      args.request,
-      { fetchOptions: { signal: ctx.signal } },
-    ).$inspect();
-
-    if (!result.ok) {
-      return {
-        content: [{ type: "text", text: result.error.message }],
-        isError: true,
-      };
-    }
-
-    return formatResult(result.value);
-  },
-};

package/src/models/v2evaljudge.ts

@@ -1,12 +0,0 @@
-/*
- * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
- * @generated-id: ffd5279bc045
- */
-
-import * as z from "zod";
-
-export type V2EvalJudge = { criteria: string };
-
-export const V2EvalJudge$zodSchema: z.ZodType<V2EvalJudge> = z.object({
-  criteria: z.string().describe("The outcome that counts as success."),
-});

package/src/models/v2evalresult.ts

@@ -1,42 +0,0 @@
-/*
- * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
- * @generated-id: af5fe155cd88
- */
-
-import * as z from "zod";
-
-export type V2EvalResult = {
-  id: string;
-  eval_id?: string | null | undefined;
-  agent_id?: string | null | undefined;
-  passed?: boolean | null | undefined;
-  score?: number | null | undefined;
-  failure_reasons?: Array<string> | null | undefined;
-  latency_ms?: number | null | undefined;
-  created_at?: string | null | undefined;
-  prompt?: string | null | undefined;
-  output?: string | null | undefined;
-  execution_stdout?: string | null | undefined;
-  execution_stderr?: string | null | undefined;
-  exit_code?: number | null | undefined;
-  tool_calls?: Array<{ [k: string]: any }> | null | undefined;
-};
-
-export const V2EvalResult$zodSchema: z.ZodType<V2EvalResult> = z.object({
-  agent_id: z.string().nullable().optional().describe(
-    "Runnable agent ID combining the harness and model.",
-  ),
-  created_at: z.string().nullable().optional(),
-  eval_id: z.string().nullable().optional(),
-  execution_stderr: z.string().nullable().optional(),
-  execution_stdout: z.string().nullable().optional(),
-  exit_code: z.int().nullable().optional(),
-  failure_reasons: z.array(z.string()).nullable().optional(),
-  id: z.string().describe("Result ID, not an eval job ID."),
-  latency_ms: z.int().nullable().optional(),
-  output: z.string().nullable().optional(),
-  passed: z.boolean().nullable().optional(),
-  prompt: z.string().nullable().optional(),
-  score: z.number().nullable().optional().describe("Score from 0 to 1."),
-  tool_calls: z.array(z.record(z.string(), z.any())).nullable().optional(),
-});

package/src/models/v2evalresultslistop.ts

@@ -1,39 +0,0 @@
-/*
- * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
- * @generated-id: 2a13b3a5afb9
- */
-
-import * as z from "zod";
-import {
-  HTTPValidationError,
-  HTTPValidationError$zodSchema,
-} from "./httpvalidationerror.js";
-import {
-  V2EvalResultsResponse,
-  V2EvalResultsResponse$zodSchema,
-} from "./v2evalresultsresponse.js";
-
-export type V2EvalResultsListRequest = {
-  since?: string | undefined;
-  limit?: number | undefined;
-};
-
-export const V2EvalResultsListRequest$zodSchema: z.ZodType<
-  V2EvalResultsListRequest
-> = z.object({
-  limit: z.int().default(20),
-  since: z.string().describe(
-    "Relative window such as `7d` or an ISO timestamp.",
-  ).optional(),
-});
-
-export type V2EvalResultsListResponse =
-  | V2EvalResultsResponse
-  | HTTPValidationError;
-
-export const V2EvalResultsListResponse$zodSchema: z.ZodType<
-  V2EvalResultsListResponse
-> = z.union([
-  V2EvalResultsResponse$zodSchema,
-  HTTPValidationError$zodSchema,
-]);

package/src/models/v2evalresultsresponse.ts

@@ -1,23 +0,0 @@
-/*
- * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
- * @generated-id: 3fe527878ab9
- */
-
-import * as z from "zod";
-import {
-  V2EvalResultSummary,
-  V2EvalResultSummary$zodSchema,
-} from "./v2evalresultsummary.js";
-
-export type V2EvalResultsResponse = {
-  data?: Array<V2EvalResultSummary> | undefined;
-  count: number;
-  limit: number;
-};
-
-export const V2EvalResultsResponse$zodSchema: z.ZodType<V2EvalResultsResponse> =
-  z.object({
-    count: z.int(),
-    data: z.array(V2EvalResultSummary$zodSchema).optional(),
-    limit: z.int(),
-  });

package/src/models/v2evalresultsretrieveop.ts

@@ -1,28 +0,0 @@
-/*
- * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
- * @generated-id: 8a49bc00e0b8
- */
-
-import * as z from "zod";
-import {
-  HTTPValidationError,
-  HTTPValidationError$zodSchema,
-} from "./httpvalidationerror.js";
-import { V2EvalResult, V2EvalResult$zodSchema } from "./v2evalresult.js";
-
-export type V2EvalResultsRetrieveRequest = { result_id: string };
-
-export const V2EvalResultsRetrieveRequest$zodSchema: z.ZodType<
-  V2EvalResultsRetrieveRequest
-> = z.object({
-  result_id: z.string(),
-});
-
-export type V2EvalResultsRetrieveResponse = V2EvalResult | HTTPValidationError;
-
-export const V2EvalResultsRetrieveResponse$zodSchema: z.ZodType<
-  V2EvalResultsRetrieveResponse
-> = z.union([
-  V2EvalResult$zodSchema,
-  HTTPValidationError$zodSchema,
-]);

package/src/models/v2evalrunanalysisresponse.ts

@@ -1,32 +0,0 @@
-/*
- * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
- * @generated-id: 16648f81799b
- */
-
-import * as z from "zod";
-import {
-  PublicEvalRunProgress,
-  PublicEvalRunProgress$zodSchema,
-} from "./publicevalrunprogress.js";
-import {
-  V2EvalRunAnalysis,
-  V2EvalRunAnalysis$zodSchema,
-} from "./v2evalrunanalysis.js";
-
-export type V2EvalRunAnalysisResponse = {
-  run_id: string;
-  status: string;
-  progress?: PublicEvalRunProgress | undefined;
-  error?: string | null | undefined;
-  data?: Array<V2EvalRunAnalysis> | undefined;
-};
-
-export const V2EvalRunAnalysisResponse$zodSchema: z.ZodType<
-  V2EvalRunAnalysisResponse
-> = z.object({
-  data: z.array(V2EvalRunAnalysis$zodSchema).optional(),
-  error: z.string().nullable().optional(),
-  progress: PublicEvalRunProgress$zodSchema.optional(),
-  run_id: z.string(),
-  status: z.string(),
-});

package/src/models/v2evalrunsanalysisop.ts

@@ -1,48 +0,0 @@
-/*
- * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
- * @generated-id: 4c00eef582d7
- */
-
-import * as z from "zod";
-import {
-  HTTPValidationError,
-  HTTPValidationError$zodSchema,
-} from "./httpvalidationerror.js";
-import {
-  V2EvalRunAnalysisResponse,
-  V2EvalRunAnalysisResponse$zodSchema,
-} from "./v2evalrunanalysisresponse.js";
-
-export type V2EvalRunsAnalysisRequest = { run_id: string };
-
-export const V2EvalRunsAnalysisRequest$zodSchema: z.ZodType<
-  V2EvalRunsAnalysisRequest
-> = z.object({
-  run_id: z.string(),
-});
-
-/**
- * Eval run not found. Use the run ID returned when you started the eval.
- */
-export type V2EvalRunsAnalysisResponseBody = { detail: string };
-
-export const V2EvalRunsAnalysisResponseBody$zodSchema: z.ZodType<
-  V2EvalRunsAnalysisResponseBody
-> = z.object({
-  detail: z.string(),
-}).describe(
-  "Eval run not found. Use the run ID returned when you started the eval.",
-);
-
-export type V2EvalRunsAnalysisResponse =
-  | V2EvalRunAnalysisResponse
-  | V2EvalRunsAnalysisResponseBody
-  | HTTPValidationError;
-
-export const V2EvalRunsAnalysisResponse$zodSchema: z.ZodType<
-  V2EvalRunsAnalysisResponse
-> = z.union([
-  V2EvalRunAnalysisResponse$zodSchema,
-  z.lazy(() => V2EvalRunsAnalysisResponseBody$zodSchema),
-  HTTPValidationError$zodSchema,
-]);