@lightsage/mcp 0.4.4 → 0.4.6

package/src/models/v2agentpreferencecompany.ts

@@ -0,0 +1,18 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ * @generated-id: 0549a1745dc9
+ */
+
+import * as z from "zod";
+
+export type V2AgentPreferenceCompany = {
+  name?: string | null | undefined;
+  domain?: string | null | undefined;
+};
+
+export const V2AgentPreferenceCompany$zodSchema: z.ZodType<
+  V2AgentPreferenceCompany
+> = z.object({
+  domain: z.string().nullable().optional(),
+  name: z.string().nullable().optional(),
+});

package/src/models/v2agentpreferencecompetitor.ts

@@ -0,0 +1,22 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ * @generated-id: 751b1cb5d550
+ */
+
+import * as z from "zod";
+
+export type V2AgentPreferenceCompetitor = {
+  id: string;
+  name: string;
+  domain?: string | null | undefined;
+  logo_url?: string | null | undefined;
+};
+
+export const V2AgentPreferenceCompetitor$zodSchema: z.ZodType<
+  V2AgentPreferenceCompetitor
+> = z.object({
+  domain: z.string().nullable().optional(),
+  id: z.string().describe("Competitor ID to pass as `competitor_id`."),
+  logo_url: z.string().nullable().optional(),
+  name: z.string(),
+});

package/src/models/v2agentpreferencecompetitorsresponse.ts

@@ -0,0 +1,22 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ * @generated-id: 7a0e6255c751
+ */
+
+import * as z from "zod";
+import {
+  V2AgentPreferenceCompetitor,
+  V2AgentPreferenceCompetitor$zodSchema,
+} from "./v2agentpreferencecompetitor.js";
+
+export type V2AgentPreferenceCompetitorsResponse = {
+  data?: Array<V2AgentPreferenceCompetitor> | undefined;
+  count: number;
+};
+
+export const V2AgentPreferenceCompetitorsResponse$zodSchema: z.ZodType<
+  V2AgentPreferenceCompetitorsResponse
+> = z.object({
+  count: z.int(),
+  data: z.array(V2AgentPreferenceCompetitor$zodSchema).optional(),
+});

package/src/models/v2agentpreferenceeval.ts

@@ -0,0 +1,54 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ * @generated-id: 69294cc9fd96
+ */
+
+import * as z from "zod";
+import {
+  SearchGroundingMode,
+  SearchGroundingMode$zodSchema,
+} from "./searchgroundingmode.js";
+import {
+  V2AgentPreferenceCompetitor,
+  V2AgentPreferenceCompetitor$zodSchema,
+} from "./v2agentpreferencecompetitor.js";
+
+export type V2AgentPreferenceEval = {
+  id: string;
+  name: string;
+  competitor?: V2AgentPreferenceCompetitor | null | undefined;
+  prompts?: Array<string> | undefined;
+  judges?: Array<string> | undefined;
+  agent?: Array<string> | undefined;
+  persona?: string | null | undefined;
+  search_grounding?: SearchGroundingMode | undefined;
+  runs?: number | undefined;
+  tags?: Array<string> | undefined;
+  created_at?: string | null | undefined;
+  updated_at?: string | null | undefined;
+};
+
+export const V2AgentPreferenceEval$zodSchema: z.ZodType<V2AgentPreferenceEval> =
+  z.object({
+    agent: z.array(z.string()).optional(),
+    competitor: V2AgentPreferenceCompetitor$zodSchema.nullable().optional()
+      .describe(
+        "The competitor your company is compared against. Null when the competitor is no longer tracked.",
+      ),
+    created_at: z.string().nullable().optional(),
+    id: z.string().describe(
+      "Eval ID. Pass it as `eval_id` to `POST /v2/eval-runs` to run the comparison.",
+    ),
+    judges: z.array(z.string()).optional().describe(
+      "Criteria applied to each response. The first one decides which company the agent recommended and cannot be changed.",
+    ),
+    name: z.string(),
+    persona: z.string().nullable().optional(),
+    prompts: z.array(z.string()).optional(),
+    runs: z.int().default(1),
+    search_grounding: SearchGroundingMode$zodSchema.optional().describe(
+      "Requested web-retrieval behavior for an eval run.",
+    ),
+    tags: z.array(z.string()).optional(),
+    updated_at: z.string().nullable().optional(),
+  });

package/src/models/v2agentpreferenceevalscreateop.ts

@@ -0,0 +1,25 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ * @generated-id: 8e87c60dcd51
+ */
+
+import * as z from "zod";
+import {
+  HTTPValidationError,
+  HTTPValidationError$zodSchema,
+} from "./httpvalidationerror.js";
+import {
+  V2AgentPreferenceEval,
+  V2AgentPreferenceEval$zodSchema,
+} from "./v2agentpreferenceeval.js";
+
+export type V2AgentPreferenceEvalsCreateResponse =
+  | V2AgentPreferenceEval
+  | HTTPValidationError;
+
+export const V2AgentPreferenceEvalsCreateResponse$zodSchema: z.ZodType<
+  V2AgentPreferenceEvalsCreateResponse
+> = z.union([
+  V2AgentPreferenceEval$zodSchema,
+  HTTPValidationError$zodSchema,
+]);

package/src/models/v2agentpreferenceevalsdeleteop.ts

@@ -0,0 +1,33 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ * @generated-id: 57a9e388de4f
+ */
+
+import * as z from "zod";
+import {
+  HTTPValidationError,
+  HTTPValidationError$zodSchema,
+} from "./httpvalidationerror.js";
+import {
+  V2AgentPreferenceEval,
+  V2AgentPreferenceEval$zodSchema,
+} from "./v2agentpreferenceeval.js";
+
+export type V2AgentPreferenceEvalsDeleteRequest = { eval_id: string };
+
+export const V2AgentPreferenceEvalsDeleteRequest$zodSchema: z.ZodType<
+  V2AgentPreferenceEvalsDeleteRequest
+> = z.object({
+  eval_id: z.string(),
+});
+
+export type V2AgentPreferenceEvalsDeleteResponse =
+  | V2AgentPreferenceEval
+  | HTTPValidationError;
+
+export const V2AgentPreferenceEvalsDeleteResponse$zodSchema: z.ZodType<
+  V2AgentPreferenceEvalsDeleteResponse
+> = z.union([
+  V2AgentPreferenceEval$zodSchema,
+  HTTPValidationError$zodSchema,
+]);

package/src/models/v2agentpreferenceevalsresponse.ts

@@ -0,0 +1,22 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ * @generated-id: cf4af1726432
+ */
+
+import * as z from "zod";
+import {
+  V2AgentPreferenceEval,
+  V2AgentPreferenceEval$zodSchema,
+} from "./v2agentpreferenceeval.js";
+
+export type V2AgentPreferenceEvalsResponse = {
+  data?: Array<V2AgentPreferenceEval> | undefined;
+  count: number;
+};
+
+export const V2AgentPreferenceEvalsResponse$zodSchema: z.ZodType<
+  V2AgentPreferenceEvalsResponse
+> = z.object({
+  count: z.int(),
+  data: z.array(V2AgentPreferenceEval$zodSchema).optional(),
+});

package/src/models/v2agentpreferenceevalsretrieveop.ts

@@ -0,0 +1,33 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ * @generated-id: cc26328ee8f5
+ */
+
+import * as z from "zod";
+import {
+  HTTPValidationError,
+  HTTPValidationError$zodSchema,
+} from "./httpvalidationerror.js";
+import {
+  V2AgentPreferenceEval,
+  V2AgentPreferenceEval$zodSchema,
+} from "./v2agentpreferenceeval.js";
+
+export type V2AgentPreferenceEvalsRetrieveRequest = { eval_id: string };
+
+export const V2AgentPreferenceEvalsRetrieveRequest$zodSchema: z.ZodType<
+  V2AgentPreferenceEvalsRetrieveRequest
+> = z.object({
+  eval_id: z.string(),
+});
+
+export type V2AgentPreferenceEvalsRetrieveResponse =
+  | V2AgentPreferenceEval
+  | HTTPValidationError;
+
+export const V2AgentPreferenceEvalsRetrieveResponse$zodSchema: z.ZodType<
+  V2AgentPreferenceEvalsRetrieveResponse
+> = z.union([
+  V2AgentPreferenceEval$zodSchema,
+  HTTPValidationError$zodSchema,
+]);

package/src/models/v2agentpreferenceevalsupdateop.ts

@@ -0,0 +1,41 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ * @generated-id: e4709630f651
+ */
+
+import * as z from "zod";
+import {
+  HTTPValidationError,
+  HTTPValidationError$zodSchema,
+} from "./httpvalidationerror.js";
+import {
+  UpdateV2AgentPreferenceEvalRequest,
+  UpdateV2AgentPreferenceEvalRequest$zodSchema,
+} from "./updatev2agentpreferenceevalrequest.js";
+import {
+  V2AgentPreferenceEval,
+  V2AgentPreferenceEval$zodSchema,
+} from "./v2agentpreferenceeval.js";
+
+export type V2AgentPreferenceEvalsUpdateRequest = {
+  eval_id: string;
+  body: UpdateV2AgentPreferenceEvalRequest;
+};
+
+export const V2AgentPreferenceEvalsUpdateRequest$zodSchema: z.ZodType<
+  V2AgentPreferenceEvalsUpdateRequest
+> = z.object({
+  body: UpdateV2AgentPreferenceEvalRequest$zodSchema,
+  eval_id: z.string(),
+});
+
+export type V2AgentPreferenceEvalsUpdateResponse =
+  | V2AgentPreferenceEval
+  | HTTPValidationError;
+
+export const V2AgentPreferenceEvalsUpdateResponse$zodSchema: z.ZodType<
+  V2AgentPreferenceEvalsUpdateResponse
+> = z.union([
+  V2AgentPreferenceEval$zodSchema,
+  HTTPValidationError$zodSchema,
+]);

package/src/models/v2agentpreferenceheadtoheadresponse.ts

@@ -0,0 +1,46 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ * @generated-id: 99637517cc95
+ */
+
+import * as z from "zod";
+import {
+  V2AgentPreferenceCompany,
+  V2AgentPreferenceCompany$zodSchema,
+} from "./v2agentpreferencecompany.js";
+import {
+  V2AgentPreferenceMatchup,
+  V2AgentPreferenceMatchup$zodSchema,
+} from "./v2agentpreferencematchup.js";
+import {
+  V2AgentPreferenceRecord,
+  V2AgentPreferenceRecord$zodSchema,
+} from "./v2agentpreferencerecord.js";
+
+export type V2AgentPreferenceHeadToHeadResponse = {
+  company: V2AgentPreferenceCompany;
+  summary: V2AgentPreferenceRecord;
+  data?: Array<V2AgentPreferenceMatchup> | undefined;
+  count: number;
+  attempts_considered: number;
+  limit: number;
+  truncated: boolean;
+};
+
+export const V2AgentPreferenceHeadToHeadResponse$zodSchema: z.ZodType<
+  V2AgentPreferenceHeadToHeadResponse
+> = z.object({
+  attempts_considered: z.int().describe(
+    "Recent attempts read to build the records. Attempts without a usable recommendation are read but not counted as comparisons.",
+  ),
+  company: V2AgentPreferenceCompany$zodSchema,
+  count: z.int().describe("The number of items in `data`."),
+  data: z.array(V2AgentPreferenceMatchup$zodSchema).optional().describe(
+    "One record per competitor, most comparisons first.",
+  ),
+  limit: z.int(),
+  summary: V2AgentPreferenceRecord$zodSchema,
+  truncated: z.boolean().describe(
+    "True when older attempts exist beyond `limit` and were not counted.",
+  ),
+});

package/src/models/v2agentpreferenceheadtoheadretrieveop.ts

@@ -0,0 +1,37 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ * @generated-id: 87046f40d0de
+ */
+
+import * as z from "zod";
+import {
+  HTTPValidationError,
+  HTTPValidationError$zodSchema,
+} from "./httpvalidationerror.js";
+import {
+  V2AgentPreferenceHeadToHeadResponse,
+  V2AgentPreferenceHeadToHeadResponse$zodSchema,
+} from "./v2agentpreferenceheadtoheadresponse.js";
+
+export type V2AgentPreferenceHeadToHeadRetrieveRequest = {
+  limit?: number | undefined;
+};
+
+export const V2AgentPreferenceHeadToHeadRetrieveRequest$zodSchema: z.ZodType<
+  V2AgentPreferenceHeadToHeadRetrieveRequest
+> = z.object({
+  limit: z.int().default(500).describe(
+    "Most recent attempts to include in the records.",
+  ),
+});
+
+export type V2AgentPreferenceHeadToHeadRetrieveResponse =
+  | V2AgentPreferenceHeadToHeadResponse
+  | HTTPValidationError;
+
+export const V2AgentPreferenceHeadToHeadRetrieveResponse$zodSchema: z.ZodType<
+  V2AgentPreferenceHeadToHeadRetrieveResponse
+> = z.union([
+  V2AgentPreferenceHeadToHeadResponse$zodSchema,
+  HTTPValidationError$zodSchema,
+]);

package/src/models/v2agentpreferencematchup.ts

@@ -0,0 +1,42 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ * @generated-id: 6f8baf2ca4f8
+ */
+
+import * as z from "zod";
+
+export type V2AgentPreferenceMatchup = {
+  wins: number;
+  losses: number;
+  ties: number;
+  comparisons: number;
+  win_rate?: number | null | undefined;
+  competitor_id?: string | null | undefined;
+  competitor_name: string;
+  competitor_domain?: string | null | undefined;
+  eval_ids?: Array<string> | undefined;
+};
+
+export const V2AgentPreferenceMatchup$zodSchema: z.ZodType<
+  V2AgentPreferenceMatchup
+> = z.object({
+  comparisons: z.int().describe("`wins + losses + ties`."),
+  competitor_domain: z.string().nullable().optional(),
+  competitor_id: z.string().nullable().optional().describe(
+    "Null when the competitor is no longer tracked.",
+  ),
+  competitor_name: z.string(),
+  eval_ids: z.array(z.string()).optional().describe(
+    "Agent Preference evals that contributed to this record.",
+  ),
+  losses: z.int().describe(
+    "Attempts where the agent recommended the competitor.",
+  ),
+  ties: z.int().describe(
+    "Attempts where the agent recommended both equally or neither.",
+  ),
+  win_rate: z.number().nullable().optional().describe(
+    "`wins / comparisons` from 0 to 1. Null when there are no comparisons.",
+  ),
+  wins: z.int().describe("Attempts where the agent recommended your company."),
+});

package/src/models/v2agentpreferencerecord.ts

@@ -0,0 +1,30 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ * @generated-id: e7cdf1901a18
+ */
+
+import * as z from "zod";
+
+export type V2AgentPreferenceRecord = {
+  wins: number;
+  losses: number;
+  ties: number;
+  comparisons: number;
+  win_rate?: number | null | undefined;
+};
+
+export const V2AgentPreferenceRecord$zodSchema: z.ZodType<
+  V2AgentPreferenceRecord
+> = z.object({
+  comparisons: z.int().describe("`wins + losses + ties`."),
+  losses: z.int().describe(
+    "Attempts where the agent recommended the competitor.",
+  ),
+  ties: z.int().describe(
+    "Attempts where the agent recommended both equally or neither.",
+  ),
+  win_rate: z.number().nullable().optional().describe(
+    "`wins / comparisons` from 0 to 1. Null when there are no comparisons.",
+  ),
+  wins: z.int().describe("Attempts where the agent recommended your company."),
+});

package/src/models/v2agentpreferenceresult.ts

@@ -0,0 +1,35 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ * @generated-id: 028853e29c4e
+ */
+
+import * as z from "zod";
+import {
+  V2PreferenceResult,
+  V2PreferenceResult$zodSchema,
+} from "./v2preferenceresult.js";
+
+export type V2AgentPreferenceResult = {
+  id: string;
+  eval_id: string;
+  agent?: string | null | undefined;
+  preference_result?: V2PreferenceResult | null | undefined;
+  latency_ms?: number | null | undefined;
+  created_at?: string | null | undefined;
+};
+
+export const V2AgentPreferenceResult$zodSchema: z.ZodType<
+  V2AgentPreferenceResult
+> = z.object({
+  agent: z.string().nullable().optional().describe(
+    "Runnable agent combining the harness and model.",
+  ),
+  created_at: z.string().nullable().optional(),
+  eval_id: z.string(),
+  id: z.string().describe("Result ID for one attempt."),
+  latency_ms: z.int().nullable().optional(),
+  preference_result: V2PreferenceResult$zodSchema.nullable().optional()
+    .describe(
+      "Null when the attempt did not produce a usable recommendation, such as an attempt that ended in an error.",
+    ),
+});

package/src/models/v2agentpreferenceresultslistop.ts

@@ -0,0 +1,39 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ * @generated-id: eb30f69d3567
+ */
+
+import * as z from "zod";
+import {
+  HTTPValidationError,
+  HTTPValidationError$zodSchema,
+} from "./httpvalidationerror.js";
+import {
+  V2AgentPreferenceResultsResponse,
+  V2AgentPreferenceResultsResponse$zodSchema,
+} from "./v2agentpreferenceresultsresponse.js";
+
+export type V2AgentPreferenceResultsListRequest = {
+  eval_id: string;
+  limit?: number | undefined;
+  offset?: number | undefined;
+};
+
+export const V2AgentPreferenceResultsListRequest$zodSchema: z.ZodType<
+  V2AgentPreferenceResultsListRequest
+> = z.object({
+  eval_id: z.string(),
+  limit: z.int().default(50),
+  offset: z.int().default(0),
+});
+
+export type V2AgentPreferenceResultsListResponse =
+  | V2AgentPreferenceResultsResponse
+  | HTTPValidationError;
+
+export const V2AgentPreferenceResultsListResponse$zodSchema: z.ZodType<
+  V2AgentPreferenceResultsListResponse
+> = z.union([
+  V2AgentPreferenceResultsResponse$zodSchema,
+  HTTPValidationError$zodSchema,
+]);

package/src/models/v2agentpreferenceresultsresponse.ts

@@ -0,0 +1,28 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ * @generated-id: f337a60c79fe
+ */
+
+import * as z from "zod";
+import {
+  V2AgentPreferenceResult,
+  V2AgentPreferenceResult$zodSchema,
+} from "./v2agentpreferenceresult.js";
+
+export type V2AgentPreferenceResultsResponse = {
+  data?: Array<V2AgentPreferenceResult> | undefined;
+  count: number;
+  total: number;
+  limit: number;
+  offset: number;
+};
+
+export const V2AgentPreferenceResultsResponse$zodSchema: z.ZodType<
+  V2AgentPreferenceResultsResponse
+> = z.object({
+  count: z.int().describe("The number of items in `data`."),
+  data: z.array(V2AgentPreferenceResult$zodSchema).optional(),
+  limit: z.int(),
+  offset: z.int(),
+  total: z.int().describe("All recorded attempts for this eval."),
+});

package/src/models/v2evalresultsummary.ts

@@ -16,6 +16,10 @@ import {
   SearchGroundingMode,
   SearchGroundingMode$zodSchema,
 } from "./searchgroundingmode.js";
+import {
+  V2PreferenceResult,
+  V2PreferenceResult$zodSchema,
+} from "./v2preferenceresult.js";
 
 export type V2EvalResultSummary = {
   id: string;
@@ -28,6 +32,7 @@ export type V2EvalResultSummary = {
   score?: number | null | undefined;
   failure_reasons?: Array<string> | null | undefined;
   grader_results?: Array<PublicGraderResult> | undefined;
+  preference_result?: V2PreferenceResult | null | undefined;
   latency_ms?: number | null | undefined;
   search_grounding?: SearchGroundingMode | null | undefined;
   web_retrieval_observed?: boolean | null | undefined;
@@ -62,6 +67,10 @@ export const V2EvalResultSummary$zodSchema: z.ZodType<V2EvalResultSummary> = z
     id: z.string().describe("Result ID, not an eval job ID."),
     latency_ms: z.int().nullable().optional(),
     passed: z.boolean().nullable().optional(),
+    preference_result: V2PreferenceResult$zodSchema.nullable().optional()
+      .describe(
+        "Which company the agent recommended. Present only for Agent Preference evals that produced a usable recommendation.",
+      ),
     prompt: z.string().nullable().optional(),
     prompt_index: z.int().default(0),
     repeat_index: z.int().default(0),

package/src/models/v2preferenceresult.ts

@@ -0,0 +1,50 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ * @generated-id: 3496de5752d0
+ */
+
+import * as z from "zod";
+import { ClosedEnum } from "../types/enums.js";
+
+/**
+ * `won` when the agent recommended your company, `lost` when it recommended the competitor, and `tie` when it recommended both equally or neither.
+ */
+export const Outcome = {
+  Won: "won",
+  Lost: "lost",
+  Tie: "tie",
+} as const;
+/**
+ * `won` when the agent recommended your company, `lost` when it recommended the competitor, and `tie` when it recommended both equally or neither.
+ */
+export type Outcome = ClosedEnum<typeof Outcome>;
+
+export const Outcome$zodSchema = z.enum([
+  "won",
+  "lost",
+  "tie",
+]).describe(
+  "`won` when the agent recommended your company, `lost` when it recommended the competitor, and `tie` when it recommended both equally or neither.",
+);
+
+/**
+ * Which company an agent recommended, from your company's side.
+ */
+export type V2PreferenceResult = {
+  outcome: Outcome;
+  winner_name?: string | null | undefined;
+  competitor_name?: string | null | undefined;
+  competitor_domain?: string | null | undefined;
+};
+
+export const V2PreferenceResult$zodSchema: z.ZodType<V2PreferenceResult> = z
+  .object({
+    competitor_domain: z.string().nullable().optional(),
+    competitor_name: z.string().nullable().optional(),
+    outcome: Outcome$zodSchema.describe(
+      "`won` when the agent recommended your company, `lost` when it recommended the competitor, and `tie` when it recommended both equally or neither.",
+    ),
+    winner_name: z.string().nullable().optional().describe(
+      "The recommended company. Null on a tie.",
+    ),
+  }).describe("Which company an agent recommended, from your company's side.");