@inspectr/mcplab 0.1.0

package/dist/app-server/tool-analysis-domain.d.ts

@@ -0,0 +1,146 @@
+import type { ServerResponse } from 'node:http';
+import type { EvalConfig, ToolDef } from '@inspectr/mcplab-core';
+import { McpClientManager } from '@inspectr/mcplab-core';
+import type { AppSettings } from './types.js';
+type JobEvent = {
+  type: 'started' | 'log' | 'completed' | 'error';
+  ts: string;
+  payload: Record<string, unknown>;
+};
+export interface ToolAnalysisFinding {
+  id: string;
+  scope:
+    | 'tool_name'
+    | 'description'
+    | 'schema'
+    | 'ergonomics'
+    | 'safety'
+    | 'eval_readiness'
+    | 'execution';
+  severity: 'critical' | 'high' | 'medium' | 'low' | 'info';
+  title: string;
+  detail: string;
+  suggestion?: string;
+}
+interface ToolAnalysisSuggestedSchemaChange {
+  type: 'description' | 'parameter' | 'required' | 'enum' | 'constraints' | 'examples' | 'naming';
+  summary: string;
+  before?: string;
+  after?: string;
+}
+interface ToolAnalysisToolReport {
+  serverName: string;
+  toolName: string;
+  publicToolName: string;
+  description?: string;
+  inputSchema?: unknown;
+  safetyClassification: 'read_like' | 'unsafe_or_unknown';
+  classificationReason: string;
+  metadataReview?: {
+    strengths: string[];
+    issues: ToolAnalysisFinding[];
+    suggestedDescription?: string;
+    suggestedSchemaChanges: ToolAnalysisSuggestedSchemaChange[];
+    evalReadinessNotes: string[];
+  };
+  deeperAnalysis?: {
+    attempted: boolean;
+    skippedReason?: string;
+    sampleCalls: Array<{
+      callIndex: number;
+      arguments: unknown;
+      ok: boolean;
+      durationMs?: number;
+      resultPreview?: string;
+      error?: string;
+      observations: string[];
+      issues: ToolAnalysisFinding[];
+    }>;
+    overallObservations: string[];
+  };
+  overallRecommendations: string[];
+}
+interface ToolAnalysisServerReport {
+  serverName: string;
+  toolCountDiscovered: number;
+  toolCountAnalyzed: number;
+  toolCountSkipped: number;
+  warnings: string[];
+  tools: ToolAnalysisToolReport[];
+}
+export interface ToolAnalysisReport {
+  schemaVersion: 1;
+  createdAt: string;
+  assistantAgentName: string;
+  assistantAgentModel: string;
+  modes: {
+    metadataReview: boolean;
+    deeperAnalysis: boolean;
+  };
+  settings: {
+    autoRunPolicy?: 'read_only_allowlist';
+    sampleCallsPerTool?: number;
+    toolCallTimeoutMs?: number;
+    maxParallelTools?: number;
+  };
+  summary: {
+    serversAnalyzed: number;
+    toolsAnalyzed: number;
+    toolsSkipped: number;
+    issueCounts: {
+      critical: number;
+      high: number;
+      medium: number;
+      low: number;
+      info: number;
+    };
+  };
+  servers: ToolAnalysisServerReport[];
+  findings: ToolAnalysisFinding[];
+}
+export interface ToolAnalysisJob {
+  id: string;
+  status: 'running' | 'completed' | 'error' | 'stopped';
+  events: JobEvent[];
+  clients: Set<ServerResponse>;
+  abortController: AbortController;
+  result?: ToolAnalysisReport;
+  savedReportId?: string;
+  savedReportPath?: string;
+}
+interface ToolAnalysisToolContext {
+  serverName: string;
+  tool: ToolDef;
+  safetyClassification: 'read_like' | 'unsafe_or_unknown';
+  classificationReason: string;
+}
+export declare function discoverMcpToolsForServers(
+  serversByName: EvalConfig['servers'],
+  serverNames: string[]
+): Promise<{
+  mcp: McpClientManager;
+  servers: Array<{
+    serverName: string;
+    warnings: string[];
+    tools: ToolAnalysisToolContext[];
+  }>;
+}>;
+export declare function runToolAnalysisJob(params: {
+  job: ToolAnalysisJob;
+  settings: AppSettings;
+  requestedAssistantAgentName?: string;
+  serverNames: string[];
+  selectedToolsByServer?: Record<string, string[]>;
+  modes: {
+    metadataReview: boolean;
+    deeperAnalysis: boolean;
+  };
+  deeper: {
+    autoRunPolicy: 'read_only_allowlist';
+    sampleCallsPerTool: number;
+    toolCallTimeoutMs: number;
+  };
+  maxParallelTools: number;
+}): Promise<void>;
+export {};
+//# sourceMappingURL=tool-analysis-domain.d.ts.map

package/dist/app-server/tool-analysis-domain.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"tool-analysis-domain.d.ts","sourceRoot":"","sources":["../../src/app-server/tool-analysis-domain.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,WAAW,CAAC;AAChD,OAAO,KAAK,EAAe,UAAU,EAAE,OAAO,EAAE,MAAM,uBAAuB,CAAC;AAC9E,OAAO,EAAiB,gBAAgB,EAAE,MAAM,uBAAuB,CAAC;AACxE,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,YAAY,CAAC;AAS9C,KAAK,QAAQ,GAAG;IACd,IAAI,EAAE,SAAS,GAAG,KAAK,GAAG,WAAW,GAAG,OAAO,CAAC;IAChD,EAAE,EAAE,MAAM,CAAC;IACX,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CAClC,CAAC;AAEF,MAAM,WAAW,mBAAmB;IAClC,EAAE,EAAE,MAAM,CAAC;IACX,KAAK,EACD,WAAW,GACX,aAAa,GACb,QAAQ,GACR,YAAY,GACZ,QAAQ,GACR,gBAAgB,GAChB,WAAW,CAAC;IAChB,QAAQ,EAAE,UAAU,GAAG,MAAM,GAAG,QAAQ,GAAG,KAAK,GAAG,MAAM,CAAC;IAC1D,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,CAAC;IACf,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB;AAED,UAAU,iCAAiC;IACzC,IAAI,EAAE,aAAa,GAAG,WAAW,GAAG,UAAU,GAAG,MAAM,GAAG,aAAa,GAAG,UAAU,GAAG,QAAQ,CAAC;IAChG,OAAO,EAAE,MAAM,CAAC;IAChB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED,UAAU,sBAAsB;IAC9B,UAAU,EAAE,MAAM,CAAC;IACnB,QAAQ,EAAE,MAAM,CAAC;IACjB,cAAc,EAAE,MAAM,CAAC;IACvB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,WAAW,CAAC,EAAE,OAAO,CAAC;IACtB,oBAAoB,EAAE,WAAW,GAAG,mBAAmB,CAAC;IACxD,oBAAoB,EAAE,MAAM,CAAC;IAC7B,cAAc,CAAC,EAAE;QACf,SAAS,EAAE,MAAM,EAAE,CAAC;QACpB,MAAM,EAAE,mBAAmB,EAAE,CAAC;QAC9B,oBAAoB,CAAC,EAAE,MAAM,CAAC;QAC9B,sBAAsB,EAAE,iCAAiC,EAAE,CAAC;QAC5D,kBAAkB,EAAE,MAAM,EAAE,CAAC;KAC9B,CAAC;IACF,cAAc,CAAC,EAAE;QACf,SAAS,EAAE,OAAO,CAAC;QACnB,aAAa,CAAC,EAAE,MAAM,CAAC;QACvB,WAAW,EAAE,KAAK,CAAC;YACjB,SAAS,EAAE,MAAM,CAAC;YAClB,SAAS,EAAE,OAAO,CAAC;YACnB,EAAE,EAAE,OAAO,CAAC;YACZ,UAAU,CAAC,EAAE,MAAM,CAAC;YACpB,aAAa,CAAC,EAAE,MAAM,CAAC;YACvB,KAAK,CAAC,EAAE,MAAM,CAAC;YACf,YAAY,EAAE,MAAM,EAAE,CAAC;YACvB,MAAM,EAAE,mBAAmB,EAAE,CAAC;SAC/B,CAAC,CAAC;QACH,mBAAmB,EAAE,MAAM,EAAE,CAAC;KAC/B,CAAC;IACF,sBAAsB,EAAE,MAAM,EAAE,CAAC;CAClC;AAMD,UAAU,wBAAwB;IAChC,UAAU,EAAE,MAAM,CAAC;IACnB,mBAAmB,EAAE,MAAM,CAAC;IAC5B,iBAAiB,EAAE,MAAM,CAAC;IAC1B,gBAAgB,EAAE,MAAM,CAAC;IACzB,QAAQ,EAAE,MAAM,EAAE,CAAC;IACnB,KAAK,EAAE,sBAAsB,EAAE,CAAC;CACjC;AAED,MAAM,WAAW,kBAAkB;IACjC,aAAa,EAAE,CAAC,CAAC;IACjB,SAAS,EAAE,MAAM,CAAC;IAClB,kBAAkB,EAAE,MAAM,CAAC;IAC3B,mBAAmB,EAAE,MAAM,CAAC;IAC5B,KAAK,EAAE;QACL,cAAc,EAAE,OAAO,CAAC;QACxB,cAAc,EAAE,OAAO,CAAC;KACzB,CAAC;IACF,QAAQ,EAAE;QACR,aAAa,CAAC,EAAE,qBAAqB,CAAC;QACtC,kBAAkB,CAAC,EAAE,MAAM,CAAC;QAC5B,iBAAiB,CAAC,EAAE,MAAM,CAAC;QAC3B,gBAAgB,CAAC,EAAE,MAAM,CAAC;KAC3B,CAAC;IACF,OAAO,EAAE;QACP,eAAe,EAAE,MAAM,CAAC;QACxB,aAAa,EAAE,MAAM,CAAC;QACtB,YAAY,EAAE,MAAM,CAAC;QACrB,WAAW,EAAE;YACX,QAAQ,EAAE,MAAM,CAAC;YACjB,IAAI,EAAE,MAAM,CAAC;YACb,MAAM,EAAE,MAAM,CAAC;YACf,GAAG,EAAE,MAAM,CAAC;YACZ,IAAI,EAAE,MAAM,CAAC;SACd,CAAC;KACH,CAAC;IACF,OAAO,EAAE,wBAAwB,EAAE,CAAC;IACpC,QAAQ,EAAE,mBAAmB,EAAE,CAAC;CACjC;AAUD,MAAM,WAAW,eAAe;IAC9B,EAAE,EAAE,MAAM,CAAC;IACX,MAAM,EAAE,SAAS,GAAG,WAAW,GAAG,OAAO,GAAG,SAAS,CAAC;IACtD,MAAM,EAAE,QAAQ,EAAE,CAAC;IACnB,OAAO,EAAE,GAAG,CAAC,cAAc,CAAC,CAAC;IAC7B,eAAe,EAAE,eAAe,CAAC;IACjC,MAAM,CAAC,EAAE,kBAAkB,CAAC;IAC5B,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,eAAe,CAAC,EAAE,MAAM,CAAC;CAC1B;AAED,UAAU,uBAAuB;IAC/B,UAAU,EAAE,MAAM,CAAC;IACnB,IAAI,EAAE,OAAO,CAAC;IACd,oBAAoB,EAAE,WAAW,GAAG,mBAAmB,CAAC;IACxD,oBAAoB,EAAE,MAAM,CAAC;CAC9B;AAoND,wBAAsB,0BAA0B,CAC9C,aAAa,EAAE,UAAU,CAAC,SAAS,CAAC,EACpC,WAAW,EAAE,MAAM,EAAE,GACpB,OAAO,CAAC;IACT,GAAG,EAAE,gBAAgB,CAAC;IACtB,OAAO,EAAE,KAAK,CAAC;QACb,UAAU,EAAE,MAAM,CAAC;QACnB,QAAQ,EAAE,MAAM,EAAE,CAAC;QACnB,KAAK,EAAE,uBAAuB,EAAE,CAAC;KAClC,CAAC,CAAC;CACJ,CAAC,CAmCD;AAmBD,wBAAsB,kBAAkB,CAAC,MAAM,EAAE;IAC/C,GAAG,EAAE,eAAe,CAAC;IACrB,QAAQ,EAAE,WAAW,CAAC;IACtB,2BAA2B,CAAC,EAAE,MAAM,CAAC;IACrC,WAAW,EAAE,MAAM,EAAE,CAAC;IACtB,qBAAqB,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,EAAE,CAAC,CAAC;IACjD,KAAK,EAAE;QAAE,cAAc,EAAE,OAAO,CAAC;QAAC,cAAc,EAAE,OAAO,CAAA;KAAE,CAAC;IAC5D,MAAM,EAAE;QACN,aAAa,EAAE,qBAAqB,CAAC;QACrC,kBAAkB,EAAE,MAAM,CAAC;QAC3B,iBAAiB,EAAE,MAAM,CAAC;KAC3B,CAAC;IACF,gBAAgB,EAAE,MAAM,CAAC;CAC1B,GAAG,OAAO,CAAC,IAAI,CAAC,CA0ZhB"}