@opensearch-project/agent-health 0.4.0 → 0.6.0

package/lib/dist/lib/config/types.d.ts

@@ -0,0 +1,245 @@
+/**
+ * Configuration Types
+ * Type definitions for agent-health.config.ts files
+ */
+import type { AgentConfig, ModelConfig, ConnectorProtocol, AgentHooks, StorageClusterConfig, ObservabilityClusterConfig } from '../../types/index.js';
+import type { AgentConnector } from '../../services/connectors/types.js';
+/**
+ * Agent configuration for user config files
+ * Extends AgentConfig with optional fields that have defaults
+ */
+export interface UserAgentConfig {
+    key: string;
+    name: string;
+    endpoint: string;
+    description?: string;
+    enabled?: boolean;
+    headers?: Record<string, string>;
+    useTraces?: boolean;
+    /**
+     * OTel `service.name` this agent's spans are emitted under — used by the
+     * trace poller / Traces tab for service-window correlation (Strategy C).
+     * Without it, correlation falls back to the connector-protocol default
+     * (e.g. `pi-agent`), which can collide with OTHER emitters sharing that
+     * service name on the same observability cluster.
+     */
+    traceServiceName?: string;
+    /** Trace-poll overrides (attempts × interval) for slow ingestion pipelines. */
+    tracePolling?: {
+        maxAttempts?: number;
+        intervalMs?: number;
+    };
+    connectorType?: ConnectorProtocol;
+    connectorConfig?: Record<string, any>;
+    hooks?: AgentHooks;
+}
+/**
+ * Model configuration for user config files
+ */
+export interface UserModelConfig {
+    key: string;
+    model_id: string;
+    display_name: string;
+    provider?: 'bedrock' | 'demo' | 'openai-compatible' | 'litellm' | 'claude-code' | 'agentic' | 'pi' | 'agent';
+    context_window?: number;
+    max_output_tokens?: number;
+}
+/**
+ * Reporter configuration
+ */
+export type ReporterConfig = 'console' | ['console'] | ['json', {
+    output: string;
+}] | ['html', {
+    output: string;
+}];
+/**
+ * Judge configuration
+ */
+export interface JudgeConfig {
+    provider?: 'bedrock' | 'demo' | 'openai-compatible' | 'litellm' | 'claude-code' | 'agentic' | 'pi' | 'agent';
+    model?: string;
+    region?: string;
+    /** Endpoint for custom/agentic judge (e.g., REST endpoint or subprocess command) */
+    endpoint?: string;
+    /** Connector type for agentic judge (reuses agent connector infrastructure) */
+    connectorType?: 'rest' | 'openai-compatible' | 'subprocess' | 'claude-code';
+}
+/**
+ * Telemetry configuration for OTel span emission
+ */
+export interface TelemetryConfig {
+    /**
+     * Enable evaluation telemetry (OTel span emission)
+     * @default false (can also be set via OTEL_EVAL_ENABLED env var)
+     */
+    enabled?: boolean;
+    /**
+     * OTLP exporter endpoint
+     * @default 'http://localhost:4318/v1/traces' (can also be set via OTEL_EVAL_EXPORTER_ENDPOINT)
+     */
+    exporterEndpoint?: string;
+    /**
+     * Headers for the OTLP exporter (e.g., auth tokens)
+     * Can also be set via OTEL_EVAL_EXPORTER_HEADERS (JSON string)
+     */
+    exporterHeaders?: Record<string, string>;
+    /**
+     * Service name for resource attributes
+     * @default 'agent-health' (can also be set via OTEL_SERVICE_NAME)
+     */
+    serviceName?: string;
+}
+/**
+ * Server configuration for CLI lifecycle management
+ * Follows Playwright's webServer pattern
+ */
+export interface ServerConfig {
+    /**
+     * Port to run server on
+     * @default 4001
+     */
+    port?: number;
+    /**
+     * Whether to reuse an existing server if one is running
+     * - true: Reuse existing server (default in dev)
+     * - false: Error if server already running (default in CI)
+     * @default !process.env.CI
+     */
+    reuseExistingServer?: boolean;
+    /**
+     * Timeout in ms to wait for server to start
+     * @default 30000
+     */
+    startTimeout?: number;
+}
+/**
+ * Resolved server configuration with all defaults applied
+ */
+export interface ResolvedServerConfig {
+    port: number;
+    reuseExistingServer: boolean;
+    startTimeout: number;
+    readOnly?: boolean;
+}
+/**
+ * User configuration file structure
+ * This is what users define in agent-health.config.ts
+ */
+export interface UserConfig {
+    /**
+     * Server lifecycle configuration (Playwright-style)
+     * Controls how CLI starts/reuses the Agent Health server
+     */
+    server?: ServerConfig;
+    /**
+     * Custom connectors to register
+     * Users can provide instances of custom connector classes
+     */
+    connectors?: AgentConnector[];
+    /**
+     * Agent configurations
+     * Can include custom agents or override built-in agents
+     */
+    agents?: UserAgentConfig[];
+    /**
+     * Model configurations
+     * Can include custom models or override built-in models
+     */
+    models?: UserModelConfig[];
+    /**
+     * Test case file patterns (glob)
+     * e.g., './test-cases/*.yaml'
+     */
+    testCases?: string | string[];
+    /**
+     * Output reporters
+     */
+    reporters?: ReporterConfig[];
+    /**
+     * Judge configuration
+     */
+    judge?: JudgeConfig;
+    /**
+     * Telemetry configuration for OTel evaluation span emission
+     */
+    telemetry?: TelemetryConfig;
+    /**
+     * OpenSearch storage cluster for persisting test cases, benchmarks, runs and
+     * analytics. When omitted, file-based storage is used.
+     *
+     * Resolution precedence (highest wins):
+     *   agent-health.config.json (UI-written) -> this TS field ->
+     *   OPENSEARCH_STORAGE_* env vars -> file-based fallback.
+     *
+     * Keep secrets/environment-specific values out of committed config by
+     * reading them from `process.env`, e.g.:
+     *   storage: { endpoint: process.env.OPENSEARCH_STORAGE_ENDPOINT!, authType: 'sigv4', awsRegion: 'us-east-1' }
+     */
+    storage?: StorageClusterConfig;
+    /**
+     * OpenSearch observability cluster for traces/logs/metrics. When omitted,
+     * the Traces/Logs views require either the JSON config or OPENSEARCH_LOGS_*
+     * env vars (or remain empty).
+     *
+     * Same resolution precedence as `storage`:
+     *   agent-health.config.json -> this TS field -> OPENSEARCH_LOGS_* env -> none.
+     */
+    observability?: ObservabilityClusterConfig;
+    /**
+     * Remote servers for aggregating coding agent data from multiple machines.
+     * Each remote runs `agent-health serve --headless` and this dashboard
+     * fetches + merges their session data into a unified view.
+     */
+    remoteServers?: RemoteServerConfig[];
+    /**
+     * Enable or disable the Coding Agent Analytics feature.
+     * When false, no coding agent routes are mounted, no background timers
+     * run, and the "Coding Agents" nav tab is hidden.
+     * Can also be disabled via AH_DISABLE_CODING_ANALYTICS=true env var
+     * (legacy AGENT_HEALTH_DISABLE_CODING_ANALYTICS=true is still accepted).
+     * @default true
+     */
+    codingAgentAnalytics?: boolean;
+    /**
+     * Whether to extend default config or replace entirely
+     * Default: true (extends)
+     */
+    extends?: boolean;
+}
+/**
+ * Remote server connection configuration
+ */
+export interface RemoteServerConfig {
+    /** Display name (e.g. "ec2-build-1") */
+    name: string;
+    /** Server URL (e.g. "http://10.0.1.50:4001") */
+    url: string;
+    /** Bearer token for API key auth (matches --api-key on remote) */
+    apiKey?: string;
+}
+/**
+ * Resolved configuration after loading and merging
+ */
+export interface ResolvedConfig {
+    server: ResolvedServerConfig;
+    agents: AgentConfig[];
+    models: Record<string, ModelConfig>;
+    connectors: AgentConnector[];
+    testCases: string[];
+    reporters: ReporterConfig[];
+    judge: JudgeConfig;
+    telemetry: TelemetryConfig;
+    /** OpenSearch storage cluster config authored in the TS config (optional). */
+    storage?: StorageClusterConfig;
+    /** OpenSearch observability cluster config authored in the TS config (optional). */
+    observability?: ObservabilityClusterConfig;
+}
+/**
+ * Config file metadata
+ */
+export interface ConfigFileInfo {
+    path: string;
+    format: 'typescript' | 'javascript';
+    exists: boolean;
+}
+//# sourceMappingURL=types.d.ts.map

package/lib/dist/lib/config/types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../../config/types.ts"],"names":[],"mappings":"AAKA;;;GAGG;AAEH,OAAO,KAAK,EACV,WAAW,EACX,WAAW,EACX,iBAAiB,EACjB,UAAU,EACV,oBAAoB,EACpB,0BAA0B,EAC3B,MAAM,kBAAkB,CAAC;AAC1B,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,gCAAgC,CAAC;AAErE;;;GAGG;AACH,MAAM,WAAW,eAAe;IAC9B,GAAG,EAAE,MAAM,CAAC;IACZ,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,EAAE,MAAM,CAAC;IACjB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACjC,SAAS,CAAC,EAAE,OAAO,CAAC;IACpB;;;;;;OAMG;IACH,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,+EAA+E;IAC/E,YAAY,CAAC,EAAE;QAAE,WAAW,CAAC,EAAE,MAAM,CAAC;QAAC,UAAU,CAAC,EAAE,MAAM,CAAA;KAAE,CAAC;IAC7D,aAAa,CAAC,EAAE,iBAAiB,CAAC;IAClC,eAAe,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;IACtC,KAAK,CAAC,EAAE,UAAU,CAAC;CACpB;AAED;;GAEG;AACH,MAAM,WAAW,eAAe;IAC9B,GAAG,EAAE,MAAM,CAAC;IACZ,QAAQ,EAAE,MAAM,CAAC;IACjB,YAAY,EAAE,MAAM,CAAC;IACrB,QAAQ,CAAC,EAAE,SAAS,GAAG,MAAM,GAAG,mBAAmB,GAAG,SAAS,GAAG,aAAa,GAAG,SAAS,GAAG,IAAI,GAAG,OAAO,CAAC;IAC7G,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,iBAAiB,CAAC,EAAE,MAAM,CAAC;CAC5B;AAED;;GAEG;AACH,MAAM,MAAM,cAAc,GACtB,SAAS,GACT,CAAC,SAAS,CAAC,GACX,CAAC,MAAM,EAAE;IAAE,MAAM,EAAE,MAAM,CAAA;CAAE,CAAC,GAC5B,CAAC,MAAM,EAAE;IAAE,MAAM,EAAE,MAAM,CAAA;CAAE,CAAC,CAAC;AAEjC;;GAEG;AACH,MAAM,WAAW,WAAW;IAC1B,QAAQ,CAAC,EAAE,SAAS,GAAG,MAAM,GAAG,mBAAmB,GAAG,SAAS,GAAG,aAAa,GAAG,SAAS,GAAG,IAAI,GAAG,OAAO,CAAC;IAC7G,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,oFAAoF;IACpF,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,+EAA+E;IAC/E,aAAa,CAAC,EAAE,MAAM,GAAG,mBAAmB,GAAG,YAAY,GAAG,aAAa,CAAC;CAC7E;AAED;;GAEG;AACH,MAAM,WAAW,eAAe;IAC9B;;;OAGG;IACH,OAAO,CAAC,EAAE,OAAO,CAAC;IAElB;;;OAGG;IACH,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAE1B;;;OAGG;IACH,eAAe,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAEzC;;;OAGG;IACH,WAAW,CAAC,EAAE,MAAM,CAAC;CACtB;AAED;;;GAGG;AACH,MAAM,WAAW,YAAY;IAC3B;;;OAGG;IACH,IAAI,CAAC,EAAE,MAAM,CAAC;IAEd;;;;;OAKG;IACH,mBAAmB,CAAC,EAAE,OAAO,CAAC;IAE9B;;;OAGG;IACH,YAAY,CAAC,EAAE,MAAM,CAAC;CACvB;AAED;;GAEG;AACH,MAAM,WAAW,oBAAoB;IACnC,IAAI,EAAE,MAAM,CAAC;IACb,mBAAmB,EAAE,OAAO,CAAC;IAC7B,YAAY,EAAE,MAAM,CAAC;IACrB,QAAQ,CAAC,EAAE,OAAO,CAAC;CACpB;AAED;;;GAGG;AACH,MAAM,WAAW,UAAU;IACzB;;;OAGG;IACH,MAAM,CAAC,EAAE,YAAY,CAAC;IAEtB;;;OAGG;IACH,UAAU,CAAC,EAAE,cAAc,EAAE,CAAC;IAE9B;;;OAGG;IACH,MAAM,CAAC,EAAE,eAAe,EAAE,CAAC;IAE3B;;;OAGG;IACH,MAAM,CAAC,EAAE,eAAe,EAAE,CAAC;IAE3B;;;OAGG;IACH,SAAS,CAAC,EAAE,MAAM,GAAG,MAAM,EAAE,CAAC;IAE9B;;OAEG;IACH,SAAS,CAAC,EAAE,cAAc,EAAE,CAAC;IAE7B;;OAEG;IACH,KAAK,CAAC,EAAE,WAAW,CAAC;IAEpB;;OAEG;IACH,SAAS,CAAC,EAAE,eAAe,CAAC;IAE5B;;;;;;;;;;;OAWG;IACH,OAAO,CAAC,EAAE,oBAAoB,CAAC;IAE/B;;;;;;;OAOG;IACH,aAAa,CAAC,EAAE,0BAA0B,CAAC;IAE3C;;;;OAIG;IACH,aAAa,CAAC,EAAE,kBAAkB,EAAE,CAAC;IAErC;;;;;;;OAOG;IACH,oBAAoB,CAAC,EAAE,OAAO,CAAC;IAE/B;;;OAGG;IACH,OAAO,CAAC,EAAE,OAAO,CAAC;CACnB;AAED;;GAEG;AACH,MAAM,WAAW,kBAAkB;IACjC,wCAAwC;IACxC,IAAI,EAAE,MAAM,CAAC;IACb,gDAAgD;IAChD,GAAG,EAAE,MAAM,CAAC;IACZ,kEAAkE;IAClE,MAAM,CAAC,EAAE,MAAM,CAAC;CACjB;AAED;;GAEG;AACH,MAAM,WAAW,cAAc;IAC7B,MAAM,EAAE,oBAAoB,CAAC;IAC7B,MAAM,EAAE,WAAW,EAAE,CAAC;IACtB,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,WAAW,CAAC,CAAC;IACpC,UAAU,EAAE,cAAc,EAAE,CAAC;IAC7B,SAAS,EAAE,MAAM,EAAE,CAAC;IACpB,SAAS,EAAE,cAAc,EAAE,CAAC;IAC5B,KAAK,EAAE,WAAW,CAAC;IACnB,SAAS,EAAE,eAAe,CAAC;IAC3B,8EAA8E;IAC9E,OAAO,CAAC,EAAE,oBAAoB,CAAC;IAC/B,oFAAoF;IACpF,aAAa,CAAC,EAAE,0BAA0B,CAAC;CAC5C;AAED;;GAEG;AACH,MAAM,WAAW,cAAc;IAC7B,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,YAAY,GAAG,YAAY,CAAC;IACpC,MAAM,EAAE,OAAO,CAAC;CACjB"}

package/lib/dist/lib/config/types.js

@@ -0,0 +1,6 @@
+/*
+ * Copyright OpenSearch Contributors
+ * SPDX-License-Identifier: Apache-2.0
+ */
+export {};
+//# sourceMappingURL=types.js.map

package/lib/dist/lib/config/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../../../config/types.ts"],"names":[],"mappings":"AAAA;;;GAGG"}

package/lib/dist/lib/config.d.ts

@@ -0,0 +1,39 @@
+export interface EnvConfig {
+    backendUrl: string;
+    judgeApiUrl: string;
+    storageApiUrl: string;
+    agentProxyUrl: string;
+    openSearchProxyUrl: string;
+    awsRegion: string;
+    awsProfile: string;
+    bedrockModelId: string;
+    openSearchLogsEndpoint: string;
+    openSearchLogsUsername: string;
+    openSearchLogsPassword: string;
+    openSearchLogsTracesIndex: string;
+    openSearchLogsIndex: string;
+    mlcommonsEndpoint: string;
+    mlcommonsHeaderOpenSearchUrl: string;
+    mlcommonsHeaderAuthorization: string;
+    mlcommonsHeaderAwsRegion: string;
+    mlcommonsHeaderAwsServiceName: string;
+    mlcommonsHeaderAwsAccessKeyId: string;
+    mlcommonsHeaderAwsSecretAccessKey: string;
+    mlcommonsHeaderAwsSessionToken: string;
+    travelPlannerEndpoint: string;
+    openaiCompatibleApiKey: string;
+    openaiCompatibleEndpoint: string;
+    observioEndpoint: string;
+    claudeCodeTelemetryEnabled: boolean;
+    otelExporterEndpoint: string;
+    otelServiceName: string;
+    otelExporterProtocol: string;
+    otelExporterHeaders: string;
+}
+export declare const ENV_CONFIG: EnvConfig;
+/**
+ * Build ML-Commons request headers from environment variables.
+ * Supports both Basic Auth and AWS SigV4 authentication.
+ */
+export declare function buildMLCommonsHeaders(): Record<string, string>;
+//# sourceMappingURL=config.d.ts.map

package/lib/dist/lib/config.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"config.d.ts","sourceRoot":"","sources":["../../config.ts"],"names":[],"mappings":"AA2BA,MAAM,WAAW,SAAS;IAExB,UAAU,EAAE,MAAM,CAAC;IAGnB,WAAW,EAAE,MAAM,CAAC;IACpB,aAAa,EAAE,MAAM,CAAC;IACtB,aAAa,EAAE,MAAM,CAAC;IACtB,kBAAkB,EAAE,MAAM,CAAC;IAG3B,SAAS,EAAE,MAAM,CAAC;IAClB,UAAU,EAAE,MAAM,CAAC;IACnB,cAAc,EAAE,MAAM,CAAC;IAGvB,sBAAsB,EAAE,MAAM,CAAC;IAC/B,sBAAsB,EAAE,MAAM,CAAC;IAC/B,sBAAsB,EAAE,MAAM,CAAC;IAC/B,yBAAyB,EAAE,MAAM,CAAC;IAClC,mBAAmB,EAAE,MAAM,CAAC;IAG5B,iBAAiB,EAAE,MAAM,CAAC;IAG1B,4BAA4B,EAAE,MAAM,CAAC;IACrC,4BAA4B,EAAE,MAAM,CAAC;IACrC,wBAAwB,EAAE,MAAM,CAAC;IACjC,6BAA6B,EAAE,MAAM,CAAC;IACtC,6BAA6B,EAAE,MAAM,CAAC;IACtC,iCAAiC,EAAE,MAAM,CAAC;IAC1C,8BAA8B,EAAE,MAAM,CAAC;IAGvC,qBAAqB,EAAE,MAAM,CAAC;IAG9B,sBAAsB,EAAE,MAAM,CAAC;IAC/B,wBAAwB,EAAE,MAAM,CAAC;IAGjC,gBAAgB,EAAE,MAAM,CAAC;IAGzB,0BAA0B,EAAE,OAAO,CAAC;IACpC,oBAAoB,EAAE,MAAM,CAAC;IAC7B,eAAe,EAAE,MAAM,CAAC;IACxB,oBAAoB,EAAE,MAAM,CAAC;IAC7B,mBAAmB,EAAE,MAAM,CAAC;CAC7B;AA0BD,eAAO,MAAM,UAAU,EAAE,SAkDxB,CAAC;AAEF;;;GAGG;AACH,wBAAgB,qBAAqB,IAAI,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CA8B9D"}

package/lib/dist/lib/config.js

@@ -0,0 +1,118 @@
+/*
+ * Copyright OpenSearch Contributors
+ * SPDX-License-Identifier: Apache-2.0
+ */
+/**
+ * Environment Configuration
+ *
+ * Environment variables are manually exposed via vite.config.ts using loadEnv()
+ * This allows us to use variables without the VITE_ prefix
+ * See: vite.config.ts and https://vitejs.dev/guide/env-and-mode.html
+ */
+import { readEnv } from './envCompat.js';
+// =============================================================================
+// Backend URL Configuration (single source of truth)
+// =============================================================================
+// Detect if running server-side (Node.js) vs browser
+const isServerSide = typeof window === 'undefined';
+// Empty string = relative URLs (works in browser)
+// Full URL needed for server-side (Node.js) since fetch() has no base URL context
+const SERVER_PORT = isServerSide ? (readEnv('AH_PORT', 'AGENT_HEALTH_PORT') || '4001') : '4001';
+const BACKEND_URL = isServerSide ? `http://localhost:${SERVER_PORT}` : '';
+// eslint-disable-next-line @typescript-eslint/no-explicit-any
+let browserEnv = {};
+// Only access import.meta in browser context (Vite bundles this)
+// In Node.js/Jest, this block is skipped and browserEnv stays empty
+if (typeof window !== 'undefined' && typeof document !== 'undefined') {
+    try {
+        // eslint-disable-next-line @typescript-eslint/no-explicit-any
+        browserEnv = import.meta?.env || {};
+    }
+    catch {
+        // Ignore - we're in a test environment
+    }
+}
+const getEnvVar = (key, defaultValue) => {
+    // Server: use process.env (Node.js native)
+    // Client: use import.meta.env (Vite replaces at build time, see vite.config.ts)
+    if (isServerSide) {
+        return process.env?.[key] || defaultValue || '';
+    }
+    // Browser: use pre-loaded env
+    return browserEnv[key] || defaultValue || '';
+};
+export const ENV_CONFIG = {
+    // Backend server - empty string means relative URLs
+    backendUrl: BACKEND_URL,
+    // API endpoints (derived from backend URL)
+    judgeApiUrl: `${BACKEND_URL}/api/judge`,
+    storageApiUrl: `${BACKEND_URL}/api/storage`,
+    agentProxyUrl: `${BACKEND_URL}/api/agent`,
+    openSearchProxyUrl: `${BACKEND_URL}/api/opensearch/logs`,
+    // AWS/Bedrock
+    awsRegion: getEnvVar('AWS_REGION', 'us-east-1'),
+    awsProfile: getEnvVar('AWS_PROFILE', 'default'),
+    bedrockModelId: getEnvVar('BEDROCK_MODEL_ID', 'anthropic.claude-3-5-sonnet-20241022-v2:0'),
+    // OpenSearch Logs (for fetching agent observability data)
+    openSearchLogsEndpoint: getEnvVar('OPENSEARCH_LOGS_ENDPOINT', ''),
+    openSearchLogsUsername: getEnvVar('OPENSEARCH_LOGS_USERNAME', ''),
+    openSearchLogsPassword: getEnvVar('OPENSEARCH_LOGS_PASSWORD', ''),
+    openSearchLogsTracesIndex: getEnvVar('OPENSEARCH_LOGS_TRACES_INDEX', 'otel-v1-apm-span-*'),
+    openSearchLogsIndex: getEnvVar('OPENSEARCH_LOGS_INDEX', 'ml-commons-logs-*'),
+    // ML-Commons agent endpoint
+    mlcommonsEndpoint: getEnvVar('MLCOMMONS_ENDPOINT', 'http://localhost:9200/_plugins/_ml/agents/{agent_id}/_execute/stream'),
+    // ML-Commons agent headers
+    mlcommonsHeaderOpenSearchUrl: getEnvVar('MLCOMMONS_HEADER_OPENSEARCH_URL', ''),
+    mlcommonsHeaderAuthorization: getEnvVar('MLCOMMONS_HEADER_AUTHORIZATION', ''),
+    mlcommonsHeaderAwsRegion: getEnvVar('MLCOMMONS_HEADER_AWS_REGION', ''),
+    mlcommonsHeaderAwsServiceName: getEnvVar('MLCOMMONS_HEADER_AWS_SERVICE_NAME', 'es'),
+    mlcommonsHeaderAwsAccessKeyId: getEnvVar('MLCOMMONS_HEADER_AWS_ACCESS_KEY_ID', ''),
+    mlcommonsHeaderAwsSecretAccessKey: getEnvVar('MLCOMMONS_HEADER_AWS_SECRET_ACCESS_KEY', ''),
+    mlcommonsHeaderAwsSessionToken: getEnvVar('MLCOMMONS_HEADER_AWS_SESSION_TOKEN', ''),
+    // Travel Planner multi-agent endpoint (OTel Demo in Docker)
+    travelPlannerEndpoint: getEnvVar('TRAVEL_PLANNER_ENDPOINT', 'http://localhost:3000'),
+    // OpenAI-compatible (optional - for OpenAI-compatible judge/agent endpoints)
+    openaiCompatibleApiKey: getEnvVar('OPENAI_COMPATIBLE_API_KEY', ''),
+    openaiCompatibleEndpoint: getEnvVar('OPENAI_COMPATIBLE_ENDPOINT', 'http://localhost:4000/v1/chat/completions'),
+    // Observio Sample Agent endpoint
+    observioEndpoint: getEnvVar('OBSERVIO_ENDPOINT', 'http://localhost:3001/run-agent'),
+    // Claude Code Telemetry (optional - for OTEL traces from Claude Code)
+    claudeCodeTelemetryEnabled: getEnvVar('CLAUDE_CODE_TELEMETRY_ENABLED', 'false') === 'true',
+    otelExporterEndpoint: getEnvVar('OTEL_EXPORTER_OTLP_ENDPOINT', ''),
+    otelServiceName: getEnvVar('OTEL_SERVICE_NAME', 'claude-code-agent'),
+    otelExporterProtocol: getEnvVar('OTEL_EXPORTER_OTLP_PROTOCOL', ''),
+    otelExporterHeaders: getEnvVar('OTEL_EXPORTER_OTLP_HEADERS', ''),
+};
+/**
+ * Build ML-Commons request headers from environment variables.
+ * Supports both Basic Auth and AWS SigV4 authentication.
+ */
+export function buildMLCommonsHeaders() {
+    const headers = {};
+    if (ENV_CONFIG.mlcommonsHeaderOpenSearchUrl) {
+        headers['opensearch-url'] = ENV_CONFIG.mlcommonsHeaderOpenSearchUrl;
+    }
+    if (ENV_CONFIG.mlcommonsHeaderAwsRegion) {
+        headers['aws-region'] = ENV_CONFIG.mlcommonsHeaderAwsRegion;
+    }
+    if (ENV_CONFIG.mlcommonsHeaderAuthorization) {
+        headers['Authorization'] = ENV_CONFIG.mlcommonsHeaderAuthorization;
+    }
+    else {
+        // Fall back to SigV4 authentication
+        if (ENV_CONFIG.mlcommonsHeaderAwsServiceName) {
+            headers['aws-service-name'] = ENV_CONFIG.mlcommonsHeaderAwsServiceName;
+        }
+        if (ENV_CONFIG.mlcommonsHeaderAwsAccessKeyId) {
+            headers['aws-access-key-id'] = ENV_CONFIG.mlcommonsHeaderAwsAccessKeyId;
+        }
+        if (ENV_CONFIG.mlcommonsHeaderAwsSecretAccessKey) {
+            headers['aws-secret-access-key'] = ENV_CONFIG.mlcommonsHeaderAwsSecretAccessKey;
+        }
+        if (ENV_CONFIG.mlcommonsHeaderAwsSessionToken) {
+            headers['aws-session-token'] = ENV_CONFIG.mlcommonsHeaderAwsSessionToken;
+        }
+    }
+    return headers;
+}
+//# sourceMappingURL=config.js.map

package/lib/dist/lib/config.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"config.js","sourceRoot":"","sources":["../../config.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH;;;;;;GAMG;AAEH,OAAO,EAAE,OAAO,EAAE,MAAM,aAAa,CAAC;AAEtC,gFAAgF;AAChF,qDAAqD;AACrD,gFAAgF;AAEhF,qDAAqD;AACrD,MAAM,YAAY,GAAG,OAAO,MAAM,KAAK,WAAW,CAAC;AAEnD,kDAAkD;AAClD,kFAAkF;AAClF,MAAM,WAAW,GAAG,YAAY,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,SAAS,EAAE,mBAAmB,CAAC,IAAI,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC;AAChG,MAAM,WAAW,GAAG,YAAY,CAAC,CAAC,CAAC,oBAAoB,WAAW,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;AAsD1E,8DAA8D;AAC9D,IAAI,UAAU,GAA2B,EAAE,CAAC;AAE5C,iEAAiE;AACjE,oEAAoE;AACpE,IAAI,OAAO,MAAM,KAAK,WAAW,IAAI,OAAO,QAAQ,KAAK,WAAW,EAAE,CAAC;IACrE,IAAI,CAAC;QACH,8DAA8D;QAC9D,UAAU,GAAI,MAAM,CAAC,IAAY,EAAE,GAAG,IAAI,EAAE,CAAC;IAC/C,CAAC;IAAC,MAAM,CAAC;QACP,uCAAuC;IACzC,CAAC;AACH,CAAC;AAED,MAAM,SAAS,GAAG,CAAC,GAAW,EAAE,YAAqB,EAAU,EAAE;IAC/D,2CAA2C;IAC3C,gFAAgF;IAChF,IAAI,YAAY,EAAE,CAAC;QACjB,OAAO,OAAO,CAAC,GAAG,EAAE,CAAC,GAAG,CAAC,IAAI,YAAY,IAAI,EAAE,CAAC;IAClD,CAAC;IACD,8BAA8B;IAC9B,OAAO,UAAU,CAAC,GAAG,CAAC,IAAI,YAAY,IAAI,EAAE,CAAC;AAC/C,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,UAAU,GAAc;IACnC,oDAAoD;IACpD,UAAU,EAAE,WAAW;IAEvB,2CAA2C;IAC3C,WAAW,EAAE,GAAG,WAAW,YAAY;IACvC,aAAa,EAAE,GAAG,WAAW,cAAc;IAC3C,aAAa,EAAE,GAAG,WAAW,YAAY;IACzC,kBAAkB,EAAE,GAAG,WAAW,sBAAsB;IAExD,cAAc;IACd,SAAS,EAAE,SAAS,CAAC,YAAY,EAAE,WAAW,CAAC;IAC/C,UAAU,EAAE,SAAS,CAAC,aAAa,EAAE,SAAS,CAAC;IAC/C,cAAc,EAAE,SAAS,CAAC,kBAAkB,EAAE,2CAA2C,CAAC;IAE1F,0DAA0D;IAC1D,sBAAsB,EAAE,SAAS,CAAC,0BAA0B,EAAE,EAAE,CAAC;IACjE,sBAAsB,EAAE,SAAS,CAAC,0BAA0B,EAAE,EAAE,CAAC;IACjE,sBAAsB,EAAE,SAAS,CAAC,0BAA0B,EAAE,EAAE,CAAC;IACjE,yBAAyB,EAAE,SAAS,CAAC,8BAA8B,EAAE,oBAAoB,CAAC;IAC1F,mBAAmB,EAAE,SAAS,CAAC,uBAAuB,EAAE,mBAAmB,CAAC;IAE5E,4BAA4B;IAC5B,iBAAiB,EAAE,SAAS,CAAC,oBAAoB,EAAE,sEAAsE,CAAC;IAE1H,2BAA2B;IAC3B,4BAA4B,EAAE,SAAS,CAAC,iCAAiC,EAAE,EAAE,CAAC;IAC9E,4BAA4B,EAAE,SAAS,CAAC,gCAAgC,EAAE,EAAE,CAAC;IAC7E,wBAAwB,EAAE,SAAS,CAAC,6BAA6B,EAAE,EAAE,CAAC;IACtE,6BAA6B,EAAE,SAAS,CAAC,mCAAmC,EAAE,IAAI,CAAC;IACnF,6BAA6B,EAAE,SAAS,CAAC,oCAAoC,EAAE,EAAE,CAAC;IAClF,iCAAiC,EAAE,SAAS,CAAC,wCAAwC,EAAE,EAAE,CAAC;IAC1F,8BAA8B,EAAE,SAAS,CAAC,oCAAoC,EAAE,EAAE,CAAC;IAEnF,4DAA4D;IAC5D,qBAAqB,EAAE,SAAS,CAAC,yBAAyB,EAAE,uBAAuB,CAAC;IAEpF,6EAA6E;IAC7E,sBAAsB,EAAE,SAAS,CAAC,2BAA2B,EAAE,EAAE,CAAC;IAClE,wBAAwB,EAAE,SAAS,CAAC,4BAA4B,EAAE,2CAA2C,CAAC;IAE9G,iCAAiC;IACjC,gBAAgB,EAAE,SAAS,CAAC,mBAAmB,EAAE,iCAAiC,CAAC;IAEnF,sEAAsE;IACtE,0BAA0B,EAAE,SAAS,CAAC,+BAA+B,EAAE,OAAO,CAAC,KAAK,MAAM;IAC1F,oBAAoB,EAAE,SAAS,CAAC,6BAA6B,EAAE,EAAE,CAAC;IAClE,eAAe,EAAE,SAAS,CAAC,mBAAmB,EAAE,mBAAmB,CAAC;IACpE,oBAAoB,EAAE,SAAS,CAAC,6BAA6B,EAAE,EAAE,CAAC;IAClE,mBAAmB,EAAE,SAAS,CAAC,4BAA4B,EAAE,EAAE,CAAC;CACjE,CAAC;AAEF;;;GAGG;AACH,MAAM,UAAU,qBAAqB;IACnC,MAAM,OAAO,GAA2B,EAAE,CAAC;IAE3C,IAAI,UAAU,CAAC,4BAA4B,EAAE,CAAC;QAC5C,OAAO,CAAC,gBAAgB,CAAC,GAAG,UAAU,CAAC,4BAA4B,CAAC;IACtE,CAAC;IAED,IAAI,UAAU,CAAC,wBAAwB,EAAE,CAAC;QACxC,OAAO,CAAC,YAAY,CAAC,GAAG,UAAU,CAAC,wBAAwB,CAAC;IAC9D,CAAC;IAED,IAAI,UAAU,CAAC,4BAA4B,EAAE,CAAC;QAC5C,OAAO,CAAC,eAAe,CAAC,GAAG,UAAU,CAAC,4BAA4B,CAAC;IACrE,CAAC;SAAM,CAAC;QACN,oCAAoC;QACpC,IAAI,UAAU,CAAC,6BAA6B,EAAE,CAAC;YAC7C,OAAO,CAAC,kBAAkB,CAAC,GAAG,UAAU,CAAC,6BAA6B,CAAC;QACzE,CAAC;QACD,IAAI,UAAU,CAAC,6BAA6B,EAAE,CAAC;YAC7C,OAAO,CAAC,mBAAmB,CAAC,GAAG,UAAU,CAAC,6BAA6B,CAAC;QAC1E,CAAC;QACD,IAAI,UAAU,CAAC,iCAAiC,EAAE,CAAC;YACjD,OAAO,CAAC,uBAAuB,CAAC,GAAG,UAAU,CAAC,iCAAiC,CAAC;QAClF,CAAC;QACD,IAAI,UAAU,CAAC,8BAA8B,EAAE,CAAC;YAC9C,OAAO,CAAC,mBAAmB,CAAC,GAAG,UAAU,CAAC,8BAA8B,CAAC;QAC3E,CAAC;IACH,CAAC;IAED,OAAO,OAAO,CAAC;AACjB,CAAC"}

package/lib/dist/lib/constants.d.ts

@@ -0,0 +1,81 @@
+import { AppConfig, ConnectorProtocol } from '../types/index.js';
+/**
+ * Single source of truth for connector type metadata.
+ * Used by Settings UI (dropdown + descriptions), server validation, and browser-safety checks.
+ */
+export interface ConnectorTypeInfo {
+    label: string;
+    description: string;
+    serverOnly: boolean;
+}
+export declare const CONNECTOR_TYPE_INFO: Record<ConnectorProtocol, ConnectorTypeInfo>;
+/** All valid connector protocol types, derived from CONNECTOR_TYPE_INFO. */
+export declare const VALID_CONNECTOR_TYPES: ConnectorProtocol[];
+/** Connector types that work in the browser (non-serverOnly). */
+export declare const BROWSER_SAFE_CONNECTORS: ConnectorProtocol[];
+/** Keys of built-in agents shipped with the tool. */
+export declare const BUILT_IN_AGENT_KEYS: Set<string>;
+/**
+ * True when an agent is one of the tool's shipped built-ins — as opposed to an
+ * agent authored in agent-health.config.ts or a UI-added custom endpoint.
+ * Prefers the server-computed `builtIn` flag (from /api/agents); falls back to
+ * BUILT_IN_AGENT_KEYS for the hardcoded defaults used before refreshConfig().
+ */
+export declare function isBuiltInAgent(a: {
+    key: string;
+    builtIn?: boolean;
+    isCustom?: boolean;
+}): boolean;
+/**
+ * Ordered list of preferred default agent keys, used when picking an initial
+ * agent for popups/forms (e.g. QuickRunModal). The first entry that exists in
+ * `DEFAULT_CONFIG.agents` (and is enabled) wins.
+ *
+ * `observio` is preferred because it's a fully-featured local sample agent
+ * users can run end-to-end without external infra.
+ */
+export declare const PREFERRED_DEFAULT_AGENT_KEYS: readonly ["observio", "demo"];
+/**
+ * Pick a sensible default agent key.
+ *
+ * Resolution order:
+ *  1. First entry in PREFERRED_DEFAULT_AGENT_KEYS that exists and is enabled
+ *  2. First enabled agent in DEFAULT_CONFIG.agents
+ *  3. First agent in DEFAULT_CONFIG.agents (even if disabled)
+ *  4. Empty string
+ */
+export declare function getPreferredDefaultAgentKey(): string;
+export declare const MODEL_PRICING: Record<string, {
+    input: number;
+    output: number;
+}>;
+export declare const DEFAULT_CONFIG: AppConfig;
+export declare const MOCK_TOOLS: {
+    name: string;
+    description: string;
+}[];
+/**
+ * Metadata about agents, updated when refreshConfig() succeeds.
+ */
+export declare let agentsMeta: {
+    hasCustomAgents: boolean;
+    customCount: number;
+    builtInCount: number;
+};
+/**
+ * Config change listeners.
+ * App.tsx subscribes so that any refreshConfig() call triggers a
+ * React re-render, making updated agents/models visible in all components.
+ */
+type ConfigChangeListener = () => void;
+/**
+ * Subscribe to config changes. Returns an unsubscribe function.
+ */
+export declare function subscribeConfigChange(listener: ConfigChangeListener): () => void;
+/**
+ * Fetch agent and model config from the server and update DEFAULT_CONFIG in place.
+ * Notifies subscribers so React trees re-render with the new values.
+ */
+export declare function refreshConfig(): Promise<void>;
+export {};
+//# sourceMappingURL=constants.d.ts.map

package/lib/dist/lib/constants.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"constants.d.ts","sourceRoot":"","sources":["../../constants.ts"],"names":[],"mappings":"AAKA,OAAO,EAAE,SAAS,EAAE,iBAAiB,EAAe,MAAM,SAAS,CAAC;AAGpE;;;GAGG;AACH,MAAM,WAAW,iBAAiB;IAChC,KAAK,EAAE,MAAM,CAAC;IACd,WAAW,EAAE,MAAM,CAAC;IACpB,UAAU,EAAE,OAAO,CAAC;CACrB;AAED,eAAO,MAAM,mBAAmB,EAAE,MAAM,CAAC,iBAAiB,EAAE,iBAAiB,CA8C5E,CAAC;AAEF,4EAA4E;AAC5E,eAAO,MAAM,qBAAqB,EAAuC,iBAAiB,EAAE,CAAC;AAE7F,iEAAiE;AACjE,eAAO,MAAM,uBAAuB,qBAEZ,CAAC;AAEzB,qDAAqD;AACrD,eAAO,MAAM,mBAAmB,aAAkF,CAAC;AAEnH;;;;;GAKG;AACH,wBAAgB,cAAc,CAAC,CAAC,EAAE;IAAE,GAAG,EAAE,MAAM,CAAC;IAAC,OAAO,CAAC,EAAE,OAAO,CAAC;IAAC,QAAQ,CAAC,EAAE,OAAO,CAAA;CAAE,GAAG,OAAO,CAEjG;AAED;;;;;;;GAOG;AACH,eAAO,MAAM,4BAA4B,+BAAgC,CAAC;AAE1E;;;;;;;;GAQG;AACH,wBAAgB,2BAA2B,IAAI,MAAM,CAUpD;AAiCD,eAAO,MAAM,aAAa,EAAE,MAAM,CAAC,MAAM,EAAE;IAAE,KAAK,EAAE,MAAM,CAAC;IAAC,MAAM,EAAE,MAAM,CAAA;CAAE,CAe3E,CAAC;AAEF,eAAO,MAAM,cAAc,EAAE,SAwK5B,CAAC;AAEF,eAAO,MAAM,UAAU;;;GAStB,CAAC;AAEF;;GAEG;AACH,eAAO,IAAI,UAAU,EAAE;IAAE,eAAe,EAAE,OAAO,CAAC;IAAC,WAAW,EAAE,MAAM,CAAC;IAAC,YAAY,EAAE,MAAM,CAAA;CAE3F,CAAC;AAEF;;;;GAIG;AACH,KAAK,oBAAoB,GAAG,MAAM,IAAI,CAAC;AAGvC;;GAEG;AACH,wBAAgB,qBAAqB,CAAC,QAAQ,EAAE,oBAAoB,GAAG,MAAM,IAAI,CAGhF;AAED;;;GAGG;AACH,wBAAsB,aAAa,IAAI,OAAO,CAAC,IAAI,CAAC,CA6BnD"}