npm - @opensearch-project/agent-health - Versions diffs - 0.0.1 → 0.1.0 - Mend

@opensearch-project/agent-health 0.0.1 → 0.1.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Files changed (22) hide show

package/LICENSE.txt +201 -0
package/README.md +363 -0
package/bin/cli.js +32 -0
package/cli/dist/index.js +4293 -0
package/dist/06363ae0dcb276526e56d844ae57f1eb2e16d1dc.svg +5 -0
package/dist/17cc03b81ececabf3c8b3c3bf4b8203cd3028613.svg +5 -0
package/dist/25f48f7350a1cb261d7ab5492972b53a075f1716.svg +5 -0
package/dist/3d66ad340959f7e4ae00687e9f14adbd930abe01.svg +5 -0
package/dist/621824624feb2bb70de09132809d9cce164b8bcb.svg +5 -0
package/dist/81a42dbbd00769e7d823c228f5193c23f6c35e20.svg +5 -0
package/dist/agent-health-style-guide.html +415 -0
package/dist/assets/index-BheBjDce.css +1 -0
package/dist/assets/index-aT-TLVpA.js +244 -0
package/dist/assets/opensearch-logo-DV6ruVFq.svg +5 -0
package/dist/index.html +22 -0
package/dist/optimize-loop.svg +48 -0
package/lib/dist/config/index.js +404 -0
package/lib/dist/index.js +1527 -0
package/package.json +142 -11
package/server/dist/app.js +10449 -0
package/server/dist/index.js +10476 -0
package/index.js +0 -13

package/dist/assets/opensearch-logo-DV6ruVFq.svg ADDED Viewed

@@ -0,0 +1,5 @@
+<svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 64 64" fill="none">
+<path d="M61.7374 23.5C60.4878 23.5 59.4748 24.513 59.4748 25.7626C59.4748 44.3813 44.3814 59.4748 25.7626 59.4748C24.513 59.4748 23.5 60.4878 23.5 61.7374C23.5 62.987 24.513 64 25.7626 64C46.8805 64 64 46.8805 64 25.7626C64 24.513 62.987 23.5 61.7374 23.5Z" fill="#00A3E0"/>
+<path d="M48.0814 38C50.2572 34.4505 52.3615 29.7178 51.9475 23.0921C51.0899 9.36725 38.6589 -1.04463 26.9206 0.0837327C22.3253 0.525465 17.6068 4.2712 18.026 10.9805C18.2082 13.8961 19.6352 15.6169 21.9544 16.9399C24.1618 18.1992 26.9978 18.9969 30.2128 19.9011C34.0962 20.9934 38.6009 22.2203 42.0631 24.7717C46.2125 27.8295 49.0491 31.3743 48.0814 38Z" fill="#B9D9EB"/>
+<path d="M3.91861 14C1.74276 17.5495 -0.361506 22.2822 0.0524931 28.9079C0.910072 42.6327 13.3411 53.0446 25.0794 51.9163C29.6747 51.4745 34.3932 47.7288 33.974 41.0195C33.7918 38.1039 32.3647 36.3831 30.0456 35.0601C27.8382 33.8008 25.0022 33.0031 21.7872 32.0989C17.9038 31.0066 13.3991 29.7797 9.93695 27.2283C5.78747 24.1704 2.95092 20.6257 3.91861 14Z" fill="#00A3E0"/>
+</svg>

package/dist/index.html ADDED Viewed

@@ -0,0 +1,22 @@
+<!DOCTYPE html>
+<!--
+ * Copyright OpenSearch Contributors
+ * SPDX-License-Identifier: Apache-2.0
+-->
+<html lang="en" class="dark h-full">
+  <head>
+    <meta charset="UTF-8" />
+    <meta name="viewport" content="width=device-width, initial-scale=1.0" />
+    <title>Agent Health</title>
+    <link rel="icon" type="image/svg+xml" href="/assets/opensearch-logo-DV6ruVFq.svg" />
+    <link rel="preconnect" href="https://fonts.googleapis.com">
+    <link rel="preconnect" href="https://fonts.gstatic.com" crossorigin>
+    <link href="https://fonts.googleapis.com/css2?family=Rubik:wght@300;400;500;600;700&family=Source+Code+Pro:wght@400;500;600&display=swap" rel="stylesheet">
+    <script type="module" crossorigin src="/assets/index-aT-TLVpA.js"></script>
+    <link rel="stylesheet" crossorigin href="/assets/index-BheBjDce.css">
+  </head>
+  <body class="bg-background text-foreground antialiased h-full">
+    <div id="root" class="h-full"></div>
+  </body>
+</html>

package/dist/optimize-loop.svg ADDED Viewed

@@ -0,0 +1,48 @@
+<svg width="120" height="120" viewBox="0 0 120 120" fill="none" xmlns="http://www.w3.org/2000/svg">
+  <defs>
+    <!-- Simplified gradient for arrows -->
+    <linearGradient id="arrowGrad" x1="0%" y1="0%" x2="100%" y2="100%">
+      <stop offset="0%" stop-color="#3B82F6"/>
+      <stop offset="50%" stop-color="#8B5CF6"/>
+      <stop offset="100%" stop-color="#A855F7"/>
+    </linearGradient>
+  </defs>
+  <!-- Circular arrow path - simplified and bolder -->
+  <g opacity="0.9">
+    <!-- Top to Right -->
+    <path d="M 66 24 Q 90 36 90 60" stroke="url(#arrowGrad)" stroke-width="4" fill="none" stroke-linecap="round"/>
+    <polygon points="90,60 87,54 93,54" fill="#8B5CF6"/>
+    <!-- Right to Bottom -->
+    <path d="M 90 66 Q 90 90 66 96" stroke="url(#arrowGrad)" stroke-width="4" fill="none" stroke-linecap="round"/>
+    <polygon points="66,96 71,94 69,100" fill="#A855F7"/>
+    <!-- Bottom to Left -->
+    <path d="M 54 96 Q 30 90 30 66" stroke="url(#arrowGrad)" stroke-width="4" fill="none" stroke-linecap="round"/>
+    <polygon points="30,66 33,72 27,72" fill="#8B5CF6"/>
+    <!-- Left to Top -->
+    <path d="M 30 54 Q 30 30 54 24" stroke="url(#arrowGrad)" stroke-width="4" fill="none" stroke-linecap="round"/>
+    <polygon points="54,24 49,26 51,20" fill="#3B82F6"/>
+  </g>
+  <!-- Trace node - Top (Activity/waveform) -->
+  <g transform="translate(60, 21)">
+    <circle cx="0" cy="0" r="12" fill="#3B82F6"/>
+    <polyline points="-5,1.5 -3,-3 -1,1.5 1,-4.5 3,1.5 5,1.5" stroke="white" stroke-width="2" fill="none" stroke-linecap="round" stroke-linejoin="round"/>
+  </g>
+  <!-- Evaluate node - Right (CheckCircle) -->
+  <g transform="translate(99, 81)">
+    <circle cx="0" cy="0" r="12" fill="#8B5CF6"/>
+    <circle cx="0" cy="0" r="5" stroke="white" stroke-width="2" fill="none"/>
+    <polyline points="-2,0 -0.5,2 3,-3" stroke="white" stroke-width="2" fill="none" stroke-linecap="round" stroke-linejoin="round"/>
+  </g>
+  <!-- Improve node - Left (Shield) -->
+  <g transform="translate(21, 81)">
+    <circle cx="0" cy="0" r="12" fill="#A855F7"/>
+    <path d="M0 -5 L4 -3 L4 1.5 C4 3.5 2 5 0 5.5 C-2 5 -4 3.5 -4 1.5 L-4 -3 Z" fill="white"/>
+  </g>
+</svg>

package/lib/dist/config/index.js ADDED Viewed

@@ -0,0 +1,404 @@
+// lib/config/defineConfig.ts
+function defineConfig(config) {
+  return config;
+}
+// lib/config/loader.ts
+import { existsSync } from "fs";
+import { resolve } from "path";
+import { pathToFileURL } from "url";
+// lib/debug.ts
+var isBrowser = typeof window !== "undefined";
+var serverDebugEnabled = !isBrowser && typeof process !== "undefined" && process.env?.DEBUG === "true";
+function isDebugEnabled() {
+  if (isBrowser) {
+    try {
+      return localStorage.getItem("agenteval_debug") === "true";
+    } catch {
+      return false;
+    }
+  }
+  return serverDebugEnabled;
+}
+function debug(module, ...args) {
+  if (isDebugEnabled()) {
+    console.debug(`[${module}]`, ...args);
+  }
+}
+// lib/config.ts
+var isServerSide = typeof window === "undefined";
+var SERVER_PORT = isServerSide ? process.env?.VITE_BACKEND_PORT || process.env?.PORT || "4001" : "4001";
+var BACKEND_URL = isServerSide ? `http://localhost:${SERVER_PORT}` : "";
+var browserEnv = {};
+if (typeof window !== "undefined" && typeof document !== "undefined") {
+  try {
+    browserEnv = import.meta?.env || {};
+  } catch {
+  }
+}
+var getEnvVar = (key, defaultValue) => {
+  if (isServerSide) {
+    return process.env?.[key] || defaultValue || "";
+  }
+  return browserEnv[key] || defaultValue || "";
+};
+var ENV_CONFIG = {
+  // Backend server - empty string means relative URLs
+  backendUrl: BACKEND_URL,
+  // API endpoints (derived from backend URL)
+  judgeApiUrl: `${BACKEND_URL}/api/judge`,
+  storageApiUrl: `${BACKEND_URL}/api/storage`,
+  agentProxyUrl: `${BACKEND_URL}/api/agent`,
+  openSearchProxyUrl: `${BACKEND_URL}/api/opensearch/logs`,
+  // AWS/Bedrock
+  awsRegion: getEnvVar("AWS_REGION", "us-east-1"),
+  awsProfile: getEnvVar("AWS_PROFILE", "default"),
+  bedrockModelId: getEnvVar("BEDROCK_MODEL_ID", "anthropic.claude-3-5-sonnet-20241022-v2:0"),
+  // OpenSearch Logs (for fetching agent observability data)
+  openSearchLogsEndpoint: getEnvVar("OPENSEARCH_LOGS_ENDPOINT", ""),
+  openSearchLogsUsername: getEnvVar("OPENSEARCH_LOGS_USERNAME", ""),
+  openSearchLogsPassword: getEnvVar("OPENSEARCH_LOGS_PASSWORD", ""),
+  openSearchLogsTracesIndex: getEnvVar("OPENSEARCH_LOGS_TRACES_INDEX", "otel-v1-apm-span-*"),
+  openSearchLogsIndex: getEnvVar("OPENSEARCH_LOGS_INDEX", "ml-commons-logs-*"),
+  // Per-agent endpoints
+  langgraphEndpoint: getEnvVar("LANGGRAPH_ENDPOINT", "http://localhost:3000"),
+  mlcommonsEndpoint: getEnvVar("MLCOMMONS_ENDPOINT", "http://localhost:9200/_plugins/_ml/agents/{agent_id}/_execute/stream"),
+  holmesGptEndpoint: getEnvVar("HOLMESGPT_ENDPOINT", "http://localhost:5050/api/agui/chat"),
+  // ML-Commons agent headers
+  mlcommonsHeaderOpenSearchUrl: getEnvVar("MLCOMMONS_HEADER_OPENSEARCH_URL", ""),
+  mlcommonsHeaderAuthorization: getEnvVar("MLCOMMONS_HEADER_AUTHORIZATION", ""),
+  mlcommonsHeaderAwsRegion: getEnvVar("MLCOMMONS_HEADER_AWS_REGION", ""),
+  mlcommonsHeaderAwsServiceName: getEnvVar("MLCOMMONS_HEADER_AWS_SERVICE_NAME", "es"),
+  mlcommonsHeaderAwsAccessKeyId: getEnvVar("MLCOMMONS_HEADER_AWS_ACCESS_KEY_ID", ""),
+  mlcommonsHeaderAwsSecretAccessKey: getEnvVar("MLCOMMONS_HEADER_AWS_SECRET_ACCESS_KEY", ""),
+  mlcommonsHeaderAwsSessionToken: getEnvVar("MLCOMMONS_HEADER_AWS_SESSION_TOKEN", ""),
+  // Claude Code Telemetry (optional - for OTEL traces from Claude Code)
+  claudeCodeTelemetryEnabled: getEnvVar("CLAUDE_CODE_TELEMETRY_ENABLED", "false") === "true",
+  otelExporterEndpoint: getEnvVar("OTEL_EXPORTER_OTLP_ENDPOINT", ""),
+  otelServiceName: getEnvVar("OTEL_SERVICE_NAME", "claude-code-agent"),
+  otelExporterProtocol: getEnvVar("OTEL_EXPORTER_OTLP_PROTOCOL", ""),
+  otelExporterHeaders: getEnvVar("OTEL_EXPORTER_OTLP_HEADERS", "")
+};
+function buildMLCommonsHeaders() {
+  debug("Config", "Building ML-Commons headers");
+  const headers = {};
+  if (ENV_CONFIG.mlcommonsHeaderOpenSearchUrl) {
+    headers["opensearch-url"] = ENV_CONFIG.mlcommonsHeaderOpenSearchUrl;
+  }
+  if (ENV_CONFIG.mlcommonsHeaderAwsRegion) {
+    headers["aws-region"] = ENV_CONFIG.mlcommonsHeaderAwsRegion;
+  }
+  if (ENV_CONFIG.mlcommonsHeaderAuthorization) {
+    headers["Authorization"] = ENV_CONFIG.mlcommonsHeaderAuthorization;
+  } else {
+    if (ENV_CONFIG.mlcommonsHeaderAwsServiceName) {
+      headers["aws-service-name"] = ENV_CONFIG.mlcommonsHeaderAwsServiceName;
+    }
+    if (ENV_CONFIG.mlcommonsHeaderAwsAccessKeyId) {
+      headers["aws-access-key-id"] = ENV_CONFIG.mlcommonsHeaderAwsAccessKeyId;
+    }
+    if (ENV_CONFIG.mlcommonsHeaderAwsSecretAccessKey) {
+      headers["aws-secret-access-key"] = ENV_CONFIG.mlcommonsHeaderAwsSecretAccessKey;
+    }
+    if (ENV_CONFIG.mlcommonsHeaderAwsSessionToken) {
+      headers["aws-session-token"] = ENV_CONFIG.mlcommonsHeaderAwsSessionToken;
+    }
+  }
+  debug("Config", "ML-Commons headers built, keys:", Object.keys(headers));
+  return headers;
+}
+// lib/constants.ts
+function getClaudeCodeConnectorEnv() {
+  const env = {
+    AWS_PROFILE: process.env.AWS_PROFILE || "Bedrock",
+    CLAUDE_CODE_USE_BEDROCK: "1",
+    AWS_REGION: process.env.AWS_REGION || "us-west-2",
+    DISABLE_PROMPT_CACHING: "1",
+    DISABLE_ERROR_REPORTING: "1"
+  };
+  if (ENV_CONFIG.claudeCodeTelemetryEnabled && ENV_CONFIG.otelExporterEndpoint) {
+    env.CLAUDE_CODE_ENABLE_TELEMETRY = "1";
+    env.OTEL_EXPORTER_OTLP_ENDPOINT = ENV_CONFIG.otelExporterEndpoint;
+    env.OTEL_SERVICE_NAME = ENV_CONFIG.otelServiceName;
+    if (ENV_CONFIG.otelExporterProtocol) {
+      env.OTEL_EXPORTER_OTLP_PROTOCOL = ENV_CONFIG.otelExporterProtocol;
+    }
+    if (ENV_CONFIG.otelExporterHeaders) {
+      env.OTEL_EXPORTER_OTLP_HEADERS = ENV_CONFIG.otelExporterHeaders;
+    }
+  } else {
+    env.DISABLE_TELEMETRY = "1";
+  }
+  return env;
+}
+var DEFAULT_CONFIG = {
+  agents: [
+    {
+      key: "demo",
+      name: "Demo Agent",
+      endpoint: "mock://demo",
+      description: "Mock agent for testing (simulated responses)",
+      connectorType: "mock",
+      models: ["demo-model"],
+      headers: {},
+      useTraces: false
+    },
+    {
+      key: "langgraph",
+      name: "Langgraph",
+      endpoint: ENV_CONFIG.langgraphEndpoint,
+      description: "Langgraph AG-UI agent server",
+      connectorType: "agui-streaming",
+      models: [
+        "claude-sonnet-4.5",
+        "claude-sonnet-4",
+        "claude-haiku-3.5"
+      ],
+      headers: {},
+      useTraces: true
+    },
+    {
+      key: "mlcommons-local",
+      name: "ML-Commons (Localhost)",
+      endpoint: ENV_CONFIG.mlcommonsEndpoint,
+      description: "Local OpenSearch ML-Commons conversational agent",
+      connectorType: "agui-streaming",
+      models: [
+        "claude-sonnet-4.5",
+        "claude-sonnet-4",
+        "claude-haiku-3.5"
+      ],
+      headers: buildMLCommonsHeaders(),
+      useTraces: true
+    },
+    {
+      key: "holmesgpt",
+      name: "HolmesGPT",
+      endpoint: ENV_CONFIG.holmesGptEndpoint,
+      description: "HolmesGPT AI-powered RCA agent (AG-UI)",
+      connectorType: "agui-streaming",
+      models: [
+        "claude-sonnet-4.5",
+        "claude-sonnet-4",
+        "claude-haiku-3.5"
+      ],
+      headers: {},
+      useTraces: true
+    },
+    {
+      key: "claude-code",
+      name: "Claude Code",
+      endpoint: "claude",
+      // Command name, not URL
+      description: "Claude Code CLI agent (requires claude command installed)",
+      connectorType: "claude-code",
+      models: ["claude-sonnet-4"],
+      headers: {},
+      get useTraces() {
+        return !!(ENV_CONFIG.claudeCodeTelemetryEnabled && ENV_CONFIG.otelExporterEndpoint);
+      },
+      // connectorConfig env vars are evaluated at runtime by getClaudeCodeConnectorEnv()
+      get connectorConfig() {
+        return {
+          env: getClaudeCodeConnectorEnv()
+        };
+      }
+    }
+  ],
+  models: {
+    "demo-model": {
+      model_id: "mock://demo-model",
+      display_name: "Demo Model",
+      provider: "demo",
+      context_window: 2e5,
+      max_output_tokens: 4096
+    },
+    "claude-sonnet-4.5": {
+      model_id: "us.anthropic.claude-sonnet-4-5-20250929-v1:0",
+      display_name: "Claude Sonnet 4.5",
+      provider: "bedrock",
+      context_window: 2e5,
+      max_output_tokens: 4096
+    },
+    "claude-sonnet-4": {
+      model_id: "us.anthropic.claude-sonnet-4-20250514-v1:0",
+      display_name: "Claude Sonnet 4",
+      provider: "bedrock",
+      context_window: 2e5,
+      max_output_tokens: 4096
+    },
+    "claude-haiku-3.5": {
+      model_id: "us.anthropic.claude-3-5-haiku-20241022-v1:0",
+      display_name: "Claude Haiku 3.5",
+      provider: "bedrock",
+      context_window: 2e5,
+      max_output_tokens: 4096
+    }
+  },
+  defaults: {
+    retry_attempts: 2,
+    retry_delay_ms: 1e3
+  }
+};
+// lib/config/loader.ts
+var DEFAULT_SERVER_CONFIG = {
+  port: 4001,
+  reuseExistingServer: !process.env.CI,
+  startTimeout: 3e4
+};
+var CONFIG_FILE_NAMES = [
+  "agent-health.config.ts",
+  "agent-health.config.js",
+  "agent-health.config.mjs"
+];
+function findConfigFile(cwd = process.cwd()) {
+  for (const fileName of CONFIG_FILE_NAMES) {
+    const filePath = resolve(cwd, fileName);
+    if (existsSync(filePath)) {
+      const format = fileName.endsWith(".ts") ? "typescript" : "javascript";
+      return { path: filePath, format, exists: true };
+    }
+  }
+  return null;
+}
+function toAgentConfig(userAgent) {
+  return {
+    key: userAgent.key,
+    name: userAgent.name,
+    endpoint: userAgent.endpoint,
+    description: userAgent.description,
+    enabled: userAgent.enabled ?? true,
+    models: userAgent.models,
+    headers: userAgent.headers ?? {},
+    useTraces: userAgent.useTraces ?? false,
+    connectorType: userAgent.connectorType,
+    connectorConfig: userAgent.connectorConfig,
+    hooks: userAgent.hooks
+  };
+}
+function toModelConfig(userModel) {
+  return [
+    userModel.key,
+    {
+      model_id: userModel.model_id,
+      display_name: userModel.display_name,
+      provider: userModel.provider ?? "bedrock",
+      context_window: userModel.context_window ?? 2e5,
+      max_output_tokens: userModel.max_output_tokens ?? 4096
+    }
+  ];
+}
+function mergeConfigs(userConfig, defaultConfig) {
+  const shouldExtend = userConfig.extends !== false;
+  let agents;
+  if (shouldExtend) {
+    const agentMap = /* @__PURE__ */ new Map();
+    for (const agent of defaultConfig.agents) {
+      agentMap.set(agent.key, agent);
+    }
+    for (const userAgent of userConfig.agents ?? []) {
+      agentMap.set(userAgent.key, toAgentConfig(userAgent));
+    }
+    agents = Array.from(agentMap.values());
+  } else {
+    agents = (userConfig.agents ?? []).map(toAgentConfig);
+  }
+  let models;
+  if (shouldExtend) {
+    models = { ...defaultConfig.models };
+    for (const userModel of userConfig.models ?? []) {
+      const [key, config] = toModelConfig(userModel);
+      models[key] = config;
+    }
+  } else {
+    models = {};
+    for (const userModel of userConfig.models ?? []) {
+      const [key, config] = toModelConfig(userModel);
+      models[key] = config;
+    }
+  }
+  const connectors = userConfig.connectors ?? [];
+  const testCases = userConfig.testCases ? Array.isArray(userConfig.testCases) ? userConfig.testCases : [userConfig.testCases] : [];
+  const reporters = userConfig.reporters ?? [["console"]];
+  const judge = userConfig.judge ?? {
+    provider: "bedrock",
+    model: "claude-sonnet-4"
+  };
+  const server = {
+    ...DEFAULT_SERVER_CONFIG,
+    ...userConfig.server
+  };
+  return {
+    server,
+    agents,
+    models,
+    connectors,
+    testCases,
+    reporters,
+    judge
+  };
+}
+async function loadUserConfig(configPath) {
+  try {
+    const fileUrl = pathToFileURL(configPath).href;
+    const module = await import(fileUrl);
+    return module.default ?? module;
+  } catch (error) {
+    const message = error instanceof Error ? error.message : String(error);
+    throw new Error(`Failed to load config file ${configPath}: ${message}`);
+  }
+}
+var cachedConfig = null;
+var cachedConfigPath = null;
+async function loadConfig(cwd = process.cwd(), force = false) {
+  const configFile = findConfigFile(cwd);
+  if (!force && cachedConfig && cachedConfigPath === configFile?.path) {
+    return cachedConfig;
+  }
+  let userConfig = {};
+  if (configFile) {
+    console.log(`[Config] Loading ${configFile.path}`);
+    userConfig = await loadUserConfig(configFile.path);
+  } else {
+    console.log("[Config] No config file found, using defaults + environment variables");
+  }
+  const resolved = mergeConfigs(userConfig, DEFAULT_CONFIG);
+  cachedConfig = resolved;
+  cachedConfigPath = configFile?.path ?? null;
+  console.log(`[Config] Loaded ${resolved.agents.length} agents, ${Object.keys(resolved.models).length} models`);
+  return resolved;
+}
+function loadConfigSync(cwd = process.cwd()) {
+  if (cachedConfig) {
+    return cachedConfig;
+  }
+  return {
+    server: DEFAULT_SERVER_CONFIG,
+    agents: DEFAULT_CONFIG.agents,
+    models: DEFAULT_CONFIG.models,
+    connectors: [],
+    testCases: [],
+    reporters: [["console"]],
+    judge: { provider: "bedrock", model: "claude-sonnet-4" }
+  };
+}
+function clearConfigCache() {
+  cachedConfig = null;
+  cachedConfigPath = null;
+}
+function getConfigFileInfo(cwd = process.cwd()) {
+  return findConfigFile(cwd);
+}
+export {
+  DEFAULT_SERVER_CONFIG,
+  clearConfigCache,
+  defineConfig,
+  findConfigFile,
+  getConfigFileInfo,
+  loadConfig,
+  loadConfigSync
+};