gencode-ai 0.4.0 → 0.5.0

package/scripts/tests/test-subagents-loading.ts

@@ -0,0 +1,80 @@
+#!/usr/bin/env node
+/**
+ * Subagents Loading Test
+ *
+ * Tests custom agent discovery from hierarchical directories:
+ * - ~/.claude/agents/ (JSON and MD formats)
+ * - ~/.gen/agents/ (JSON and MD formats)
+ * - .claude/agents/ (project-level)
+ * - .gen/agents/ (project-level)
+ *
+ * Priority: project gen > project claude > user gen > user claude
+ *
+ * Usage:
+ *   npm run test:subagents                      # Normal mode
+ *   GEN_DEBUG_SUBAGENTS=1 npm run test:subagents  # Debug mode
+ *   npm run test:subagents -- --verbose         # Show all agents
+ */
+
+import { CustomAgentLoader } from '../../src/ext/subagents/custom-agent-loader.js';
+import { logger } from '../../src/base/utils/logger.js';
+
+const args = process.argv.slice(2);
+const verbose = args.includes('--verbose');
+
+async function main(): Promise<void> {
+  console.log('Subagents Discovery Test\n');
+
+  const cwd = process.cwd();
+  const loader = new CustomAgentLoader();
+
+  try {
+    logger.info('SubagentsTest', 'Starting subagents discovery', { cwd });
+
+    const startTime = Date.now();
+    await loader.initialize(cwd);
+    const agents = loader.getAllAgents();
+    const duration = Date.now() - startTime;
+
+    console.log(`✓ Loaded ${agents.length} custom agents in ${duration}ms\n`);
+
+    if (verbose || agents.length <= 20) {
+      console.log('Discovered custom agents:');
+      for (const agent of agents) {
+        console.log(`  - ${agent.name}`);
+        console.log(`    Description: ${agent.description}`);
+        console.log(`    Model: ${agent.defaultModel}`);
+        console.log(`    Max turns: ${agent.maxTurns}`);
+        console.log(`    Allowed tools: ${agent.allowedTools.join(', ')}`);
+        console.log();
+      }
+    } else {
+      console.log('Top 10 custom agents (use --verbose to see all):');
+      for (let i = 0; i < Math.min(10, agents.length); i++) {
+        const agent = agents[i];
+        console.log(`  - ${agent.name}: ${agent.description}`);
+      }
+      console.log();
+    }
+
+    // Check for built-in agents
+    const builtInCount = agents.filter(a =>
+      ['Bash', 'general-purpose', 'Explore', 'Plan'].includes(a.name)
+    ).length;
+    console.log(`Built-in agents: ${builtInCount}`);
+    console.log(`Custom agents: ${agents.length - builtInCount}\n`);
+
+    process.exit(0);
+  } catch (error) {
+    logger.error('SubagentsTest', 'Subagents discovery failed', {
+      error: error instanceof Error ? error.message : String(error),
+    });
+    console.error('✗ Failed to load subagents');
+    if (error instanceof Error && error.stack) {
+      console.error(error.stack);
+    }
+    process.exit(1);
+  }
+}
+
+main();

package/src/base/config/levels.ts

@@ -0,0 +1,237 @@
+/**
+ * Configuration Levels - Path resolution for multi-level config
+ *
+ * Defines the configuration hierarchy and resolves paths for each level.
+ * At each level, both .gen and .claude directories are loaded and merged,
+ * with .gen taking higher priority.
+ */
+
+import * as path from 'path';
+import * as os from 'os';
+import {
+  ConfigLevelType,
+  GEN_DIR,
+  CLAUDE_DIR,
+  SETTINGS_FILE_NAME,
+  SETTINGS_LOCAL_FILE_NAME,
+  MANAGED_SETTINGS_FILE_NAME,
+  GEN_CONFIG_ENV,
+  getManagedPaths,
+} from './types.js';
+import { pathExists, findProjectRoot } from '../utils/path-utils.js';
+
+// Re-export for backward compatibility
+export { findProjectRoot };
+
+/**
+ * Configuration path info for a specific namespace
+ */
+export interface ConfigPathInfo {
+  settingsPath: string;
+  localSettingsPath?: string;
+  dir: string;
+  namespace: 'gen' | 'claude' | 'extra';
+  exists: boolean;
+}
+
+/**
+ * Configuration level with resolved paths
+ */
+export interface ResolvedLevel {
+  type: ConfigLevelType;
+  priority: number;
+  paths: ConfigPathInfo[];
+  description: string;
+}
+
+/**
+ * Parse GEN_CONFIG environment variable
+ */
+export function parseExtraConfigDirs(): string[] {
+  const value = process.env[GEN_CONFIG_ENV];
+  if (!value) return [];
+
+  return value
+    .split(':')
+    .map((dir) => dir.trim())
+    .filter((dir) => dir.length > 0)
+    .map((dir) => dir.replace(/^~/, os.homedir()));
+}
+
+/**
+ * Get all configuration levels with resolved paths
+ */
+export async function getConfigLevels(cwd: string): Promise<ResolvedLevel[]> {
+  const projectRoot = await findProjectRoot(cwd);
+  const home = os.homedir();
+  const managedPaths = getManagedPaths();
+  const extraDirs = parseExtraConfigDirs();
+
+  const levels: ResolvedLevel[] = [];
+
+  // Level 1: User (lowest priority for settings, loaded first)
+  const userPaths: ConfigPathInfo[] = [];
+
+  // Claude first (lower priority within level)
+  const userClaudeDir = path.join(home, CLAUDE_DIR);
+  userPaths.push({
+    settingsPath: path.join(userClaudeDir, SETTINGS_FILE_NAME),
+    dir: userClaudeDir,
+    namespace: 'claude',
+    exists: await pathExists(path.join(userClaudeDir, SETTINGS_FILE_NAME)),
+  });
+
+  // GenCode second (higher priority within level)
+  const userGencodeDir = path.join(home, GEN_DIR);
+  userPaths.push({
+    settingsPath: path.join(userGencodeDir, SETTINGS_FILE_NAME),
+    dir: userGencodeDir,
+    namespace: 'gen',
+    exists: await pathExists(path.join(userGencodeDir, SETTINGS_FILE_NAME)),
+  });
+
+  levels.push({
+    type: 'user',
+    priority: 10,
+    paths: userPaths,
+    description: 'User global settings',
+  });
+
+  // Level 2: Extra config dirs from environment variable
+  if (extraDirs.length > 0) {
+    for (let i = 0; i < extraDirs.length; i++) {
+      const dir = extraDirs[i];
+      const extraPaths: ConfigPathInfo[] = [
+        {
+          settingsPath: path.join(dir, SETTINGS_FILE_NAME),
+          dir,
+          namespace: 'extra',
+          exists: await pathExists(path.join(dir, SETTINGS_FILE_NAME)),
+        },
+      ];
+
+      levels.push({
+        type: 'extra',
+        priority: 20 + i, // Each extra dir has slightly higher priority
+        paths: extraPaths,
+        description: `Extra config from ${dir}`,
+      });
+    }
+  }
+
+  // Level 3: Project (shared, committed to git)
+  const projectPaths: ConfigPathInfo[] = [];
+
+  // Claude first (lower priority within level)
+  const projectClaudeDir = path.join(projectRoot, CLAUDE_DIR);
+  projectPaths.push({
+    settingsPath: path.join(projectClaudeDir, SETTINGS_FILE_NAME),
+    dir: projectClaudeDir,
+    namespace: 'claude',
+    exists: await pathExists(path.join(projectClaudeDir, SETTINGS_FILE_NAME)),
+  });
+
+  // GenCode second (higher priority within level)
+  const projectGencodeDir = path.join(projectRoot, GEN_DIR);
+  projectPaths.push({
+    settingsPath: path.join(projectGencodeDir, SETTINGS_FILE_NAME),
+    dir: projectGencodeDir,
+    namespace: 'gen',
+    exists: await pathExists(path.join(projectGencodeDir, SETTINGS_FILE_NAME)),
+  });
+
+  levels.push({
+    type: 'project',
+    priority: 30,
+    paths: projectPaths,
+    description: 'Project shared settings',
+  });
+
+  // Level 4: Local (personal, gitignored)
+  const localPaths: ConfigPathInfo[] = [];
+
+  // Claude first (lower priority within level)
+  localPaths.push({
+    settingsPath: path.join(projectClaudeDir, SETTINGS_LOCAL_FILE_NAME),
+    dir: projectClaudeDir,
+    namespace: 'claude',
+    exists: await pathExists(path.join(projectClaudeDir, SETTINGS_LOCAL_FILE_NAME)),
+  });
+
+  // GenCode second (higher priority within level)
+  localPaths.push({
+    settingsPath: path.join(projectGencodeDir, SETTINGS_LOCAL_FILE_NAME),
+    dir: projectGencodeDir,
+    namespace: 'gen',
+    exists: await pathExists(path.join(projectGencodeDir, SETTINGS_LOCAL_FILE_NAME)),
+  });
+
+  levels.push({
+    type: 'local',
+    priority: 40,
+    paths: localPaths,
+    description: 'Local personal settings (gitignored)',
+  });
+
+  // Level 5: Managed (highest priority, enforced)
+  const managedPathsList: ConfigPathInfo[] = [];
+
+  // Claude first (lower priority within level)
+  managedPathsList.push({
+    settingsPath: path.join(managedPaths.claude, MANAGED_SETTINGS_FILE_NAME),
+    dir: managedPaths.claude,
+    namespace: 'claude',
+    exists: await pathExists(path.join(managedPaths.claude, MANAGED_SETTINGS_FILE_NAME)),
+  });
+
+  // GenCode second (higher priority within level)
+  managedPathsList.push({
+    settingsPath: path.join(managedPaths.gen, MANAGED_SETTINGS_FILE_NAME),
+    dir: managedPaths.gen,
+    namespace: 'gen',
+    exists: await pathExists(path.join(managedPaths.gen, MANAGED_SETTINGS_FILE_NAME)),
+  });
+
+  levels.push({
+    type: 'managed',
+    priority: 100, // Highest priority
+    paths: managedPathsList,
+    description: 'System-wide managed settings (enforced)',
+  });
+
+  // Sort by priority (ascending, so we merge from low to high)
+  return levels.sort((a, b) => a.priority - b.priority);
+}
+
+/**
+ * Get the primary settings directory for saving
+ * Prefers .gen if it exists, otherwise creates it
+ */
+export function getPrimarySettingsDir(
+  level: 'user' | 'project' | 'local',
+  projectRoot: string
+): string {
+  const home = os.homedir();
+
+  switch (level) {
+    case 'user':
+      return path.join(home, GEN_DIR);
+    case 'project':
+    case 'local':
+      return path.join(projectRoot, GEN_DIR);
+    default:
+      return path.join(home, GEN_DIR);
+  }
+}
+
+/**
+ * Get the settings file path for a specific level
+ */
+export function getSettingsFilePath(
+  level: 'user' | 'project' | 'local',
+  projectRoot: string
+): string {
+  const dir = getPrimarySettingsDir(level, projectRoot);
+  const fileName = level === 'local' ? SETTINGS_LOCAL_FILE_NAME : SETTINGS_FILE_NAME;
+  return path.join(dir, fileName);
+}

package/src/base/config/providers-config.ts

@@ -0,0 +1,87 @@
+/**
+ * Providers Config Manager - Reads providers.json for model-to-provider mapping
+ */
+
+import * as fs from 'fs/promises';
+import * as path from 'path';
+import * as os from 'os';
+import type { ProvidersConfig, Provider, AuthMethod } from './types.js';
+import { DEFAULT_SETTINGS_DIR, PROVIDERS_FILE_NAME } from './types.js';
+import { parseModelCacheKey } from '../../core/providers/store.js';
+
+export class ProvidersConfigManager {
+  private settingsDir: string;
+  private providersPath: string;
+  private config: ProvidersConfig | null = null;
+
+  constructor(settingsDir?: string) {
+    const dir = settingsDir ?? DEFAULT_SETTINGS_DIR;
+    this.settingsDir = dir.replace('~', os.homedir());
+    this.providersPath = path.join(this.settingsDir, PROVIDERS_FILE_NAME);
+  }
+
+  /**
+   * Load providers config from disk
+   */
+  async load(): Promise<ProvidersConfig | null> {
+    try {
+      const content = await fs.readFile(this.providersPath, 'utf-8');
+      this.config = JSON.parse(content);
+      return this.config;
+    } catch {
+      // File doesn't exist or is invalid
+      this.config = null;
+      return null;
+    }
+  }
+
+  /**
+   * Get cached config (call load() first)
+   */
+  get(): ProvidersConfig | null {
+    return this.config;
+  }
+
+  /**
+   * Infer provider and auth method from model ID using cached models
+   * Returns { provider, authMethod } if found, undefined if not in cache
+   */
+  inferProviderFromCache(
+    modelId: string
+  ): { provider: Provider; authMethod: AuthMethod } | undefined {
+    if (!this.config?.models) {
+      return undefined;
+    }
+
+    for (const [key, providerModels] of Object.entries(this.config.models)) {
+      const found = providerModels.list?.some((m) => m.id === modelId);
+      if (found) {
+        // Parse key to get provider and authMethod
+        const parsed = parseModelCacheKey(key);
+        if (parsed) {
+          return parsed;
+        }
+      }
+    }
+
+    return undefined;
+  }
+
+  /**
+   * Get all model IDs for a provider (across all authMethods)
+   */
+  getModelIds(provider: string): string[] {
+    if (!this.config?.models) {
+      return [];
+    }
+
+    const modelIds: string[] = [];
+    for (const [key, cache] of Object.entries(this.config.models)) {
+      const parsed = parseModelCacheKey(key);
+      if (parsed && parsed.provider === provider) {
+        modelIds.push(...(cache.list?.map((m) => m.id) ?? []));
+      }
+    }
+    return modelIds;
+  }
+}

package/src/base/config/types.ts

@@ -0,0 +1,230 @@
+/**
+ * Configuration Types - Multi-level configuration system (Claude Code compatible)
+ *
+ * Configuration hierarchy (priority from low to high):
+ * 1. User Level: ~/.gen/ + ~/.claude/ (merged, gen wins)
+ * 2. Extra Dirs: GEN_CONFIG environment variable
+ * 3. Project Level: .gen/ + .claude/ (merged, gen wins)
+ * 4. Local Level: .gen/*.local.* + .claude/*.local.* (merged, gen wins)
+ * 5. CLI Arguments: Command line overrides
+ * 6. Managed Level: System-wide enforced settings (cannot be overridden)
+ */
+
+import * as os from 'os';
+import * as path from 'path';
+
+// =============================================================================
+// Provider Types
+// =============================================================================
+
+export type Provider = 'openai' | 'anthropic' | 'google';
+export type AuthMethod = 'api_key' | 'vertex' | 'bedrock' | 'azure' | 'oauth';
+
+// Legacy type alias for backward compatibility
+/** @deprecated Use Provider instead */
+export type ProviderName = Provider;
+
+// =============================================================================
+// Settings Types
+// =============================================================================
+
+/**
+ * Permission rules for tools
+ */
+export interface PermissionRules {
+  allow?: string[];
+  ask?: string[];
+  deny?: string[];
+}
+
+/**
+ * Settings file structure
+ * Compatible with Claude Code's settings.json
+ */
+export interface Settings {
+  // Provider configuration
+  model?: string;
+  provider?: Provider;
+
+  // Permissions
+  permissions?: PermissionRules;
+
+  // UI/Display
+  theme?: string;
+  language?: string;
+  alwaysThinkingEnabled?: boolean;
+
+  // Environment variables
+  env?: Record<string, string>;
+
+  // Attribution for commits/PRs
+  attribution?: {
+    commit?: string;
+    pr?: string;
+  };
+
+  // Plugin configuration
+  enabledPlugins?: Record<string, boolean>;
+  extraKnownMarketplaces?: Record<string, unknown>;
+
+  // Memory configuration
+  memoryMergeStrategy?: 'fallback' | 'both' | 'gen-only' | 'claude-only';
+
+  // Compression configuration
+  compression?: {
+    enabled?: boolean;
+    enablePruning?: boolean;
+    enableCompaction?: boolean;
+    pruneMinimum?: number;
+    pruneProtect?: number;
+    reservedOutputTokens?: number;
+    model?: string;
+  };
+
+  // Input history configuration
+  inputHistory?: {
+    enabled?: boolean;
+    maxSize?: number;
+    savePath?: string;
+    deduplicateConsecutive?: boolean;
+  };
+
+  // Input behavior configuration
+  input?: {
+    multilineEnabled?: boolean; // Default: true - Enable Shift+Enter for multi-line input
+    ctrlCClear?: boolean; // Default: true - Clear input on Ctrl+C if text present
+  };
+
+  // Hooks configuration (event-driven shell commands)
+  hooks?: {
+    [event: string]: Array<{
+      matcher?: string;
+      hooks: Array<{
+        type: 'command' | 'prompt';
+        command?: string;
+        prompt?: string;
+        timeout?: number;
+        statusMessage?: string;
+        blocking?: boolean;
+      }>;
+    }>;
+  };
+
+  // Managed-only fields (cannot be overridden by lower levels)
+  strictKnownMarketplaces?: unknown[];
+
+  // Catch-all for future fields
+  [key: string]: unknown;
+}
+
+// =============================================================================
+// Configuration Level Types
+// =============================================================================
+
+/**
+ * Configuration level identifiers
+ */
+export type ConfigLevelType = 'managed' | 'user' | 'extra' | 'project' | 'local' | 'cli';
+
+/**
+ * Represents a configuration level with its metadata
+ */
+export interface ConfigLevel {
+  type: ConfigLevelType;
+  priority: number; // Higher number = higher priority
+  paths: string[]; // Paths to check (in order: gencode first, then claude)
+  description: string;
+}
+
+/**
+ * A loaded configuration source
+ */
+export interface ConfigSource {
+  level: ConfigLevelType;
+  path: string;
+  namespace: 'gen' | 'claude' | 'extra';
+  settings: Settings;
+}
+
+/**
+ * Result of merging all configuration sources
+ */
+export interface MergedConfig {
+  settings: Settings;
+  sources: ConfigSource[];
+  managedDeny: string[]; // Deny rules that cannot be overridden
+}
+
+// =============================================================================
+// Constants
+// =============================================================================
+
+export const GEN_CONFIG_ENV = 'GEN_CONFIG';
+
+// File names
+export const SETTINGS_FILE_NAME = 'settings.json';
+export const SETTINGS_LOCAL_FILE_NAME = 'settings.local.json';
+export const MANAGED_SETTINGS_FILE_NAME = 'managed-settings.json';
+export const PROVIDERS_FILE_NAME = 'providers.json';
+
+// Directory names - imported from common utilities and re-exported
+import { GEN_DIR, CLAUDE_DIR, getManagedPaths, type ManagedPaths } from '../utils/path-utils.js';
+export { GEN_DIR, CLAUDE_DIR, getManagedPaths };
+export type { ManagedPaths };
+
+// User directory paths
+export const USER_GEN_DIR = path.join(os.homedir(), GEN_DIR);
+export const USER_CLAUDE_DIR = path.join(os.homedir(), CLAUDE_DIR);
+
+// =============================================================================
+// Legacy Types (for backward compatibility)
+// =============================================================================
+
+export interface SettingsManagerOptions {
+  settingsDir?: string;
+}
+
+// Legacy exports
+export const DEFAULT_SETTINGS_DIR = '~/.gen';
+export const PROJECT_SETTINGS_DIR = '.gen';
+export const FALLBACK_SETTINGS_DIR = '~/.claude';
+export const FALLBACK_PROJECT_DIR = '.claude';
+
+// =============================================================================
+// Provider Connection Types
+// =============================================================================
+
+/**
+ * Provider connection info
+ */
+export interface ProviderConnection {
+  authMethod: AuthMethod; // Authentication method
+  method?: string; // Legacy: Connection name (e.g., "Direct API", "Google Vertex AI")
+  connectedAt: string;
+}
+
+/**
+ * Cached model info
+ */
+export interface CachedModel {
+  id: string;
+  name: string;
+  description?: string;
+}
+
+/**
+ * Cached models for a provider
+ * Note: provider and authMethod are encoded in the key as "provider:authMethod"
+ */
+export interface ProviderModels {
+  cachedAt: string;
+  list: CachedModel[];
+}
+
+/**
+ * Providers config file structure (~/.gen/providers.json)
+ */
+export interface ProvidersConfig {
+  connections: Record<string, ProviderConnection>;
+  models: Record<string, ProviderModels>;
+}