@arcteninc/core 0.0.175 → 0.0.177

package/scripts/cli-init-wizard-wrapper.cjs

@@ -1,58 +0,0 @@
-#!/usr/bin/env node
-/**
- * Wrapper script to execute cli-init-wizard.ts
- * Tries to use bun/tsx for TypeScript execution
- */
-
-const { spawn } = require('child_process');
-const path = require('path');
-const fs = require('fs');
-
-const scriptPath = path.join(__dirname, 'cli-init-wizard.ts');
-
-if (!fs.existsSync(scriptPath)) {
-  console.error(`❌ Script not found: ${scriptPath}`);
-  process.exit(1);
-}
-
-// Try tsx first (most compatible), then ts-node, then bun
-// Note: bun has issues with native modules on Windows
-const runners = [
-  { cmd: 'tsx', args: [scriptPath] },
-  { cmd: 'npx', args: ['tsx', scriptPath] },
-  { cmd: 'ts-node', args: [scriptPath] },
-  { cmd: 'bun', args: [scriptPath] },
-];
-
-function tryRunner(index) {
-  if (index >= runners.length) {
-    console.error('❌ No TypeScript runner found. Please install one:');
-    console.error('   bun: https://bun.sh');
-    console.error('   tsx: npm install -g tsx');
-    console.error('   ts-node: npm install -g ts-node');
-    process.exit(1);
-  }
-
-  const runner = runners[index];
-  const child = spawn(runner.cmd, runner.args, {
-    stdio: 'inherit',
-    cwd: process.cwd(),
-    shell: true,
-  });
-
-  child.on('error', (error) => {
-    if (error.code === 'ENOENT') {
-      // Runner not found, try next one
-      tryRunner(index + 1);
-    } else {
-      console.error(`❌ Error running ${runner.cmd}:`, error.message);
-      process.exit(1);
-    }
-  });
-
-  child.on('exit', (code) => {
-    process.exit(code || 0);
-  });
-}
-
-tryRunner(0);

package/scripts/cli-init-wizard.ts

@@ -1,646 +0,0 @@
-#!/usr/bin/env node
-/**
- * Arcten Init - Complete End-to-End Setup
- *
- * Creates a FULLY WORKING setup with zero manual steps:
- * 1. Deterministic discovery (tree-sitter scan)
- * 2. Deterministic classification (AI API + pattern fallback)
- * 3. Placement menu (user choice)
- * 4. Deterministic file creation (templates)
- * 5. AI review (checks generated files)
- * 6. Run sync (generates arcten.tools.ts)
- */
-
-import * as fs from 'fs';
-import * as path from 'path';
-import * as readline from 'readline';
-import { execSync } from 'child_process';
-import { discoverFunctionsInDirectory, filterLikelyTools, type DiscoveredFunction } from './tree-sitter-discover.js';
-import { runInjectionAgent, applyAllModifications, type FileModification } from './cli-agent-inject.js';
-
-// Types
-interface InitContext {
-  projectRoot: string;
-  framework: 'nextjs-app' | 'nextjs-pages' | 'vite' | 'unknown';
-  toolsFile: string;
-  toolsFileRelative: string;
-  functions: DiscoveredFunction[];
-  apiKey: string;
-  projectId: string;
-  serverUrl: string;
-}
-
-interface GeneratedPrompt {
-  systemPrompt: string;
-  source: 'ai' | 'template';
-}
-
-interface Classification {
-  safe: string[];
-  sensitive: string[];
-  source: 'ai' | 'pattern-fallback';
-}
-
-type Placement = 'everywhere' | 'specific' | 'developer';
-
-interface InitResult {
-  context: InitContext;
-  classification: Classification;
-  placement: Placement;
-  specificPages?: string[];
-}
-
-// State
-let rl: readline.Interface;
-
-// ============================================================================
-// PHASE 1: Deterministic Discovery
-// ============================================================================
-
-async function discoverContext(): Promise<InitContext> {
-  const projectRoot = process.cwd();
-
-  console.log('Scanning your project...\n');
-
-  // Detect framework
-  const packageJsonPath = path.join(projectRoot, 'package.json');
-  let framework: InitContext['framework'] = 'unknown';
-
-  if (fs.existsSync(packageJsonPath)) {
-    const pkg = JSON.parse(fs.readFileSync(packageJsonPath, 'utf-8'));
-    const deps = { ...pkg.dependencies, ...pkg.devDependencies };
-    if (deps.next) {
-      const hasAppDir = fs.existsSync(path.join(projectRoot, 'app'));
-      framework = hasAppDir ? 'nextjs-app' : 'nextjs-pages';
-    } else if (deps.vite) {
-      framework = 'vite';
-    }
-  }
-
-  // Discover functions
-  let functions = await discoverFunctionsInDirectory(projectRoot, {
-    functionsOnly: true,
-    exportedOnly: true,
-  });
-
-  functions = filterLikelyTools(functions);
-
-  if (functions.length === 0) {
-    console.log('No exported functions found in your project.');
-    console.log('');
-    console.log('Create a tools file (e.g., app/tools.ts) with exported functions:');
-    console.log('');
-    console.log('  export function getOrders(status: string) { ... }');
-    console.log('  export function createOrder(data: OrderData) { ... }');
-    console.log('');
-    process.exit(1);
-  }
-
-  // Find the primary tools file (most functions)
-  const fileGroups = new Map<string, DiscoveredFunction[]>();
-  for (const fn of functions) {
-    const file = fn.file;
-    if (!fileGroups.has(file)) {
-      fileGroups.set(file, []);
-    }
-    fileGroups.get(file)!.push(fn);
-  }
-
-  // Sort by function count and pick the best
-  const sortedFiles = [...fileGroups.entries()].sort((a, b) => b[1].length - a[1].length);
-  const [toolsFile, toolFunctions] = sortedFiles[0];
-
-  const toolsFileRelative = path.relative(projectRoot, toolsFile);
-
-  // Check for API key
-  const auth = checkApiKey(projectRoot);
-  if (!auth) {
-    console.log('No API key found.');
-    console.log('');
-    console.log('Get your API key from: https://arcten.com/dashboard');
-    console.log('');
-
-    const apiKeyInput = await askQuestion('Paste your API key: ');
-    const projectIdMatch = apiKeyInput.match(/sk_(proj_[a-zA-Z0-9]+)_/);
-
-    if (!projectIdMatch) {
-      console.log('Invalid API key format. Expected: sk_proj_xxxxx_yyyyy');
-      process.exit(1);
-    }
-
-    // Save to .env.local
-    const envPath = path.join(projectRoot, '.env.local');
-    let envContent = '';
-    if (fs.existsSync(envPath)) {
-      envContent = fs.readFileSync(envPath, 'utf-8');
-    }
-    if (!envContent.includes('ARCTEN_API_KEY')) {
-      envContent += `\nARCTEN_API_KEY=${apiKeyInput}\n`;
-      // Use correct env prefix based on framework
-      if (framework === 'vite') {
-        envContent += `VITE_ARCTEN_API_URL=https://api.arcten.com\n`;
-      } else {
-        envContent += `NEXT_PUBLIC_ARCTEN_API_URL=https://api.arcten.com\n`;
-      }
-      fs.writeFileSync(envPath, envContent.trim() + '\n');
-      console.log('  Saved API key to .env.local');
-    }
-
-    return {
-      projectRoot,
-      framework,
-      toolsFile,
-      toolsFileRelative,
-      functions: toolFunctions,
-      apiKey: apiKeyInput,
-      projectId: projectIdMatch[1],
-      serverUrl: process.env.ARCTEN_SERVER_URL || 'https://api.arcten.com',
-    };
-  }
-
-  console.log(`Found ${framework === 'nextjs-app' ? 'Next.js App Router' : framework} project`);
-  console.log(`Found ${toolFunctions.length} functions in ${toolsFileRelative}`);
-  console.log('');
-
-  return {
-    projectRoot,
-    framework,
-    toolsFile,
-    toolsFileRelative,
-    functions: toolFunctions,
-    apiKey: auth.apiKey,
-    projectId: auth.projectId,
-    serverUrl: process.env.ARCTEN_SERVER_URL || 'https://api.arcten.com',
-  };
-}
-
-// ============================================================================
-// PHASE 2: Deterministic Classification
-// ============================================================================
-
-async function classifyTools(context: InitContext): Promise<Classification> {
-  console.log('Classifying tools...');
-
-  const toolsToClassify = context.functions.map(f => ({
-    name: f.name,
-    jsDoc: f.jsDocComment,
-  }));
-
-  // Try AI classification first
-  try {
-    const response = await fetch(`${context.serverUrl}/ai-init/classify`, {
-      method: 'POST',
-      headers: {
-        'Content-Type': 'application/json',
-        'x-arcten-api-key': context.apiKey,
-      },
-      body: JSON.stringify({ tools: toolsToClassify }),
-    });
-
-    if (response.ok) {
-      const result = await response.json() as {
-        classifications: Record<string, 'safe' | 'sensitive'>;
-        safe: string[];
-        sensitive: string[];
-      };
-
-      console.log(`  ${result.safe.length} safe (auto-execute)`);
-      console.log(`  ${result.sensitive.length} sensitive (needs approval)`);
-      console.log('');
-
-      return {
-        safe: result.safe,
-        sensitive: result.sensitive,
-        source: 'ai',
-      };
-    }
-  } catch {
-    // Fall through to pattern-based
-  }
-
-  // Pattern-based fallback
-  const safePatterns = /^(get|list|search|find|fetch|load|calculate|count)/i;
-  const sensitivePatterns = /^(create|update|delete|set|add|remove|regenerate)/i;
-  const sensitiveReads = /^(get|fetch).*(api.?key|credential|secret|password|token)/i;
-
-  const safe: string[] = [];
-  const sensitive: string[] = [];
-
-  for (const tool of toolsToClassify) {
-    if (sensitiveReads.test(tool.name)) {
-      sensitive.push(tool.name);
-    } else if (sensitivePatterns.test(tool.name)) {
-      sensitive.push(tool.name);
-    } else if (safePatterns.test(tool.name)) {
-      safe.push(tool.name);
-    } else {
-      sensitive.push(tool.name); // Default to sensitive
-    }
-  }
-
-  console.log(`  ${safe.length} safe (auto-execute)`);
-  console.log(`  ${sensitive.length} sensitive (needs approval)`);
-  console.log('');
-
-  return { safe, sensitive, source: 'pattern-fallback' };
-}
-
-// ============================================================================
-// PHASE 2.5: AI Prompt Generation
-// ============================================================================
-
-const DEFAULT_PROMPT_TEMPLATE = `# AI Assistant
-
-You are a helpful AI assistant for this application.
-
-## Your Role
-- Help users accomplish their tasks efficiently
-- Use the available tools when appropriate
-- Ask for clarification when needed
-
-## Guidelines
-- Be concise and helpful
-- Explain what you're doing when using tools
-- Handle errors gracefully and suggest alternatives
-
-## Available Tools
-The tools available to you are defined in the codebase and synced via \`arcten sync\`.
-Safe tools execute automatically. Sensitive tools require user approval.
-`;
-
-async function generateSystemPrompt(
-  context: InitContext,
-  classification: Classification
-): Promise<GeneratedPrompt> {
-  console.log('Generating system prompt...');
-
-  const toolDescriptions = context.functions.map(f => ({
-    name: f.name,
-    jsDoc: f.jsDocComment,
-    classification: classification.safe.includes(f.name) ? 'safe' : 'sensitive',
-  }));
-
-  // Try AI generation first
-  try {
-    const response = await fetch(`${context.serverUrl}/ai-init/generate-prompt`, {
-      method: 'POST',
-      headers: {
-        'Content-Type': 'application/json',
-        'x-arcten-api-key': context.apiKey,
-      },
-      body: JSON.stringify({
-        tools: toolDescriptions,
-        framework: context.framework,
-      }),
-    });
-
-    if (response.ok) {
-      const result = await response.json() as { systemPrompt: string };
-      console.log('  AI generated initial prompt');
-      console.log('');
-      return {
-        systemPrompt: result.systemPrompt,
-        source: 'ai',
-      };
-    }
-  } catch {
-    // Fall through to template
-  }
-
-  // Template fallback
-  const safeToolsList = classification.safe.length > 0
-    ? `\n\nSafe tools (auto-execute):\n${classification.safe.map(t => `- ${t}`).join('\n')}`
-    : '';
-
-  const sensitiveToolsList = classification.sensitive.length > 0
-    ? `\n\nSensitive tools (require approval):\n${classification.sensitive.map(t => `- ${t}`).join('\n')}`
-    : '';
-
-  const templatePrompt = DEFAULT_PROMPT_TEMPLATE + safeToolsList + sensitiveToolsList;
-
-  console.log('  Using template prompt (AI not available)');
-  console.log('');
-  return {
-    systemPrompt: templatePrompt,
-    source: 'template',
-  };
-}
-
-async function saveSystemPrompt(projectRoot: string, prompt: GeneratedPrompt): Promise<void> {
-  const arctenDir = path.join(projectRoot, '.arcten');
-  if (!fs.existsSync(arctenDir)) {
-    fs.mkdirSync(arctenDir, { recursive: true });
-  }
-
-  const promptPath = path.join(arctenDir, 'prompt.md');
-  fs.writeFileSync(promptPath, prompt.systemPrompt);
-  console.log('  Created .arcten/prompt.md');
-}
-
-// ============================================================================
-// PHASE 3: Placement Menu
-// ============================================================================
-
-async function showPlacementMenu(): Promise<Placement> {
-  console.log('Where should your agent appear?\n');
-  console.log('  [1] 🌍 Everywhere - sidebar on every page');
-  console.log('  [2] 📄 Specific pages - only where you choose');
-  console.log('  [3] 🔧 Developer mode - just the hook, build your own UI');
-  console.log('');
-
-  const answer = await askQuestion('Choose (1/2/3): ');
-  const choice = answer.trim();
-
-  if (choice === '2' || choice.toLowerCase().includes('specific')) {
-    return 'specific';
-  } else if (choice === '3' || choice.toLowerCase().includes('dev')) {
-    return 'developer';
-  }
-
-  return 'everywhere';
-}
-
-// ============================================================================
-// PHASE 4: File Creation (Agent-based - No Fallback)
-// ============================================================================
-
-async function createAllFiles(result: InitResult): Promise<string[]> {
-  const { context, classification } = result;
-  const { projectRoot, toolsFileRelative, projectId, framework, apiKey, serverUrl } = context;
-  const createdFiles: string[] = [];
-
-  console.log('Creating files...\n');
-
-  // 1. Create .arcten/config.ts (simple config, always deterministic)
-  const arctenDir = path.join(projectRoot, '.arcten');
-  if (!fs.existsSync(arctenDir)) {
-    fs.mkdirSync(arctenDir, { recursive: true });
-  }
-
-  const configContent = `// Arcten configuration
-export const arctenConfig = {
-  projectId: "${projectId}",
-  toolFile: "./${toolsFileRelative.replace(/\\/g, '/')}",
-  routes: [
-    { pattern: "/*", agentName: "default" },
-  ],
-} as const;
-`;
-  fs.writeFileSync(path.join(arctenDir, 'config.ts'), configContent);
-  createdFiles.push('.arcten/config.ts');
-  console.log('  Created .arcten/config.ts');
-
-  // 2. Use Claude agent to generate all other files
-  console.log('\n  Using AI to analyze project and generate setup...');
-
-  const toolNames = [...classification.safe, ...classification.sensitive];
-
-  const injectionResult = await runInjectionAgent(
-    {
-      framework,
-      projectRoot,
-      toolsFile: toolsFileRelative,
-      discoveredTools: toolNames,
-    },
-    apiKey,
-    serverUrl
-  );
-
-  if (!injectionResult.success) {
-    console.error(`\n  Error: ${injectionResult.error}`);
-    console.error('  Failed to generate setup files. Please check your API key and try again.');
-    process.exit(1);
-  }
-
-  if (injectionResult.modifications.length === 0) {
-    console.error('\n  Error: AI returned no modifications.');
-    console.error('  This may indicate an issue with the project structure.');
-    process.exit(1);
-  }
-
-  console.log(`  AI generated ${injectionResult.modifications.length} file modifications\n`);
-
-  // Show proposed changes
-  console.log('  Proposed changes:');
-  for (const mod of injectionResult.modifications) {
-    const symbol = mod.action === 'create' ? '+' : '~';
-    console.log(`    ${symbol} ${mod.path}`);
-    console.log(`      ${mod.description}`);
-  }
-  console.log('');
-
-  // Apply modifications
-  const applied = applyAllModifications(projectRoot, injectionResult.modifications);
-  createdFiles.push(...applied);
-
-  console.log(`  Applied ${applied.length} modifications`);
-  return createdFiles;
-}
-
-// ============================================================================
-// PHASE 5: AI Review (disabled - endpoint not implemented)
-// ============================================================================
-
-async function aiReviewFiles(_result: InitResult, _createdFiles: string[]): Promise<void> {
-  // AI review is optional and requires server endpoint /ai-init/review
-  // Skipping for now since the generated files are deterministic
-}
-
-// ============================================================================
-// PHASE 6: Run Sync
-// ============================================================================
-
-async function runSync(): Promise<void> {
-  console.log('Running sync...\n');
-
-  try {
-    // Get script directory (ESM compatible)
-    const scriptDir = path.dirname(new URL(import.meta.url).pathname).replace(/^\/([A-Z]:)/, '$1');
-
-    // Run arcten sync which handles extract-types + tool array generation
-    const syncScript = path.join(scriptDir, 'cli-sync-wrapper.cjs');
-    if (fs.existsSync(syncScript)) {
-      execSync(`node "${syncScript}" --yes`, {
-        cwd: process.cwd(),
-        stdio: 'inherit',
-      });
-    } else {
-      // Fallback: run extract-types directly
-      console.log('  Running arcten-extract-types...');
-      const extractScript = path.join(scriptDir, 'cli-extract-types-auto-wrapper.js');
-      if (fs.existsSync(extractScript)) {
-        execSync(`node "${extractScript}"`, {
-          cwd: process.cwd(),
-          stdio: ['inherit', 'pipe', 'pipe'],
-        });
-      } else {
-        execSync('npx arcten-extract-types', {
-          cwd: process.cwd(),
-          stdio: ['inherit', 'pipe', 'pipe'],
-        });
-      }
-      console.log('  Done');
-    }
-  } catch (error: any) {
-    console.log('  Warning: Sync encountered an error');
-    console.log('  You can run `arcten sync` manually after setup');
-  }
-}
-
-// ============================================================================
-// Helper Functions
-// ============================================================================
-
-function checkApiKey(projectRoot: string): { apiKey: string; projectId: string } | null {
-  // First check environment variable (for CI/Vercel builds)
-  const envKey = process.env.ARCTEN_API_KEY;
-  if (envKey) {
-    const projectIdMatch = envKey.match(/sk_(proj_[a-zA-Z0-9]+)_/);
-    if (projectIdMatch) {
-      return { apiKey: envKey, projectId: projectIdMatch[1] };
-    }
-  }
-
-  // Fall back to .env files for local development
-  const envFiles = ['.env.local', '.env'];
-
-  for (const envFile of envFiles) {
-    const envPath = path.join(projectRoot, envFile);
-    if (fs.existsSync(envPath)) {
-      const envContent = fs.readFileSync(envPath, 'utf-8');
-      const match = envContent.match(/ARCTEN_API_KEY=([^\s\n]+)/);
-      if (match) {
-        const key = match[1];
-        const projectIdMatch = key.match(/sk_(proj_[a-zA-Z0-9]+)_/);
-        if (projectIdMatch) {
-          return { apiKey: key, projectId: projectIdMatch[1] };
-        }
-      }
-    }
-  }
-
-  return null;
-}
-
-function askQuestion(question: string): Promise<string> {
-  return new Promise((resolve) => {
-    rl.question(question, (answer) => {
-      resolve(answer.trim());
-    });
-  });
-}
-
-// ============================================================================
-// Main
-// ============================================================================
-
-async function main() {
-  console.log('');
-  console.log('  ___  ____________ _____ _____ _   _ ');
-  console.log(' / _ \\ | ___ \\ ___ \\_   _|  ___| \\ | |');
-  console.log('/ /_\\ \\| |_/ / |   / | | | |__ |  \\| |');
-  console.log('|  _  ||    /| |   | | | |  __|| . ` |');
-  console.log('| | | || |\\ \\| |__/\\ | | | |___| |\\  |');
-  console.log('\\_| |_/\\_| \\_\\____/  \\_/ \\____/\\_| \\_/');
-  console.log('');
-  console.log('  Setup Wizard');
-  console.log('');
-
-  // Create readline interface
-  rl = readline.createInterface({
-    input: process.stdin,
-    output: process.stdout,
-  });
-
-  try {
-    // PHASE 1: Deterministic Discovery
-    const context = await discoverContext();
-
-    // PHASE 2: Deterministic Classification
-    const classification = await classifyTools(context);
-
-    // Show classification summary
-    console.log('Classification:');
-    if (classification.safe.length > 0) {
-      console.log(`  Safe: ${classification.safe.slice(0, 5).join(', ')}${classification.safe.length > 5 ? '...' : ''}`);
-    }
-    if (classification.sensitive.length > 0) {
-      console.log(`  Sensitive: ${classification.sensitive.slice(0, 5).join(', ')}${classification.sensitive.length > 5 ? '...' : ''}`);
-    }
-    console.log('');
-
-    const classificationOk = await askQuestion('Does this look right? (y/n): ');
-    if (classificationOk.toLowerCase() === 'n') {
-      console.log('');
-      console.log('You can adjust classifications later with `arcten tools`');
-      console.log('and then run `arcten sync` to apply changes.');
-      console.log('');
-    }
-
-    // PHASE 2.5: AI Prompt Generation
-    const generatedPrompt = await generateSystemPrompt(context, classification);
-
-    // Show prompt preview
-    console.log('System Prompt Preview:');
-    console.log('─'.repeat(50));
-    const previewLines = generatedPrompt.systemPrompt.split('\n').slice(0, 8);
-    previewLines.forEach(line => console.log(`  ${line}`));
-    if (generatedPrompt.systemPrompt.split('\n').length > 8) {
-      console.log('  ...');
-    }
-    console.log('─'.repeat(50));
-    console.log('');
-
-    const promptOk = await askQuestion('Use this prompt? (y/n): ');
-    if (promptOk.toLowerCase() === 'y' || promptOk.toLowerCase() === '') {
-      await saveSystemPrompt(context.projectRoot, generatedPrompt);
-    } else {
-      console.log('');
-      console.log('You can edit the prompt later with `arcten prompt`');
-      // Still save a default so the file exists
-      await saveSystemPrompt(context.projectRoot, {
-        systemPrompt: DEFAULT_PROMPT_TEMPLATE,
-        source: 'template',
-      });
-    }
-    console.log('');
-
-    // PHASE 3: Placement Menu
-    const placement = await showPlacementMenu();
-    console.log('');
-
-    const result: InitResult = {
-      context,
-      classification,
-      placement,
-    };
-
-    // PHASE 4: Deterministic File Creation
-    const createdFiles = await createAllFiles(result);
-
-    // PHASE 5: AI Review
-    await aiReviewFiles(result, createdFiles);
-
-    // PHASE 6: Run Sync
-    await runSync();
-
-    console.log('');
-    console.log('Setup complete!');
-    console.log('');
-    console.log('Run `bun dev` (or `npm run dev`) to start your app.');
-    console.log('');
-  } catch (error: any) {
-    console.error('Error:', error.message);
-    process.exit(1);
-  } finally {
-    rl.close();
-  }
-}
-
-// Run
-main().catch((error) => {
-  console.error('Fatal error:', error);
-  process.exit(1);
-});
-
-export { main };