lwazi 1.15.0 → 1.16.2

package/bin/crawl.php

@@ -14,20 +14,106 @@ if (!is_dir($storageDir)) {
     mkdir($storageDir, 0755, true);
 }
 
-$rootUrl = $argv[1] ?? 'http://localhost';
-$maxPages = (int)($argv[2] ?? 1000);
-$maxDepth = (int)($argv[3] ?? 10);
+echo "Lwazi Web Crawler\n";
+echo "==================\n\n";
 
-// Check for login options
-$loginUrl = $argv[4] ?? null;
-$loginUser = $argv[5] ?? null;
-$loginPass = $argv[6] ?? null;
+$options = [
+    'url' => 'http://localhost',
+    'max_pages' => 1000,
+    'max_depth' => 10,
+    'login_url' => '',
+    'login_user' => '',
+    'login_pass' => '',
+];
 
-echo "Lwazi Web Crawler\n";
-echo "=================\n\n";
-echo "Root URL: $rootUrl\n";
-echo "Max pages: $maxPages\n";
-echo "Max depth: $maxDepth\n";
+// Parse command line arguments
+for ($i = 1; $i < $argc; $i++) {
+    $arg = $argv[$i];
+    if ($arg === '-h' || $arg === '--help') {
+        echo "Usage: php lwazi/bin/crawl.php [options]\n\n";
+        echo "Options:\n";
+        echo "  -u, --url <url>           Root URL to crawl (default: http://localhost)\n";
+        echo "  -m, --max-pages <n>       Maximum pages to crawl (default: 1000)\n";
+        echo "  -d, --max-depth <n>       Maximum depth (default: 10)\n";
+        echo "  -l, --login-url <url>     Login page URL\n";
+        echo "  -e, --login-email <email> Login email/username\n";
+        echo "  -p, --login-pass <pass>   Login password\n";
+        echo "  --url <url>               Root URL to crawl (default: http://localhost)\n";
+        echo "\nExamples:\n";
+        echo "  php lwazi/bin/crawl.php\n";
+        echo "  php lwazi/bin/crawl.php --url http://localhost:8000\n";
+        echo "  php lwazi/bin/crawl.php -u http://localhost:8000 -m 500\n";
+        echo "  php lwazi/bin/crawl.php -u http://localhost -l http://localhost/login -e admin@example.com -p secret\n";
+        exit(0);
+    }
+    
+    if (in_array($arg, ['-u', '--url']) && isset($argv[$i + 1])) {
+        $options['url'] = $argv[++$i];
+    } elseif (in_array($arg, ['-m', '--max-pages']) && isset($argv[$i + 1])) {
+        $options['max_pages'] = (int)$argv[++$i];
+    } elseif (in_array($arg, ['-d', '--max-depth']) && isset($argv[$i + 1])) {
+        $options['max_depth'] = (int)$argv[++$i];
+    } elseif (in_array($arg, ['-l', '--login-url']) && isset($argv[$i + 1])) {
+        $options['login_url'] = $argv[++$i];
+    } elseif (in_array($arg, ['-e', '--login-email', '--login-user']) && isset($argv[$i + 1])) {
+        $options['login_user'] = $argv[++$i];
+    } elseif (in_array($arg, ['-p', '--login-pass', '--login-password']) && isset($argv[$i + 1])) {
+        $options['login_pass'] = $argv[++$i];
+    } elseif (!str_starts_with($arg, '-')) {
+        // First non-option argument is URL
+        if ($options['url'] === 'http://localhost') {
+            $options['url'] = $arg;
+        }
+    }
+}
+
+// Interactive mode if no URL provided
+if ($options['url'] === 'http://localhost' && $argc === 1) {
+    echo "Interactive Mode - Press Enter for defaults\n\n";
+    
+    $input = readline("Root URL to crawl [http://localhost:8000]: ");
+    if (!empty(trim($input))) {
+        $options['url'] = trim($input);
+    } else {
+        $options['url'] = 'http://localhost:8000';
+    }
+    
+    $input = readline("Max pages [1000]: ");
+    if (!empty(trim($input))) {
+        $options['max_pages'] = (int)trim($input);
+    }
+    
+    $input = readline("Max depth [10]: ");
+    if (!empty(trim($input))) {
+        $options['max_depth'] = (int)trim($input);
+    }
+    
+    $input = readline("Login URL (optional, press Enter to skip): ");
+    if (!empty(trim($input))) {
+        $options['login_url'] = trim($input);
+        
+        if (!empty($options['login_url'])) {
+            $input = readline("Login email/username: ");
+            $options['login_user'] = trim($input);
+            
+            $input = readline("Login password: ");
+            $options['login_pass'] = trim($input);
+        }
+    }
+    
+    echo "\n";
+}
+
+echo "Root URL: {$options['url']}\n";
+echo "Max pages: {$options['max_pages']}\n";
+echo "Max depth: {$options['max_depth']}\n";
+
+$rootUrl = $options['url'];
+$maxPages = $options['max_pages'];
+$maxDepth = $options['max_depth'];
+$loginUrl = $options['login_url'];
+$loginUser = $options['login_user'];
+$loginPass = $options['login_pass'];
 
 $cookies = tempnam(sys_get_temp_dir(), 'lwazi_cookies_');
 
@@ -112,7 +198,6 @@ function extractMeta(string $html, string $name): string {
 }
 
 function extractCsrfToken(string $html): ?string {
-    // Look for Laravel CSRF token
     if (preg_match('/name="_token"\s+value="([^"]+)"/', $html, $m)) return $m[1];
     if (preg_match('/name="_token"\s*value="([^"]+)"/', $html, $m)) return $m[1];
     if (preg_match('/meta\s+name="csrf-token"\s+content="([^"]+)"/', $html, $m)) return $m[1];
@@ -122,7 +207,6 @@ function extractCsrfToken(string $html): ?string {
 function loginAndGetCookies(string $loginUrl, string $username, string $password, string $cookies): bool {
     echo "Attempting to login to $loginUrl...\n";
     
-    // First, get the login page to extract CSRF token
     $ch = curl_init();
     curl_setopt($ch, CURLOPT_URL, $loginUrl);
     curl_setopt($ch, CURLOPT_RETURNTRANSFER, true);
@@ -141,15 +225,11 @@ function loginAndGetCookies(string $loginUrl, string $username, string $password
         return false;
     }
     
-    // Extract CSRF token
     $csrfToken = extractCsrfToken($loginPage);
     
-    // Determine login field names (common patterns)
     $emailField = 'email';
     $passwordField = 'password';
-    $usernameField = 'username';
     
-    // Try to detect field names from the form
     if (preg_match('/name="(email|user|username|login)"[^>]*>/i', $loginPage, $m)) {
         $emailField = $m[1];
     }
@@ -157,7 +237,6 @@ function loginAndGetCookies(string $loginUrl, string $username, string $password
         $passwordField = $m[1];
     }
     
-    // Build login data
     $loginData = [
         $emailField => $username,
         $passwordField => $password,
@@ -167,12 +246,8 @@ function loginAndGetCookies(string $loginUrl, string $username, string $password
         $loginData['_token'] = $csrfToken;
     }
     
-    // Try common login field combinations
-    $postUrl = $loginUrl;
-    
-    // Submit login
     $ch = curl_init();
-    curl_setopt($ch, CURLOPT_URL, $postUrl);
+    curl_setopt($ch, CURLOPT_URL, $loginUrl);
     curl_setopt($ch, CURLOPT_POST, true);
     curl_setopt($ch, CURLOPT_POSTFIELDS, http_build_query($loginData));
     curl_setopt($ch, CURLOPT_RETURNTRANSFER, true);
@@ -187,7 +262,6 @@ function loginAndGetCookies(string $loginUrl, string $username, string $password
     $httpCode = curl_getinfo($ch, CURLINFO_HTTP_CODE);
     curl_close($ch);
     
-    // Check if login was successful (usually redirects to dashboard or returns 200)
     if ($httpCode >= 200 && $httpCode < 400) {
         echo "Login successful!\n";
         return true;
@@ -197,18 +271,16 @@ function loginAndGetCookies(string $loginUrl, string $username, string $password
     return false;
 }
 
-// Login if credentials provided
 if ($loginUrl && $loginUser && $loginPass) {
     $loggedIn = loginAndGetCookies($loginUrl, $loginUser, $loginPass, $cookies);
     if (!$loggedIn) {
         echo "Warning: Login may have failed. Continuing anyway...\n";
     }
-} else {
-    echo "\nTip: To crawl authenticated pages, provide login credentials:\n";
-    echo "  php lwazi/bin/crawl.php <url> [max_pages] [max_depth] <login_url> <username> <password>\n\n";
+} elseif ($loginUrl && !$loginUser) {
+    echo "Login URL provided but no credentials. Skipping login.\n";
 }
 
-echo "Starting crawl...\n\n";
+echo "\nStarting crawl...\n\n";
 
 $visited = [];
 $queue = [[$rootUrl, 0]];
@@ -250,7 +322,6 @@ while (!empty($queue) && $totalPages < $maxPages) {
         continue;
     }
     
-    // Check for login redirect
     if (stripos($html, 'login') !== false && stripos($html, 'password') !== false) {
         echo "  -> Login required, skipping\n";
         continue;
@@ -284,7 +355,6 @@ while (!empty($queue) && $totalPages < $maxPages) {
 
 echo "\nCrawling complete! Found $totalPages pages.\n";
 
-// Save manifest
 $manifest = [
     'root_url' => $rootUrl,
     'crawled_at' => date('c'),
@@ -296,12 +366,10 @@ $manifest = [
 file_put_contents($manifestFile, json_encode($manifest, JSON_PRETTY_PRINT));
 echo "Saved manifest to lwazi/manifest.json\n";
 
-// Save page data for later indexing
 $indexFile = $storageDir . '/crawl_data.json';
 file_put_contents($indexFile, json_encode($pageData));
 echo "Saved page data to storage/lwazi/crawl_data.json\n";
 
-// Cleanup
 @unlink($cookies);
 
 echo "\nDone! You can now use lwazi with your knowledge base.\n";

package/bin/uninstall.js

@@ -100,6 +100,13 @@ function manualCleanup() {
         console.log(colors.green('✓') + ' Removed lwazi directory');
     }
 
+    // Remove storage/lwazi directory
+    const storageLwazi = path.join(projectRoot, 'storage', 'lwazi');
+    if (fs.existsSync(storageLwazi)) {
+        fs.rmSync(storageLwazi, { recursive: true, force: true });
+        console.log(colors.green('✓') + ' Removed storage/lwazi directory');
+    }
+
     // Remove from composer.json
     const composerJson = path.join(projectRoot, 'composer.json');
     if (fs.existsSync(composerJson)) {

package/bin/update.js

@@ -125,6 +125,15 @@ try {
 }
 
 console.log("\nLwazi updated successfully!");
-console.log("\nCLI Tools:");
-console.log("  - php lwazi/bin/crawl.php <url>    # Crawl a website");
-console.log("  - php lwazi/bin/analyze.php        # Re-analyze project");
+console.log("\n========================================");
+console.log("  Available Commands");
+console.log("========================================");
+console.log("\n1. Crawl your website (builds page map):");
+console.log("   php lwazi/bin/crawl.php                    # Interactive mode");
+console.log("   php lwazi/bin/crawl.php -u http://localhost:8000");
+console.log("   php lwazi/bin/crawl.php --url http://localhost --help");
+console.log("\n2. Re-analyze project (updates routes/models):");
+console.log("   php lwazi/bin/analyze.php");
+console.log("\n3. Crawl with login (for authenticated pages):");
+console.log("   php lwazi/bin/crawl.php -u http://localhost -l /login -e user@email.com -p password");
+console.log("\n========================================");

package/install

@@ -214,9 +214,22 @@ if [ "$COMPOSER_USED" = true ]; then
 fi
 
 echo ""
-echo "CLI Tools:"
-echo "  - php lwazi/bin/crawl.php <url>    # Crawl a website"
-echo "  - php lwazi/bin/analyze.php        # Re-analyze project"
+echo "========================================"
+echo "  Available Commands"
+echo "========================================"
+echo ""
+echo "1. Crawl your website (builds page map):"
+echo "   php lwazi/bin/crawl.php                    # Interactive mode"
+echo "   php lwazi/bin/crawl.php -u http://localhost:8000"
+echo "   php lwazi/bin/crawl.php --url http://localhost --help"
+echo ""
+echo "2. Re-analyze project (updates routes/models):"
+echo "   php lwazi/bin/analyze.php"
+echo ""
+echo "3. Crawl with login (for authenticated pages):"
+echo "   php lwazi/bin/crawl.php -u http://localhost -l /login -e user@email.com -p password"
+echo ""
+echo "========================================"
 echo ""
 echo "Configuration:"
 echo "  - Model: $MODEL"

package/package.json

@@ -1,6 +1,6 @@
 {
     "name": "lwazi",
-    "version": "1.15.0",
+    "version": "1.16.2",
     "description": "Lwazi is an AI assistant for Laravel. Install with one command to add an AI assistant to your Laravel app.",
     "main": "bin/lwazi.js",
     "bin": {

package/uninstall

@@ -98,44 +98,48 @@ if [ -f "$PROJECT_DIR/artisan" ]; then
     echo "Cleared caches"
 fi
 
-# Remove composer integration if it was used
-if [ "$COMPOSER_USED" = true ]; then
-    echo "Cleaning up composer integration..."
-    php -r '
-    $file = "composer.json";
-    if (file_exists($file)) {
-        $json = json_decode(file_get_contents($file), true);
-        $changed = false;
-        
-        if (isset($json["require"]["lwazi/core"])) {
-            unset($json["require"]["lwazi/core"]);
+# Always clean up composer.json (lwazi might have added it even if mode wasn't saved)
+echo "Cleaning up composer.json..."
+php -r '
+$file = "composer.json";
+if (file_exists($file)) {
+    $json = json_decode(file_get_contents($file), true);
+    $changed = false;
+    
+    if (isset($json["require"]["lwazi/core"])) {
+        unset($json["require"]["lwazi/core"]);
+        $changed = true;
+    }
+    
+    if (isset($json["repositories"]) && is_array($json["repositories"])) {
+        $originalCount = count($json["repositories"]);
+        $json["repositories"] = array_filter($json["repositories"], function($repo) {
+            return !isset($repo["url"]) || $repo["url"] !== "lwazi";
+        });
+        if (count($json["repositories"]) !== $originalCount) {
             $changed = true;
         }
-        
-        if (isset($json["repositories"])) {
-            $original = $json["repositories"];
-            $json["repositories"] = array_filter($json["repositories"], function($repo) {
-                return !isset($repo["url"]) || $repo["url"] !== "lwazi";
-            });
-            if (count($json["repositories"]) !== count($original)) {
-                $changed = true;
-            }
-            if (empty($json["repositories"])) {
-                unset($json["repositories"]);
-            }
-        }
-        
-        if ($changed) {
-            file_put_contents($file, json_encode($json, JSON_PRETTY_PRINT | JSON_UNESCAPED_SLASHES));
-            echo "Removed lwazi from composer.json\n";
+        if (empty($json["repositories"])) {
+            unset($json["repositories"]);
         }
     }
-    '
     
-    # Run composer update to remove package
-    if command -v composer &> /dev/null; then
-        composer dump-autoload 2>/dev/null
-    fi
+    // Remove minimum-stability if it was added for lwazi
+    if (isset($json["minimum-stability"]) && isset($json["prefer-stable"])) {
+        // Keep them if other packages need them
+    }
+    
+    if ($changed) {
+        file_put_contents($file, json_encode($json, JSON_PRETTY_PRINT | JSON_UNESCAPED_SLASHES));
+        echo "Removed lwazi from composer.json\n";
+    }
+}
+'
+
+# Remove storage/lwazi directory
+if [ -d "$PROJECT_DIR/storage/lwazi" ]; then
+    rm -rf "$PROJECT_DIR/storage/lwazi"
+    echo "Removed storage/lwazi directory"
 fi
 
 echo ""