lwazi 1.2.6 → 1.3.2

package/bin/lwazi.js

@@ -10,6 +10,10 @@ switch (command) {
     require("./install");
     break;
 
+  case "update":
+    require("./update");
+    break;
+
   case "uninstall":
     require("./uninstall");
     break;
@@ -22,6 +26,7 @@ Commands:
 
   lwazi install                    Install Lwazi into this Laravel project
   lwazi install --url <url>       Install and crawl website for navigation
+  lwazi update                     Update Lwazi to latest version
   lwazi uninstall                  Remove Lwazi from this project
 `);
 }

package/bin/update.js

@@ -0,0 +1,73 @@
+#!/usr/bin/env node
+
+const fs = require("fs");
+const path = require("path");
+const { execSync } = require("child_process");
+
+const projectRoot = process.cwd();
+const targetDir = path.join(projectRoot, "lwazi");
+const packageDir = path.resolve(__dirname, "..");
+
+console.log("Updating Lwazi...");
+
+if (!fs.existsSync(path.join(projectRoot, "artisan"))) {
+  console.error("This is not a Laravel project.");
+  process.exit(1);
+}
+
+if (!fs.existsSync(targetDir)) {
+  console.log("Lwazi not installed. Running install instead...");
+  require("./install");
+  return;
+}
+
+console.log("Updating Lwazi files...");
+
+const ignore = new Set([
+  "node_modules",
+  ".git",
+  "package-lock.json"
+]);
+
+function copyDirectory(src, dest) {
+  fs.mkdirSync(dest, { recursive: true });
+
+  for (const item of fs.readdirSync(src)) {
+    if (ignore.has(item)) continue;
+
+    const s = path.join(src, item);
+    const d = path.join(dest, item);
+
+    if (fs.statSync(s).isDirectory()) {
+      copyDirectory(s, d);
+    } else {
+      fs.copyFileSync(s, d);
+    }
+  }
+}
+
+copyDirectory(packageDir, targetDir);
+
+console.log("Running composer update...");
+try {
+  execSync("composer update lwazi/core --no-interaction", {
+    stdio: "inherit",
+    cwd: projectRoot,
+    shell: true,
+  });
+} catch (e) {
+  console.log("Composer update skipped or failed.");
+}
+
+console.log("Clearing caches...");
+try {
+  execSync("php artisan config:clear && php artisan cache:clear", {
+    stdio: "ignore",
+    cwd: projectRoot,
+    shell: true,
+  });
+} catch (e) {
+  // Ignore cache errors
+}
+
+console.log("\nLwazi updated successfully!");

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "lwazi",
-  "version": "1.2.6",
+  "version": "1.3.2",
   "description": "Lwazi is an AI assistant for Laravel. Install with one command to add an AI assistant to your Laravel app.",
   "main": "bin/lwazi.js",
   "bin": {

package/src/Console/AnalyzeProjectCommand.php

@@ -25,6 +25,8 @@ class AnalyzeProjectCommand extends Command
 
         $crawler = new NavigationCrawler($rootUrl);
         $manifest = $crawler->crawl();
+        
+        $manifest = $this->mergeWithRoutes($manifest, $rootUrl);
 
         $storagePath = storage_path('lwazi');
         if (!is_dir($storagePath)) {
@@ -50,4 +52,80 @@ class AnalyzeProjectCommand extends Command
 
         return 0;
     }
+
+    protected function mergeWithRoutes(array $manifest, string $rootUrl): array
+    {
+        $knowledgePath = storage_path('lwazi/project_knowledge.json');
+        if (!file_exists($knowledgePath)) {
+            return $manifest;
+        }
+
+        $knowledge = json_decode(file_get_contents($knowledgePath), true);
+        $routes = $knowledge['routes'] ?? [];
+        
+        if (empty($routes)) {
+            return $manifest;
+        }
+
+        $root = $this->extractRoot($rootUrl);
+        
+        foreach ($routes as $route) {
+            $path = '/' . ltrim($route['uri'], '/');
+            
+            if (in_array($path, ['/storage/{path}', '/sanctum/csrf-cookie'])) {
+                continue;
+            }
+            
+            if (isset($manifest['flat'][$root . $path])) {
+                continue;
+            }
+
+            $label = $this->humanizeRoutePath($path);
+            
+            $manifest['nodes'][$root . $path] = [
+                'url' => $root . $path,
+                'title' => $label,
+                'headings' => [$label],
+            ];
+            
+            $manifest['flat'][$root . $path] = [
+                'label' => $label,
+                'segments' => array_filter(explode('/', trim($path, '/'))),
+                '_path' => $root . $path,
+                '_weight' => 2,
+            ];
+            
+            $manifest['adjacency'][$root . $path] = [];
+            
+            if (!isset($manifest['adjacency'][$root . '/'])) {
+                $manifest['adjacency'][$root . '/'] = [];
+            }
+            $manifest['adjacency'][$root . '/'][] = $root . $path;
+        }
+
+        return $manifest;
+    }
+
+    protected function extractRoot(string $url): string
+    {
+        $parts = parse_url($url);
+        $scheme = $parts['scheme'] ?? 'http';
+        $host = $parts['host'] ?? 'localhost';
+        $port = $parts['port'] ?? ($scheme === 'https' ? 443 : 80);
+        
+        $root = $scheme . '://' . $host;
+        if (($scheme === 'http' && $port !== 80) || ($scheme === 'https' && $port !== 443)) {
+            $root .= ':' . $port;
+        }
+        
+        return $root;
+    }
+
+    protected function humanizeRoutePath(string $path): string
+    {
+        $path = preg_replace('/\{[^}]+\}/', '', $path);
+        $path = str_replace(['/', '-', '_'], ' ', $path);
+        $path = preg_replace('/\s+/', ' ', $path);
+        return ucwords(trim($path));
+    }
 }

package/src/Console/SetupCommand.php

@@ -111,6 +111,9 @@ class SetupCommand extends Command
         try {
             $crawler = new NavigationCrawler($url, true);
             $manifest = $crawler->crawl();
+            
+            $manifest = $this->mergeWithRoutes($manifest, $url);
+            
             $crawler->saveManifest();
             
             $this->info("Crawled " . count($manifest['nodes']) . " pages.");
@@ -129,4 +132,80 @@ class SetupCommand extends Command
             $this->warn('Website crawling failed: ' . $e->getMessage());
         }
     }
+
+    protected function mergeWithRoutes(array $manifest, string $rootUrl): array
+    {
+        $knowledgePath = storage_path('lwazi/project_knowledge.json');
+        if (!file_exists($knowledgePath)) {
+            return $manifest;
+        }
+
+        $knowledge = json_decode(file_get_contents($knowledgePath), true);
+        $routes = $knowledge['routes'] ?? [];
+        
+        if (empty($routes)) {
+            return $manifest;
+        }
+
+        $root = $this->extractRoot($rootUrl);
+        
+        foreach ($routes as $route) {
+            $path = '/' . ltrim($route['uri'], '/');
+            
+            if (in_array($path, ['/storage/{path}', '/sanctum/csrf-cookie'])) {
+                continue;
+            }
+            
+            if (isset($manifest['flat'][$root . $path])) {
+                continue;
+            }
+
+            $label = $this->humanizeRoutePath($path);
+            
+            $manifest['nodes'][$root . $path] = [
+                'url' => $root . $path,
+                'title' => $label,
+                'headings' => [$label],
+            ];
+            
+            $manifest['flat'][$root . $path] = [
+                'label' => $label,
+                'segments' => array_filter(explode('/', trim($path, '/'))),
+                '_path' => $root . $path,
+                '_weight' => 2,
+            ];
+            
+            $manifest['adjacency'][$root . $path] = [];
+            
+            if (!isset($manifest['adjacency'][$root . '/'])) {
+                $manifest['adjacency'][$root . '/'] = [];
+            }
+            $manifest['adjacency'][$root . '/'][] = $root . $path;
+        }
+
+        return $manifest;
+    }
+
+    protected function extractRoot(string $url): string
+    {
+        $parts = parse_url($url);
+        $scheme = $parts['scheme'] ?? 'http';
+        $host = $parts['host'] ?? 'localhost';
+        $port = $parts['port'] ?? ($scheme === 'https' ? 443 : 80);
+        
+        $root = $scheme . '://' . $host;
+        if (($scheme === 'http' && $port !== 80) || ($scheme === 'https' && $port !== 443)) {
+            $root .= ':' . $port;
+        }
+        
+        return $root;
+    }
+
+    protected function humanizeRoutePath(string $path): string
+    {
+        $path = preg_replace('/\{[^}]+\}/', '', $path);
+        $path = str_replace(['/', '-', '_'], ' ', $path);
+        $path = preg_replace('/\s+/', ' ', $path);
+        return ucwords(trim($path));
+    }
 }

package/src/Services/GraphVisualizer.php

@@ -31,7 +31,16 @@ class GraphVisualizer
     protected function normalizeRoot(string $url): string
     {
         $parts = parse_url($url);
-        return ($parts['scheme'] ?? 'http') . '://' . ($parts['host'] ?? $url);
+        $scheme = $parts['scheme'] ?? 'http';
+        $host = $parts['host'] ?? $url;
+        $port = $parts['port'] ?? parse_url($url, PHP_URL_PORT);
+        
+        $result = $scheme . '://' . $host;
+        if ($port && (($scheme === 'http' && $port !== 80) || ($scheme === 'https' && $port !== 443))) {
+            $result .= ':' . $port;
+        }
+        
+        return $result;
     }
 
     protected function buildTreeAscii(

package/src/Services/LwaziAgent.php

@@ -11,17 +11,16 @@ class LwaziAgent
     protected string $model;
     protected static ?array $manifestCache = null;
     protected static ?int $manifestMtime = null;
-    protected array $synonyms;
 
     public function __construct()
     {
         $this->ollamaUrl = config('lwazi.ollama_url', 'http://localhost:11434');
         $this->model = config('lwazi.model', 'llama3.2:1b');
-        $this->loadManifest(); // loads manifest and builds synonyms
+        $this->loadManifest();
     }
 
     /**
-     * Load manifest and generate dynamic synonyms
+     * Load manifest
      */
     protected function loadManifest(): array
     {
@@ -39,37 +38,9 @@ class LwaziAgent
         self::$manifestCache = $data;
         self::$manifestMtime = $mtime;
 
-        // Build dynamic synonyms from manifest
-        $this->synonyms = $this->buildSynonymsFromManifest($data);
-
         return $data;
     }
 
-    /**
-     * Generate synonyms from manifest titles and headings
-     */
-    protected function buildSynonymsFromManifest(array $manifest): array
-    {
-        $synonyms = [];
-
-        foreach ($manifest['flat'] ?? [] as $url => $entry) {
-            $label = strtolower($entry['label'] ?? '');
-            $segments = array_map('strtolower', $entry['segments'] ?? []);
-
-            if ($label !== '') {
-                $synonyms[$label] = $segments;
-            }
-
-            foreach ($segments as $seg) {
-                if ($seg && !isset($synonyms[$seg])) {
-                    $synonyms[$seg] = [$label];
-                }
-            }
-        }
-
-        return $synonyms;
-    }
-
     public function isReady(): bool
     {
         return !empty($this->loadManifest()) && $this->isOllamaAvailable();
@@ -98,11 +69,13 @@ class LwaziAgent
         }
 
         $intent = $this->classifyIntent($message, $manifest);
+        $rootUrl = $manifest['root_url'] ?? config('app.url', 'http://localhost');
 
         if ($intent === 'navigation') {
             $link = $this->pickNavigationLinkWithFeedback($message, $manifest);
             if ($link) {
-                return $this->sanitize("You can find that here: {$link}.");
+                $fullUrl = $this->buildFullUrl($link, $rootUrl);
+                return $this->sanitize("You can find that here: {$fullUrl}");
             }
             return $this->generateNavigationHelp($message, $manifest);
         }
@@ -114,6 +87,18 @@ class LwaziAgent
         return $this->sanitize($this->chat($message));
     }
 
+    protected function buildFullUrl(string $path, string $rootUrl): string
+    {
+        if (str_starts_with($path, 'http://') || str_starts_with($path, 'https://')) {
+            return $path;
+        }
+        
+        $root = rtrim($rootUrl, '/');
+        $path = ltrim($path, '/');
+        
+        return "{$root}/{$path}";
+    }
+
     protected function classifyIntent(string $message, array $manifest): string
     {
         $prompt =
@@ -153,10 +138,12 @@ class LwaziAgent
             );
         }
 
+        $keywords = $semanticUnderstanding['keywords'] ?? [];
+        $this->recordSynonymUsage($keywords);
+
         $navigationTree = [
             'tree' => $manifest['adjacency'] ?? [],
             'flat' => $manifest['flat'] ?? [],
-            'synonyms' => $this->synonyms,
         ];
 
         $treeResult = $this->searchNavigationTree($message, $semanticUnderstanding, $navigationTree);
@@ -167,28 +154,71 @@ class LwaziAgent
         return $this->searchByContent($message, $semanticUnderstanding, $manifest) ?? null;
     }
 
+    protected function recordSynonymUsage(array $keywords): void
+    {
+        $cachePath = storage_path('lwazi/synonym_cache.json');
+        $usage = [];
+        
+        if (file_exists($cachePath)) {
+            $usage = json_decode(file_get_contents($cachePath), true) ?? [];
+        }
+        
+        foreach ($keywords as $keyword) {
+            $key = strtolower(trim($keyword));
+            if ($key) {
+                $usage[$key] = ($usage[$key] ?? 0) + 1;
+            }
+        }
+        
+        if (!is_dir(dirname($cachePath))) {
+            mkdir(dirname($cachePath), 0755, true);
+        }
+        file_put_contents($cachePath, json_encode($usage, JSON_PRETTY_PRINT));
+    }
+
+    protected function getTopSynonyms(int $limit = 20): array
+    {
+        $cachePath = storage_path('lwazi/synonym_cache.json');
+        if (!file_exists($cachePath)) {
+            return [];
+        }
+        
+        $usage = json_decode(file_get_contents($cachePath), true) ?? [];
+        arsort($usage);
+        return array_slice($usage, 0, $limit, true);
+    }
+
     protected function understandUserIntent(string $message, array $manifest): ?array
     {
-        $pageTitles = array_map(fn($p) => $p['title'] ?? '', $manifest['pages'] ?? []);
-        $pageTitles = array_filter(array_unique($pageTitles));
+        $flatIndex = $manifest['flat'] ?? [];
+        $routes = array_keys($flatIndex);
+        
+        $topSynonyms = $this->getTopSynonyms(10);
+        $popularTerms = !empty($topSynonyms) ? 'Popular terms used: ' . implode(', ', array_keys($topSynonyms)) . '. ' : '';
 
-        $prompt = "Analyze what the user is looking for. Consider their question and the available page titles. Return JSON with intent and keywords.
+        $prompt = $popularTerms . "The user wants to find something on this website. Generate all possible synonyms and variations of what they might be searching for.
 
 QUESTION: {$message}
-AVAILABLE PAGE TITLES: " . json_encode($pageTitles) . "
-Return JSON: {\"intent\": \"description\", \"keywords\": [\"key\", \"terms\"]}";
+AVAILABLE ROUTES: " . json_encode($routes) . "
+Return JSON with:
+- \"intent\": what the user is looking for (short description)
+- \"keywords\": array of ALL possible synonyms, variations, related terms (be generous - include plurals, common misspellings, related concepts)
+- \"confidence\": how confident you are (0-1)
+
+Return: {\"intent\": \"description\", \"keywords\": [\"term1\", \"term2\", ...], \"confidence\": 0.9}";
 
         $response = $this->callOllama([
-            ['role' => 'system', 'content' => 'You are a website navigation assistant. Return valid JSON.'],
+            ['role' => 'system', 'content' => 'You are a website navigation assistant. Generate comprehensive synonyms for searching. Return valid JSON only.'],
             ['role' => 'user', 'content' => $prompt],
         ]);
 
         $understanding = $this->extractJson($response['content'] ?? '');
+        
         if (!$understanding || empty($understanding['keywords'])) {
-            $simplePrompt = "What is the user looking for? Return JSON: {\"intent\": \"description\", \"keywords\": [\"term1\", \"term2\"]}";
+            $simplePrompt = "User wants: {$message}. Return JSON: {\"intent\": \"what they want\", \"keywords\": [\"term1\", \"term2\"]}";
             $retry = $this->callOllama([
                 ['role' => 'system', 'content' => 'Return only valid JSON.'],
-                ['role' => 'user', 'content' => $simplePrompt . "\n\nQUESTION: {$message}"],
+                ['role' => 'user', 'content' => $simplePrompt],
             ]);
             $understanding = $this->extractJson($retry['content'] ?? '');
         }
@@ -202,42 +232,28 @@ Return JSON: {\"intent\": \"description\", \"keywords\": [\"key\", \"terms\"]}";
         $keywords = $understanding['keywords'] ?? [];
         $query = $understanding['intent'] ?? $message;
 
-        $expandedKeywords = $this->expandKeywordsWithSynonyms($keywords, $navigationTree);
-
         foreach ($flatIndex as $path => $entry) {
             $label = strtolower($entry['label'] ?? '');
             $segments = $entry['segments'] ?? [];
 
-            foreach ($expandedKeywords as $keyword) {
-                if (str_contains($label, strtolower($keyword))) return $entry;
+            foreach ($keywords as $keyword) {
+                $kw = strtolower(trim($keyword));
+                if (str_contains($label, $kw)) return $entry;
                 foreach ($segments as $seg) {
-                    if (str_contains(strtolower($seg), strtolower($keyword))) return $entry;
+                    if (str_contains(strtolower($seg), $kw)) return $entry;
                 }
             }
 
             if ($this->semanticMatch($query, $label)) return $entry;
         }
 
-        return $this->traverseTreeForMatch($navigationTree['tree'] ?? [], $query, $expandedKeywords) 
+        return $this->traverseTreeForMatch($navigationTree['tree'] ?? [], $query, $keywords) 
             ?? $this->broadSearchFallback($message, $understanding, $navigationTree);
     }
 
     protected function expandKeywordsWithSynonyms(array $keywords, array $navigationTree = []): array
     {
-        $expanded = $keywords;
-        $treeSynonyms = $navigationTree['synonyms'] ?? [];
-        $allSynonyms = array_merge($this->synonyms, $treeSynonyms);
-
-        foreach ($keywords as $keyword) {
-            $kwLower = strtolower($keyword);
-            foreach ($allSynonyms as $group => $syns) {
-                if ($kwLower === strtolower($group) || in_array($kwLower, array_map('strtolower', $syns))) {
-                    $expanded = array_merge($expanded, $syns, [$group]);
-                }
-            }
-        }
-
-        return array_unique($expanded);
+        return $keywords;
     }
 
     protected function semanticMatch(string $query, string $label): bool
@@ -248,27 +264,18 @@ Return JSON: {\"intent\": \"description\", \"keywords\": [\"key\", \"terms\"]}";
         $matches = 0;
         foreach ($queryWords as $qWord) {
             foreach ($labelWords as $lWord) {
-                if ($qWord === $lWord || $this->isSynonym($qWord, $lWord)) {
+                if ($qWord === $lWord) {
                     $matches++;
                     break;
                 }
             }
         }
 
-        return $matches > 0 && ($matches / count($queryWords)) > 0.3;
+        return $matches > 0 && ($matches / max(count($queryWords), 1)) > 0.3;
     }
 
     protected function isSynonym(string $word1, string $word2): bool
     {
-        $word1 = strtolower($word1);
-        $word2 = strtolower($word2);
-
-        foreach ($this->synonyms as $group => $words) {
-            if (in_array($word1, $words) && in_array($word2, $words)) return true;
-            if ($word1 === $group && in_array($word2, $words)) return true;
-            if ($word2 === $group && in_array($word1, $words)) return true;
-        }
-
         return false;
     }
 

package/src/Services/NavigationTree.php

@@ -7,12 +7,12 @@ class NavigationTree
     protected array $tree = [];
     protected array $synonyms = [];
     protected array $flatIndex = [];
+    protected array $synonymUsage = [];
     protected ?TokenizerService $tokenizer = null;
     protected array $stemmedIndex = [];
 
     public function __construct()
     {
-        $this->loadDefaultSynonyms();
     }
 
     protected function getTokenizer(): TokenizerService
@@ -446,6 +446,43 @@ class NavigationTree
         return $this->flatIndex;
     }
 
+    public function recordSynonymUsage(array $keywords): void
+    {
+        foreach ($keywords as $keyword) {
+            $key = strtolower(trim($keyword));
+            if (!isset($this->synonymUsage[$key])) {
+                $this->synonymUsage[$key] = 0;
+            }
+            $this->synonymUsage[$key]++;
+        }
+    }
+
+    public function getTopSynonyms(int $limit = 20): array
+    {
+        arsort($this->synonymUsage);
+        return array_slice($this->synonymUsage, 0, $limit, true);
+    }
+
+    public function saveSynonymCache(string $path): void
+    {
+        $data = [
+            'synonym_usage' => $this->synonymUsage,
+            'saved_at' => date('c'),
+        ];
+        if (!is_dir(dirname($path))) {
+            mkdir(dirname($path), 0755, true);
+        }
+        file_put_contents($path, json_encode($data, JSON_PRETTY_PRINT));
+    }
+
+    public function loadSynonymCache(string $path): void
+    {
+        if (file_exists($path)) {
+            $data = json_decode(file_get_contents($path), true);
+            $this->synonymUsage = $data['synonym_usage'] ?? [];
+        }
+    }
+
     public function buildStemmedIndex(): void
     {
         $tokenizer = $this->getTokenizer();