lwazi 1.2.6 → 1.3.0

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "lwazi",
-  "version": "1.2.6",
+  "version": "1.3.0",
   "description": "Lwazi is an AI assistant for Laravel. Install with one command to add an AI assistant to your Laravel app.",
   "main": "bin/lwazi.js",
   "bin": {

package/src/Services/GraphVisualizer.php

@@ -31,7 +31,16 @@ class GraphVisualizer
     protected function normalizeRoot(string $url): string
     {
         $parts = parse_url($url);
-        return ($parts['scheme'] ?? 'http') . '://' . ($parts['host'] ?? $url);
+        $scheme = $parts['scheme'] ?? 'http';
+        $host = $parts['host'] ?? $url;
+        $port = $parts['port'] ?? parse_url($url, PHP_URL_PORT);
+        
+        $result = $scheme . '://' . $host;
+        if ($port && (($scheme === 'http' && $port !== 80) || ($scheme === 'https' && $port !== 443))) {
+            $result .= ':' . $port;
+        }
+        
+        return $result;
     }
 
     protected function buildTreeAscii(

package/src/Services/LwaziAgent.php

@@ -11,17 +11,16 @@ class LwaziAgent
     protected string $model;
     protected static ?array $manifestCache = null;
     protected static ?int $manifestMtime = null;
-    protected array $synonyms;
 
     public function __construct()
     {
         $this->ollamaUrl = config('lwazi.ollama_url', 'http://localhost:11434');
         $this->model = config('lwazi.model', 'llama3.2:1b');
-        $this->loadManifest(); // loads manifest and builds synonyms
+        $this->loadManifest();
     }
 
     /**
-     * Load manifest and generate dynamic synonyms
+     * Load manifest
      */
     protected function loadManifest(): array
     {
@@ -39,37 +38,9 @@ class LwaziAgent
         self::$manifestCache = $data;
         self::$manifestMtime = $mtime;
 
-        // Build dynamic synonyms from manifest
-        $this->synonyms = $this->buildSynonymsFromManifest($data);
-
         return $data;
     }
 
-    /**
-     * Generate synonyms from manifest titles and headings
-     */
-    protected function buildSynonymsFromManifest(array $manifest): array
-    {
-        $synonyms = [];
-
-        foreach ($manifest['flat'] ?? [] as $url => $entry) {
-            $label = strtolower($entry['label'] ?? '');
-            $segments = array_map('strtolower', $entry['segments'] ?? []);
-
-            if ($label !== '') {
-                $synonyms[$label] = $segments;
-            }
-
-            foreach ($segments as $seg) {
-                if ($seg && !isset($synonyms[$seg])) {
-                    $synonyms[$seg] = [$label];
-                }
-            }
-        }
-
-        return $synonyms;
-    }
-
     public function isReady(): bool
     {
         return !empty($this->loadManifest()) && $this->isOllamaAvailable();
@@ -98,11 +69,13 @@ class LwaziAgent
         }
 
         $intent = $this->classifyIntent($message, $manifest);
+        $rootUrl = $manifest['root_url'] ?? config('app.url', 'http://localhost');
 
         if ($intent === 'navigation') {
             $link = $this->pickNavigationLinkWithFeedback($message, $manifest);
             if ($link) {
-                return $this->sanitize("You can find that here: {$link}.");
+                $fullUrl = $this->buildFullUrl($link, $rootUrl);
+                return $this->sanitize("You can find that here: {$fullUrl}");
             }
             return $this->generateNavigationHelp($message, $manifest);
         }
@@ -114,6 +87,18 @@ class LwaziAgent
         return $this->sanitize($this->chat($message));
     }
 
+    protected function buildFullUrl(string $path, string $rootUrl): string
+    {
+        if (str_starts_with($path, 'http://') || str_starts_with($path, 'https://')) {
+            return $path;
+        }
+        
+        $root = rtrim($rootUrl, '/');
+        $path = ltrim($path, '/');
+        
+        return "{$root}/{$path}";
+    }
+
     protected function classifyIntent(string $message, array $manifest): string
     {
         $prompt =
@@ -153,10 +138,12 @@ class LwaziAgent
             );
         }
 
+        $keywords = $semanticUnderstanding['keywords'] ?? [];
+        $this->recordSynonymUsage($keywords);
+
         $navigationTree = [
             'tree' => $manifest['adjacency'] ?? [],
             'flat' => $manifest['flat'] ?? [],
-            'synonyms' => $this->synonyms,
         ];
 
         $treeResult = $this->searchNavigationTree($message, $semanticUnderstanding, $navigationTree);
@@ -167,28 +154,71 @@ class LwaziAgent
         return $this->searchByContent($message, $semanticUnderstanding, $manifest) ?? null;
     }
 
+    protected function recordSynonymUsage(array $keywords): void
+    {
+        $cachePath = storage_path('lwazi/synonym_cache.json');
+        $usage = [];
+        
+        if (file_exists($cachePath)) {
+            $usage = json_decode(file_get_contents($cachePath), true) ?? [];
+        }
+        
+        foreach ($keywords as $keyword) {
+            $key = strtolower(trim($keyword));
+            if ($key) {
+                $usage[$key] = ($usage[$key] ?? 0) + 1;
+            }
+        }
+        
+        if (!is_dir(dirname($cachePath))) {
+            mkdir(dirname($cachePath), 0755, true);
+        }
+        file_put_contents($cachePath, json_encode($usage, JSON_PRETTY_PRINT));
+    }
+
+    protected function getTopSynonyms(int $limit = 20): array
+    {
+        $cachePath = storage_path('lwazi/synonym_cache.json');
+        if (!file_exists($cachePath)) {
+            return [];
+        }
+        
+        $usage = json_decode(file_get_contents($cachePath), true) ?? [];
+        arsort($usage);
+        return array_slice($usage, 0, $limit, true);
+    }
+
     protected function understandUserIntent(string $message, array $manifest): ?array
     {
-        $pageTitles = array_map(fn($p) => $p['title'] ?? '', $manifest['pages'] ?? []);
-        $pageTitles = array_filter(array_unique($pageTitles));
+        $flatIndex = $manifest['flat'] ?? [];
+        $routes = array_keys($flatIndex);
+        
+        $topSynonyms = $this->getTopSynonyms(10);
+        $popularTerms = !empty($topSynonyms) ? 'Popular terms used: ' . implode(', ', array_keys($topSynonyms)) . '. ' : '';
 
-        $prompt = "Analyze what the user is looking for. Consider their question and the available page titles. Return JSON with intent and keywords.
+        $prompt = $popularTerms . "The user wants to find something on this website. Generate all possible synonyms and variations of what they might be searching for.
 
 QUESTION: {$message}
-AVAILABLE PAGE TITLES: " . json_encode($pageTitles) . "
-Return JSON: {\"intent\": \"description\", \"keywords\": [\"key\", \"terms\"]}";
+AVAILABLE ROUTES: " . json_encode($routes) . "
+Return JSON with:
+- \"intent\": what the user is looking for (short description)
+- \"keywords\": array of ALL possible synonyms, variations, related terms (be generous - include plurals, common misspellings, related concepts)
+- \"confidence\": how confident you are (0-1)
+
+Return: {\"intent\": \"description\", \"keywords\": [\"term1\", \"term2\", ...], \"confidence\": 0.9}";
 
         $response = $this->callOllama([
-            ['role' => 'system', 'content' => 'You are a website navigation assistant. Return valid JSON.'],
+            ['role' => 'system', 'content' => 'You are a website navigation assistant. Generate comprehensive synonyms for searching. Return valid JSON only.'],
             ['role' => 'user', 'content' => $prompt],
         ]);
 
         $understanding = $this->extractJson($response['content'] ?? '');
+        
         if (!$understanding || empty($understanding['keywords'])) {
-            $simplePrompt = "What is the user looking for? Return JSON: {\"intent\": \"description\", \"keywords\": [\"term1\", \"term2\"]}";
+            $simplePrompt = "User wants: {$message}. Return JSON: {\"intent\": \"what they want\", \"keywords\": [\"term1\", \"term2\"]}";
             $retry = $this->callOllama([
                 ['role' => 'system', 'content' => 'Return only valid JSON.'],
-                ['role' => 'user', 'content' => $simplePrompt . "\n\nQUESTION: {$message}"],
+                ['role' => 'user', 'content' => $simplePrompt],
             ]);
             $understanding = $this->extractJson($retry['content'] ?? '');
         }
@@ -202,42 +232,28 @@ Return JSON: {\"intent\": \"description\", \"keywords\": [\"key\", \"terms\"]}";
         $keywords = $understanding['keywords'] ?? [];
         $query = $understanding['intent'] ?? $message;
 
-        $expandedKeywords = $this->expandKeywordsWithSynonyms($keywords, $navigationTree);
-
         foreach ($flatIndex as $path => $entry) {
             $label = strtolower($entry['label'] ?? '');
             $segments = $entry['segments'] ?? [];
 
-            foreach ($expandedKeywords as $keyword) {
-                if (str_contains($label, strtolower($keyword))) return $entry;
+            foreach ($keywords as $keyword) {
+                $kw = strtolower(trim($keyword));
+                if (str_contains($label, $kw)) return $entry;
                 foreach ($segments as $seg) {
-                    if (str_contains(strtolower($seg), strtolower($keyword))) return $entry;
+                    if (str_contains(strtolower($seg), $kw)) return $entry;
                 }
             }
 
             if ($this->semanticMatch($query, $label)) return $entry;
         }
 
-        return $this->traverseTreeForMatch($navigationTree['tree'] ?? [], $query, $expandedKeywords) 
+        return $this->traverseTreeForMatch($navigationTree['tree'] ?? [], $query, $keywords) 
             ?? $this->broadSearchFallback($message, $understanding, $navigationTree);
     }
 
     protected function expandKeywordsWithSynonyms(array $keywords, array $navigationTree = []): array
     {
-        $expanded = $keywords;
-        $treeSynonyms = $navigationTree['synonyms'] ?? [];
-        $allSynonyms = array_merge($this->synonyms, $treeSynonyms);
-
-        foreach ($keywords as $keyword) {
-            $kwLower = strtolower($keyword);
-            foreach ($allSynonyms as $group => $syns) {
-                if ($kwLower === strtolower($group) || in_array($kwLower, array_map('strtolower', $syns))) {
-                    $expanded = array_merge($expanded, $syns, [$group]);
-                }
-            }
-        }
-
-        return array_unique($expanded);
+        return $keywords;
     }
 
     protected function semanticMatch(string $query, string $label): bool
@@ -248,27 +264,18 @@ Return JSON: {\"intent\": \"description\", \"keywords\": [\"key\", \"terms\"]}";
         $matches = 0;
         foreach ($queryWords as $qWord) {
             foreach ($labelWords as $lWord) {
-                if ($qWord === $lWord || $this->isSynonym($qWord, $lWord)) {
+                if ($qWord === $lWord) {
                     $matches++;
                     break;
                 }
             }
         }
 
-        return $matches > 0 && ($matches / count($queryWords)) > 0.3;
+        return $matches > 0 && ($matches / max(count($queryWords), 1)) > 0.3;
     }
 
     protected function isSynonym(string $word1, string $word2): bool
     {
-        $word1 = strtolower($word1);
-        $word2 = strtolower($word2);
-
-        foreach ($this->synonyms as $group => $words) {
-            if (in_array($word1, $words) && in_array($word2, $words)) return true;
-            if ($word1 === $group && in_array($word2, $words)) return true;
-            if ($word2 === $group && in_array($word1, $words)) return true;
-        }
-
         return false;
     }
 

package/src/Services/NavigationTree.php

@@ -7,12 +7,12 @@ class NavigationTree
     protected array $tree = [];
     protected array $synonyms = [];
     protected array $flatIndex = [];
+    protected array $synonymUsage = [];
     protected ?TokenizerService $tokenizer = null;
     protected array $stemmedIndex = [];
 
     public function __construct()
     {
-        $this->loadDefaultSynonyms();
     }
 
     protected function getTokenizer(): TokenizerService
@@ -446,6 +446,43 @@ class NavigationTree
         return $this->flatIndex;
     }
 
+    public function recordSynonymUsage(array $keywords): void
+    {
+        foreach ($keywords as $keyword) {
+            $key = strtolower(trim($keyword));
+            if (!isset($this->synonymUsage[$key])) {
+                $this->synonymUsage[$key] = 0;
+            }
+            $this->synonymUsage[$key]++;
+        }
+    }
+
+    public function getTopSynonyms(int $limit = 20): array
+    {
+        arsort($this->synonymUsage);
+        return array_slice($this->synonymUsage, 0, $limit, true);
+    }
+
+    public function saveSynonymCache(string $path): void
+    {
+        $data = [
+            'synonym_usage' => $this->synonymUsage,
+            'saved_at' => date('c'),
+        ];
+        if (!is_dir(dirname($path))) {
+            mkdir(dirname($path), 0755, true);
+        }
+        file_put_contents($path, json_encode($data, JSON_PRETTY_PRINT));
+    }
+
+    public function loadSynonymCache(string $path): void
+    {
+        if (file_exists($path)) {
+            $data = json_decode(file_get_contents($path), true);
+            $this->synonymUsage = $data['synonym_usage'] ?? [];
+        }
+    }
+
     public function buildStemmedIndex(): void
     {
         $tokenizer = $this->getTokenizer();