lwazi 1.8.4 → 1.8.5

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "lwazi",
-  "version": "1.8.4",
+  "version": "1.8.5",
   "description": "Lwazi is an AI assistant for Laravel. Install with one command to add an AI assistant to your Laravel app.",
   "main": "bin/lwazi.js",
   "bin": {

package/src/Console/AnalyzeProjectCommand.php

@@ -202,7 +202,7 @@ class AnalyzeProjectCommand extends Command
                 
                 $manifest['flat'][$fullUrl] = [
                     'label' => $text ?: basename($fullUrl),
-                    'segments' => array_filter(explode('/', parse_url($fullUrl, PHP_PATH) ?? '')),
+                    'segments' => array_filter(explode('/', parse_url($fullUrl, PHP_URL_PATH) ?? '')),
                     '_path' => $fullUrl,
                     '_weight' => 1,
                 ];

package/src/Console/SetupCommand.php

@@ -210,7 +210,7 @@ class SetupCommand extends Command
                 
                 $manifest['flat'][$fullUrl] = [
                     'label' => $text ?: basename($fullUrl),
-                    'segments' => array_filter(explode('/', parse_url($fullUrl, PHP_PATH) ?? '')),
+                    'segments' => array_filter(explode('/', parse_url($fullUrl, PHP_URL_PATH) ?? '')),
                     '_path' => $fullUrl,
                     '_weight' => 1,
                 ];

package/src/Services/LwaziService.php

@@ -38,6 +38,13 @@ class LwaziService
     {
         error_log('Lwazi chat: ' . $message);
 
+        // Extract context from message if user provides identifier
+        $extractedContext = $this->extractContextFromMessage($message);
+        if ($extractedContext && empty($this->currentContextId)) {
+            $this->currentContextId = $extractedContext;
+            error_log('Lwazi: extracted context: ' . $extractedContext);
+        }
+
         // Temporarily disable agent
         // if ($this->agent->isReady()) {
         //     return $this->agent->reply($message, $this->currentContextId);
@@ -100,6 +107,53 @@ class LwaziService
             return "I couldn't find information about that. Could you try a different question?";
         }
 
+        // Check for general website questions BEFORE falling back to LLM
+        if ($intent === 'general' || $this->isGeneralWebsiteQuery($message)) {
+            // Simple greeting response first
+            if (preg_match('/^(hi|hello|hey|good morning|good afternoon|good evening|how are you)\b/i', $message)) {
+                $response = "Hello! I'm here to help you navigate this website. You can ask me things like 'where can I find events' or 'what is this website about'. What would you like to know?";
+                $this->conversationHistory[] = ['role' => 'assistant', 'content' => $response];
+                return $response;
+            }
+            
+            $summary = $this->getWebsiteSummary($message);
+            if ($summary) {
+                $this->conversationHistory[] = ['role' => 'assistant', 'content' => $summary];
+                return $summary;
+            }
+            
+            // Try content search as fallback
+            $contentResponse = $this->searchContent($message);
+            if ($contentResponse) {
+                $this->conversationHistory[] = ['role' => 'assistant', 'content' => $contentResponse];
+                return $contentResponse;
+            }
+        }
+
+        if ($intent === null && $this->currentContextId) {
+            $dataResponse = $this->fetchRelevantData($message);
+            if ($dataResponse) {
+                $this->conversationHistory[] = ['role' => 'assistant', 'content' => $dataResponse];
+                return $dataResponse;
+            }
+        }
+
+        // Try content search as final fallback before LLM
+        $contentResponse = $this->searchContent($message);
+        if ($contentResponse) {
+            $this->conversationHistory[] = ['role' => 'assistant', 'content' => $contentResponse];
+            return $contentResponse;
+        }
+
+        // Last resort: check if this could be a content query and show what's available
+        if (!$this->looksLikeDataQuery($message)) {
+            $navResponse = $this->getNavigationSuggestions($message);
+            if ($navResponse) {
+                $this->conversationHistory[] = ['role' => 'assistant', 'content' => $navResponse];
+                return $navResponse;
+            }
+        }
+
         $prompt = $this->buildPrompt();
         $messages = array_merge(
             [['role' => 'system', 'content' => $prompt]],
@@ -118,6 +172,10 @@ class LwaziService
             return 'data';
         }
 
+        if ($this->isGeneralWebsiteQuery($message)) {
+            return 'general';
+        }
+
         if ($this->looksLikeNavigationQuery($message) && !$this->looksLikeContentQuery($message)) {
             return 'navigation';
         }
@@ -128,6 +186,11 @@ class LwaziService
             return 'content';
         }
 
+        // Check for greetings and casual conversation
+        if (preg_match('/^(hi|hello|hey|good morning|good afternoon|good evening|how are you|thanks|thank you)\b/i', $msgLower)) {
+            return 'general';
+        }
+
         $prompt =
             "Classify the user's intent as one of: navigation, content, data, general. Return JSON: {\"intent\":\"navigation|content|data|general\"}.\n\n" .
             "- navigation: user wants to find a specific page or link (where, which page, how do i get to)\n" .
@@ -161,9 +224,11 @@ class LwaziService
         $msgLower = strtolower($message);
         
         $personalPatterns = [
-            '/\bmy\b/', '/\bme\b/', '/\bmine\b/', '/\bmy own\b/',
+            '/\bmy\b/', '/\bmine\b/', '/\bmy own\b/',
             '/\bmy account\b/', '/\bmy profile\b/', '/\bmy data\b/',
             '/\bmy records\b/', '/\bmy applications\b/', '/\bmy submissions\b/',
+            '/\bmy courses?\b/', '/\bmy results?\b/', '/\bmy fees\b/',
+            '/\bmy grades?\b/', '/\bmy profile\b/', '/\bmy information\b/',
         ];
         
         foreach ($personalPatterns as $pattern) {
@@ -175,6 +240,46 @@ class LwaziService
         return false;
     }
 
+    protected function isGeneralWebsiteQuery(string $message): bool
+    {
+        $patterns = [
+            '/\bwhat.*this (site|website|app|platform)\b/i',
+            '/\babout (this|the) (site|website|app|platform)\b/i',
+            '/\bwhat.*(do you|does this).*(offer|provide|have)\b/i',
+            '/\btell me about (this|the) (site|website|app)\b/i',
+            '/\bwhat is (this|it)\b/i',
+            '/\bwhat can (i|you) do (here|on this)\b/i',
+            '/\bhow (does|does this) (work|site work)\b/i',
+        ];
+        
+        foreach ($patterns as $pattern) {
+            if (preg_match($pattern, $message)) {
+                return true;
+            }
+        }
+        
+        return false;
+    }
+
+    protected function getWebsiteSummary(string $message): ?string
+    {
+        // For now, provide a helpful generic response based on navigation
+        $tree = $this->ragService->getNavigationTree();
+        if ($tree) {
+            $flat = $tree->getFlatIndex();
+            $pages = array_keys($flat);
+            
+            if (!empty($pages)) {
+                $pageList = array_slice($pages, 0, 8);
+                $list = implode(', ', array_map(fn($p) => str_replace('-', ' ', trim($p, '/')), $pageList));
+                
+                return "This appears to be a web application with pages like: {$list}. You can navigate to any of these pages, or ask me to help you find specific content. Use the menu or tell me what you're looking for!";
+            }
+        }
+        
+        return "This is a web application. You can use the navigation menu to find pages, or ask me to help you locate specific content. What would you like to find?";
+    }
+
     protected function looksLikeContentQuery(string $message): bool
     {
         return (bool) preg_match(
@@ -183,6 +288,26 @@ class LwaziService
         );
     }
 
+    protected function extractContextFromMessage(string $message): ?string
+    {
+        $contextParam = config('lwazi.context_param', 'context_id');
+        
+        if (str_contains($contextParam, 'student')) {
+            if (preg_match('/\b(STU\d+)\b/i', $message, $matches)) {
+                return $matches[1];
+            }
+            if (preg_match('/\b(\d{6,})\b/', $message, $matches)) {
+                return $matches[1];
+            }
+        }
+        
+        if (preg_match('/\b[A-Z0-9._%+-]+@[A-Z0-9.-]+\.[A-Z]{2,}\b/i', $message, $matches)) {
+            return strtolower($matches[0]);
+        }
+        
+        return null;
+    }
+
     public function looksLikeNavigationQuery(string $message): bool
     {
         return (bool) preg_match(
@@ -304,50 +429,139 @@ class LwaziService
         $response = "I found some relevant information:\n\n";
         
         foreach ($results as $result) {
-            $response .= "**{$result['title']}**\n";
+            $url = $result['url'] ?? '/';
+            // Try to match with navigation for better URL
+            $navMatch = $this->getMatchingNavPath($url);
+            if ($navMatch) {
+                $url = $navMatch;
+            }
+            
+            $title = $result['title'] ?? basename($url);
+            $response .= "**{$title}**\n";
             $response .= "{$result['snippet']}\n";
-            $response .= "[Read more]({$result['url']})\n\n";
+            $response .= "[View page]({$url})\n\n";
         }
 
         return $response;
     }
 
+    protected function getMatchingNavPath(string $contentUrl): ?string
+    {
+        $tree = $this->ragService->getNavigationTree();
+        if (!$tree) {
+            return null;
+        }
+        
+        $flat = $tree->getFlatIndex();
+        
+        // Try exact match first
+        if (isset($flat[$contentUrl])) {
+            return $contentUrl;
+        }
+        
+        // Try fuzzy match
+        $contentSlug = basename($contentUrl);
+        foreach ($flat as $path => $entry) {
+            $pathSlug = basename($path);
+            if (levenshtein(strtolower($contentSlug), strtolower($pathSlug)) <= 3) {
+                return $path;
+            }
+        }
+        
+        return null;
+    }
+
+    protected function getNavigationSuggestions(string $message): ?string
+    {
+        $tree = $this->ragService->getNavigationTree();
+        if (!$tree) {
+            return null;
+        }
+        
+        $flat = $tree->getFlatIndex();
+        if (empty($flat)) {
+            return null;
+        }
+        
+        // Get a few random pages to suggest
+        $pages = array_keys($flat);
+        $suggestions = array_slice($pages, 0, 5);
+        
+        if (empty($suggestions)) {
+            return null;
+        }
+        
+        $list = [];
+        foreach ($suggestions as $path) {
+            $label = $flat[$path]['label'] ?? basename($path);
+            $list[] = "- {$label}: {$path}";
+        }
+        
+        return "Here are some pages on this site:\n" . implode("\n", $list) . "\n\nYou can navigate to any of these, or ask me to help you find something specific.";
+    }
+
     protected function extractSearchTerms(string $message): array
     {
-        preg_match('/\b(my|the|their|our|all|this|these)\s+(\w+)/i', $message, $matches);
-        $topic = $matches[2] ?? '';
+        $msgLower = strtolower($message);
         
-        if (empty($topic) || strlen($topic) < 3) {
-            $words = preg_split('/\s+/', strtolower($message));
-            $stopWords = ['where', 'can', 'find', 'get', 'look', 'show', 'list', 'tell', 'know', 'want', 'need', 'help', 'give', 'me', 'i', 'is', 'are', 'was', 'were', 'has', 'have', 'had', 'do', 'does', 'did', 'will', 'would', 'could', 'should', 'what', 'how', 'why'];
+        // Extract topic from common question patterns
+        $patterns = [
+            '/\babout\s+(\w+)/i',
+            '/\b(?:is there|are there|can i find)\s+(?:any\s+)?(\w+)/i',
+            '/\binfo(?:rmation)?\s+about\s+(\w+)/i',
+            '/\btell me (?:about|the)\s+(\w+)/i',
+        ];
+        
+        $topics = [];
+        foreach ($patterns as $pattern) {
+            if (preg_match($pattern, $msgLower, $matches)) {
+                if (strlen($matches[1]) >= 3) {
+                    $topics[] = $matches[1];
+                }
+            }
+        }
+        
+        if (empty($topics)) {
+            // Look for known keywords in the message
+            $keywords = ['alumni', 'event', 'events', 'news', 'scholarship', 'scholarships', 'certificate', 'certificates', 'profile', 'profiles', 'course', 'courses', 'result', 'results', 'fee', 'fees', 'benefit', 'benefits', 'story', 'stories'];
+            foreach ($keywords as $kw) {
+                if (str_contains($msgLower, $kw)) {
+                    $topics[] = $kw;
+                }
+            }
+        }
+        
+        if (empty($topics)) {
+            // Fall back to extracting significant words
+            $words = preg_split('/\s+/', $msgLower);
+            $stopWords = ['where', 'can', 'find', 'get', 'look', 'show', 'list', 'tell', 'know', 'want', 'need', 'help', 'give', 'me', 'i', 'is', 'are', 'was', 'were', 'has', 'have', 'had', 'do', 'does', 'did', 'will', 'would', 'could', 'should', 'what', 'how', 'why', 'there', 'here', 'this', 'that', 'with', 'from', 'your', 'you', 'for', 'about', 'any'];
             foreach ($words as $w) {
-                if (strlen($w) >= 4 && !in_array($w, $stopWords)) {
-                    $topic = $w;
-                    break;
+                $clean = preg_replace('/[^a-z]/', '', $w);
+                if (strlen($clean) >= 4 && !in_array($clean, $stopWords)) {
+                    $topics[] = $clean;
+                    if (count($topics) >= 2) break;
                 }
             }
         }
         
-        if (empty($topic) || strlen($topic) < 3) {
+        if (empty($topics)) {
             return [];
         }
-
-        $prompt = "List 5 synonyms for: {$topic}. Return ONLY JSON array like: [\"word1\",\"word2\"]";
-
-        $response = $this->callOllama([
-            ['role' => 'system', 'content' => 'Return only valid JSON.'],
-            ['role' => 'user', 'content' => $prompt],
-        ]);
-
-        $json = $this->extractJson($response['content'] ?? '');
-        $terms = is_array($json) ? array_values($json) : [];
         
-        $first = explode(' ', $topic)[0];
-        if (strlen($first) >= 3) {
-            $terms[] = strtolower($first);
+        $topic = $topics[0];
+        
+        // Build search terms including the original topic
+        $terms = array_filter([strtolower($topic)], fn($t) => strlen($t) >= 3);
+        
+        // Add common variations
+        $terms[] = strtolower($topic);
+        if (str_ends_with($topic, 's')) {
+            $terms[] = rtrim($topic, 's');
+        } else {
+            $terms[] = $topic . 's';
         }
-
-        return $terms;
+        
+        return array_values(array_unique($terms));
     }
 
     protected function findBestRouteWithTerms(array $routes, array $terms): ?string