lwazi 1.8.6 → 1.9.4

package/package.json

@@ -1,6 +1,6 @@
 {
     "name": "lwazi",
-    "version": "1.8.6",
+    "version": "1.9.4",
     "description": "Lwazi is an AI assistant for Laravel. Install with one command to add an AI assistant to your Laravel app.",
     "main": "bin/lwazi.js",
     "bin": {

package/src/Console/LogsCommand.php

@@ -0,0 +1,206 @@
+<?php
+
+namespace Lwazi\Core\Console;
+
+use Illuminate\Console\Command;
+use Lwazi\Core\Services\LwaziLogger;
+
+class LogsCommand extends Command
+{
+    protected $signature = 'lwazi:logs 
+                            {action=show : Action to perform (show, clear, trace, tail, watch)}
+                            {trace_id? : Trace ID to show details}
+                            {--limit=20 : Number of recent traces to show}
+                            {--interval=2 : Refresh interval in seconds for tail/watch}';
+
+    protected $description = 'View and manage Lwazi trace logs for debugging';
+
+    public function handle()
+    {
+        $action = $this->argument('action');
+
+        match ($action) {
+            'show' => $this->showLogs(),
+            'list' => $this->showLogs(),
+            'trace' => $this->showTrace($this->argument('trace_id')),
+            'clear' => $this->clearLogs(),
+            'info' => $this->showLogInfo(),
+            'tail' => $this->tailLogs(),
+            'watch' => $this->tailLogs(),
+            default => $this->showHelp(),
+        };
+    }
+
+    protected function showLogs(): void
+    {
+        $limit = (int) $this->option('limit');
+        $traces = LwaziLogger::getRecentTraces($limit);
+
+        if (empty($traces)) {
+            $this->warn('No traces found. Make sure the Lwazi chatbot has been used.');
+            $this->info('Log path: ' . LwaziLogger::getLogPath());
+            return;
+        }
+
+        $this->info("Recent Traces ({$limit} most recent)");
+        $this->line(str_repeat('=', 80));
+
+        foreach ($traces as $trace) {
+            $id = $trace['id'] ?? 'unknown';
+            $message = $trace['message'] ?? 'no message';
+            $duration = round($trace['duration_ms'] ?? 0, 2);
+            $spans = count($trace['spans'] ?? []);
+            $events = count($trace['events'] ?? []);
+            $startTime = $trace['start_human'] ?? 'unknown';
+            $endTime = $trace['end_human'] ?? 'incomplete';
+
+            $this->line("");
+            $this->line("<fg=yellow>ID:</> {$id}");
+            $this->line("<fg=cyan>Time:</> {$startTime} → {$endTime}");
+            $this->line("<fg=cyan>Duration:</> {$duration}ms");
+            $this->line("<fg=cyan>Message:</> " . substr($message, 0, 60) . (strlen($message) > 60 ? '...' : ''));
+            $this->line("<fg=cyan>Spans:</> {$spans} | <fg=cyan>Events:</> {$events}");
+            
+            if (!empty($trace['response'])) {
+                $response = substr($trace['response'], 0, 100);
+                $this->line("<fg=cyan>Response:</> " . $response . (strlen($trace['response']) > 100 ? '...' : ''));
+            }
+
+            $this->line("<fg=gray>View details:</> php artisan lwazi:logs trace {$id}");
+        }
+
+        $this->line("");
+        $this->line(str_repeat('=', 80));
+        $this->info("Total traces: " . count($traces));
+        $this->info("Log path: " . LwaziLogger::getLogPath());
+    }
+
+    protected function showTrace(?string $traceId): void
+    {
+        if (!$traceId) {
+            $this->error('Please provide a trace ID: php artisan lwazi:logs trace <trace_id>');
+            return;
+        }
+
+        $trace = LwaziLogger::getTrace($traceId);
+
+        if (!$trace) {
+            $this->error("Trace not found: {$traceId}");
+            $this->info("Available traces:");
+            $recent = LwaziLogger::getRecentTraces(5);
+            foreach ($recent as $t) {
+                $this->line("  - {$t['id']}: " . substr($t['message'] ?? '', 0, 50));
+            }
+            return;
+        }
+
+        $output = LwaziLogger::formatTraceForDebug($traceId);
+        $this->line($output);
+    }
+
+    protected function clearLogs(): void
+    {
+        if (!$this->confirm('Are you sure you want to clear all Lwazi trace logs?')) {
+            $this->warn('Cancelled.');
+            return;
+        }
+
+        LwaziLogger::clearTraces();
+        $this->info('All trace logs cleared.');
+    }
+
+    protected function showLogInfo(): void
+    {
+        $this->info('Lwazi Trace Logging System');
+        $this->line(str_repeat('=', 50));
+        $this->line("");
+        $this->line("<fg=cyan>Log Path:</> " . LwaziLogger::getLogPath());
+        $this->line("<fg=cyan>Enabled:</> " . (LwaziLogger::isEnabled() ? '<fg=green>Yes' : '<fg=red>No'));
+        
+        $traces = LwaziLogger::getRecentTraces(100);
+        $this->line("<fg=cyan>Total Traces:</> " . count($traces));
+        
+        $totalDuration = 0;
+        foreach ($traces as $t) {
+            $totalDuration += $t['duration_ms'] ?? 0;
+        }
+        $avgDuration = count($traces) > 0 ? round($totalDuration / count($traces), 2) : 0;
+        $this->line("<fg=cyan>Avg Duration:</> {$avgDuration}ms");
+        
+        $this->line("");
+        $this->line('Commands:');
+        $this->line("  <fg=yellow>php artisan lwazi:logs</>              Show recent traces");
+        $this->line("  <fg=yellow>php artisan lwazi:logs show</>          Show recent traces");
+        $this->line("  <fg=yellow>php artisan lwazi:logs show --limit=50</>  Show more traces");
+        $this->line("  <fg=yellow>php artisan lwazi:logs trace <id></>  Show trace details");
+        $this->line("  <fg=yellow>php artisan lwazi:logs clear</>        Clear all logs");
+        $this->line("  <fg=yellow>php artisan lwazi:logs info</>         Show this info");
+        $this->line("");
+        $this->line('Real-time SSE endpoints:');
+        $this->line("  <fg=cyan>GET /lwazi/logs/stream</>           Live stream all traces");
+        $this->line("  <fg=cyan>GET /lwazi/logs/stream/{id}</>       Live stream specific trace");
+    }
+
+    protected function showHelp(): void
+    {
+        $this->info('Lwazi Logs Command');
+        $this->line(str_repeat('=', 50));
+        $this->line("");
+        $this->line('Usage:');
+        $this->line("  <fg=yellow>php artisan lwazi:logs</>              Show recent traces");
+        $this->line("  <fg=yellow>php artisan lwazi:logs show</>          Show recent traces");
+        $this->line("  <fg=yellow>php artisan lwazi:logs show --limit=50</>  Show more traces");
+        $this->line("  <fg=yellow>php artisan lwazi:logs trace <id></>    Show trace details");
+        $this->line("  <fg=yellow>php artisan lwazi:logs clear</>          Clear all logs");
+        $this->line("  <fg=yellow>php artisan lwazi:logs info</>           Show log info");
+        $this->line("  <fg=yellow>php artisan lwazi:logs tail</>           Live tail new traces");
+        $this->line("  <fg=yellow>php artisan lwazi:logs tail --interval=1</>  Faster refresh");
+        $this->line("");
+        $this->line('The trace logs show the flow of a message through the Lwazi system,');
+        $this->line('including intent detection, data fetching, and response generation.');
+    }
+
+    protected function tailLogs(): void
+    {
+        $interval = (int) $this->option('interval');
+        $lastCount = 0;
+        $lastTraceId = null;
+
+        $this->info("Live tailing Lwazi traces (Ctrl+C to stop)");
+        $this->info("Refresh interval: {$interval}s");
+        $this->line(str_repeat('=', 80));
+
+        while (true) {
+            $traces = LwaziLogger::getRecentTraces(10);
+            $currentCount = count($traces);
+
+            if ($currentCount !== $lastCount || ($traces && $traces[0]['id'] ?? null) !== $lastTraceId) {
+                $this->newLine();
+                $this->info("[" . date('H:i:s') . "] New activity detected ({$currentCount} traces)");
+
+                foreach ($traces as $trace) {
+                    $id = $trace['id'] ?? 'unknown';
+                    $message = substr($trace['message'] ?? 'no message', 0, 50);
+                    $duration = round($trace['duration_ms'] ?? 0, 2);
+                    $spans = count($trace['spans'] ?? []);
+                    $endTime = $trace['end_human'] ?? 'running';
+
+                    $this->line("  <fg=yellow>ID:</> {$id}");
+                    $this->line("  <fg=cyan>Message:</> {$message}");
+                    $this->line("  <fg=cyan>Duration:</> {$duration}ms | Spans: {$spans} | Ended: {$endTime}");
+
+                    if (!empty($trace['response'])) {
+                        $response = substr($trace['response'], 0, 80);
+                        $this->line("  <fg=green>Response:</> {$response}...");
+                    }
+                    $this->line("");
+                }
+
+                $lastCount = $currentCount;
+                $lastTraceId = $traces[0]['id'] ?? null;
+            }
+
+            sleep($interval);
+        }
+    }
+}

package/src/Http/Controllers/LogsStreamController.php

@@ -0,0 +1,122 @@
+<?php
+
+namespace Lwazi\Core\Http\Controllers;
+
+use Illuminate\Routing\Controller;
+use Illuminate\Http\Request;
+use Lwazi\Core\Services\LwaziLogger;
+use Illuminate\Support\Facades\Response;
+
+class LogsStreamController extends Controller
+{
+    protected array $seenTraceIds = [];
+
+    public function stream(Request $request): \Symfony\Component\HttpFoundation\StreamedResponse
+    {
+        $lastCount = 0;
+
+        return Response::stream(function () {
+            $seenTraceIds = [];
+            $lastCount = 0;
+
+            while (true) {
+                $traces = LwaziLogger::getRecentTraces(50);
+                $currentCount = count($traces);
+
+                $newTraces = array_filter($traces, function($trace) use (&$seenTraceIds) {
+                    $id = $trace['id'] ?? null;
+                    if ($id && !in_array($id, $seenTraceIds)) {
+                        $seenTraceIds[] = $id;
+                        return true;
+                    }
+                    return false;
+                });
+
+                $updatedTraces = [];
+                foreach ($traces as $trace) {
+                    $id = $trace['id'] ?? null;
+                    if ($id && isset($trace['end_time'])) {
+                        $key = "updated_{$id}";
+                        if (!in_array($key, $seenTraceIds)) {
+                            $seenTraceIds[] = $key;
+                            $updatedTraces[] = $trace;
+                        }
+                    }
+                }
+
+                if (!empty($newTraces) || !empty($updatedTraces) || $currentCount !== $lastCount) {
+                    $payload = [
+                        'type' => 'update',
+                        'timestamp' => date('Y-m-d H:i:s'),
+                        'traces' => array_values(array_merge(
+                            array_map(fn($t) => array_merge($t, ['_event' => 'new']), $newTraces),
+                            array_map(fn($t) => array_merge($t, ['_event' => 'completed']), $updatedTraces)
+                        )),
+                        'stats' => [
+                            'total' => $currentCount,
+                        ],
+                    ];
+
+                    echo "data: " . json_encode($payload) . "\n\n";
+                    ob_flush();
+                    flush();
+
+                    $lastCount = $currentCount;
+                }
+
+                echo ": heartbeat\n\n";
+                ob_flush();
+                flush();
+
+                sleep(2);
+            }
+        }, 200, [
+            'Content-Type' => 'text/event-stream',
+            'Cache-Control' => 'no-cache',
+            'Connection' => 'keep-alive',
+            'X-Accel-Buffering' => 'no',
+        ]);
+    }
+
+    public function trace(string $traceId): \Symfony\Component\HttpFoundation\StreamedResponse
+    {
+        return Response::stream(function () use ($traceId) {
+            $lastData = null;
+
+            while (true) {
+                $trace = LwaziLogger::getTrace($traceId);
+
+                if ($trace && $trace !== $lastData) {
+                    echo "data: " . json_encode([
+                        'type' => 'trace_update',
+                        'trace' => $trace,
+                    ]) . "\n\n";
+                    ob_flush();
+                    flush();
+                    $lastData = $trace;
+                }
+
+                if ($trace && isset($trace['end_time'])) {
+                    echo "data: " . json_encode([
+                        'type' => 'trace_complete',
+                        'trace' => $trace,
+                    ]) . "\n\n";
+                    ob_flush();
+                    flush();
+                    break;
+                }
+
+                echo ": heartbeat\n\n";
+                ob_flush();
+                flush();
+
+                sleep(1);
+            }
+        }, 200, [
+            'Content-Type' => 'text/event-stream',
+            'Cache-Control' => 'no-cache',
+            'Connection' => 'keep-alive',
+            'X-Accel-Buffering' => 'no',
+        ]);
+    }
+}

package/src/Installer/ProjectAnalyzer.php

@@ -4,7 +4,7 @@ namespace Lwazi\Core\Installer;
 
 use Illuminate\Support\Facades\DB;
 use Lwazi\Core\Support\ModelScanner;
-use Lwazi\Core\Services\NavigationTree;
+use Lwazi\Core\Services\NavigationGraph;
 
 class ProjectAnalyzer
 {
@@ -41,7 +41,7 @@ class ProjectAnalyzer
         $this->analyzePages();
         $this->analyzeRoutes();
         $this->analyzeInformationArchitecture();
-        $this->buildNavigationTree();
+        $this->buildNavigationGraph();
         $this->analyzeProjectType();
         $this->generateSummary();
 
@@ -329,11 +329,11 @@ class ProjectAnalyzer
         $this->log('IA pages: ' . count($iaPages) . ', links: ' . count($iaLinks));
     }
 
-    protected function buildNavigationTree(): void
+    protected function buildNavigationGraph(): void
     {
-        $this->log('Building navigation tree...');
+        $this->log('Building navigation graph...');
 
-        $tree = new NavigationTree();
+        $graph = new NavigationGraph();
 
         $pages = $this->knowledge['pages'] ?? [];
         $routes = $this->knowledge['routes'] ?? [];
@@ -352,13 +352,13 @@ class ProjectAnalyzer
             return true;
         });
 
-        $tree->buildFromPages($pages);
-        $tree->buildFromRoutes(array_values($publicRoutes));
+        $graph->buildFromPages($pages);
+        $graph->buildFromRoutes(array_values($publicRoutes));
 
-        $this->knowledge['navigation_tree'] = $tree->toArray();
+        $this->knowledge['navigation_graph'] = $graph->toArray();
 
-        $flatCount = count($tree->getFlatIndex());
-        $this->log("Navigation tree built with $flatCount indexed paths");
+        $flatCount = count($graph->getFlatIndex());
+        $this->log("Navigation graph built with $flatCount indexed paths");
     }
 
     protected function normalizePath(string $href): ?string

package/src/Providers/LwaziServiceProvider.php

@@ -6,6 +6,7 @@ use Illuminate\Support\ServiceProvider;
 use Illuminate\Support\Facades\Route;
 use Illuminate\Foundation\Http\Middleware\VerifyCsrfToken;
 use Lwazi\Core\Services\LwaziService;
+use Lwazi\Core\Services\LwaziLogger;
 use Lwazi\Core\Tools\ToolRegistry;
 use Lwazi\Core\Rag\RagService;
 use Lwazi\Core\Services\KnowledgeBaseGenerator;
@@ -14,6 +15,7 @@ use Lwazi\Core\Console\AnalyzeProjectCommand;
 use Lwazi\Core\Console\LwaziIngestCommand;
 use Lwazi\Core\Console\SetupCommand;
 use Lwazi\Core\Console\BuildContentIndexCommand;
+use Lwazi\Core\Console\LogsCommand;
 use Lwazi\Core\Http\Middleware\InjectLwaziChat;
 
 class LwaziServiceProvider extends ServiceProvider
@@ -38,17 +40,22 @@ class LwaziServiceProvider extends ServiceProvider
                 SetupCommand::class,
                 LwaziIngestCommand::class,
                 BuildContentIndexCommand::class,
+                LogsCommand::class,
             ]);
         }
     }
 
     public function boot(): void
     {
+        new LwaziLogger();
+
         $this->loadViewsFrom(__DIR__ . '/../../resources/views', 'lwazi');
 
         Route::prefix(config('lwazi.route_prefix', 'lwazi'))->withoutMiddleware([\Illuminate\Foundation\Http\Middleware\VerifyCsrfToken::class])->group(function () {
             Route::post('/chat', \Lwazi\Core\Http\Controllers\ChatController::class . '@chat');
             Route::get('/status', \Lwazi\Core\Http\Controllers\ChatController::class . '@status');
+            Route::get('/logs/stream', \Lwazi\Core\Http\Controllers\LogsStreamController::class . '@stream');
+            Route::get('/logs/stream/{traceId}', \Lwazi\Core\Http\Controllers\LogsStreamController::class . '@trace');
         });
 
         $this->publishes(

package/src/Rag/RagService.php

@@ -2,8 +2,9 @@
 
 namespace Lwazi\Core\Rag;
 
-use Lwazi\Core\Services\NavigationTree;
+use Lwazi\Core\Services\NavigationGraph;
 use Lwazi\Core\Services\LwaziService;
+use Lwazi\Core\Services\LwaziLogger;
 use Lwazi\Core\Services\EmbeddingService;
 use Illuminate\Support\Facades\Http;
 
@@ -11,7 +12,7 @@ class RagService
 {
     protected array $projectKnowledge = [];
     protected string $knowledgePath;
-    protected ?NavigationTree $navigationTree = null;
+    protected ?NavigationGraph $navigationGraph = null;
     protected ?EmbeddingService $embeddingService = null;
 
     public function __construct()
@@ -35,34 +36,87 @@ class RagService
         }
     }
 
-    public function getNavigationTree(): ?NavigationTree
+    public function getNavigationGraph(): ?NavigationGraph
     {
-        if ($this->navigationTree !== null) {
-            return $this->navigationTree;
+        if ($this->navigationGraph !== null) {
+            return $this->navigationGraph;
         }
 
-        $treeData = $this->projectKnowledge['navigation_tree'] ?? null;
-        if (!$treeData) {
+        $graphData = $this->projectKnowledge['navigation_graph'] ?? null;
+        if (!$graphData) {
             return null;
         }
 
-        $this->navigationTree = NavigationTree::fromArray($treeData);
-        return $this->navigationTree;
+        $this->navigationGraph = NavigationGraph::fromArray($graphData);
+        return $this->navigationGraph;
     }
 
     public function findPath(string $query): ?array
     {
-        $tree = $this->getNavigationTree();
-        if (!$tree) {
+        LwaziLogger::step('rag_findPath_start', [
+            'query' => $query,
+            'query_length' => strlen($query),
+        ]);
+
+        LwaziLogger::trackInput('LwaziService', [
+            'method' => 'findPath',
+            'query' => $query,
+        ]);
+
+        $graph = $this->getNavigationGraph();
+        if (!$graph) {
+            LwaziLogger::step('rag_no_graph');
+            LwaziLogger::trackOutput('RagService', [
+                'result' => null,
+                'reason' => 'no navigation graph available',
+            ]);
             return null;
         }
 
-        $result = $tree->search($query);
-        
-        if (!$result) {
-            $result = $tree->searchWithStemming($query);
+        $flatIndex = $graph->getFlatIndex();
+        $nodeCount = count($flatIndex);
+        $nodePaths = array_keys($flatIndex);
+
+        LwaziLogger::step('rag_graph_loaded', [
+            'node_count' => $nodeCount,
+            'available_paths' => $nodePaths,
+        ]);
+
+        LwaziLogger::trackDataFlow(
+            'RagService',
+            'NavigationGraph::search',
+            'search graph',
+            ['query' => $query, 'total_nodes' => $nodeCount]
+        );
+
+        $result = $graph->search($query);
+
+        if ($result && !empty($result['path'])) {
+            LwaziLogger::step('rag_search_found', [
+                'path' => $result['path'],
+                'label' => $result['label'] ?? '',
+                'score' => $result['score'] ?? 0,
+            ]);
+        } else {
+            LwaziLogger::step('rag_search_not_found', ['query' => $query]);
+            
+            $result = $graph->searchWithStemming($query);
+            if ($result) {
+                LwaziLogger::step('rag_stemming_search_found', [
+                    'path' => $result['path'],
+                    'label' => $result['label'] ?? '',
+                    'score' => $result['score'] ?? 0,
+                ]);
+            } else {
+                LwaziLogger::step('rag_stemming_search_not_found', ['query' => $query]);
+            }
         }
 
+        LwaziLogger::trackOutput('RagService', [
+            'result' => $result,
+            'method' => 'findPath',
+        ]);
+
         return $result;
     }
 

package/src/Services/KnowledgeBaseGenerator.php

@@ -31,7 +31,7 @@ class KnowledgeBaseGenerator
         $database = $this->getDatabaseSchema();
         $dataActions = $this->inferDataActions($models);
         $informationArchitecture = $this->buildInformationArchitecture($pages, $routes);
-        $navigationTree = $this->buildNavigationTree($pages, $routes);
+        $navigationGraph = $this->buildNavigationGraphFromRoutes($pages, $routes);
 
         return [
             'generated_at' => now()->toIso8601String(),
@@ -43,13 +43,13 @@ class KnowledgeBaseGenerator
             'database' => $database,
             'data_actions' => $dataActions,
             'information_architecture' => $informationArchitecture,
-            'navigation_tree' => $navigationTree,
+            'navigation_graph' => $navigationGraph,
         ];
     }
 
-    protected function buildNavigationTree(array $pages, array $routes): array
+    protected function buildNavigationGraphFromRoutes(array $pages, array $routes): array
     {
-        $tree = new NavigationTree();
+        $graph = new NavigationGraph();
 
         $publicRoutes = array_filter($routes, function($r) {
             $uri = $r['uri'] ?? '';
@@ -65,9 +65,9 @@ class KnowledgeBaseGenerator
             return true;
         });
 
-        $tree->buildFromPages($pages);
-        $tree->buildFromRoutes(array_values($publicRoutes));
-        return $tree->toArray();
+        $graph->buildFromPages($pages);
+        $graph->buildFromRoutes(array_values($publicRoutes));
+        return $graph->toArray();
     }
 
     /**