archicore 0.3.8 → 0.4.0

package/dist/cli/commands/interactive.js

@@ -600,7 +600,7 @@ async function handleIndexCommand() {
         const codeIndex = new CodeIndex(state.projectPath);
         // Проверяем, является ли проект bundled (содержит source maps)
         const isBundled = await codeIndex.isBundledProject();
-        let asts;
+        let asts = new Map();
         let virtualFileContents = [];
         if (isBundled) {
             // Извлекаем исходники из source maps
@@ -608,17 +608,31 @@ async function handleIndexCommand() {
             const extractionResult = await codeIndex.extractFromSourceMaps();
             if (extractionResult.files.length > 0) {
                 indexSpinner.update(`Extracted ${extractionResult.files.length} files from source maps, parsing...`);
-                // Парсим виртуальные файлы
+                // Парсим виртуальные файлы из source maps
                 asts = codeIndex.parseVirtualFiles(extractionResult.files);
                 // Сохраняем содержимое виртуальных файлов для загрузки
                 virtualFileContents = extractionResult.files.map(f => [f.path, f.content]);
-                indexSpinner.update(`Parsed ${asts.size} files from source maps, extracting symbols...`);
+                indexSpinner.update(`Parsed ${asts.size} virtual files from source maps`);
             }
-            else {
-                // Fallback: парсим обычные файлы
-                indexSpinner.update('No extractable sources in source maps, parsing regular files...');
-                asts = await codeIndex.parseProject();
+            // ВАЖНО: Также парсим PHP/Python/другие backend файлы (не JS бандлы)
+            indexSpinner.update('Also parsing backend files (PHP, Python, etc.)...');
+            const backendAsts = await codeIndex.parseProject();
+            // Объединяем: source maps + backend файлы (исключая bundled JS)
+            let addedBackendFiles = 0;
+            for (const [path, ast] of backendAsts) {
+                // Пропускаем bundled JS файлы - они уже извлечены из source maps
+                const isBundledJs = path.match(/\.(min\.js|bundle\.js)$/) ||
+                    path.match(/\/(dist|build|vendor)\//i) ||
+                    path.match(/\.(js|ts)$/) && path.match(/\d+\.[a-f0-9]+\.(js|ts)$/i);
+                if (!isBundledJs && !asts.has(path)) {
+                    asts.set(path, ast);
+                    addedBackendFiles++;
+                }
             }
+            if (addedBackendFiles > 0) {
+                indexSpinner.update(`Added ${addedBackendFiles} backend files (PHP, Python, etc.)`);
+            }
+            indexSpinner.update(`Total: ${asts.size} files (source maps + backend)`);
         }
         else {
             // Обычный проект - парсим файлы напрямую
@@ -635,25 +649,38 @@ async function handleIndexCommand() {
         const isLargeProject = symbols.size > 50000 || asts.size > 1000;
         // Читаем содержимое файлов (с оптимизацией для больших проектов)
         let fileContents = [];
-        // Если есть виртуальные файлы из source maps — используем их
+        const virtualFilePaths = new Set(virtualFileContents.map(([path]) => path));
+        // Добавляем виртуальные файлы из source maps
         if (virtualFileContents.length > 0) {
-            indexSpinner.update('Using extracted source files...');
-            fileContents = virtualFileContents;
+            indexSpinner.update('Using extracted source files from source maps...');
+            fileContents = [...virtualFileContents];
         }
-        else if (!isLargeProject) {
-            indexSpinner.update('Reading file contents...');
+        // Также читаем backend файлы (PHP, Python и т.д.) которых нет в source maps
+        if (!isLargeProject) {
+            indexSpinner.update('Reading backend file contents (PHP, Python, etc.)...');
+            let backendFilesRead = 0;
             for (const [filePath] of asts) {
+                // Пропускаем файлы которые уже есть из source maps
+                if (virtualFilePaths.has(filePath))
+                    continue;
+                // Пропускаем bundled JS файлы
+                if (filePath.match(/\d+\.[a-f0-9]+\.(js|ts)$/i))
+                    continue;
                 try {
                     const fullPath = pathModule.default.isAbsolute(filePath)
                         ? filePath
                         : pathModule.default.join(state.projectPath, filePath);
                     const content = await fs.readFile(fullPath, 'utf-8');
                     fileContents.push([filePath, content]);
+                    backendFilesRead++;
                 }
                 catch {
                     // Игнорируем ошибки чтения отдельных файлов
                 }
             }
+            if (backendFilesRead > 0) {
+                indexSpinner.update(`Read ${backendFilesRead} additional backend files`);
+            }
         }
         else {
             indexSpinner.update('Large project detected, skipping file contents for faster upload...');
@@ -683,7 +710,9 @@ async function handleIndexCommand() {
             // Детальная обработка ошибок
             indexSpinner.fail('Indexing failed');
             // Debug output to see what's in the result
-            console.log(colors.dim(`  [DEBUG] uploadResult: ${JSON.stringify(uploadResult, null, 2)}`));
+            if (process.env.DEBUG) {
+                console.log(colors.dim(`  [DEBUG] uploadResult: ${JSON.stringify(uploadResult, null, 2)}`));
+            }
             if (uploadResult.errorDetails) {
                 const { code, message, suggestion, technicalDetails } = uploadResult.errorDetails;
                 console.log();
@@ -868,7 +897,7 @@ async function handleAnalyzeCommand(args) {
 async function handleSearchCommand(query) {
     if (!state.projectId) {
         printError('No project selected');
-        printInfo('Use /projects select <id> first');
+        printInfo('Use /index first to register the project');
         return;
     }
     if (!query) {
@@ -915,7 +944,7 @@ async function handleSearchCommand(query) {
 async function handleQuery(query) {
     if (!state.projectId) {
         printError('No project selected');
-        printInfo('Use /projects to list and select a project first');
+        printInfo('Use /index first to register the project');
         return;
     }
     // Save user message to history

package/dist/cli/utils/upload-utils.js

@@ -7,6 +7,13 @@
  * - Детальная обработка ошибок
  */
 import { loadConfig } from './config.js';
+// Debug logging (only when DEBUG env var is set)
+const DEBUG = process.env.DEBUG === 'true' || process.env.DEBUG === '1';
+function debugLog(message) {
+    if (DEBUG) {
+        debugLog(` ${message}`);
+    }
+}
 // Лимиты для chunked upload (оптимизировано для очень больших проектов и нестабильных соединений)
 const MAX_PAYLOAD_SIZE = 3 * 1024 * 1024; // 3MB per chunk (уменьшено для надёжности на медленных соединениях)
 const MAX_SYMBOLS_PER_CHUNK = 1500; // Меньше символов на chunk для стабильности
@@ -190,7 +197,7 @@ async function fetchWithRetry(url, options, timeout = UPLOAD_TIMEOUT, maxRetries
             if (attempt < maxRetries) {
                 // 2s, 4s, 8s, 16s, 32s, до 60s max
                 const delay = Math.min(2000 * Math.pow(2, attempt - 1), 60000);
-                console.log(`[DEBUG] fetchWithRetry: waiting ${delay / 1000}s before attempt ${attempt + 1}...`);
+                debugLog(` fetchWithRetry: waiting ${delay / 1000}s before attempt ${attempt + 1}...`);
                 await new Promise(resolve => setTimeout(resolve, delay));
             }
         }
@@ -215,11 +222,11 @@ export async function uploadIndexData(projectId, data, onProgress) {
     });
     // Для небольших проектов - обычная загрузка
     if (!isLargeProject) {
-        console.log(`[DEBUG] Using single request upload for ${data.symbols.length} symbols`);
+        debugLog(` Using single request upload for ${data.symbols.length} symbols`);
         return uploadSingleRequest(url, projectId, data, config.accessToken || '', onProgress);
     }
     // Для больших проектов - chunked upload
-    console.log(`[DEBUG] Using chunked upload for large project (${data.symbols.length} symbols)`);
+    debugLog(` Using chunked upload for large project (${data.symbols.length} symbols)`);
     return uploadChunked(url, projectId, data, config.accessToken || '', onProgress);
 }
 /**
@@ -243,11 +250,11 @@ async function uploadSingleRequest(url, projectId, data, accessToken, onProgress
         });
         if (!response.ok) {
             const errorBody = await response.json().catch(() => ({}));
-            console.log(`[DEBUG] HTTP error ${response.status}: ${JSON.stringify(errorBody)}`);
+            debugLog(` HTTP error ${response.status}: ${JSON.stringify(errorBody)}`);
             const errorDetails = analyzeHttpError(response.status, errorBody);
             // Если payload слишком большой - пробуем chunked
             if (response.status === 413) {
-                console.log(`[DEBUG] Payload too large, trying chunked upload`);
+                debugLog(` Payload too large, trying chunked upload`);
                 return uploadChunked(url, projectId, data, accessToken, onProgress);
             }
             return {
@@ -269,13 +276,13 @@ async function uploadSingleRequest(url, projectId, data, accessToken, onProgress
         };
     }
     catch (error) {
-        console.log(`[DEBUG] uploadSingleRequest caught error: ${error}`);
+        debugLog(` uploadSingleRequest caught error: ${error}`);
         const errorDetails = analyzeNetworkError(error);
-        console.log(`[DEBUG] Analyzed error: ${JSON.stringify(errorDetails)}`);
+        debugLog(` Analyzed error: ${JSON.stringify(errorDetails)}`);
         // Если ошибка связана с размером - пробуем chunked
         if (errorDetails.code === 'CONNECTION_RESET' ||
             errorDetails.code === 'PAYLOAD_TOO_LARGE') {
-            console.log(`[DEBUG] Trying chunked upload due to ${errorDetails.code}`);
+            debugLog(` Trying chunked upload due to ${errorDetails.code}`);
             return uploadChunked(url, projectId, data, accessToken, onProgress);
         }
         return {
@@ -293,7 +300,7 @@ async function uploadChunked(baseUrl, projectId, data, accessToken, onProgress)
     // Для очень больших проектов пропускаем fileContents (экономим трафик и время)
     const isVeryLargeProject = data.symbols.length > VERY_LARGE_PROJECT_SYMBOLS;
     if (isVeryLargeProject) {
-        console.log(`[DEBUG] Very large project (${data.symbols.length} symbols), skipping fileContents upload`);
+        debugLog(` Very large project (${data.symbols.length} symbols), skipping fileContents upload`);
     }
     // Разбиваем данные на chunks
     const symbolChunks = chunkArray(data.symbols, MAX_SYMBOLS_PER_CHUNK);
@@ -301,7 +308,7 @@ async function uploadChunked(baseUrl, projectId, data, accessToken, onProgress)
     const fileChunks = isVeryLargeProject ? [] : chunkArray(data.fileContents, MAX_FILES_PER_CHUNK);
     const totalChunks = symbolChunks.length + astChunks.length + fileChunks.length + 1; // +1 for graph
     let completedChunks = 0;
-    console.log(`[DEBUG] Chunked upload: ${symbolChunks.length} symbol chunks, ${astChunks.length} AST chunks, ${fileChunks.length} file chunks`);
+    debugLog(` Chunked upload: ${symbolChunks.length} symbol chunks, ${astChunks.length} AST chunks, ${fileChunks.length} file chunks`);
     onProgress?.({
         phase: 'uploading',
         current: 0,
@@ -328,13 +335,13 @@ async function uploadChunked(baseUrl, projectId, data, accessToken, onProgress)
         }
         catch (initError) {
             // Сервер не поддерживает chunked upload или недоступен
-            console.log(`[DEBUG] Chunked upload not supported, falling back to minimal data`);
+            debugLog(` Chunked upload not supported, falling back to minimal data`);
             return uploadMinimalData(baseUrl, projectId, data, accessToken, onProgress);
         }
         if (!initResponse.ok) {
             // Fallback: если сервер не поддерживает chunked upload,
             // отправляем только минимальные данные
-            console.log(`[DEBUG] Init returned ${initResponse.status}, falling back to minimal data`);
+            debugLog(` Init returned ${initResponse.status}, falling back to minimal data`);
             return uploadMinimalData(baseUrl, projectId, data, accessToken, onProgress);
         }
         const initResult = await initResponse.json();
@@ -343,13 +350,13 @@ async function uploadChunked(baseUrl, projectId, data, accessToken, onProgress)
         const PARALLEL_UPLOADS = 3;
         // Helper для параллельной загрузки с retry для отдельных chunks
         async function uploadChunksParallel(chunks, chunkType, label) {
-            console.log(`[DEBUG] Starting parallel upload of ${chunks.length} ${chunkType} chunks`);
+            debugLog(` Starting parallel upload of ${chunks.length} ${chunkType} chunks`);
             const failedChunks = [];
             const MAX_CHUNK_RETRIES = 5; // Увеличено для нестабильных соединений (Debian и т.д.)
             for (let batch = 0; batch < chunks.length; batch += PARALLEL_UPLOADS) {
                 const batchChunks = chunks.slice(batch, batch + PARALLEL_UPLOADS);
                 const batchNum = Math.floor(batch / PARALLEL_UPLOADS) + 1;
-                console.log(`[DEBUG] Uploading batch ${batchNum} (${batchChunks.length} chunks)`);
+                debugLog(` Uploading batch ${batchNum} (${batchChunks.length} chunks)`);
                 // Upload each chunk with individual retry logic
                 const results = await Promise.allSettled(batchChunks.map(async (chunk, idx) => {
                     const chunkIndex = batch + idx;
@@ -357,17 +364,17 @@ async function uploadChunked(baseUrl, projectId, data, accessToken, onProgress)
                     for (let retry = 0; retry < MAX_CHUNK_RETRIES; retry++) {
                         try {
                             await uploadChunk(config.serverUrl, projectId, uploadId, chunkType, chunkIndex, chunk, accessToken);
-                            console.log(`[DEBUG] Chunk ${chunkType}[${chunkIndex}] uploaded`);
+                            debugLog(` Chunk ${chunkType}[${chunkIndex}] uploaded`);
                             return { success: true, chunkIndex };
                         }
                         catch (error) {
                             lastError = error instanceof Error ? error : new Error(String(error));
-                            console.log(`[DEBUG] Chunk ${chunkType}[${chunkIndex}] failed (attempt ${retry + 1}/${MAX_CHUNK_RETRIES}): ${lastError.message}`);
+                            debugLog(` Chunk ${chunkType}[${chunkIndex}] failed (attempt ${retry + 1}/${MAX_CHUNK_RETRIES}): ${lastError.message}`);
                             // Exponential backoff before retry (увеличено для нестабильных соединений)
                             if (retry < MAX_CHUNK_RETRIES - 1) {
                                 // Более агрессивный backoff: 2s, 4s, 8s, 16s, до 30s max
                                 const delay = Math.min(2000 * Math.pow(2, retry), 30000);
-                                console.log(`[DEBUG] Waiting ${delay / 1000}s before retry ${retry + 2}...`);
+                                debugLog(` Waiting ${delay / 1000}s before retry ${retry + 2}...`);
                                 await new Promise(resolve => setTimeout(resolve, delay));
                             }
                         }
@@ -385,7 +392,7 @@ async function uploadChunked(baseUrl, projectId, data, accessToken, onProgress)
                     else {
                         const chunkIndex = batch + i;
                         failedChunks.push(chunkIndex);
-                        console.log(`[DEBUG] Chunk ${chunkType}[${chunkIndex}] failed permanently: ${result.reason}`);
+                        debugLog(` Chunk ${chunkType}[${chunkIndex}] failed permanently: ${result.reason}`);
                     }
                 }
                 completedChunks += batchSuccesses;
@@ -400,10 +407,10 @@ async function uploadChunked(baseUrl, projectId, data, accessToken, onProgress)
                     throw new Error(`Too many chunks failed (${failedChunks.length}/${chunks.length}). Network may be unstable. Try again or check your connection.`);
                 }
             }
-            console.log(`[DEBUG] Finished uploading ${chunks.length} ${chunkType} chunks (${failedChunks.length} failed)`);
+            debugLog(` Finished uploading ${chunks.length} ${chunkType} chunks (${failedChunks.length} failed)`);
             // If any chunks failed, warn but continue if under threshold
             if (failedChunks.length > 0) {
-                console.log(`[DEBUG] Warning: ${failedChunks.length} ${chunkType} chunks failed to upload`);
+                debugLog(` Warning: ${failedChunks.length} ${chunkType} chunks failed to upload`);
             }
         }
         // 2. Загружаем ASTs параллельно
@@ -475,7 +482,7 @@ async function uploadChunked(baseUrl, projectId, data, accessToken, onProgress)
 async function uploadMinimalData(url, _projectId, data, accessToken, onProgress) {
     const symbolCount = data.symbols.length;
     const fileCount = data.asts.length;
-    console.log(`[DEBUG] uploadMinimalData: ${symbolCount} symbols, ${fileCount} files`);
+    debugLog(` uploadMinimalData: ${symbolCount} symbols, ${fileCount} files`);
     onProgress?.({
         phase: 'uploading',
         current: 50,
@@ -491,9 +498,9 @@ async function uploadMinimalData(url, _projectId, data, accessToken, onProgress)
         statistics: data.statistics,
         // Без fileContents - это самая большая часть
     };
-    console.log(`[DEBUG] Minimal payload: ${minimalData.asts.length} ASTs, ${minimalData.symbols.length} symbols`);
+    debugLog(` Minimal payload: ${minimalData.asts.length} ASTs, ${minimalData.symbols.length} symbols`);
     try {
-        console.log(`[DEBUG] Sending minimal data to ${url}`);
+        debugLog(` Sending minimal data to ${url}`);
         const response = await fetchWithRetry(url, {
             method: 'POST',
             headers: {
@@ -502,10 +509,10 @@ async function uploadMinimalData(url, _projectId, data, accessToken, onProgress)
             },
             body: JSON.stringify(minimalData),
         }, 180000, 2); // 3 минуты, 2 попытки
-        console.log(`[DEBUG] Response status: ${response.status}`);
+        debugLog(` Response status: ${response.status}`);
         if (!response.ok) {
             const errorBody = await response.json().catch(() => ({}));
-            console.log(`[DEBUG] Error body: ${JSON.stringify(errorBody)}`);
+            debugLog(` Error body: ${JSON.stringify(errorBody)}`);
             const errorDetails = analyzeHttpError(response.status, errorBody);
             return {
                 success: false,
@@ -529,7 +536,7 @@ async function uploadMinimalData(url, _projectId, data, accessToken, onProgress)
         };
     }
     catch (error) {
-        console.log(`[DEBUG] uploadMinimalData error: ${error}`);
+        debugLog(` uploadMinimalData error: ${error}`);
         const errorDetails = analyzeNetworkError(error);
         return {
             success: false,

package/dist/cli.js

@@ -56,7 +56,7 @@ program
                 provider: 'deepseek',
                 model: 'deepseek-chat',
                 temperature: 0.1,
-                maxTokens: 4096
+                maxTokens: 8192
             },
             vectorStore: {
                 url: process.env.QDRANT_URL || 'http://localhost:6333',
@@ -107,7 +107,7 @@ program
                 provider: 'deepseek',
                 model: 'deepseek-chat',
                 temperature: 0.1,
-                maxTokens: 4096
+                maxTokens: 8192
             },
             vectorStore: {
                 url: process.env.QDRANT_URL || 'http://localhost:6333',
@@ -192,7 +192,7 @@ program
                 provider: 'deepseek',
                 model: 'deepseek-chat',
                 temperature: 0.1,
-                maxTokens: 4096
+                maxTokens: 8192
             },
             vectorStore: {
                 url: process.env.QDRANT_URL || 'http://localhost:6333',
@@ -230,7 +230,7 @@ program
                 provider: 'deepseek',
                 model: 'deepseek-chat',
                 temperature: 0.3,
-                maxTokens: 4096
+                maxTokens: 8192
             },
             vectorStore: {
                 url: process.env.QDRANT_URL || 'http://localhost:6333',

package/dist/server/routes/device-auth.js

@@ -136,7 +136,12 @@ router.get('/verify/:userCode', (req, res) => {
  * Authorize device (called from web after user logs in)
  */
 router.post('/authorize', async (req, res) => {
-    const { userCode, userId, accessToken, action } = req.body;
+    const { userCode, userId, action } = req.body;
+    // Get access token from cookie or Authorization header (not from body!)
+    // Web frontend sends credentials: 'include' which sends the httpOnly cookie
+    const accessToken = req.cookies?.archicore_token ||
+        req.headers.authorization?.substring(7) ||
+        req.body.accessToken; // Fallback to body for backwards compatibility
     if (!userCode) {
         res.status(400).json({ error: 'invalid_request', message: 'Missing user_code' });
         return;

package/dist/server/services/project-service.js

@@ -178,7 +178,7 @@ export class ProjectService {
             provider: 'deepseek',
             model: process.env.DEEPSEEK_MODEL || 'deepseek-chat',
             temperature: 0.1,
-            maxTokens: 4096,
+            maxTokens: 8192,
             baseURL: 'https://api.deepseek.com'
         };
         // SemanticMemory - поддержка Jina (бесплатно) или OpenAI

package/dist/utils/file-utils.js

@@ -80,7 +80,10 @@ export class FileUtils {
         const resolvedPath = resolve(rootDir);
         // Normalize for glob (use forward slashes on all platforms)
         const absoluteRootDir = resolvedPath.replace(/\\/g, '/');
-        Logger.info(`getAllFiles: rootDir=${rootDir}, resolvedPath=${resolvedPath}, absoluteRootDir=${absoluteRootDir}`);
+        // Logger.debug for verbose output (only in DEBUG mode)
+        if (process.env.DEBUG) {
+            Logger.info(`getAllFiles: rootDir=${rootDir}, resolvedPath=${resolvedPath}`);
+        }
         // Check if directory exists and is accessible
         try {
             const dirStats = await stat(resolvedPath);
@@ -88,7 +91,7 @@ export class FileUtils {
                 Logger.error(`getAllFiles: ${resolvedPath} is not a directory`);
                 return [];
             }
-            Logger.info(`getAllFiles: Directory exists and is accessible`);
+            // Directory exists - no need to log in production
         }
         catch (err) {
             Logger.error(`getAllFiles: Cannot access directory ${resolvedPath}: ${err}`);
@@ -107,6 +110,9 @@ export class FileUtils {
                     'bower_components/**',
                     '**/bower_components/**',
                     'jspm_packages/**',
+                    // PHP Composer dependencies
+                    'vendor/**',
+                    '**/vendor/**',
                     // Build/Generated output
                     'dist/**',
                     '**/dist/**',
@@ -168,7 +174,10 @@ export class FileUtils {
             });
             files.push(...matches);
         }
-        Logger.info(`getAllFiles: glob found ${files.length} raw matches`);
+        // Verbose logging only in DEBUG mode
+        if (process.env.DEBUG) {
+            Logger.info(`getAllFiles: found ${files.length} files`);
+        }
         // If no files found, list directory contents for debugging
         if (files.length === 0) {
             try {
@@ -207,12 +216,9 @@ export class FileUtils {
                 // Skip files we can't stat
             }
         }
-        Logger.info(`getAllFiles: returning ${filteredFiles.length} files after filtering`);
-        if (filteredFiles.length > 0 && filteredFiles.length <= 20) {
-            Logger.info(`Files found: ${filteredFiles.join(', ')}`);
-        }
-        else if (filteredFiles.length > 20) {
-            Logger.info(`First 20 files: ${filteredFiles.slice(0, 20).join(', ')}`);
+        // Only log file list in DEBUG mode
+        if (process.env.DEBUG && filteredFiles.length > 0) {
+            Logger.info(`getAllFiles: returning ${filteredFiles.length} files`);
         }
         return filteredFiles;
     }

package/dist/utils/logger.js

@@ -7,7 +7,8 @@ export var LogLevel;
     LogLevel[LogLevel["ERROR"] = 3] = "ERROR";
 })(LogLevel || (LogLevel = {}));
 export class Logger {
-    static level = LogLevel.INFO;
+    // Default to WARN in production, INFO/DEBUG only when DEBUG env var is set
+    static level = process.env.DEBUG ? LogLevel.DEBUG : LogLevel.WARN;
     static setLevel(level) {
         this.level = level;
     }

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "archicore",
-  "version": "0.3.8",
+  "version": "0.4.0",
   "description": "AI Software Architect - code analysis, impact prediction, semantic search",
   "main": "dist/index.js",
   "type": "module",