qa360 2.3.1 → 2.3.2

package/dist/commands/ask.js

@@ -184,33 +184,42 @@ export class QA360Ask {
         console.log(chalk.gray(`Analyse: "${query}"`));
         // Detection de patterns simples (Phase 1 - deterministe)
         const patterns = {
-            api: /\b(api|rest|graphql|endpoint|swagger|openapi)\b/i,
-            web: /\b(web|ui|interface|page|site|browser)\b/i,
-            performance: /\b(performance|perf|load|stress|speed|latency)\b/i,
+            complete: /\b(complete|full|comprehensive|end-to-end|e2e|suite|tout)\b/i,
             security: /\b(security|sécurité|secu|dast|vuln|scan|pentest|zap)\b/i,
+            performance: /\b(performance|perf|load|stress|speed|latency|charge|charge)\b/i,
             accessibility: /\b(accessibility|a11y|accessible|wcag)\b/i,
-            complete: /\b(complete|full|comprehensive|end-to-end|e2e|suite)\b/i
+            web: /\b(web|ui|interface|page|site|browser|login|auth|signin|signup|registration|connexion|inscription)\b/i,
+            api: /\b(api|rest|graphql|endpoint|swagger|openapi)\b/i
         };
         // URL extraction
         const urlMatch = query.match(/https?:\/\/[^\s]+/);
         const target = urlMatch ? urlMatch[0] : 'https://httpbin.org';
-        // Type detection with priority for complete and security
-        let type = 'api'; // default
-        // Check for complete first (highest priority)
+        // Type detection with priority order
+        let type = 'web'; // default to web (UI) for generic queries like "login tests"
+        // Check patterns in priority order
         if (patterns.complete.test(query)) {
             type = 'complete';
         }
         else if (patterns.security.test(query)) {
             type = 'security';
         }
-        else {
-            // Check other patterns
-            for (const [key, pattern] of Object.entries(patterns)) {
-                if (key !== 'complete' && key !== 'security' && pattern.test(query)) {
-                    type = key;
-                    break;
-                }
-            }
+        else if (patterns.performance.test(query)) {
+            type = 'performance';
+        }
+        else if (patterns.accessibility.test(query)) {
+            type = 'accessibility';
+        }
+        else if (patterns.web.test(query)) {
+            type = 'web';
+        }
+        else if (patterns.api.test(query)) {
+            type = 'api';
+        }
+        // If no pattern matched, default to 'web' for login-like scenarios, otherwise 'api'
+        // Special handling for login/auth scenarios - default to web (UI) tests
+        const loginKeywords = /\b(login|auth|authentication|signin|signup|register|connexion|inscription|form)\b/i;
+        if (loginKeywords.test(query) && type === 'api') {
+            type = 'web';
         }
         // Pack name from query
         const name = query.toLowerCase()
@@ -316,6 +325,29 @@ export class QA360Ask {
     }
     generateWebPack(name, description, baseUrl, authConfig) {
         const auth = buildAuthConfig(authConfig);
+        // Check if this is a login/auth scenario based on name or description
+        const isLoginScenario = /\b(login|auth|signin|signup|connexion|inscription)\b/i.test(name + ' ' + description);
+        // Build pages based on scenario type
+        const pages = isLoginScenario ? [
+            {
+                url: '/login',
+                expectedElements: ['input[type="email"]', 'input[type="password"]', 'button[type="submit"]'],
+                actions: [
+                    { type: 'fill', selector: 'input[type="email"]', value: '${TEST_EMAIL}' },
+                    { type: 'fill', selector: 'input[type="password"]', value: '${TEST_PASSWORD}' },
+                    { type: 'click', selector: 'button[type="submit"]' }
+                ]
+            },
+            {
+                url: '/',
+                expectedElements: ['header', 'nav']
+            }
+        ] : [
+            {
+                url: '/',
+                expectedElements: ['body', 'main']
+            }
+        ];
         return {
             version: 2,
             name,
@@ -328,12 +360,7 @@ export class QA360Ask {
                     auth: auth.profileName,
                     config: {
                         baseUrl,
-                        pages: [
-                            {
-                                url: '/',
-                                expectedElements: ['body', 'main']
-                            }
-                        ]
+                        pages
                     }
                 },
                 'a11y': {
@@ -343,7 +370,7 @@ export class QA360Ask {
                         baseUrl,
                         pages: [
                             {
-                                url: '/',
+                                url: isLoginScenario ? '/login' : '/',
                                 a11yRules: ['wcag2a', 'wcag2aa']
                             }
                         ]

package/dist/commands/coverage.js

@@ -18,7 +18,14 @@ coverageCommand
     .option('--verbose', 'Show detailed file-by-file coverage')
     .action(async (options) => {
     if (!options.file && !options.run) {
-        console.error('Error: Please specify --file or --run');
+        console.error('Error: Please specify --file or --run to show coverage\n');
+        console.error('Usage: qa360 coverage show --file <path>');
+        console.error('   or: qa360 coverage show --run <id>\n');
+        console.error('Examples:');
+        console.error('  qa360 coverage show --file coverage/coverage-final.json');
+        console.error('  qa360 coverage show --file coverage/lcov.info');
+        console.error('  qa360 coverage show --run abc123\n');
+        console.error('Tip: Use "qa360 coverage list" to find available coverage files in your project.');
         process.exit(1);
     }
     const collector = new CoverageCollector();
@@ -82,7 +89,10 @@ coverageCommand
     .option('--json', 'Output as JSON')
     .action(async (options) => {
     if (!options.file) {
-        console.error('Error: Please specify --file');
+        console.error('Error: Please specify --file to analyze coverage\n');
+        console.error('Usage: qa360 coverage analyze --file <path>\n');
+        console.error('Example: qa360 coverage analyze --file coverage/coverage-final.json\n');
+        console.error('Tip: Use "qa360 coverage list" to find available coverage files in your project.');
         process.exit(1);
     }
     if (!existsSync(options.file)) {
@@ -218,7 +228,10 @@ coverageCommand
     .option('--fail', 'Exit with error code if thresholds not met')
     .action(async (options) => {
     if (!options.file) {
-        console.error('Error: Please specify --file');
+        console.error('Error: Please specify --file to check coverage\n');
+        console.error('Usage: qa360 coverage check --file <path>\n');
+        console.error('Example: qa360 coverage check --file coverage/coverage-final.json\n');
+        console.error('Tip: Use "qa360 coverage list" to find available coverage files in your project.');
         process.exit(1);
     }
     if (!existsSync(options.file)) {

package/dist/commands/generate.js

@@ -91,10 +91,17 @@ export async function generateCommand(source, options = {}) {
         const { available, models, recommended } = await checkGenerationAvailability();
         if (!available) {
             spinner.fail('Ollama not available');
-            console.log(chalk.red('\nOllama is not running'));
-            console.log(chalk.yellow('\nStart Ollama:'));
-            console.log(chalk.gray('  ollama serve'));
-            console.log(chalk.yellow('\nInstall Ollama:'));
+            console.log(chalk.red('\n❌ Ollama is not running or not reachable'));
+            console.log(chalk.yellow('\n🔧 Troubleshooting:'));
+            console.log(chalk.gray('  1. Check if Ollama is running:'));
+            console.log(chalk.cyan('     ollama list'));
+            console.log(chalk.gray('  2. Start Ollama if needed:'));
+            console.log(chalk.cyan('     ollama serve'));
+            console.log(chalk.gray('  3. Test QA360 connection to Ollama:'));
+            console.log(chalk.cyan('     qa360 ollama test'));
+            console.log(chalk.gray('  4. Set custom Ollama URL if needed:'));
+            console.log(chalk.cyan('     qa360 ollama config --set-url http://localhost:11434'));
+            console.log(chalk.yellow('\n📦 Install Ollama:'));
             console.log(chalk.gray('  brew install ollama  # macOS'));
             console.log(chalk.gray('  # Or visit: https://ollama.com\n'));
             return;

package/dist/commands/ollama.js

@@ -19,12 +19,20 @@ export async function ollamaTestCommand(options = {}) {
         const check = await checkOllamaSetup(model);
         if (!check.available) {
             spinner.fail('Ollama is not available');
-            console.log(chalk.red('\n❌ Ollama is not running or not installed'));
+            console.log(chalk.red('\n❌ Ollama is not running or not reachable'));
+            console.log(chalk.yellow('\n🔧 Troubleshooting steps:'));
+            console.log(chalk.gray('\n  1. Verify Ollama is running:'));
+            console.log(chalk.cyan('     ollama list'));
+            console.log(chalk.gray('\n  2. Start Ollama if not running:'));
+            console.log(chalk.cyan('     ollama serve'));
+            console.log(chalk.gray('\n  3. Check Ollama is listening on default port:'));
+            console.log(chalk.cyan('     curl http://localhost:11434/api/tags'));
+            console.log(chalk.gray('\n  4. Set custom URL if Ollama is on different port/host:'));
+            console.log(chalk.cyan('     qa360 ollama config --set-url http://localhost:11434'));
+            console.log(chalk.gray('\n  5. Check for firewall/proxy issues blocking localhost:11434'));
             console.log(chalk.yellow('\n📦 To install Ollama:'));
             console.log(chalk.gray('  brew install ollama     # macOS'));
-            console.log(chalk.gray('  # Or visit: https://ollama.com'));
-            console.log(chalk.yellow('\n🚀 To start Ollama:'));
-            console.log(chalk.gray('  ollama serve'));
+            console.log(chalk.gray('  # Or visit: https://ollama.com\n'));
             return;
         }
         spinner.succeed('Ollama is running!');
@@ -175,7 +183,7 @@ export async function ollamaGenerateCommand(prompt, options = {}) {
 export async function ollamaConfigCommand(options = {}) {
     const config = loadQA360Config();
     const ollamaConfig = config.ollama || {};
-    const defaultBaseUrl = 'http://localhost:11434';
+    const defaultBaseUrl = 'http://127.0.0.1:11434';
     const defaultModel = 'deepseek-coder';
     // Update config if options provided
     if (options.setUrl || options.setModel) {

package/dist/commands/run.d.ts

@@ -39,3 +39,7 @@ export declare function displayResults(result: Phase3RunResult): void;
  */
 export declare function runCommand(packArg?: string, options?: RunOptions): Promise<void>;
 export default runCommand;
+/**
+ * Preflight command - Validate pack without executing tests
+ */
+export declare function preflightCommand(packArg?: string): Promise<void>;

package/dist/commands/run.js

@@ -170,3 +170,89 @@ export async function runCommand(packArg, options = {}) {
 }
 // Export for CLI integration
 export default runCommand;
+/**
+ * Preflight command - Validate pack without executing tests
+ */
+export async function preflightCommand(packArg) {
+    try {
+        console.log(chalk.blue('\n🔍 QA360 Preflight - Dry-run validation\n'));
+        // Step 1: Find pack file
+        const packPath = findPackFile(packArg);
+        console.log(chalk.gray(`Pack file: ${packPath}`));
+        // Step 2: Load and validate pack
+        const pack = await loadPack(packPath);
+        console.log(chalk.green(`✅ Pack: ${pack.name} v${pack.version}`));
+        // Step 3: Validate structure
+        const issues = [];
+        // Check required fields
+        if (!pack.name) {
+            issues.push('Missing required field: name');
+        }
+        if (!pack.version) {
+            issues.push('Missing required field: version');
+        }
+        if (!pack.gates || Object.keys(pack.gates).length === 0) {
+            issues.push('No gates defined - nothing to test');
+        }
+        // Validate gates
+        const gateNames = Object.keys(pack.gates || {});
+        if (gateNames.length > 0) {
+            console.log(chalk.gray(`\nGates (${gateNames.length}):`));
+            for (const [gateName, gateConfig] of Object.entries(pack.gates || {})) {
+                const gate = gateConfig;
+                const status = gate.enabled === false ? chalk.yellow('(disabled)') : chalk.green('(enabled)');
+                console.log(`  ${status} ${chalk.cyan(gateName)}`);
+                if (!gate.adapter) {
+                    issues.push(`  ⚠️  Gate "${gateName}" missing adapter`);
+                }
+                else {
+                    console.log(`     Adapter: ${gate.adapter}`);
+                }
+                // Show pages/config summary
+                if (gate.config?.pages) {
+                    const pages = gate.config.pages;
+                    const pageCount = Array.isArray(pages) ? pages.length : Object.keys(pages).length;
+                    console.log(`     Pages: ${pageCount}`);
+                }
+                if (gate.config?.smoke) {
+                    const smoke = gate.config.smoke;
+                    const testCount = Array.isArray(smoke) ? smoke.length : 1;
+                    console.log(`     Smoke tests: ${testCount}`);
+                }
+            }
+        }
+        // Validate auth config (only for v2 packs)
+        if (pack.version === 2 && pack.auth) {
+            const auth = pack.auth;
+            console.log(chalk.gray('\nAuthentication:'));
+            if (auth.api) {
+                console.log(`  API: ${auth.api}`);
+            }
+            if (auth.ui) {
+                console.log(`  UI: ${auth.ui}`);
+            }
+            if (auth.profiles) {
+                const profileNames = Object.keys(auth.profiles);
+                console.log(`  Profiles: ${profileNames.join(', ') || 'none'}`);
+            }
+        }
+        // Summary
+        console.log(chalk.bold('\n' + '─'.repeat(50)));
+        if (issues.length === 0) {
+            console.log(chalk.green('✅ Preflight check passed'));
+            console.log(chalk.gray('   Run "qa360 run" to execute tests'));
+        }
+        else {
+            console.log(chalk.yellow('⚠️  Issues found:'));
+            for (const issue of issues) {
+                console.log(chalk.yellow(`   ${issue}`));
+            }
+        }
+        console.log('');
+    }
+    catch (error) {
+        console.error(chalk.red('\n❌ Preflight validation failed:'));
+        console.error(chalk.red(`   ${error instanceof Error ? error.message : 'Unknown error'}`));
+        process.exit(1);
+    }
+}

package/dist/core/ai/ollama-provider.d.ts

@@ -26,6 +26,10 @@ export declare class OllamaProvider implements LLMProvider {
     private readonly timeout;
     constructor(config?: OllamaConfig);
     isAvailable(): Promise<boolean>;
+    /**
+     * Ensure URL has valid format (http:// prefix)
+     */
+    private ensureValidUrl;
     generate(request: GenerationRequest): Promise<GenerationResponse>;
     stream(request: GenerationRequest): AsyncIterable<string>;
     countTokens(text: string): number;

package/dist/core/ai/ollama-provider.js

@@ -26,17 +26,20 @@ export class OllamaProvider {
     defaultModel;
     timeout;
     constructor(config = {}) {
-        this.baseUrl = config.baseUrl || process.env.OLLAMA_BASE_URL || 'http://localhost:11434';
+        // Use 127.0.0.1 instead of localhost to avoid IPv6 resolution issues
+        this.baseUrl = config.baseUrl || process.env.OLLAMA_BASE_URL || 'http://127.0.0.1:11434';
         this.defaultModel = config.model || process.env.OLLAMA_MODEL || 'deepseek-coder';
         this.timeout = config.timeout || 120000; // 2 minutes default
     }
     async isAvailable() {
         try {
+            // Ensure URL has proper format
+            const url = this.ensureValidUrl(this.baseUrl);
             // Use a longer timeout (15 seconds) to accommodate slower systems
             // Ollama can take time to respond, especially on first run or with many models
             const controller = new AbortController();
             const timeoutId = setTimeout(() => controller.abort(), 15000);
-            const response = await fetch(`${this.baseUrl}/api/tags`, {
+            const response = await fetch(`${url}/api/tags`, {
                 signal: controller.signal,
             });
             clearTimeout(timeoutId);
@@ -49,21 +52,37 @@ export class OllamaProvider {
                     // Timeout - Ollama is slow to respond
                     console.debug(`[Ollama] Connection to ${this.baseUrl} timed out after 15s`);
                 }
+                else if (error.message.includes('ECONNREFUSED')) {
+                    console.debug(`[Ollama] Connection refused - Ollama may not be running at ${this.baseUrl}`);
+                }
+                else if (error.message.includes('ENOTFOUND')) {
+                    console.debug(`[Ollama] Host not found - check Ollama URL: ${this.baseUrl}`);
+                }
                 else {
-                    // Other error (ECONNREFUSED, ENOTFOUND, etc.)
+                    // Other error
                     console.debug(`[Ollama] Connection error: ${error.message}`);
                 }
             }
             return false;
         }
     }
+    /**
+     * Ensure URL has valid format (http:// prefix)
+     */
+    ensureValidUrl(url) {
+        if (!url.startsWith('http://') && !url.startsWith('https://')) {
+            return `http://${url}`;
+        }
+        return url;
+    }
     async generate(request) {
         const fullPrompt = this.buildFullPrompt(request);
+        const url = this.ensureValidUrl(this.baseUrl);
         // Use timeout with AbortController for compatibility
         const controller = new AbortController();
         const timeoutId = setTimeout(() => controller.abort(), this.timeout);
         try {
-            const response = await fetch(`${this.baseUrl}/api/generate`, {
+            const response = await fetch(`${url}/api/generate`, {
                 method: 'POST',
                 headers: { 'Content-Type': 'application/json' },
                 signal: controller.signal,
@@ -101,7 +120,8 @@ export class OllamaProvider {
     }
     async *stream(request) {
         const fullPrompt = this.buildFullPrompt(request);
-        const response = await fetch(`${this.baseUrl}/api/generate`, {
+        const url = this.ensureValidUrl(this.baseUrl);
+        const response = await fetch(`${url}/api/generate`, {
             method: 'POST',
             headers: { 'Content-Type': 'application/json' },
             body: JSON.stringify({
@@ -153,7 +173,8 @@ export class OllamaProvider {
      * List available models from Ollama
      */
     async listModels() {
-        const response = await fetch(`${this.baseUrl}/api/tags`);
+        const url = this.ensureValidUrl(this.baseUrl);
+        const response = await fetch(`${url}/api/tags`);
         if (!response.ok) {
             throw new OllamaError('Failed to list models');
         }

package/dist/index.js

@@ -35,7 +35,7 @@ import { doctorCommand } from './commands/doctor.js';
 import { askCommand } from './commands/ask.js';
 import { initCommand } from './commands/init.js';
 import { examplesListCommand, examplesCopyCommand, examplesShowCommand } from './commands/examples.js';
-import { runCommand } from './commands/run.js';
+import { runCommand, preflightCommand } from './commands/run.js';
 import { reportCommand } from './commands/report.js';
 import { verifyCommand } from './commands/verify.js';
 import { explainCommand } from './commands/explain.js';
@@ -125,8 +125,7 @@ program
     .command('preflight [pack]')
     .description('Dry-run validation without execution')
     .action(async (pack) => {
-    console.log(chalk.blue('🔍 QA360 Preflight - Validation'));
-    console.log(chalk.yellow('⚠️  Phase 2 implementation coming soon...'));
+    await preflightCommand(pack);
 });
 program
     .command('report')

package/dist/utils/config.js

@@ -109,7 +109,31 @@ function parseYaml(content) {
         if (listMatch) {
             const value = listMatch[1].trim();
             if (Array.isArray(parent)) {
-                parent.push(parseValue(value));
+                // Check if this is an object item (key: value) or a simple value
+                const colonIdx = value.indexOf(':');
+                if (colonIdx > 0 && !value.startsWith("'") && !value.startsWith('"')) {
+                    // Object item like "- url: /" or "- key: value"
+                    const objKey = value.slice(0, colonIdx).trim();
+                    let objValue = value.slice(colonIdx + 1).trim();
+                    // Check if next line is more indented (nested object properties)
+                    if (i < lines.length - 1) {
+                        const nextIndent = lines[i + 1].search(/\S|$/);
+                        if (nextIndent > indent) {
+                            // This is the start of a nested object
+                            const obj = {};
+                            obj[objKey] = parseValue(objValue);
+                            parent.push(obj);
+                            stack.push({ obj, indent });
+                            continue;
+                        }
+                    }
+                    // Single-line object item
+                    parent.push({ [objKey]: parseValue(objValue) });
+                }
+                else {
+                    // Simple value item
+                    parent.push(parseValue(value));
+                }
             }
             continue;
         }
@@ -144,6 +168,9 @@ function parseYaml(content) {
         if (i < lines.length - 1) {
             const nextIndent = lines[i + 1].search(/\S|$/);
             if (nextIndent > indent) {
+                const nextLine = lines[i + 1].trim();
+                // Check if next line starts a list (array) or a key-value (object)
+                const isList = nextLine.startsWith('-');
                 if (Array.isArray(parent[key])) {
                     // Already an array
                 }
@@ -151,12 +178,18 @@ function parseYaml(content) {
                     // Nested object
                     stack.push({ obj: parent[key], indent });
                 }
-                else {
-                    // Start of array
+                else if (isList) {
+                    // Start of array (next line is a list item)
                     const arr = [];
                     parent[key] = arr;
                     stack.push({ obj: arr, indent });
                 }
+                else {
+                    // Start of object (next line is a key-value pair)
+                    const obj = {};
+                    parent[key] = obj;
+                    stack.push({ obj, indent });
+                }
             }
         }
     }

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "qa360",
-  "version": "2.3.1",
+  "version": "2.3.2",
   "description": "QA360 Proof CLI - Quality as Cryptographic Proof",
   "type": "module",
   "main": "dist/index.js",