qa360 2.1.7 → 2.2.0

package/dist/core/serve/server.js

@@ -1,191 +0,0 @@
-/**
- * QA360 Core Observability Server
- * Endpoints: /health, /diag, /metrics, /cancel
- */
-import { createServer } from 'http';
-import { URL } from 'url';
-import { SecurityRedactor } from '../security/redactor.js';
-import { HealthChecker } from './health-checker.js';
-import { DiagnosticsCollector } from './diagnostics-collector.js';
-import { MetricsCollector } from './metrics-collector.js';
-import { ProcessManager } from './process-manager.js';
-export class QA360Server {
-    config;
-    server;
-    healthChecker;
-    diagnosticsCollector;
-    metricsCollector;
-    processManager;
-    redactor;
-    startTime;
-    constructor(config) {
-        this.config = config;
-        this.healthChecker = new HealthChecker();
-        this.diagnosticsCollector = new DiagnosticsCollector();
-        this.metricsCollector = new MetricsCollector();
-        this.processManager = new ProcessManager();
-        this.redactor = SecurityRedactor.forLogs();
-        this.startTime = Date.now();
-    }
-    async start() {
-        if (this.server)
-            return;
-        await new Promise((resolve, reject) => {
-            const srv = createServer(this.handleRequest.bind(this));
-            srv.on('error', (err) => {
-                if (err?.code === 'EADDRINUSE') {
-                    this.log('error', 'Port already in use', { port: this.config.port, code: 'HLT003' });
-                    reject(Object.assign(new Error('Port already in use'), { code: 'HLT003' }));
-                    return;
-                }
-                reject(err);
-            });
-            srv.listen(this.config.port, this.config.host ?? '127.0.0.1', () => {
-                this.server = srv;
-                this.log('info', 'QA360 Server started', {
-                    port: this.config.port,
-                    host: this.config.host || '127.0.0.1',
-                    metrics: this.config.metrics ?? true
-                });
-                resolve();
-            });
-        });
-    }
-    async stop() {
-        return new Promise((resolve) => {
-            if (this.server) {
-                this.server.close(() => {
-                    this.log('info', 'QA360 Server stopped');
-                    resolve();
-                });
-            }
-            else {
-                resolve();
-            }
-        });
-    }
-    async handleRequest(req, res) {
-        const url = new URL(req.url || '/', `http://${req.headers.host}`);
-        const method = req.method?.toUpperCase() || 'GET';
-        try {
-            const response = await this.routeRequest(method, url.pathname, req);
-            // Set headers
-            Object.entries(response.headers).forEach(([key, value]) => {
-                res.setHeader(key, value);
-            });
-            res.statusCode = response.status;
-            res.end(response.body);
-            this.log('info', 'Request handled', {
-                method,
-                path: url.pathname,
-                status: response.status
-            });
-        }
-        catch (error) {
-            const errorMessage = error instanceof Error ? error.message : 'Unknown error';
-            this.log('error', 'Request failed', { method, path: url.pathname, error: errorMessage });
-            res.statusCode = 500;
-            res.setHeader('Content-Type', 'application/json');
-            res.end(JSON.stringify({
-                error: 'Internal Server Error',
-                code: 'SRV001',
-                message: errorMessage
-            }));
-        }
-    }
-    async routeRequest(method, path, req) {
-        // Health endpoint
-        if (method === 'GET' && path === '/health') {
-            return await this.handleHealth();
-        }
-        // Diagnostics endpoint
-        if (method === 'GET' && path === '/diag') {
-            return await this.handleDiagnostics();
-        }
-        // Metrics endpoint
-        if (method === 'GET' && path === '/metrics') {
-            return await this.handleMetrics();
-        }
-        // Cancel endpoint
-        if (method === 'POST' && path.startsWith('/cancel/')) {
-            const runId = path.split('/')[2];
-            return await this.handleCancel(runId, req);
-        }
-        // 404 Not Found
-        return {
-            status: 404,
-            headers: { 'Content-Type': 'application/json' },
-            body: JSON.stringify({
-                error: 'Not Found',
-                code: 'SRV404',
-                message: `Endpoint ${method} ${path} not found`
-            })
-        };
-    }
-    async handleHealth() {
-        const health = await this.healthChecker.check();
-        const status = health.status === 'ok' ? 200 : health.status === 'degraded' ? 200 : 503;
-        return {
-            status,
-            headers: { 'Content-Type': 'application/json' },
-            body: JSON.stringify({
-                ...health,
-                uptime_s: Math.floor((Date.now() - this.startTime) / 1000)
-            }, null, 2)
-        };
-    }
-    async handleDiagnostics() {
-        const diagnostics = await this.diagnosticsCollector.collect();
-        return {
-            status: 200,
-            headers: { 'Content-Type': 'application/json' },
-            body: JSON.stringify(diagnostics, null, 2)
-        };
-    }
-    async handleMetrics() {
-        if (!this.config.metrics) {
-            return {
-                status: 404,
-                headers: { 'Content-Type': 'text/plain' },
-                body: 'Metrics disabled'
-            };
-        }
-        const metrics = await this.metricsCollector.collect();
-        return {
-            status: 200,
-            headers: { 'Content-Type': 'text/plain; version=0.0.4' },
-            body: metrics
-        };
-    }
-    async handleCancel(runId, req) {
-        if (!runId) {
-            return {
-                status: 400,
-                headers: { 'Content-Type': 'application/json' },
-                body: JSON.stringify({
-                    error: 'Bad Request',
-                    code: 'SRV400',
-                    message: 'runId is required'
-                })
-            };
-        }
-        const result = await this.processManager.cancelRun(runId);
-        return {
-            status: result.cancelled ? 200 : 404,
-            headers: { 'Content-Type': 'application/json' },
-            body: JSON.stringify(result)
-        };
-    }
-    log(level, message, meta = {}) {
-        if (!this.config.verbose && level === 'info')
-            return;
-        const logEntry = {
-            timestamp: new Date().toISOString(),
-            level,
-            message,
-            service: 'qa360-server',
-            ...(meta ? (this.redactor ? this.redactor.redactObject(meta) : meta) : {})
-        };
-        console.log(JSON.stringify(logEntry));
-    }
-}

package/dist/core/slo/config.d.ts

@@ -1,107 +0,0 @@
-/**
- * SLO/SLI Default Configuration
- *
- * Predefined SLOs and SLIs for common quality metrics.
- * Factory functions for creating standard configurations.
- */
-import type { SLO, SLI, SLOConfig } from './types.js';
-/**
- * Default time windows in milliseconds
- */
-export declare const TimeWindows: {
-    HOUR: number;
-    DAY: number;
-    WEEK: number;
-    MONTH: number;
-    QUARTER: number;
-};
-/**
- * Create default SLO configuration
- */
-export declare function createDefaultSLOConfig(): SLOConfig;
-/**
- * Create strict SLO configuration (enterprise/production)
- */
-export declare function createStrictSLOConfig(): SLOConfig;
-/**
- * Create relaxed SLO configuration (development)
- */
-export declare function createRelaxedSLOConfig(): SLOConfig;
-/**
- * Default: Test Quality SLO (95% pass rate over 30 days)
- */
-export declare function createDefaultTestQualitySLO(): SLO;
-/**
- * Default: API Success Rate SLO (99.9% over 30 days)
- */
-export declare function createDefaultAPISuccessSLO(): SLO;
-/**
- * Default: Performance SLO (p95 latency < 500ms)
- */
-export declare function createDefaultPerformanceSLO(): SLO;
-/**
- * Strict: Test Quality SLO (98% pass rate)
- */
-export declare function createStrictTestQualitySLO(): SLO;
-/**
- * Strict: API Success Rate SLO (99.95%)
- */
-export declare function createStrictAPISuccessSLO(): SLO;
-/**
- * Strict: Performance SLO (p95 latency < 200ms)
- */
-export declare function createStrictPerformanceSLO(): SLO;
-/**
- * Relaxed: Test Quality SLO (90% pass rate)
- */
-export declare function createRelaxedTestQualitySLO(): SLO;
-/**
- * Relaxed: API Success Rate SLO (99%)
- */
-export declare function createRelaxedAPISuccessSLO(): SLO;
-/**
- * Relaxed: Performance SLO (p95 latency < 1000ms)
- */
-export declare function createRelaxedPerformanceSLO(): SLO;
-/**
- * SLI: Test Pass Rate
- */
-export declare function createTestPassRateSLI(): SLI;
-/**
- * SLI: API Success Rate
- */
-export declare function createAPISuccessRateSLI(): SLI;
-/**
- * SLI: Latency (p95)
- */
-export declare function createLatencySLI(): SLI;
-/**
- * Create custom SLO from parameters
- */
-export declare function createCustomSLO(params: {
-    name: string;
-    description?: string;
-    target: number;
-    windowMs?: number;
-    sliIds: string[];
-    tags?: string[];
-    owner?: string;
-}): SLO;
-/**
- * Create custom SLI from parameters
- */
-export declare function createCustomSLI(params: {
-    name: string;
-    description?: string;
-    type: SLI['type'];
-    source: SLI['source'];
-    queryString: string;
-    aggregation: SLI['aggregation'];
-    unit: SLI['unit'];
-    threshold: {
-        operator: SLI['threshold']['operator'];
-        value: number;
-    };
-    category?: SLI['category'];
-    tags?: string[];
-}): SLI;

package/dist/core/slo/config.js

@@ -1,360 +0,0 @@
-/**
- * SLO/SLI Default Configuration
- *
- * Predefined SLOs and SLIs for common quality metrics.
- * Factory functions for creating standard configurations.
- */
-import { randomUUID } from 'crypto';
-/**
- * Default time windows in milliseconds
- */
-export const TimeWindows = {
-    HOUR: 60 * 60 * 1000,
-    DAY: 24 * 60 * 60 * 1000,
-    WEEK: 7 * 24 * 60 * 60 * 1000,
-    MONTH: 30 * 24 * 60 * 60 * 1000,
-    QUARTER: 90 * 24 * 60 * 60 * 1000
-};
-/**
- * Create default SLO configuration
- */
-export function createDefaultSLOConfig() {
-    return {
-        enabled: true,
-        defaultWindowMs: TimeWindows.MONTH,
-        defaultOnExhaustion: 'alert_only',
-        alertThresholds: {
-            warning: 50, // Alert at 50% budget used
-            critical: 80 // Critical alert at 80% budget used
-        },
-        retention: {
-            measurements: 90, // Keep raw measurements for 90 days
-            aggregated: 365 // Keep aggregated data for 1 year
-        },
-        slos: [
-            createDefaultTestQualitySLO(),
-            createDefaultAPISuccessSLO(),
-            createDefaultPerformanceSLO()
-        ],
-        slis: [
-            createTestPassRateSLI(),
-            createAPISuccessRateSLI(),
-            createLatencySLI()
-        ]
-    };
-}
-/**
- * Create strict SLO configuration (enterprise/production)
- */
-export function createStrictSLOConfig() {
-    const config = createDefaultSLOConfig();
-    config.slos = [
-        createStrictTestQualitySLO(),
-        createStrictAPISuccessSLO(),
-        createStrictPerformanceSLO()
-    ];
-    config.alertThresholds = {
-        warning: 20,
-        critical: 50
-    };
-    return config;
-}
-/**
- * Create relaxed SLO configuration (development)
- */
-export function createRelaxedSLOConfig() {
-    const config = createDefaultSLOConfig();
-    config.slos = [
-        createRelaxedTestQualitySLO(),
-        createRelaxedAPISuccessSLO(),
-        createRelaxedPerformanceSLO()
-    ];
-    config.alertThresholds = {
-        warning: 70,
-        critical: 90
-    };
-    return config;
-}
-/**
- * Default: Test Quality SLO (95% pass rate over 30 days)
- */
-export function createDefaultTestQualitySLO() {
-    const sliId = `sli_test_pass_rate_${randomUUID().slice(0, 8)}`;
-    return {
-        id: `slo_test_quality_${randomUUID().slice(0, 8)}`,
-        name: 'Test Quality',
-        description: 'Percentage of tests passing across all gates',
-        sliIds: [sliId],
-        target: 95,
-        windowMs: TimeWindows.WEEK,
-        errorBudget: {
-            initialBudget: 5,
-            remainingBudget: 5,
-            alertThresholds: {
-                warning: 2,
-                critical: 5
-            },
-            onExhaustion: 'alert_only'
-        },
-        status: 'unknown',
-        tags: ['quality', 'testing'],
-        owner: 'qa',
-        createdAt: Date.now(),
-        updatedAt: Date.now()
-    };
-}
-/**
- * Default: API Success Rate SLO (99.9% over 30 days)
- */
-export function createDefaultAPISuccessSLO() {
-    const sliId = `sli_api_success_${randomUUID().slice(0, 8)}`;
-    return {
-        id: `slo_api_success_${randomUUID().slice(0, 8)}`,
-        name: 'API Success Rate',
-        description: 'Percentage of successful API requests',
-        sliIds: [sliId],
-        target: 99.9,
-        windowMs: TimeWindows.MONTH,
-        errorBudget: {
-            initialBudget: 0.1,
-            remainingBudget: 0.1,
-            alertThresholds: {
-                warning: 2,
-                critical: 5
-            },
-            onExhaustion: 'alert_only'
-        },
-        status: 'unknown',
-        tags: ['api', 'reliability'],
-        owner: 'backend',
-        createdAt: Date.now(),
-        updatedAt: Date.now()
-    };
-}
-/**
- * Default: Performance SLO (p95 latency < 500ms)
- */
-export function createDefaultPerformanceSLO() {
-    const sliId = `sli_latency_p95_${randomUUID().slice(0, 8)}`;
-    return {
-        id: `slo_performance_${randomUUID().slice(0, 8)}`,
-        name: 'API Latency (p95)',
-        description: '95th percentile response time for API requests',
-        sliIds: [sliId],
-        target: 95, // Interpreted as "95% of requests under threshold"
-        windowMs: TimeWindows.WEEK,
-        errorBudget: {
-            initialBudget: 5,
-            remainingBudget: 5,
-            alertThresholds: {
-                warning: 2,
-                critical: 5
-            },
-            onExhaustion: 'alert_only'
-        },
-        status: 'unknown',
-        tags: ['performance', 'latency'],
-        owner: 'backend',
-        createdAt: Date.now(),
-        updatedAt: Date.now()
-    };
-}
-/**
- * Strict: Test Quality SLO (98% pass rate)
- */
-export function createStrictTestQualitySLO() {
-    const slo = createDefaultTestQualitySLO();
-    slo.id = `slo_test_quality_strict_${randomUUID().slice(0, 8)}`;
-    slo.target = 98;
-    slo.errorBudget.initialBudget = 2;
-    slo.errorBudget.remainingBudget = 2;
-    slo.tags = [...(slo.tags || []), 'strict'];
-    return slo;
-}
-/**
- * Strict: API Success Rate SLO (99.95%)
- */
-export function createStrictAPISuccessSLO() {
-    const slo = createDefaultAPISuccessSLO();
-    slo.id = `slo_api_success_strict_${randomUUID().slice(0, 8)}`;
-    slo.target = 99.95;
-    slo.errorBudget.initialBudget = 0.05;
-    slo.errorBudget.remainingBudget = 0.05;
-    slo.tags = [...(slo.tags || []), 'strict'];
-    return slo;
-}
-/**
- * Strict: Performance SLO (p95 latency < 200ms)
- */
-export function createStrictPerformanceSLO() {
-    const slo = createDefaultPerformanceSLO();
-    slo.id = `slo_performance_strict_${randomUUID().slice(0, 8)}`;
-    slo.target = 98;
-    slo.errorBudget.initialBudget = 2;
-    slo.errorBudget.remainingBudget = 2;
-    slo.tags = [...(slo.tags || []), 'strict'];
-    return slo;
-}
-/**
- * Relaxed: Test Quality SLO (90% pass rate)
- */
-export function createRelaxedTestQualitySLO() {
-    const slo = createDefaultTestQualitySLO();
-    slo.id = `slo_test_quality_relaxed_${randomUUID().slice(0, 8)}`;
-    slo.target = 90;
-    slo.errorBudget.initialBudget = 10;
-    slo.errorBudget.remainingBudget = 10;
-    slo.tags = [...(slo.tags || []), 'relaxed'];
-    return slo;
-}
-/**
- * Relaxed: API Success Rate SLO (99%)
- */
-export function createRelaxedAPISuccessSLO() {
-    const slo = createDefaultAPISuccessSLO();
-    slo.id = `slo_api_success_relaxed_${randomUUID().slice(0, 8)}`;
-    slo.target = 99;
-    slo.errorBudget.initialBudget = 1;
-    slo.errorBudget.remainingBudget = 1;
-    slo.tags = [...(slo.tags || []), 'relaxed'];
-    return slo;
-}
-/**
- * Relaxed: Performance SLO (p95 latency < 1000ms)
- */
-export function createRelaxedPerformanceSLO() {
-    const slo = createDefaultPerformanceSLO();
-    slo.id = `slo_performance_relaxed_${randomUUID().slice(0, 8)}`;
-    slo.target = 90;
-    slo.errorBudget.initialBudget = 10;
-    slo.errorBudget.remainingBudget = 10;
-    slo.tags = [...(slo.tags || []), 'relaxed'];
-    return slo;
-}
-/**
- * SLI: Test Pass Rate
- */
-export function createTestPassRateSLI() {
-    return {
-        id: `sli_test_pass_rate_${randomUUID().slice(0, 8)}`,
-        name: 'Test Pass Rate',
-        description: 'Percentage of tests that pass',
-        type: 'quality',
-        source: 'qa360_tests',
-        query: {
-            queryString: 'test_results',
-            timeWindow: { value: 1, unit: 'd' }
-        },
-        aggregation: 'ratio',
-        unit: 'percentage',
-        threshold: {
-            operator: 'gte',
-            value: 95
-        },
-        category: 'quality',
-        tags: ['quality', 'testing'],
-        createdAt: Date.now(),
-        updatedAt: Date.now()
-    };
-}
-/**
- * SLI: API Success Rate
- */
-export function createAPISuccessRateSLI() {
-    return {
-        id: `sli_api_success_${randomUUID().slice(0, 8)}`,
-        name: 'API Success Rate',
-        description: 'Percentage of successful API requests',
-        type: 'availability',
-        source: 'qa360_tests',
-        query: {
-            queryString: 'api_smoke_results',
-            timeWindow: { value: 1, unit: 'd' }
-        },
-        aggregation: 'ratio',
-        unit: 'percentage',
-        threshold: {
-            operator: 'gte',
-            value: 99.9
-        },
-        category: 'reliability',
-        tags: ['api', 'reliability'],
-        createdAt: Date.now(),
-        updatedAt: Date.now()
-    };
-}
-/**
- * SLI: Latency (p95)
- */
-export function createLatencySLI() {
-    return {
-        id: `sli_latency_p95_${randomUUID().slice(0, 8)}`,
-        name: 'API Latency p95',
-        description: '95th percentile API response time',
-        type: 'latency',
-        source: 'qa360_tests',
-        query: {
-            queryString: 'api_latency',
-            timeWindow: { value: 1, unit: 'd' }
-        },
-        aggregation: 'p95',
-        unit: 'milliseconds',
-        threshold: {
-            operator: 'lte',
-            value: 500
-        },
-        category: 'performance',
-        tags: ['performance', 'latency'],
-        createdAt: Date.now(),
-        updatedAt: Date.now()
-    };
-}
-/**
- * Create custom SLO from parameters
- */
-export function createCustomSLO(params) {
-    return {
-        id: `slo_custom_${randomUUID().slice(0, 8)}`,
-        name: params.name,
-        description: params.description,
-        sliIds: params.sliIds,
-        target: params.target,
-        windowMs: params.windowMs || TimeWindows.MONTH,
-        errorBudget: {
-            initialBudget: 100 - params.target,
-            remainingBudget: 100 - params.target,
-            alertThresholds: {
-                warning: 2,
-                critical: 5
-            },
-            onExhaustion: 'alert_only'
-        },
-        status: 'unknown',
-        tags: params.tags || ['custom'],
-        owner: params.owner,
-        createdAt: Date.now(),
-        updatedAt: Date.now()
-    };
-}
-/**
- * Create custom SLI from parameters
- */
-export function createCustomSLI(params) {
-    return {
-        id: `sli_custom_${randomUUID().slice(0, 8)}`,
-        name: params.name,
-        description: params.description,
-        type: params.type,
-        source: params.source,
-        query: {
-            queryString: params.queryString
-        },
-        aggregation: params.aggregation,
-        unit: params.unit,
-        threshold: params.threshold,
-        category: params.category || 'custom',
-        tags: params.tags || ['custom'],
-        createdAt: Date.now(),
-        updatedAt: Date.now()
-    };
-}

package/dist/core/slo/index.d.ts

@@ -1,11 +0,0 @@
-/**
- * QA360 SLO/SLI Management Module
- *
- * Exports all SLO/SLI functionality.
- */
-export type { SLO, SLI, SLIMeasurement, SLOReport, SLOStatus, SLOResult, ErrorBudget, BurnRate, SLOConfig, SLOViolation, SLIType, SLISource, SLIQuery, SLIAggregation, SLIUnit, SLIThreshold, SLICategory } from './types.js';
-export { TimeWindows, createDefaultSLOConfig, createStrictSLOConfig, createRelaxedSLOConfig, createDefaultTestQualitySLO, createDefaultAPISuccessSLO, createDefaultPerformanceSLO, createStrictTestQualitySLO, createStrictAPISuccessSLO, createStrictPerformanceSLO, createRelaxedTestQualitySLO, createRelaxedAPISuccessSLO, createRelaxedPerformanceSLO, createTestPassRateSLI, createAPISuccessRateSLI, createLatencySLI, createCustomSLO, createCustomSLI } from './config.js';
-export { SLICalculator, createSLICalculator } from './sli-calculator.js';
-export { SLOTracker, createSLOTracker, type SLOTrackerOptions, type SLOAlert } from './slo-tracker.js';
-export { SLOVault } from './vault.js';
-export { createDefaultSLOConfig as createSLOConfig } from './config.js';

package/dist/core/slo/index.js

@@ -1,15 +0,0 @@
-/**
- * QA360 SLO/SLI Management Module
- *
- * Exports all SLO/SLI functionality.
- */
-// Config
-export { TimeWindows, createDefaultSLOConfig, createStrictSLOConfig, createRelaxedSLOConfig, createDefaultTestQualitySLO, createDefaultAPISuccessSLO, createDefaultPerformanceSLO, createStrictTestQualitySLO, createStrictAPISuccessSLO, createStrictPerformanceSLO, createRelaxedTestQualitySLO, createRelaxedAPISuccessSLO, createRelaxedPerformanceSLO, createTestPassRateSLI, createAPISuccessRateSLI, createLatencySLI, createCustomSLO, createCustomSLI } from './config.js';
-// Calculator
-export { SLICalculator, createSLICalculator } from './sli-calculator.js';
-// Tracker
-export { SLOTracker, createSLOTracker } from './slo-tracker.js';
-// Vault integration
-export { SLOVault } from './vault.js';
-// Re-exports for convenience
-export { createDefaultSLOConfig as createSLOConfig } from './config.js';