@reftrixmcp/mcp-server 0.1.7 → 0.2.0

package/dist/workers/batch-quality-worker.js

@@ -1,300 +0,0 @@
-"use strict";
-// SPDX-FileCopyrightText: 2026 TKMD and Reftrix Contributors
-// SPDX-License-Identifier: AGPL-3.0-only
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.setQualityEvaluatorService = setQualityEvaluatorService;
-exports.resetQualityEvaluatorService = resetQualityEvaluatorService;
-exports.createBatchQualityWorker = createBatchQualityWorker;
-exports.processBatchQualityJob = processBatchQualityJob;
-/**
- * BatchQualityWorker - BullMQ Worker for Batch Quality Evaluation
- *
- * Phase4: Handles batch quality evaluation jobs asynchronously.
- * Processes multiple pages in batches with configurable batch size.
- *
- * Configuration:
- * - concurrency: 3 (balance between throughput and resource usage)
- * - lockDuration: 600000ms (aligned with MCP 600s limit)
- * - attempts: 2 (allow one retry for transient failures)
- *
- * @module workers/batch-quality-worker
- */
-const bullmq_1 = require("bullmq");
-const redis_1 = require("../config/redis");
-const batch_quality_queue_1 = require("../queues/batch-quality-queue");
-const logger_1 = require("../utils/logger");
-// ============================================================================
-// Constants
-// ============================================================================
-/** Default worker concurrency */
-const DEFAULT_CONCURRENCY = 3;
-/** Default lock duration (600 seconds = 10 minutes, aligned with MCP limit) */
-const DEFAULT_LOCK_DURATION = 600000;
-// ============================================================================
-// Service Injection
-// ============================================================================
-let qualityEvaluatorService = null;
-/**
- * Set the quality evaluator service (dependency injection)
- * Must be called before worker starts processing jobs.
- */
-function setQualityEvaluatorService(service) {
-    qualityEvaluatorService = service;
-}
-/**
- * Reset the quality evaluator service (for testing)
- */
-function resetQualityEvaluatorService() {
-    qualityEvaluatorService = null;
-}
-// ============================================================================
-// Worker Process Function
-// ============================================================================
-/**
- * Process a batch quality evaluation job
- *
- * @param job - BullMQ Job instance
- * @returns Job result
- */
-async function processBatchQualityJob(job) {
-    const startTime = Date.now();
-    const { jobId, items, batchSize, onError, weights, strict } = job.data;
-    if ((0, logger_1.isDevelopment)()) {
-        logger_1.logger.info("[BatchQualityWorker] Processing job", {
-            jobId: job.id,
-            batchJobId: jobId,
-            totalItems: items.length,
-            batchSize,
-            onError,
-        });
-    }
-    // Validate service injection
-    if (!qualityEvaluatorService) {
-        throw new Error("Quality evaluator service not configured. Call setQualityEvaluatorService() before processing.");
-    }
-    const results = [];
-    let processedItems = 0;
-    let successItems = 0;
-    let failedItems = 0;
-    // Process items in batches
-    for (let batchStart = 0; batchStart < items.length; batchStart += batchSize) {
-        const batchEnd = Math.min(batchStart + batchSize, items.length);
-        const batch = items.slice(batchStart, batchEnd);
-        if ((0, logger_1.isDevelopment)()) {
-            logger_1.logger.debug("[BatchQualityWorker] Processing batch", {
-                batchJobId: jobId,
-                batchStart,
-                batchEnd,
-                batchSize: batch.length,
-            });
-        }
-        // Process each item in the batch concurrently
-        const batchPromises = batch.map(async (item) => {
-            try {
-                let html = null;
-                // Resolve HTML content
-                if (item.html) {
-                    html = item.html;
-                }
-                else if (item.pageId && qualityEvaluatorService?.getPageById) {
-                    html = await qualityEvaluatorService.getPageById(item.pageId);
-                }
-                if (!html) {
-                    throw new Error(`Cannot resolve HTML for item at index ${item.index}`);
-                }
-                // Evaluate the page
-                const evalOptions = {
-                    strict,
-                };
-                if (weights) {
-                    evalOptions.weights = weights;
-                }
-                const data = await qualityEvaluatorService.evaluatePage(html, evalOptions);
-                return {
-                    index: item.index,
-                    success: true,
-                    data,
-                };
-            }
-            catch (error) {
-                const errorMessage = error instanceof Error ? error.message : String(error);
-                if ((0, logger_1.isDevelopment)()) {
-                    logger_1.logger.warn("[BatchQualityWorker] Item evaluation failed", {
-                        batchJobId: jobId,
-                        itemIndex: item.index,
-                        error: errorMessage,
-                    });
-                }
-                return {
-                    index: item.index,
-                    success: false,
-                    error: {
-                        code: "EVALUATION_ERROR",
-                        message: errorMessage,
-                    },
-                };
-            }
-        });
-        // Wait for all items in batch to complete
-        const batchResults = await Promise.all(batchPromises);
-        // Check for abort condition
-        for (const result of batchResults) {
-            results.push(result);
-            processedItems++;
-            if (result.success) {
-                successItems++;
-            }
-            else {
-                failedItems++;
-                // Abort on first error if onError === 'abort'
-                if (onError === "abort") {
-                    if ((0, logger_1.isDevelopment)()) {
-                        logger_1.logger.info("[BatchQualityWorker] Aborting due to error", {
-                            batchJobId: jobId,
-                            failedIndex: result.index,
-                        });
-                    }
-                    const processingTimeMs = Date.now() - startTime;
-                    return {
-                        jobId,
-                        success: false,
-                        totalItems: items.length,
-                        processedItems,
-                        successItems,
-                        failedItems,
-                        results: results.sort((a, b) => a.index - b.index),
-                        processingTimeMs,
-                        completedAt: new Date().toISOString(),
-                        error: `Aborted due to error at index ${result.index}: ${result.error?.message}`,
-                    };
-                }
-            }
-        }
-        // Update progress with detailed counts (MCP-RESP-04: accurate progress tracking)
-        await (0, batch_quality_queue_1.updateBatchQualityJobProgress)(job, processedItems, successItems, failedItems);
-        if ((0, logger_1.isDevelopment)()) {
-            const progress = Math.round((processedItems / items.length) * 100);
-            logger_1.logger.debug("[BatchQualityWorker] Batch completed", {
-                batchJobId: jobId,
-                processedItems,
-                successItems,
-                failedItems,
-                progress,
-            });
-        }
-    }
-    // Final result
-    const processingTimeMs = Date.now() - startTime;
-    const success = failedItems === 0;
-    const result = {
-        jobId,
-        success,
-        totalItems: items.length,
-        processedItems,
-        successItems,
-        failedItems,
-        results: results.sort((a, b) => a.index - b.index),
-        processingTimeMs,
-        completedAt: new Date().toISOString(),
-    };
-    if ((0, logger_1.isDevelopment)()) {
-        logger_1.logger.info("[BatchQualityWorker] Job completed", {
-            jobId: job.id,
-            batchJobId: jobId,
-            success,
-            totalItems: items.length,
-            successItems,
-            failedItems,
-            processingTimeMs,
-        });
-    }
-    return result;
-}
-// ============================================================================
-// Worker Factory
-// ============================================================================
-/**
- * Create a BatchQualityWorker instance
- *
- * @param options - Worker configuration options
- * @returns Worker instance with lifecycle methods
- */
-function createBatchQualityWorker(options = {}) {
-    const { redisConfig, concurrency = DEFAULT_CONCURRENCY, lockDuration = DEFAULT_LOCK_DURATION, verbose = (0, logger_1.isDevelopment)(), } = options;
-    const config = (0, redis_1.getRedisConfig)(redisConfig);
-    if (verbose) {
-        logger_1.logger.info("[BatchQualityWorker] Creating worker", {
-            queueName: batch_quality_queue_1.BATCH_QUALITY_QUEUE_NAME,
-            concurrency,
-            lockDuration,
-            redisHost: config.host,
-            redisPort: config.port,
-        });
-    }
-    const worker = new bullmq_1.Worker(batch_quality_queue_1.BATCH_QUALITY_QUEUE_NAME, processBatchQualityJob, {
-        connection: {
-            host: config.host,
-            port: config.port,
-            maxRetriesPerRequest: config.maxRetriesPerRequest,
-        },
-        concurrency,
-        lockDuration,
-        // Stalled job settings (detect stuck jobs)
-        // stalledInterval = lockDuration/4 to avoid false stall detection during legitimate long processing
-        stalledInterval: Math.max(60000, Math.floor(lockDuration / 4)),
-        maxStalledCount: 2, // Allow 2 stalls before failing
-    });
-    // Event handlers for monitoring
-    worker.on("completed", (job, result) => {
-        if (verbose) {
-            logger_1.logger.info("[BatchQualityWorker] Job completed event", {
-                jobId: job.id,
-                batchJobId: result.jobId,
-                success: result.success,
-                successItems: result.successItems,
-                failedItems: result.failedItems,
-            });
-        }
-    });
-    worker.on("failed", (job, error) => {
-        logger_1.logger.error("[BatchQualityWorker] Job failed event", {
-            jobId: job?.id,
-            error: error.message,
-        });
-    });
-    worker.on("error", (error) => {
-        logger_1.logger.error("[BatchQualityWorker] Worker error", {
-            error: error.message,
-        });
-    });
-    worker.on("stalled", (jobId) => {
-        logger_1.logger.warn("[BatchQualityWorker] Job stalled", { jobId });
-    });
-    worker.on("progress", (job, progress) => {
-        if (verbose) {
-            logger_1.logger.debug("[BatchQualityWorker] Job progress", {
-                jobId: job.id,
-                progress,
-            });
-        }
-    });
-    let isRunning = true;
-    return {
-        worker,
-        close: async () => {
-            if (verbose) {
-                logger_1.logger.info("[BatchQualityWorker] Closing worker");
-            }
-            isRunning = false;
-            await worker.close();
-        },
-        pause: async () => {
-            if (verbose) {
-                logger_1.logger.info("[BatchQualityWorker] Pausing worker (no new jobs will be accepted)");
-            }
-            await worker.pause();
-        },
-        isRunning: () => isRunning,
-    };
-}
-//# sourceMappingURL=batch-quality-worker.js.map

package/dist/workers/batch-quality-worker.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"batch-quality-worker.js","sourceRoot":"","sources":["../../src/workers/batch-quality-worker.ts"],"names":[],"mappings":";AAAA,6DAA6D;AAC7D,yCAAyC;;AAqGzC,gEAEC;AAKD,oEAEC;AA2MD,4DAkGC;AAMQ,wDAAsB;AA/Z/B;;;;;;;;;;;;GAYG;AAEH,mCAA0C;AAC1C,2CAAmE;AACnE,uEAMuC;AACvC,4CAAwD;AAwDxD,+EAA+E;AAC/E,YAAY;AACZ,+EAA+E;AAE/E,iCAAiC;AACjC,MAAM,mBAAmB,GAAG,CAAC,CAAC;AAE9B,+EAA+E;AAC/E,MAAM,qBAAqB,GAAG,MAAM,CAAC;AAErC,+EAA+E;AAC/E,oBAAoB;AACpB,+EAA+E;AAE/E,IAAI,uBAAuB,GAAoC,IAAI,CAAC;AAEpE;;;GAGG;AACH,SAAgB,0BAA0B,CAAC,OAAiC;IAC1E,uBAAuB,GAAG,OAAO,CAAC;AACpC,CAAC;AAED;;GAEG;AACH,SAAgB,4BAA4B;IAC1C,uBAAuB,GAAG,IAAI,CAAC;AACjC,CAAC;AAED,+EAA+E;AAC/E,0BAA0B;AAC1B,+EAA+E;AAE/E;;;;;GAKG;AACH,KAAK,UAAU,sBAAsB,CACnC,GAAoD;IAEpD,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IAC7B,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,SAAS,EAAE,OAAO,EAAE,OAAO,EAAE,MAAM,EAAE,GAAG,GAAG,CAAC,IAAI,CAAC;IAEvE,IAAI,IAAA,sBAAa,GAAE,EAAE,CAAC;QACpB,eAAM,CAAC,IAAI,CAAC,qCAAqC,EAAE;YACjD,KAAK,EAAE,GAAG,CAAC,EAAE;YACb,UAAU,EAAE,KAAK;YACjB,UAAU,EAAE,KAAK,CAAC,MAAM;YACxB,SAAS;YACT,OAAO;SACR,CAAC,CAAC;IACL,CAAC;IAED,6BAA6B;IAC7B,IAAI,CAAC,uBAAuB,EAAE,CAAC;QAC7B,MAAM,IAAI,KAAK,CACb,gGAAgG,CACjG,CAAC;IACJ,CAAC;IAED,MAAM,OAAO,GAA6B,EAAE,CAAC;IAC7C,IAAI,cAAc,GAAG,CAAC,CAAC;IACvB,IAAI,YAAY,GAAG,CAAC,CAAC;IACrB,IAAI,WAAW,GAAG,CAAC,CAAC;IAEpB,2BAA2B;IAC3B,KAAK,IAAI,UAAU,GAAG,CAAC,EAAE,UAAU,GAAG,KAAK,CAAC,MAAM,EAAE,UAAU,IAAI,SAAS,EAAE,CAAC;QAC5E,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,UAAU,GAAG,SAAS,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;QAChE,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC,UAAU,EAAE,QAAQ,CAAC,CAAC;QAEhD,IAAI,IAAA,sBAAa,GAAE,EAAE,CAAC;YACpB,eAAM,CAAC,KAAK,CAAC,uCAAuC,EAAE;gBACpD,UAAU,EAAE,KAAK;gBACjB,UAAU;gBACV,QAAQ;gBACR,SAAS,EAAE,KAAK,CAAC,MAAM;aACxB,CAAC,CAAC;QACL,CAAC;QAED,8CAA8C;QAC9C,MAAM,aAAa,GAAG,KAAK,CAAC,GAAG,CAAC,KAAK,EAAE,IAAI,EAAE,EAAE;YAC7C,IAAI,CAAC;gBACH,IAAI,IAAI,GAAkB,IAAI,CAAC;gBAE/B,uBAAuB;gBACvB,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC;oBACd,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC;gBACnB,CAAC;qBAAM,IAAI,IAAI,CAAC,MAAM,IAAI,uBAAuB,EAAE,WAAW,EAAE,CAAC;oBAC/D,IAAI,GAAG,MAAM,uBAAuB,CAAC,WAAW,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;gBAChE,CAAC;gBAED,IAAI,CAAC,IAAI,EAAE,CAAC;oBACV,MAAM,IAAI,KAAK,CAAC,yCAAyC,IAAI,CAAC,KAAK,EAAE,CAAC,CAAC;gBACzE,CAAC;gBAED,oBAAoB;gBACpB,MAAM,WAAW,GAAwB;oBACvC,MAAM;iBACP,CAAC;gBACF,IAAI,OAAO,EAAE,CAAC;oBACZ,WAAW,CAAC,OAAO,GAAG,OAAO,CAAC;gBAChC,CAAC;gBAED,MAAM,IAAI,GAAG,MAAM,uBAAwB,CAAC,YAAY,CAAC,IAAI,EAAE,WAAW,CAAC,CAAC;gBAE5E,OAAO;oBACL,KAAK,EAAE,IAAI,CAAC,KAAK;oBACjB,OAAO,EAAE,IAAI;oBACb,IAAI;iBACqB,CAAC;YAC9B,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,MAAM,YAAY,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;gBAE5E,IAAI,IAAA,sBAAa,GAAE,EAAE,CAAC;oBACpB,eAAM,CAAC,IAAI,CAAC,6CAA6C,EAAE;wBACzD,UAAU,EAAE,KAAK;wBACjB,SAAS,EAAE,IAAI,CAAC,KAAK;wBACrB,KAAK,EAAE,YAAY;qBACpB,CAAC,CAAC;gBACL,CAAC;gBAED,OAAO;oBACL,KAAK,EAAE,IAAI,CAAC,KAAK;oBACjB,OAAO,EAAE,KAAK;oBACd,KAAK,EAAE;wBACL,IAAI,EAAE,kBAAkB;wBACxB,OAAO,EAAE,YAAY;qBACtB;iBACwB,CAAC;YAC9B,CAAC;QACH,CAAC,CAAC,CAAC;QAEH,0CAA0C;QAC1C,MAAM,YAAY,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC;QAEtD,4BAA4B;QAC5B,KAAK,MAAM,MAAM,IAAI,YAAY,EAAE,CAAC;YAClC,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YACrB,cAAc,EAAE,CAAC;YAEjB,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;gBACnB,YAAY,EAAE,CAAC;YACjB,CAAC;iBAAM,CAAC;gBACN,WAAW,EAAE,CAAC;gBAEd,8CAA8C;gBAC9C,IAAI,OAAO,KAAK,OAAO,EAAE,CAAC;oBACxB,IAAI,IAAA,sBAAa,GAAE,EAAE,CAAC;wBACpB,eAAM,CAAC,IAAI,CAAC,4CAA4C,EAAE;4BACxD,UAAU,EAAE,KAAK;4BACjB,WAAW,EAAE,MAAM,CAAC,KAAK;yBAC1B,CAAC,CAAC;oBACL,CAAC;oBAED,MAAM,gBAAgB,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;oBAEhD,OAAO;wBACL,KAAK;wBACL,OAAO,EAAE,KAAK;wBACd,UAAU,EAAE,KAAK,CAAC,MAAM;wBACxB,cAAc;wBACd,YAAY;wBACZ,WAAW;wBACX,OAAO,EAAE,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC;wBAClD,gBAAgB;wBAChB,WAAW,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;wBACrC,KAAK,EAAE,iCAAiC,MAAM,CAAC,KAAK,KAAK,MAAM,CAAC,KAAK,EAAE,OAAO,EAAE;qBACjF,CAAC;gBACJ,CAAC;YACH,CAAC;QACH,CAAC;QAED,iFAAiF;QACjF,MAAM,IAAA,mDAA6B,EAAC,GAAG,EAAE,cAAc,EAAE,YAAY,EAAE,WAAW,CAAC,CAAC;QAEpF,IAAI,IAAA,sBAAa,GAAE,EAAE,CAAC;YACpB,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,cAAc,GAAG,KAAK,CAAC,MAAM,CAAC,GAAG,GAAG,CAAC,CAAC;YACnE,eAAM,CAAC,KAAK,CAAC,sCAAsC,EAAE;gBACnD,UAAU,EAAE,KAAK;gBACjB,cAAc;gBACd,YAAY;gBACZ,WAAW;gBACX,QAAQ;aACT,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,eAAe;IACf,MAAM,gBAAgB,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;IAChD,MAAM,OAAO,GAAG,WAAW,KAAK,CAAC,CAAC;IAElC,MAAM,MAAM,GAA0B;QACpC,KAAK;QACL,OAAO;QACP,UAAU,EAAE,KAAK,CAAC,MAAM;QACxB,cAAc;QACd,YAAY;QACZ,WAAW;QACX,OAAO,EAAE,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC;QAClD,gBAAgB;QAChB,WAAW,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;KACtC,CAAC;IAEF,IAAI,IAAA,sBAAa,GAAE,EAAE,CAAC;QACpB,eAAM,CAAC,IAAI,CAAC,oCAAoC,EAAE;YAChD,KAAK,EAAE,GAAG,CAAC,EAAE;YACb,UAAU,EAAE,KAAK;YACjB,OAAO;YACP,UAAU,EAAE,KAAK,CAAC,MAAM;YACxB,YAAY;YACZ,WAAW;YACX,gBAAgB;SACjB,CAAC,CAAC;IACL,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,+EAA+E;AAC/E,iBAAiB;AACjB,+EAA+E;AAE/E;;;;;GAKG;AACH,SAAgB,wBAAwB,CACtC,UAAqC,EAAE;IAEvC,MAAM,EACJ,WAAW,EACX,WAAW,GAAG,mBAAmB,EACjC,YAAY,GAAG,qBAAqB,EACpC,OAAO,GAAG,IAAA,sBAAa,GAAE,GAC1B,GAAG,OAAO,CAAC;IAEZ,MAAM,MAAM,GAAG,IAAA,sBAAc,EAAC,WAAW,CAAC,CAAC;IAE3C,IAAI,OAAO,EAAE,CAAC;QACZ,eAAM,CAAC,IAAI,CAAC,sCAAsC,EAAE;YAClD,SAAS,EAAE,8CAAwB;YACnC,WAAW;YACX,YAAY;YACZ,SAAS,EAAE,MAAM,CAAC,IAAI;YACtB,SAAS,EAAE,MAAM,CAAC,IAAI;SACvB,CAAC,CAAC;IACL,CAAC;IAED,MAAM,MAAM,GAAG,IAAI,eAAM,CACvB,8CAAwB,EACxB,sBAAsB,EACtB;QACE,UAAU,EAAE;YACV,IAAI,EAAE,MAAM,CAAC,IAAI;YACjB,IAAI,EAAE,MAAM,CAAC,IAAI;YACjB,oBAAoB,EAAE,MAAM,CAAC,oBAAoB;SAClD;QACD,WAAW;QACX,YAAY;QACZ,2CAA2C;QAC3C,oGAAoG;QACpG,eAAe,EAAE,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,YAAY,GAAG,CAAC,CAAC,CAAC;QAC9D,eAAe,EAAE,CAAC,EAAE,gCAAgC;KACrD,CACF,CAAC;IAEF,gCAAgC;IAChC,MAAM,CAAC,EAAE,CAAC,WAAW,EAAE,CAAC,GAAG,EAAE,MAAM,EAAE,EAAE;QACrC,IAAI,OAAO,EAAE,CAAC;YACZ,eAAM,CAAC,IAAI,CAAC,0CAA0C,EAAE;gBACtD,KAAK,EAAE,GAAG,CAAC,EAAE;gBACb,UAAU,EAAE,MAAM,CAAC,KAAK;gBACxB,OAAO,EAAE,MAAM,CAAC,OAAO;gBACvB,YAAY,EAAE,MAAM,CAAC,YAAY;gBACjC,WAAW,EAAE,MAAM,CAAC,WAAW;aAChC,CAAC,CAAC;QACL,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,MAAM,CAAC,EAAE,CAAC,QAAQ,EAAE,CAAC,GAAG,EAAE,KAAK,EAAE,EAAE;QACjC,eAAM,CAAC,KAAK,CAAC,uCAAuC,EAAE;YACpD,KAAK,EAAE,GAAG,EAAE,EAAE;YACd,KAAK,EAAE,KAAK,CAAC,OAAO;SACrB,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,MAAM,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,KAAK,EAAE,EAAE;QAC3B,eAAM,CAAC,KAAK,CAAC,mCAAmC,EAAE;YAChD,KAAK,EAAE,KAAK,CAAC,OAAO;SACrB,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,MAAM,CAAC,EAAE,CAAC,SAAS,EAAE,CAAC,KAAK,EAAE,EAAE;QAC7B,eAAM,CAAC,IAAI,CAAC,kCAAkC,EAAE,EAAE,KAAK,EAAE,CAAC,CAAC;IAC7D,CAAC,CAAC,CAAC;IAEH,MAAM,CAAC,EAAE,CAAC,UAAU,EAAE,CAAC,GAAG,EAAE,QAAQ,EAAE,EAAE;QACtC,IAAI,OAAO,EAAE,CAAC;YACZ,eAAM,CAAC,KAAK,CAAC,mCAAmC,EAAE;gBAChD,KAAK,EAAE,GAAG,CAAC,EAAE;gBACb,QAAQ;aACT,CAAC,CAAC;QACL,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,IAAI,SAAS,GAAG,IAAI,CAAC;IAErB,OAAO;QACL,MAAM;QACN,KAAK,EAAE,KAAK,IAAmB,EAAE;YAC/B,IAAI,OAAO,EAAE,CAAC;gBACZ,eAAM,CAAC,IAAI,CAAC,qCAAqC,CAAC,CAAC;YACrD,CAAC;YACD,SAAS,GAAG,KAAK,CAAC;YAClB,MAAM,MAAM,CAAC,KAAK,EAAE,CAAC;QACvB,CAAC;QACD,KAAK,EAAE,KAAK,IAAmB,EAAE;YAC/B,IAAI,OAAO,EAAE,CAAC;gBACZ,eAAM,CAAC,IAAI,CAAC,oEAAoE,CAAC,CAAC;YACpF,CAAC;YACD,MAAM,MAAM,CAAC,KAAK,EAAE,CAAC;QACvB,CAAC;QACD,SAAS,EAAE,GAAY,EAAE,CAAC,SAAS;KACpC,CAAC;AACJ,CAAC"}

package/dist/workers/page-analyze-worker.d.ts

@@ -1,63 +0,0 @@
-/**
- * PageAnalyzeWorker - BullMQ Worker for Async Page Analysis
- *
- * Phase3-2: Handles heavy page analysis jobs asynchronously.
- * Designed for WebGL-heavy sites (Linear, Vercel, Notion) that may timeout
- * in synchronous processing.
- *
- * Configuration:
- * - concurrency: 1 (singleton browser, avoid race condition)
- * - lockDuration: 2400000ms (40 min, extended for CPU-bound embedding phase), configurable via BULLMQ_LOCK_DURATION
- * - attempts: 1 (no retries for WebGL sites)
- *
- * Lock Extension Strategy (Hybrid Approach):
- * BullMQ v5.x provides automatic lock renewal via lockRenewTime (default: lockDuration/2).
- * However, CPU-bound processing (e.g., Ollama Vision 10.7B) may block the event loop,
- * preventing timer-based renewal. This module adds:
- * 1. createLockExtender: setInterval-based periodic lock extension (secondary protection)
- * 2. extendJobLock: explicit lock extension at async phase boundaries
- * Together they provide dual-layer stall prevention for long-running jobs (30+ minutes).
- *
- * Architecture (v0.1.10+, TDA-C1 refactoring):
- * This file is a thin orchestrator. Phase logic lives in ./phases/:
- *   phase-0-ingest.ts  — HTML ingest + WebPage DB save
- *   phase-1-layout.ts  — Layout Analysis + Part Extraction
- *   phase-2-motion.ts  — Scroll Vision + Motion Detection + Scroll Vision Analysis
- *   phase-3-quality.ts — Quality Evaluation
- *   phase-4-narrative.ts — Narrative Analysis + Responsive Analysis
- *   phase-5-embedding.ts — Embedding Generation (text + visual)
- * Shared types/constants/helpers are in ./phases/types.ts.
- *
- * Environment Variables:
- * - BULLMQ_LOCK_DURATION: Lock duration in ms (default: 2400000)
- * - BULLMQ_LOCK_EXTEND_INTERVAL_MS: Lock extend interval in ms (default: 300000)
- *
- * @module workers/page-analyze-worker
- */
-import { type Job } from "bullmq";
-import { type PageAnalyzeJobData, type PageAnalyzeJobResult } from "../queues/page-analyze-queue";
-import { type PageAnalyzeWorkerOptions, type PageAnalyzeWorkerInstance, DEFAULT_LOCK_DURATION, DEFAULT_LOCK_EXTEND_INTERVAL, MEMORY_DEGRADATION_THRESHOLD_MB, MEMORY_CRITICAL_THRESHOLD_MB, HTML_LARGE_THRESHOLD, HTML_HUGE_THRESHOLD, EMBEDDING_CHUNK_SIZE, checkMemoryPressure, tryGarbageCollect, createLockExtender, extendJobLock, createPhaseProgressInterpolator, generateJsAnimationTextRepresentation } from "./phases/types";
-/**
- * Process a page analysis job by orchestrating phase modules.
- *
- * This function creates the pipeline state and context, then delegates
- * to extracted phase modules (phase-0 through phase-5) in sequence.
- * Phase 5 (Embedding) and post-embedding backfill remain inline because
- * they reference module-level singletons (_workerInstanceRef, gpuResourceManager)
- * and have a different API signature (EmbeddingPhaseParams + EmbeddingPhaseDeps).
- *
- * @param job - BullMQ job instance
- * @param token - BullMQ worker token for lock management
- * @returns Job result with completed/failed phases and analysis results
- */
-declare function processPageAnalyzeJob(job: Job<PageAnalyzeJobData, PageAnalyzeJobResult>, token?: string): Promise<PageAnalyzeJobResult>;
-/**
- * Create a PageAnalyzeWorker instance
- *
- * @param options - Worker configuration options
- * @returns Worker instance with lifecycle methods
- */
-export declare function createPageAnalyzeWorker(options?: PageAnalyzeWorkerOptions): PageAnalyzeWorkerInstance;
-export { processPageAnalyzeJob, checkMemoryPressure, tryGarbageCollect, createPhaseProgressInterpolator, generateJsAnimationTextRepresentation, createLockExtender, extendJobLock, DEFAULT_LOCK_DURATION, DEFAULT_LOCK_EXTEND_INTERVAL, MEMORY_DEGRADATION_THRESHOLD_MB, MEMORY_CRITICAL_THRESHOLD_MB, HTML_LARGE_THRESHOLD, HTML_HUGE_THRESHOLD, EMBEDDING_CHUNK_SIZE, };
-export type { LockExtender, PageAnalyzeWorkerOptions, PageAnalyzeWorkerInstance, EmbeddingPhaseParams, EmbeddingPhaseResult, PipelineState, PhaseContext, } from "./phases/types";
-//# sourceMappingURL=page-analyze-worker.d.ts.map

package/dist/workers/page-analyze-worker.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"page-analyze-worker.d.ts","sourceRoot":"","sources":["../../src/workers/page-analyze-worker.ts"],"names":[],"mappings":"AAGA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAmCG;AAEH,OAAO,EAAU,KAAK,GAAG,EAAE,MAAM,QAAQ,CAAC;AAE1C,OAAO,EAEL,KAAK,kBAAkB,EACvB,KAAK,oBAAoB,EAE1B,MAAM,8BAA8B,CAAC;AA4EtC,OAAO,EAGL,KAAK,wBAAwB,EAC7B,KAAK,yBAAyB,EAE9B,qBAAqB,EACrB,4BAA4B,EAE5B,+BAA+B,EAC/B,4BAA4B,EAC5B,oBAAoB,EACpB,mBAAmB,EACnB,oBAAoB,EAEpB,mBAAmB,EACnB,iBAAiB,EACjB,kBAAkB,EAClB,aAAa,EACb,+BAA+B,EAC/B,qCAAqC,EAEtC,MAAM,gBAAgB,CAAC;AAiFxB;;;;;;;;;;;;GAYG;AACH,iBAAe,qBAAqB,CAClC,GAAG,EAAE,GAAG,CAAC,kBAAkB,EAAE,oBAAoB,CAAC,EAClD,KAAK,CAAC,EAAE,MAAM,GACb,OAAO,CAAC,oBAAoB,CAAC,CAuhB/B;AAMD;;;;;GAKG;AACH,wBAAgB,uBAAuB,CACrC,OAAO,GAAE,wBAA6B,GACrC,yBAAyB,CAwO3B;AAMD,OAAO,EACL,qBAAqB,EACrB,mBAAmB,EACnB,iBAAiB,EACjB,+BAA+B,EAC/B,qCAAqC,EACrC,kBAAkB,EAClB,aAAa,EACb,qBAAqB,EACrB,4BAA4B,EAC5B,+BAA+B,EAC/B,4BAA4B,EAC5B,oBAAoB,EACpB,mBAAmB,EACnB,oBAAoB,GACrB,CAAC;AAGF,YAAY,EACV,YAAY,EACZ,wBAAwB,EACxB,yBAAyB,EACzB,oBAAoB,EACpB,oBAAoB,EACpB,aAAa,EACb,YAAY,GACb,MAAM,gBAAgB,CAAC"}