@reftrixmcp/mcp-server 0.1.7

package/dist/workers/phases/phase-3-quality.js

@@ -0,0 +1,191 @@
+"use strict";
+// SPDX-FileCopyrightText: 2025-2026 Reftrix Contributors
+// SPDX-License-Identifier: AGPL-3.0-only
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.processQualityPhase = processQualityPhase;
+/**
+ * Phase 3: Quality Evaluation
+ *
+ * Evaluates design quality, saves results and benchmarks to DB,
+ * and performs memory checks before/after the phase.
+ *
+ * Extracted from page-analyze-worker.ts (TDA-C1).
+ *
+ * @module workers/phases/phase-3-quality
+ */
+const logger_1 = require("../../utils/logger");
+const types_1 = require("./types");
+// ============================================================================
+// Phase 3 Implementation
+// ============================================================================
+/**
+ * Process the Quality phase of the page-analyze pipeline.
+ *
+ * 1. Memory Check 1: if checkMemoryPressure().shouldAbort → state.memoryAborted = true, return
+ * 2. Phase 3: Quality Evaluation (if !memoryAborted && features.quality !== false)
+ *    - Call defaultEvaluateQuality with html and quality options
+ *    - Save QualityEvaluation to DB
+ *    - Save QualityBenchmarks to DB
+ * 3. GC cleanup
+ * 4. Memory Check 2: if shouldAbort → memoryAborted; if shouldDegrade → narrativePreDisabled, visionPreDisabled
+ */
+async function processQualityPhase(state, ctx, deps) {
+    const { actualWebPageId, completedPhases, failedPhases, html } = state;
+    // results is always initialized as {} by the pipeline orchestrator
+    const results = state.results;
+    const { job, options, url, statusTracker } = ctx;
+    // =====================================================
+    // Memory Check 1: Before Phase 3 (Quality)
+    // =====================================================
+    {
+        const memCheck1 = (0, types_1.checkMemoryPressure)();
+        if (memCheck1.shouldAbort) {
+            logger_1.logger.warn("[PageAnalyzeWorker] [Memory Critical] Skipping quality/narrative, saving collected data", {
+                rssMb: memCheck1.rssMb,
+                threshold: types_1.MEMORY_CRITICAL_THRESHOLD_MB,
+                url,
+            });
+            state.memoryAborted = true;
+        }
+    }
+    // =====================================================
+    // Phase 3: Quality Evaluation
+    // =====================================================
+    if (!state.memoryAborted && options.features?.quality !== false) {
+        statusTracker.startPhase("quality");
+        await job.updateProgress(types_1.PHASE_PROGRESS.QUALITY_START);
+        try {
+            if ((0, logger_1.isDevelopment)()) {
+                logger_1.logger.debug("[PageAnalyzeWorker] Starting quality evaluation");
+            }
+            const qualityResult = await deps.defaultEvaluateQuality(html, {
+                strict: options.qualityOptions?.strict ?? false,
+                includeRecommendations: true,
+                weights: options.qualityOptions?.weights
+                    ? {
+                        originality: options.qualityOptions.weights.originality ?? 0.35,
+                        craftsmanship: options.qualityOptions.weights.craftsmanship ?? 0.4,
+                        contextuality: options.qualityOptions.weights.contextuality ?? 0.25,
+                    }
+                    : undefined,
+                targetIndustry: options.qualityOptions?.targetIndustry,
+                targetAudience: options.qualityOptions?.targetAudience,
+            });
+            statusTracker.completePhase("quality");
+            completedPhases.push("quality");
+            results.quality = {
+                overallScore: qualityResult.overallScore ?? 0,
+                grade: qualityResult.grade ?? "F",
+            };
+            if ((0, logger_1.isDevelopment)()) {
+                logger_1.logger.debug("[PageAnalyzeWorker] Quality evaluation completed", {
+                    overallScore: results.quality.overallScore,
+                    grade: results.quality.grade,
+                });
+            }
+            // QualityEvaluation DB保存
+            if (actualWebPageId && qualityResult.success) {
+                try {
+                    const qualitySaveResult = await deps.saveQualityEvaluation(deps.prisma, actualWebPageId, qualityResult, {
+                        strict: options.qualityOptions?.strict,
+                        targetIndustry: options.qualityOptions?.targetIndustry,
+                        targetAudience: options.qualityOptions?.targetAudience,
+                    });
+                    if ((0, logger_1.isDevelopment)()) {
+                        logger_1.logger.info("[PageAnalyzeWorker] QualityEvaluation saved", {
+                            count: qualitySaveResult.count,
+                            webPageId: actualWebPageId,
+                        });
+                    }
+                }
+                catch (qualitySaveError) {
+                    // Graceful Degradation: QualityEvaluation save failed はジョブを中断しない
+                    logger_1.logger.warn("[PageAnalyzeWorker] QualityEvaluation save failed", {
+                        error: qualitySaveError instanceof Error
+                            ? qualitySaveError.message
+                            : String(qualitySaveError),
+                    });
+                }
+                // QualityBenchmark DB保存
+                try {
+                    const benchmarkInputs = deps.buildQualityBenchmarkInputs(qualityResult, url, {
+                        targetIndustry: options.qualityOptions?.targetIndustry,
+                        targetAudience: options.qualityOptions?.targetAudience,
+                    });
+                    if (benchmarkInputs.length > 0) {
+                        const benchmarkSaveResult = await deps.saveQualityBenchmarks(deps.prisma, actualWebPageId, benchmarkInputs);
+                        if ((0, logger_1.isDevelopment)()) {
+                            logger_1.logger.info("[PageAnalyzeWorker] QualityBenchmarks saved", {
+                                count: benchmarkSaveResult.count,
+                                webPageId: actualWebPageId,
+                            });
+                        }
+                    }
+                }
+                catch (benchmarkSaveError) {
+                    // Graceful Degradation: QualityBenchmark save failed はジョブを中断しない
+                    logger_1.logger.warn("[PageAnalyzeWorker] QualityBenchmark save failed", {
+                        error: benchmarkSaveError instanceof Error
+                            ? benchmarkSaveError.message
+                            : String(benchmarkSaveError),
+                    });
+                }
+            }
+        }
+        catch (error) {
+            const errorMessage = error instanceof Error ? error.message : String(error);
+            statusTracker.failPhase("quality", errorMessage);
+            failedPhases.push("quality");
+            logger_1.logger.warn("[PageAnalyzeWorker] Quality evaluation failed", { error: errorMessage });
+        }
+        await job.updateProgress(types_1.PHASE_PROGRESS.QUALITY_COMPLETE);
+    }
+    else if (state.memoryAborted) {
+        statusTracker.skipPhase("quality", "Skipped due to memory pressure");
+    }
+    else {
+        statusTracker.skipPhase("quality", "Disabled by options");
+    }
+    // =====================================================
+    // Memory Cleanup: GC after Quality phase
+    // qualityResult (block-scoped) holds evaluation data no longer needed.
+    // This is the critical cleanup point before Narrative - the most
+    // frequently skipped phase due to memory pressure.
+    // =====================================================
+    {
+        const beforeRss = Math.round(process.memoryUsage().rss / 1024 / 1024);
+        (0, types_1.tryGarbageCollect)();
+        if ((0, logger_1.isDevelopment)()) {
+            const afterRss = Math.round(process.memoryUsage().rss / 1024 / 1024);
+            logger_1.logger.debug("[PageAnalyzeWorker] [MemCleanup] Post-Quality GC", {
+                beforeRssMb: beforeRss,
+                afterRssMb: afterRss,
+                reclaimedMb: beforeRss - afterRss,
+            });
+        }
+    }
+    // =====================================================
+    // Memory Check 2: Before Phase 4 (Narrative)
+    // =====================================================
+    if (!state.memoryAborted) {
+        const memCheck2 = (0, types_1.checkMemoryPressure)();
+        if (memCheck2.shouldAbort) {
+            logger_1.logger.warn("[PageAnalyzeWorker] [Memory Critical] Skipping narrative, saving collected data", {
+                rssMb: memCheck2.rssMb,
+                threshold: types_1.MEMORY_CRITICAL_THRESHOLD_MB,
+                url,
+            });
+            state.memoryAborted = true;
+        }
+        else if (memCheck2.shouldDegrade) {
+            logger_1.logger.warn("[PageAnalyzeWorker] [Memory Pressure] Disabling narrative/vision for this job", {
+                rssMb: memCheck2.rssMb,
+                threshold: types_1.MEMORY_DEGRADATION_THRESHOLD_MB,
+                url,
+            });
+            state.narrativePreDisabled = true;
+            state.visionPreDisabled = true;
+        }
+    }
+}
+//# sourceMappingURL=phase-3-quality.js.map

package/dist/workers/phases/phase-3-quality.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"phase-3-quality.js","sourceRoot":"","sources":["../../../src/workers/phases/phase-3-quality.ts"],"names":[],"mappings":";AAAA,yDAAyD;AACzD,yCAAyC;;AAwGzC,kDA2LC;AAjSD;;;;;;;;;GASG;AAEH,+CAA2D;AAQ3D,mCAQiB;AA4DjB,+EAA+E;AAC/E,yBAAyB;AACzB,+EAA+E;AAE/E;;;;;;;;;;GAUG;AACI,KAAK,UAAU,mBAAmB,CACvC,KAAoB,EACpB,GAAiB,EACjB,IAAsB;IAEtB,MAAM,EAAE,eAAe,EAAE,eAAe,EAAE,YAAY,EAAE,IAAI,EAAE,GAAG,KAAK,CAAC;IACvE,mEAAmE;IACnE,MAAM,OAAO,GAAG,KAAK,CAAC,OAAQ,CAAC;IAC/B,MAAM,EAAE,GAAG,EAAE,OAAO,EAAE,GAAG,EAAE,aAAa,EAAE,GAAG,GAAG,CAAC;IAEjD,wDAAwD;IACxD,2CAA2C;IAC3C,wDAAwD;IACxD,CAAC;QACC,MAAM,SAAS,GAAG,IAAA,2BAAmB,GAAE,CAAC;QACxC,IAAI,SAAS,CAAC,WAAW,EAAE,CAAC;YAC1B,eAAM,CAAC,IAAI,CACT,yFAAyF,EACzF;gBACE,KAAK,EAAE,SAAS,CAAC,KAAK;gBACtB,SAAS,EAAE,oCAA4B;gBACvC,GAAG;aACJ,CACF,CAAC;YACF,KAAK,CAAC,aAAa,GAAG,IAAI,CAAC;QAC7B,CAAC;IACH,CAAC;IAED,wDAAwD;IACxD,8BAA8B;IAC9B,wDAAwD;IACxD,IAAI,CAAC,KAAK,CAAC,aAAa,IAAI,OAAO,CAAC,QAAQ,EAAE,OAAO,KAAK,KAAK,EAAE,CAAC;QAChE,aAAa,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC;QACpC,MAAM,GAAG,CAAC,cAAc,CAAC,sBAAc,CAAC,aAAa,CAAC,CAAC;QAEvD,IAAI,CAAC;YACH,IAAI,IAAA,sBAAa,GAAE,EAAE,CAAC;gBACpB,eAAM,CAAC,KAAK,CAAC,iDAAiD,CAAC,CAAC;YAClE,CAAC;YAED,MAAM,aAAa,GAAG,MAAM,IAAI,CAAC,sBAAsB,CAAC,IAAK,EAAE;gBAC7D,MAAM,EAAE,OAAO,CAAC,cAAc,EAAE,MAAM,IAAI,KAAK;gBAC/C,sBAAsB,EAAE,IAAI;gBAC5B,OAAO,EAAE,OAAO,CAAC,cAAc,EAAE,OAAO;oBACtC,CAAC,CAAC;wBACE,WAAW,EAAE,OAAO,CAAC,cAAc,CAAC,OAAO,CAAC,WAAW,IAAI,IAAI;wBAC/D,aAAa,EAAE,OAAO,CAAC,cAAc,CAAC,OAAO,CAAC,aAAa,IAAI,GAAG;wBAClE,aAAa,EAAE,OAAO,CAAC,cAAc,CAAC,OAAO,CAAC,aAAa,IAAI,IAAI;qBACpE;oBACH,CAAC,CAAC,SAAS;gBACb,cAAc,EAAE,OAAO,CAAC,cAAc,EAAE,cAAc;gBACtD,cAAc,EAAE,OAAO,CAAC,cAAc,EAAE,cAAc;aACvD,CAAC,CAAC;YAEH,aAAa,CAAC,aAAa,CAAC,SAAS,CAAC,CAAC;YACvC,eAAe,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;YAChC,OAAO,CAAC,OAAO,GAAG;gBAChB,YAAY,EAAE,aAAa,CAAC,YAAY,IAAI,CAAC;gBAC7C,KAAK,EAAE,aAAa,CAAC,KAAK,IAAI,GAAG;aAClC,CAAC;YAEF,IAAI,IAAA,sBAAa,GAAE,EAAE,CAAC;gBACpB,eAAM,CAAC,KAAK,CAAC,kDAAkD,EAAE;oBAC/D,YAAY,EAAE,OAAO,CAAC,OAAO,CAAC,YAAY;oBAC1C,KAAK,EAAE,OAAO,CAAC,OAAO,CAAC,KAAK;iBAC7B,CAAC,CAAC;YACL,CAAC;YAED,yBAAyB;YACzB,IAAI,eAAe,IAAI,aAAa,CAAC,OAAO,EAAE,CAAC;gBAC7C,IAAI,CAAC;oBACH,MAAM,iBAAiB,GAAG,MAAM,IAAI,CAAC,qBAAqB,CACxD,IAAI,CAAC,MAAkD,EACvD,eAAe,EACf,aAAa,EACb;wBACE,MAAM,EAAE,OAAO,CAAC,cAAc,EAAE,MAAM;wBACtC,cAAc,EAAE,OAAO,CAAC,cAAc,EAAE,cAAc;wBACtD,cAAc,EAAE,OAAO,CAAC,cAAc,EAAE,cAAc;qBACvD,CACF,CAAC;oBAEF,IAAI,IAAA,sBAAa,GAAE,EAAE,CAAC;wBACpB,eAAM,CAAC,IAAI,CAAC,6CAA6C,EAAE;4BACzD,KAAK,EAAE,iBAAiB,CAAC,KAAK;4BAC9B,SAAS,EAAE,eAAe;yBAC3B,CAAC,CAAC;oBACL,CAAC;gBACH,CAAC;gBAAC,OAAO,gBAAgB,EAAE,CAAC;oBAC1B,iEAAiE;oBACjE,eAAM,CAAC,IAAI,CAAC,mDAAmD,EAAE;wBAC/D,KAAK,EACH,gBAAgB,YAAY,KAAK;4BAC/B,CAAC,CAAC,gBAAgB,CAAC,OAAO;4BAC1B,CAAC,CAAC,MAAM,CAAC,gBAAgB,CAAC;qBAC/B,CAAC,CAAC;gBACL,CAAC;gBAED,wBAAwB;gBACxB,IAAI,CAAC;oBACH,MAAM,eAAe,GAAG,IAAI,CAAC,2BAA2B,CAAC,aAAa,EAAE,GAAG,EAAE;wBAC3E,cAAc,EAAE,OAAO,CAAC,cAAc,EAAE,cAAc;wBACtD,cAAc,EAAE,OAAO,CAAC,cAAc,EAAE,cAAc;qBACvD,CAAC,CAAC;oBAEH,IAAI,eAAe,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;wBAC/B,MAAM,mBAAmB,GAAG,MAAM,IAAI,CAAC,qBAAqB,CAC1D,IAAI,CAAC,MAAiD,EACtD,eAAe,EACf,eAAe,CAChB,CAAC;wBAEF,IAAI,IAAA,sBAAa,GAAE,EAAE,CAAC;4BACpB,eAAM,CAAC,IAAI,CAAC,6CAA6C,EAAE;gCACzD,KAAK,EAAE,mBAAmB,CAAC,KAAK;gCAChC,SAAS,EAAE,eAAe;6BAC3B,CAAC,CAAC;wBACL,CAAC;oBACH,CAAC;gBACH,CAAC;gBAAC,OAAO,kBAAkB,EAAE,CAAC;oBAC5B,gEAAgE;oBAChE,eAAM,CAAC,IAAI,CAAC,kDAAkD,EAAE;wBAC9D,KAAK,EACH,kBAAkB,YAAY,KAAK;4BACjC,CAAC,CAAC,kBAAkB,CAAC,OAAO;4BAC5B,CAAC,CAAC,MAAM,CAAC,kBAAkB,CAAC;qBACjC,CAAC,CAAC;gBACL,CAAC;YACH,CAAC;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,YAAY,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YAC5E,aAAa,CAAC,SAAS,CAAC,SAAS,EAAE,YAAY,CAAC,CAAC;YACjD,YAAY,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;YAE7B,eAAM,CAAC,IAAI,CAAC,+CAA+C,EAAE,EAAE,KAAK,EAAE,YAAY,EAAE,CAAC,CAAC;QACxF,CAAC;QACD,MAAM,GAAG,CAAC,cAAc,CAAC,sBAAc,CAAC,gBAAgB,CAAC,CAAC;IAC5D,CAAC;SAAM,IAAI,KAAK,CAAC,aAAa,EAAE,CAAC;QAC/B,aAAa,CAAC,SAAS,CAAC,SAAS,EAAE,gCAAgC,CAAC,CAAC;IACvE,CAAC;SAAM,CAAC;QACN,aAAa,CAAC,SAAS,CAAC,SAAS,EAAE,qBAAqB,CAAC,CAAC;IAC5D,CAAC;IAED,wDAAwD;IACxD,yCAAyC;IACzC,uEAAuE;IACvE,iEAAiE;IACjE,mDAAmD;IACnD,wDAAwD;IACxD,CAAC;QACC,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,WAAW,EAAE,CAAC,GAAG,GAAG,IAAI,GAAG,IAAI,CAAC,CAAC;QACtE,IAAA,yBAAiB,GAAE,CAAC;QACpB,IAAI,IAAA,sBAAa,GAAE,EAAE,CAAC;YACpB,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,WAAW,EAAE,CAAC,GAAG,GAAG,IAAI,GAAG,IAAI,CAAC,CAAC;YACrE,eAAM,CAAC,KAAK,CAAC,kDAAkD,EAAE;gBAC/D,WAAW,EAAE,SAAS;gBACtB,UAAU,EAAE,QAAQ;gBACpB,WAAW,EAAE,SAAS,GAAG,QAAQ;aAClC,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,wDAAwD;IACxD,6CAA6C;IAC7C,wDAAwD;IACxD,IAAI,CAAC,KAAK,CAAC,aAAa,EAAE,CAAC;QACzB,MAAM,SAAS,GAAG,IAAA,2BAAmB,GAAE,CAAC;QACxC,IAAI,SAAS,CAAC,WAAW,EAAE,CAAC;YAC1B,eAAM,CAAC,IAAI,CACT,iFAAiF,EACjF;gBACE,KAAK,EAAE,SAAS,CAAC,KAAK;gBACtB,SAAS,EAAE,oCAA4B;gBACvC,GAAG;aACJ,CACF,CAAC;YACF,KAAK,CAAC,aAAa,GAAG,IAAI,CAAC;QAC7B,CAAC;aAAM,IAAI,SAAS,CAAC,aAAa,EAAE,CAAC;YACnC,eAAM,CAAC,IAAI,CAAC,+EAA+E,EAAE;gBAC3F,KAAK,EAAE,SAAS,CAAC,KAAK;gBACtB,SAAS,EAAE,uCAA+B;gBAC1C,GAAG;aACJ,CAAC,CAAC;YACH,KAAK,CAAC,oBAAoB,GAAG,IAAI,CAAC;YAClC,KAAK,CAAC,iBAAiB,GAAG,IAAI,CAAC;QACjC,CAAC;IACH,CAAC;AACH,CAAC"}

package/dist/workers/phases/phase-4-narrative.d.ts

@@ -0,0 +1,37 @@
+import type { NarrativeHandlerInput, NarrativeHandlerResult } from "../../tools/page/handlers/types";
+import type { UrlValidationResult } from "../../utils/url-validator";
+import type { RobotsTxtCheckResult } from "@reftrixmcp/core";
+import type { ResponsiveAnalysisResult } from "../../services/responsive/types";
+import { type PhaseContext, type PipelineState } from "./types";
+/**
+ * Dependencies injected into processNarrativePhase.
+ *
+ * Callers provide concrete implementations; the phase function stays testable.
+ */
+export interface NarrativePhaseDeps {
+    /** Narrative analysis handler (from narrative-handler.ts) */
+    handleNarrativeAnalysis: (input: NarrativeHandlerInput) => Promise<NarrativeHandlerResult>;
+    /** Responsive analysis service */
+    responsiveAnalysisService: {
+        analyze: (url: string, opts: unknown) => Promise<ResponsiveAnalysisResult>;
+    };
+    /** Responsive persistence service (DB save) */
+    responsivePersistenceService: {
+        save: (webPageId: string, result: unknown) => Promise<string>;
+    };
+    /** SSRF validation for external URLs */
+    validateExternalUrl: (url: string) => UrlValidationResult;
+    /** robots.txt permission check */
+    isUrlAllowedByRobotsTxt: (url: string, respectRobotsTxt?: boolean) => Promise<RobotsTxtCheckResult>;
+}
+/**
+ * Execute Phase 4 (Narrative Analysis), post-narrative memory cleanups,
+ * Ollama Vision unload (3rd point), pre-embedding buffer release,
+ * and Phase 4.5 (Responsive Analysis).
+ *
+ * Mutates `state` in place — sets `results.narrative`, `results.responsive`,
+ * pushes to `completedPhases` / `failedPhases`, nullifies `state.html`,
+ * and trims `layoutResultForNarrative`.
+ */
+export declare function processNarrativePhase(state: PipelineState, ctx: PhaseContext, deps: NarrativePhaseDeps): Promise<void>;
+//# sourceMappingURL=phase-4-narrative.d.ts.map

package/dist/workers/phases/phase-4-narrative.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"phase-4-narrative.d.ts","sourceRoot":"","sources":["../../../src/workers/phases/phase-4-narrative.ts"],"names":[],"mappings":"AAcA,OAAO,KAAK,EACV,qBAAqB,EACrB,sBAAsB,EACvB,MAAM,iCAAiC,CAAC;AACzC,OAAO,KAAK,EAAE,mBAAmB,EAAE,MAAM,2BAA2B,CAAC;AACrE,OAAO,KAAK,EAAE,oBAAoB,EAAE,MAAM,kBAAkB,CAAC;AAE7D,OAAO,KAAK,EAAE,wBAAwB,EAAE,MAAM,iCAAiC,CAAC;AAEhF,OAAO,EACL,KAAK,YAAY,EACjB,KAAK,aAAa,EAKnB,MAAM,SAAS,CAAC;AAMjB;;;;GAIG;AACH,MAAM,WAAW,kBAAkB;IACjC,6DAA6D;IAC7D,uBAAuB,EAAE,CAAC,KAAK,EAAE,qBAAqB,KAAK,OAAO,CAAC,sBAAsB,CAAC,CAAC;IAE3F,kCAAkC;IAClC,yBAAyB,EAAE;QACzB,OAAO,EAAE,CAAC,GAAG,EAAE,MAAM,EAAE,IAAI,EAAE,OAAO,KAAK,OAAO,CAAC,wBAAwB,CAAC,CAAC;KAC5E,CAAC;IAEF,+CAA+C;IAC/C,4BAA4B,EAAE;QAC5B,IAAI,EAAE,CAAC,SAAS,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,KAAK,OAAO,CAAC,MAAM,CAAC,CAAC;KAC/D,CAAC;IAEF,wCAAwC;IACxC,mBAAmB,EAAE,CAAC,GAAG,EAAE,MAAM,KAAK,mBAAmB,CAAC;IAE1D,kCAAkC;IAClC,uBAAuB,EAAE,CACvB,GAAG,EAAE,MAAM,EACX,gBAAgB,CAAC,EAAE,OAAO,KACvB,OAAO,CAAC,oBAAoB,CAAC,CAAC;CACpC;AAMD;;;;;;;;GAQG;AACH,wBAAsB,qBAAqB,CACzC,KAAK,EAAE,aAAa,EACpB,GAAG,EAAE,YAAY,EACjB,IAAI,EAAE,kBAAkB,GACvB,OAAO,CAAC,IAAI,CAAC,CAsUf"}

package/dist/workers/phases/phase-4-narrative.js

@@ -0,0 +1,309 @@
+"use strict";
+// SPDX-FileCopyrightText: 2025-2026 Reftrix Contributors
+// SPDX-License-Identifier: AGPL-3.0-only
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.processNarrativePhase = processNarrativePhase;
+/**
+ * Phase 4: Narrative Analysis, Memory Cleanups, Ollama Unload,
+ * and Phase 4.5: Responsive Analysis.
+ *
+ * Extracted from page-analyze-worker.ts (TDA-C1).
+ *
+ * @module workers/phases/phase-4-narrative
+ */
+const logger_1 = require("../../utils/logger");
+const types_1 = require("./types");
+// ============================================================================
+// processNarrativePhase
+// ============================================================================
+/**
+ * Execute Phase 4 (Narrative Analysis), post-narrative memory cleanups,
+ * Ollama Vision unload (3rd point), pre-embedding buffer release,
+ * and Phase 4.5 (Responsive Analysis).
+ *
+ * Mutates `state` in place — sets `results.narrative`, `results.responsive`,
+ * pushes to `completedPhases` / `failedPhases`, nullifies `state.html`,
+ * and trims `layoutResultForNarrative`.
+ */
+async function processNarrativePhase(state, ctx, deps) {
+    const { job, options, url, effectiveToken, effectiveLockDuration, statusTracker } = ctx;
+    const { actualWebPageId, completedPhases, failedPhases, layoutResultForNarrative, screenshotBase64, memoryAborted, narrativePreDisabled, visionPreDisabled, } = state;
+    // results is always initialized to {} before phase functions are called
+    const results = state.results;
+    // =====================================================
+    // Phase 4: Narrative Analysis
+    // =====================================================
+    // Extend lock before potentially long-running Narrative/Vision phase
+    await (0, types_1.extendJobLock)(job, effectiveToken, effectiveLockDuration, "narrative");
+    // Narrative is disabled if: user opt-out, memory aborted, or pre-degradation disabled it
+    const narrativeEnabled = !memoryAborted && !narrativePreDisabled && options.narrativeOptions?.enabled !== false;
+    if (narrativeEnabled) {
+        statusTracker.startPhase("narrative");
+        await job.updateProgress(types_1.PHASE_PROGRESS.NARRATIVE_START);
+        try {
+            if ((0, logger_1.isDevelopment)()) {
+                logger_1.logger.info("[PageAnalyzeWorker] Starting narrative analysis", {
+                    includeVision: options.narrativeOptions?.includeVision ?? true,
+                    saveToDb: options.narrativeOptions?.saveToDb ?? true,
+                });
+            }
+            // Narrative分析入力を構築
+            // visionPreDisabled が true の場合、vision を強制無効化（HTMLサイズ or メモリ圧迫）
+            const effectiveIncludeVision = visionPreDisabled
+                ? false
+                : (options.narrativeOptions?.includeVision ?? true);
+            const narrativeInput = {
+                html: state.html,
+                narrativeOptions: {
+                    enabled: true,
+                    saveToDb: options.narrativeOptions?.saveToDb ?? true,
+                    includeVision: effectiveIncludeVision,
+                    visionTimeoutMs: options.narrativeOptions?.visionTimeoutMs ?? 300000,
+                    generateEmbedding: options.narrativeOptions?.generateEmbedding ?? true,
+                },
+            };
+            // スクリーンショットがある場合は渡す（Vision分析用）
+            if (screenshotBase64) {
+                narrativeInput.screenshot = screenshotBase64;
+            }
+            // webPageIdがある場合は渡す（DB保存用）
+            if (actualWebPageId) {
+                narrativeInput.webPageId = actualWebPageId;
+            }
+            // 既存分析結果を渡す（Narrative分析の精度向上）
+            if (layoutResultForNarrative) {
+                narrativeInput.existingAnalysis = {};
+                if (layoutResultForNarrative.cssVariables) {
+                    narrativeInput.existingAnalysis.cssVariables = layoutResultForNarrative.cssVariables;
+                }
+                if (layoutResultForNarrative.sections) {
+                    narrativeInput.existingAnalysis.sections = layoutResultForNarrative.sections;
+                }
+                if (layoutResultForNarrative.visionFeatures) {
+                    narrativeInput.existingAnalysis.visualFeatures = layoutResultForNarrative.visionFeatures;
+                }
+                if (layoutResultForNarrative.externalCssContent) {
+                    narrativeInput.externalCss = layoutResultForNarrative.externalCssContent;
+                }
+            }
+            const narrativeHandlerResult = await deps.handleNarrativeAnalysis(narrativeInput);
+            if (narrativeHandlerResult.success && narrativeHandlerResult.narrative) {
+                statusTracker.completePhase("narrative");
+                completedPhases.push("narrative");
+                results.narrative = {
+                    moodCategory: narrativeHandlerResult.narrative.worldView.moodCategory,
+                    confidence: narrativeHandlerResult.narrative.confidence ?? 0,
+                    visionUsed: options.narrativeOptions?.includeVision ?? true,
+                };
+                if ((0, logger_1.isDevelopment)()) {
+                    logger_1.logger.info("[PageAnalyzeWorker] Narrative analysis completed", {
+                        moodCategory: results.narrative.moodCategory,
+                        confidence: results.narrative.confidence,
+                        processingTimeMs: narrativeHandlerResult.processingTimeMs,
+                        savedId: narrativeHandlerResult.savedId,
+                    });
+                }
+            }
+            else if (narrativeHandlerResult.error) {
+                throw new Error(narrativeHandlerResult.error.message);
+            }
+        }
+        catch (error) {
+            const errorMessage = error instanceof Error ? error.message : String(error);
+            statusTracker.failPhase("narrative", errorMessage);
+            failedPhases.push("narrative");
+            logger_1.logger.warn("[PageAnalyzeWorker] Narrative analysis failed", { error: errorMessage });
+        }
+        await job.updateProgress(types_1.PHASE_PROGRESS.NARRATIVE_COMPLETE);
+    }
+    else if (memoryAborted || narrativePreDisabled) {
+        statusTracker.skipPhase("narrative", memoryAborted ? "Skipped due to memory pressure" : "Skipped due to large HTML pre-degradation");
+    }
+    else {
+        statusTracker.skipPhase("narrative", "Disabled by options");
+    }
+    // =====================================================
+    // Memory Cleanup: GC after Narrative phase
+    // narrativeInput and narrativeHandlerResult are block-scoped.
+    // This cleanup prepares for the Embedding phase.
+    // =====================================================
+    {
+        const beforeRss = Math.round(process.memoryUsage().rss / 1024 / 1024);
+        (0, types_1.tryGarbageCollect)();
+        if ((0, logger_1.isDevelopment)()) {
+            const afterRss = Math.round(process.memoryUsage().rss / 1024 / 1024);
+            logger_1.logger.debug("[PageAnalyzeWorker] [MemCleanup] Post-Narrative GC", {
+                beforeRssMb: beforeRss,
+                afterRssMb: afterRss,
+                reclaimedMb: beforeRss - afterRss,
+            });
+        }
+    }
+    // =====================================================
+    // Ollama Vision Unload (3rd point): Free RAM before Embedding phase
+    // CPU-only環境(16GB RAM)でOllama Vision(~10.6GB)がembeddingメモリを圧迫するのを防止。
+    // GpuResourceManager.acquireForEmbedding()はGPU無し環境でunloadをスキップするため、
+    // ここで明示的にアンロードする。失敗してもnon-fatalで続行。
+    // Phase 4 (Narrative) でVisionが再ロードされるため、Embedding前に再度アンロードが必要。
+    // 冪等なので多重呼び出しも安全。
+    // 3箇所戦略: 1st=Phase 1完了後, 2nd=Phase 2.5完了後, 3rd=ここ(Phase 4完了後)
+    // =====================================================
+    await (0, types_1.unloadOllamaVisionModel)();
+    // =====================================================
+    // Memory Cleanup: Release large buffers before Phase 5 (Embedding)
+    // html (15-50MB per large site) is no longer needed after Phase 4 (Narrative).
+    // screenshotBase64 (5-15MB) is retained for Phase 5 DINOv2 visual embedding
+    // and released after Phase 5 completes.
+    // layoutResultForNarrative is trimmed to keep only sections and
+    // backgroundDesigns needed for embedding generation.
+    // =====================================================
+    {
+        const beforeRss = Math.round(process.memoryUsage().rss / 1024 / 1024);
+        state.html = null;
+        // NOTE: screenshotBase64 is intentionally NOT released here.
+        // It is needed by Phase 5 for DINOv2 visual embedding crop generation.
+        // It will be released after processEmbeddingPhase() completes.
+        // Trim layoutResultForNarrative: keep only sections + backgroundDesigns for embedding
+        // Release large fields: externalCssContent, cssSnippet, visionFeatures, cssVariables, etc.
+        if (state.layoutResultForNarrative) {
+            delete state.layoutResultForNarrative.html;
+            delete state.layoutResultForNarrative.cssSnippet;
+            delete state.layoutResultForNarrative.externalCssContent;
+            delete state.layoutResultForNarrative.externalCssMeta;
+            delete state.layoutResultForNarrative.screenshot;
+            delete state.layoutResultForNarrative.visionFeatures;
+            delete state.layoutResultForNarrative.textRepresentation;
+            delete state.layoutResultForNarrative.visualFeatures;
+            delete state.layoutResultForNarrative.cssVariables;
+            delete state.layoutResultForNarrative.cssFramework;
+        }
+        (0, types_1.tryGarbageCollect)();
+        if ((0, logger_1.isDevelopment)()) {
+            const afterRss = Math.round(process.memoryUsage().rss / 1024 / 1024);
+            logger_1.logger.debug("[PageAnalyzeWorker] [MemCleanup] Pre-Embedding buffer release", {
+                beforeRssMb: beforeRss,
+                afterRssMb: afterRss,
+                reclaimedMb: beforeRss - afterRss,
+                releasedRefs: ["html"],
+                retainedRefs: ["screenshotBase64 (for Phase 5 DINOv2 visual embedding)"],
+                trimmedRefs: ["layoutResultForNarrative (kept: sections, backgroundDesigns)"],
+            });
+        }
+    }
+    // =====================================================
+    // Phase 4.5: Responsive Analysis
+    // =====================================================
+    const responsiveEnabled = options.responsiveOptions?.enabled !== false;
+    if (responsiveEnabled && actualWebPageId && !memoryAborted) {
+        statusTracker.startPhase("responsive");
+        await job.updateProgress(types_1.PHASE_PROGRESS.RESPONSIVE_START);
+        await (0, types_1.extendJobLock)(job, effectiveToken, effectiveLockDuration, "responsive");
+        try {
+            // SSRF対策: URLを検証
+            const urlValidation = deps.validateExternalUrl(url);
+            if (!urlValidation.valid) {
+                if ((0, logger_1.isDevelopment)()) {
+                    logger_1.logger.warn("[PageAnalyzeWorker] Responsive SSRF blocked", {
+                        url,
+                        error: urlValidation.error,
+                    });
+                }
+                statusTracker.skipPhase("responsive", `SSRF blocked: ${urlValidation.error}`);
+            }
+            else {
+                // robots.txt チェック（respect_robots_txt パラメータを伝搬）
+                const robotsResult = await deps.isUrlAllowedByRobotsTxt(url, options.respectRobotsTxt);
+                if (!robotsResult.allowed) {
+                    if ((0, logger_1.isDevelopment)()) {
+                        logger_1.logger.warn("[PageAnalyzeWorker] Responsive blocked by robots.txt", {
+                            url,
+                            reason: robotsResult.reason,
+                        });
+                    }
+                    statusTracker.skipPhase("responsive", `Robots.txt blocked: ${robotsResult.reason}. ` +
+                        `Use respect_robots_txt: false to override. ` +
+                        `Note: Overriding may have legal implications (e.g., EU DSM Directive Article 4).`);
+                }
+                else {
+                    // crawl-delay を取得（秒→ミリ秒変換、上限30秒）
+                    const MAX_CRAWL_DELAY_MS = 30000;
+                    const crawlDelayMs = robotsResult.crawlDelay !== undefined
+                        ? Math.min(robotsResult.crawlDelay * 1000, MAX_CRAWL_DELAY_MS)
+                        : undefined;
+                    const responsiveOpts = { enabled: true };
+                    const rOpts = options.responsiveOptions;
+                    if (rOpts?.viewports !== undefined)
+                        responsiveOpts.viewports = rOpts.viewports;
+                    if (rOpts?.include_screenshots !== undefined)
+                        responsiveOpts.include_screenshots = rOpts.include_screenshots;
+                    if (rOpts?.include_diff_images !== undefined)
+                        responsiveOpts.include_diff_images = rOpts.include_diff_images;
+                    if (rOpts?.diff_threshold !== undefined)
+                        responsiveOpts.diff_threshold = rOpts.diff_threshold;
+                    if (rOpts?.detect_navigation !== undefined)
+                        responsiveOpts.detect_navigation = rOpts.detect_navigation;
+                    if (rOpts?.detect_visibility !== undefined)
+                        responsiveOpts.detect_visibility = rOpts.detect_visibility;
+                    if (rOpts?.detect_layout !== undefined)
+                        responsiveOpts.detect_layout = rOpts.detect_layout;
+                    if (crawlDelayMs !== undefined)
+                        responsiveOpts.crawlDelayMs = crawlDelayMs;
+                    // 最大2分のタイムアウト（clearTimeout でタイマーリーク防止）
+                    const responsiveTimeout = 120000;
+                    let responsiveTimerId;
+                    const responsiveResult = await Promise.race([
+                        deps.responsiveAnalysisService.analyze(url, responsiveOpts),
+                        new Promise((_, reject) => {
+                            responsiveTimerId = setTimeout(() => reject(new Error("Responsive analysis timeout")), responsiveTimeout);
+                        }),
+                    ]).finally(() => {
+                        if (responsiveTimerId)
+                            clearTimeout(responsiveTimerId);
+                    });
+                    // DB保存
+                    const saveToDb = options.responsiveOptions?.save_to_db !== false;
+                    let responsiveAnalysisId;
+                    if (saveToDb && responsiveResult) {
+                        try {
+                            responsiveAnalysisId = await deps.responsivePersistenceService.save(actualWebPageId, responsiveResult);
+                        }
+                        catch (saveError) {
+                            logger_1.logger.warn("[PageAnalyzeWorker] Responsive DB save failed", {
+                                error: saveError instanceof Error ? saveError.message : String(saveError),
+                            });
+                        }
+                    }
+                    results.responsive = {
+                        differencesDetected: responsiveResult.differences.length,
+                        breakpointsDetected: responsiveResult.breakpoints.length,
+                        viewportsAnalyzed: responsiveResult.viewportsAnalyzed.map((v) => ({
+                            name: v.name,
+                            width: v.width,
+                            height: v.height,
+                        })),
+                        analysisTimeMs: responsiveResult.analysisTimeMs,
+                        ...(responsiveAnalysisId ? { responsiveAnalysisId } : {}),
+                    };
+                    statusTracker.completePhase("responsive");
+                    completedPhases.push("responsive");
+                }
+            }
+        }
+        catch (error) {
+            const errorMessage = error instanceof Error ? error.message : String(error);
+            statusTracker.failPhase("responsive", errorMessage);
+            logger_1.logger.warn("[PageAnalyzeWorker] Responsive analysis failed (graceful degradation)", {
+                error: errorMessage,
+            });
+            // Graceful degradation: メイン結果に影響しない
+        }
+        await job.updateProgress(types_1.PHASE_PROGRESS.RESPONSIVE_COMPLETE);
+    }
+    else if (!responsiveEnabled) {
+        statusTracker.skipPhase("responsive", "Disabled by options");
+    }
+    else if (memoryAborted) {
+        statusTracker.skipPhase("responsive", "Skipped due to memory pressure");
+    }
+}
+//# sourceMappingURL=phase-4-narrative.js.map

package/dist/workers/phases/phase-4-narrative.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"phase-4-narrative.js","sourceRoot":"","sources":["../../../src/workers/phases/phase-4-narrative.ts"],"names":[],"mappings":";AAAA,yDAAyD;AACzD,yCAAyC;;AA6EzC,sDA0UC;AArZD;;;;;;;GAOG;AAEH,+CAA2D;AAW3D,mCAOiB;AAmCjB,+EAA+E;AAC/E,wBAAwB;AACxB,+EAA+E;AAE/E;;;;;;;;GAQG;AACI,KAAK,UAAU,qBAAqB,CACzC,KAAoB,EACpB,GAAiB,EACjB,IAAwB;IAExB,MAAM,EAAE,GAAG,EAAE,OAAO,EAAE,GAAG,EAAE,cAAc,EAAE,qBAAqB,EAAE,aAAa,EAAE,GAAG,GAAG,CAAC;IAExF,MAAM,EACJ,eAAe,EACf,eAAe,EACf,YAAY,EACZ,wBAAwB,EACxB,gBAAgB,EAChB,aAAa,EACb,oBAAoB,EACpB,iBAAiB,GAClB,GAAG,KAAK,CAAC;IAEV,wEAAwE;IACxE,MAAM,OAAO,GAAG,KAAK,CAAC,OAAQ,CAAC;IAE/B,wDAAwD;IACxD,8BAA8B;IAC9B,wDAAwD;IACxD,qEAAqE;IACrE,MAAM,IAAA,qBAAa,EAAC,GAAG,EAAE,cAAc,EAAE,qBAAqB,EAAE,WAAW,CAAC,CAAC;IAE7E,yFAAyF;IACzF,MAAM,gBAAgB,GACpB,CAAC,aAAa,IAAI,CAAC,oBAAoB,IAAI,OAAO,CAAC,gBAAgB,EAAE,OAAO,KAAK,KAAK,CAAC;IACzF,IAAI,gBAAgB,EAAE,CAAC;QACrB,aAAa,CAAC,UAAU,CAAC,WAAW,CAAC,CAAC;QACtC,MAAM,GAAG,CAAC,cAAc,CAAC,sBAAc,CAAC,eAAe,CAAC,CAAC;QAEzD,IAAI,CAAC;YACH,IAAI,IAAA,sBAAa,GAAE,EAAE,CAAC;gBACpB,eAAM,CAAC,IAAI,CAAC,iDAAiD,EAAE;oBAC7D,aAAa,EAAE,OAAO,CAAC,gBAAgB,EAAE,aAAa,IAAI,IAAI;oBAC9D,QAAQ,EAAE,OAAO,CAAC,gBAAgB,EAAE,QAAQ,IAAI,IAAI;iBACrD,CAAC,CAAC;YACL,CAAC;YAED,mBAAmB;YACnB,+DAA+D;YAC/D,MAAM,sBAAsB,GAAG,iBAAiB;gBAC9C,CAAC,CAAC,KAAK;gBACP,CAAC,CAAC,CAAC,OAAO,CAAC,gBAAgB,EAAE,aAAa,IAAI,IAAI,CAAC,CAAC;YACtD,MAAM,cAAc,GAA0B;gBAC5C,IAAI,EAAE,KAAK,CAAC,IAAK;gBACjB,gBAAgB,EAAE;oBAChB,OAAO,EAAE,IAAI;oBACb,QAAQ,EAAE,OAAO,CAAC,gBAAgB,EAAE,QAAQ,IAAI,IAAI;oBACpD,aAAa,EAAE,sBAAsB;oBACrC,eAAe,EAAE,OAAO,CAAC,gBAAgB,EAAE,eAAe,IAAI,MAAM;oBACpE,iBAAiB,EAAE,OAAO,CAAC,gBAAgB,EAAE,iBAAiB,IAAI,IAAI;iBACvE;aACF,CAAC;YAEF,+BAA+B;YAC/B,IAAI,gBAAgB,EAAE,CAAC;gBACrB,cAAc,CAAC,UAAU,GAAG,gBAAgB,CAAC;YAC/C,CAAC;YAED,2BAA2B;YAC3B,IAAI,eAAe,EAAE,CAAC;gBACpB,cAAc,CAAC,SAAS,GAAG,eAAe,CAAC;YAC7C,CAAC;YAED,8BAA8B;YAC9B,IAAI,wBAAwB,EAAE,CAAC;gBAC7B,cAAc,CAAC,gBAAgB,GAAG,EAAE,CAAC;gBACrC,IAAI,wBAAwB,CAAC,YAAY,EAAE,CAAC;oBAC1C,cAAc,CAAC,gBAAgB,CAAC,YAAY,GAAG,wBAAwB,CAAC,YAAY,CAAC;gBACvF,CAAC;gBACD,IAAI,wBAAwB,CAAC,QAAQ,EAAE,CAAC;oBACtC,cAAc,CAAC,gBAAgB,CAAC,QAAQ,GAAG,wBAAwB,CAAC,QAAQ,CAAC;gBAC/E,CAAC;gBACD,IAAI,wBAAwB,CAAC,cAAc,EAAE,CAAC;oBAC5C,cAAc,CAAC,gBAAgB,CAAC,cAAc,GAAG,wBAAwB,CAAC,cAAc,CAAC;gBAC3F,CAAC;gBACD,IAAI,wBAAwB,CAAC,kBAAkB,EAAE,CAAC;oBAChD,cAAc,CAAC,WAAW,GAAG,wBAAwB,CAAC,kBAAkB,CAAC;gBAC3E,CAAC;YACH,CAAC;YAED,MAAM,sBAAsB,GAAG,MAAM,IAAI,CAAC,uBAAuB,CAAC,cAAc,CAAC,CAAC;YAElF,IAAI,sBAAsB,CAAC,OAAO,IAAI,sBAAsB,CAAC,SAAS,EAAE,CAAC;gBACvE,aAAa,CAAC,aAAa,CAAC,WAAW,CAAC,CAAC;gBACzC,eAAe,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;gBAClC,OAAO,CAAC,SAAS,GAAG;oBAClB,YAAY,EAAE,sBAAsB,CAAC,SAAS,CAAC,SAAS,CAAC,YAAY;oBACrE,UAAU,EAAE,sBAAsB,CAAC,SAAS,CAAC,UAAU,IAAI,CAAC;oBAC5D,UAAU,EAAE,OAAO,CAAC,gBAAgB,EAAE,aAAa,IAAI,IAAI;iBAC5D,CAAC;gBAEF,IAAI,IAAA,sBAAa,GAAE,EAAE,CAAC;oBACpB,eAAM,CAAC,IAAI,CAAC,kDAAkD,EAAE;wBAC9D,YAAY,EAAE,OAAO,CAAC,SAAS,CAAC,YAAY;wBAC5C,UAAU,EAAE,OAAO,CAAC,SAAS,CAAC,UAAU;wBACxC,gBAAgB,EAAE,sBAAsB,CAAC,gBAAgB;wBACzD,OAAO,EAAE,sBAAsB,CAAC,OAAO;qBACxC,CAAC,CAAC;gBACL,CAAC;YACH,CAAC;iBAAM,IAAI,sBAAsB,CAAC,KAAK,EAAE,CAAC;gBACxC,MAAM,IAAI,KAAK,CAAC,sBAAsB,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;YACxD,CAAC;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,YAAY,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YAC5E,aAAa,CAAC,SAAS,CAAC,WAAW,EAAE,YAAY,CAAC,CAAC;YACnD,YAAY,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;YAE/B,eAAM,CAAC,IAAI,CAAC,+CAA+C,EAAE,EAAE,KAAK,EAAE,YAAY,EAAE,CAAC,CAAC;QACxF,CAAC;QACD,MAAM,GAAG,CAAC,cAAc,CAAC,sBAAc,CAAC,kBAAkB,CAAC,CAAC;IAC9D,CAAC;SAAM,IAAI,aAAa,IAAI,oBAAoB,EAAE,CAAC;QACjD,aAAa,CAAC,SAAS,CACrB,WAAW,EACX,aAAa,CAAC,CAAC,CAAC,gCAAgC,CAAC,CAAC,CAAC,2CAA2C,CAC/F,CAAC;IACJ,CAAC;SAAM,CAAC;QACN,aAAa,CAAC,SAAS,CAAC,WAAW,EAAE,qBAAqB,CAAC,CAAC;IAC9D,CAAC;IAED,wDAAwD;IACxD,2CAA2C;IAC3C,8DAA8D;IAC9D,iDAAiD;IACjD,wDAAwD;IACxD,CAAC;QACC,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,WAAW,EAAE,CAAC,GAAG,GAAG,IAAI,GAAG,IAAI,CAAC,CAAC;QACtE,IAAA,yBAAiB,GAAE,CAAC;QACpB,IAAI,IAAA,sBAAa,GAAE,EAAE,CAAC;YACpB,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,WAAW,EAAE,CAAC,GAAG,GAAG,IAAI,GAAG,IAAI,CAAC,CAAC;YACrE,eAAM,CAAC,KAAK,CAAC,oDAAoD,EAAE;gBACjE,WAAW,EAAE,SAAS;gBACtB,UAAU,EAAE,QAAQ;gBACpB,WAAW,EAAE,SAAS,GAAG,QAAQ;aAClC,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,wDAAwD;IACxD,oEAAoE;IACpE,qEAAqE;IACrE,oEAAoE;IACpE,oCAAoC;IACpC,+DAA+D;IAC/D,kBAAkB;IAClB,8DAA8D;IAC9D,wDAAwD;IACxD,MAAM,IAAA,+BAAuB,GAAE,CAAC;IAEhC,wDAAwD;IACxD,mEAAmE;IACnE,+EAA+E;IAC/E,4EAA4E;IAC5E,wCAAwC;IACxC,gEAAgE;IAChE,qDAAqD;IACrD,wDAAwD;IACxD,CAAC;QACC,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,WAAW,EAAE,CAAC,GAAG,GAAG,IAAI,GAAG,IAAI,CAAC,CAAC;QACtE,KAAK,CAAC,IAAI,GAAG,IAAI,CAAC;QAClB,6DAA6D;QAC7D,uEAAuE;QACvE,+DAA+D;QAE/D,sFAAsF;QACtF,2FAA2F;QAC3F,IAAI,KAAK,CAAC,wBAAwB,EAAE,CAAC;YACnC,OAAO,KAAK,CAAC,wBAAwB,CAAC,IAAI,CAAC;YAC3C,OAAO,KAAK,CAAC,wBAAwB,CAAC,UAAU,CAAC;YACjD,OAAO,KAAK,CAAC,wBAAwB,CAAC,kBAAkB,CAAC;YACzD,OAAO,KAAK,CAAC,wBAAwB,CAAC,eAAe,CAAC;YACtD,OAAO,KAAK,CAAC,wBAAwB,CAAC,UAAU,CAAC;YACjD,OAAO,KAAK,CAAC,wBAAwB,CAAC,cAAc,CAAC;YACrD,OAAO,KAAK,CAAC,wBAAwB,CAAC,kBAAkB,CAAC;YACzD,OAAO,KAAK,CAAC,wBAAwB,CAAC,cAAc,CAAC;YACrD,OAAO,KAAK,CAAC,wBAAwB,CAAC,YAAY,CAAC;YACnD,OAAO,KAAK,CAAC,wBAAwB,CAAC,YAAY,CAAC;QACrD,CAAC;QAED,IAAA,yBAAiB,GAAE,CAAC;QACpB,IAAI,IAAA,sBAAa,GAAE,EAAE,CAAC;YACpB,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,WAAW,EAAE,CAAC,GAAG,GAAG,IAAI,GAAG,IAAI,CAAC,CAAC;YACrE,eAAM,CAAC,KAAK,CAAC,+DAA+D,EAAE;gBAC5E,WAAW,EAAE,SAAS;gBACtB,UAAU,EAAE,QAAQ;gBACpB,WAAW,EAAE,SAAS,GAAG,QAAQ;gBACjC,YAAY,EAAE,CAAC,MAAM,CAAC;gBACtB,YAAY,EAAE,CAAC,wDAAwD,CAAC;gBACxE,WAAW,EAAE,CAAC,8DAA8D,CAAC;aAC9E,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,wDAAwD;IACxD,iCAAiC;IACjC,wDAAwD;IACxD,MAAM,iBAAiB,GAAG,OAAO,CAAC,iBAAiB,EAAE,OAAO,KAAK,KAAK,CAAC;IACvE,IAAI,iBAAiB,IAAI,eAAe,IAAI,CAAC,aAAa,EAAE,CAAC;QAC3D,aAAa,CAAC,UAAU,CAAC,YAAY,CAAC,CAAC;QACvC,MAAM,GAAG,CAAC,cAAc,CAAC,sBAAc,CAAC,gBAAgB,CAAC,CAAC;QAC1D,MAAM,IAAA,qBAAa,EAAC,GAAG,EAAE,cAAc,EAAE,qBAAqB,EAAE,YAAY,CAAC,CAAC;QAE9E,IAAI,CAAC;YACH,iBAAiB;YACjB,MAAM,aAAa,GAAG,IAAI,CAAC,mBAAmB,CAAC,GAAG,CAAC,CAAC;YACpD,IAAI,CAAC,aAAa,CAAC,KAAK,EAAE,CAAC;gBACzB,IAAI,IAAA,sBAAa,GAAE,EAAE,CAAC;oBACpB,eAAM,CAAC,IAAI,CAAC,6CAA6C,EAAE;wBACzD,GAAG;wBACH,KAAK,EAAE,aAAa,CAAC,KAAK;qBAC3B,CAAC,CAAC;gBACL,CAAC;gBACD,aAAa,CAAC,SAAS,CAAC,YAAY,EAAE,iBAAiB,aAAa,CAAC,KAAK,EAAE,CAAC,CAAC;YAChF,CAAC;iBAAM,CAAC;gBACN,+CAA+C;gBAC/C,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,uBAAuB,CAAC,GAAG,EAAE,OAAO,CAAC,gBAAgB,CAAC,CAAC;gBACvF,IAAI,CAAC,YAAY,CAAC,OAAO,EAAE,CAAC;oBAC1B,IAAI,IAAA,sBAAa,GAAE,EAAE,CAAC;wBACpB,eAAM,CAAC,IAAI,CAAC,sDAAsD,EAAE;4BAClE,GAAG;4BACH,MAAM,EAAE,YAAY,CAAC,MAAM;yBAC5B,CAAC,CAAC;oBACL,CAAC;oBACD,aAAa,CAAC,SAAS,CACrB,YAAY,EACZ,uBAAuB,YAAY,CAAC,MAAM,IAAI;wBAC5C,6CAA6C;wBAC7C,kFAAkF,CACrF,CAAC;gBACJ,CAAC;qBAAM,CAAC;oBACN,iCAAiC;oBACjC,MAAM,kBAAkB,GAAG,KAAK,CAAC;oBACjC,MAAM,YAAY,GAChB,YAAY,CAAC,UAAU,KAAK,SAAS;wBACnC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,YAAY,CAAC,UAAU,GAAG,IAAI,EAAE,kBAAkB,CAAC;wBAC9D,CAAC,CAAC,SAAS,CAAC;oBAEhB,MAAM,cAAc,GAUhB,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;oBAEtB,MAAM,KAAK,GAAG,OAAO,CAAC,iBAAiB,CAAC;oBACxC,IAAI,KAAK,EAAE,SAAS,KAAK,SAAS;wBAAE,cAAc,CAAC,SAAS,GAAG,KAAK,CAAC,SAAS,CAAC;oBAC/E,IAAI,KAAK,EAAE,mBAAmB,KAAK,SAAS;wBAC1C,cAAc,CAAC,mBAAmB,GAAG,KAAK,CAAC,mBAAmB,CAAC;oBACjE,IAAI,KAAK,EAAE,mBAAmB,KAAK,SAAS;wBAC1C,cAAc,CAAC,mBAAmB,GAAG,KAAK,CAAC,mBAAmB,CAAC;oBACjE,IAAI,KAAK,EAAE,cAAc,KAAK,SAAS;wBACrC,cAAc,CAAC,cAAc,GAAG,KAAK,CAAC,cAAc,CAAC;oBACvD,IAAI,KAAK,EAAE,iBAAiB,KAAK,SAAS;wBACxC,cAAc,CAAC,iBAAiB,GAAG,KAAK,CAAC,iBAAiB,CAAC;oBAC7D,IAAI,KAAK,EAAE,iBAAiB,KAAK,SAAS;wBACxC,cAAc,CAAC,iBAAiB,GAAG,KAAK,CAAC,iBAAiB,CAAC;oBAC7D,IAAI,KAAK,EAAE,aAAa,KAAK,SAAS;wBACpC,cAAc,CAAC,aAAa,GAAG,KAAK,CAAC,aAAa,CAAC;oBACrD,IAAI,YAAY,KAAK,SAAS;wBAAE,cAAc,CAAC,YAAY,GAAG,YAAY,CAAC;oBAE3E,uCAAuC;oBACvC,MAAM,iBAAiB,GAAG,MAAM,CAAC;oBACjC,IAAI,iBAA4D,CAAC;oBACjE,MAAM,gBAAgB,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC;wBAC1C,IAAI,CAAC,yBAAyB,CAAC,OAAO,CAAC,GAAG,EAAE,cAAc,CAAC;wBAC3D,IAAI,OAAO,CAAQ,CAAC,CAAC,EAAE,MAAM,EAAE,EAAE;4BAC/B,iBAAiB,GAAG,UAAU,CAC5B,GAAG,EAAE,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,6BAA6B,CAAC,CAAC,EACtD,iBAAiB,CAClB,CAAC;wBACJ,CAAC,CAAC;qBACH,CAAC,CAAC,OAAO,CAAC,GAAG,EAAE;wBACd,IAAI,iBAAiB;4BAAE,YAAY,CAAC,iBAAiB,CAAC,CAAC;oBACzD,CAAC,CAAC,CAAC;oBAEH,OAAO;oBACP,MAAM,QAAQ,GAAG,OAAO,CAAC,iBAAiB,EAAE,UAAU,KAAK,KAAK,CAAC;oBACjE,IAAI,oBAAwC,CAAC;oBAC7C,IAAI,QAAQ,IAAI,gBAAgB,EAAE,CAAC;wBACjC,IAAI,CAAC;4BACH,oBAAoB,GAAG,MAAM,IAAI,CAAC,4BAA4B,CAAC,IAAI,CACjE,eAAe,EACf,gBAAgB,CACjB,CAAC;wBACJ,CAAC;wBAAC,OAAO,SAAS,EAAE,CAAC;4BACnB,eAAM,CAAC,IAAI,CAAC,+CAA+C,EAAE;gCAC3D,KAAK,EAAE,SAAS,YAAY,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,SAAS,CAAC;6BAC1E,CAAC,CAAC;wBACL,CAAC;oBACH,CAAC;oBAED,OAAO,CAAC,UAAU,GAAG;wBACnB,mBAAmB,EAAE,gBAAgB,CAAC,WAAW,CAAC,MAAM;wBACxD,mBAAmB,EAAE,gBAAgB,CAAC,WAAW,CAAC,MAAM;wBACxD,iBAAiB,EAAE,gBAAgB,CAAC,iBAAiB,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;4BAChE,IAAI,EAAE,CAAC,CAAC,IAAI;4BACZ,KAAK,EAAE,CAAC,CAAC,KAAK;4BACd,MAAM,EAAE,CAAC,CAAC,MAAM;yBACjB,CAAC,CAAC;wBACH,cAAc,EAAE,gBAAgB,CAAC,cAAc;wBAC/C,GAAG,CAAC,oBAAoB,CAAC,CAAC,CAAC,EAAE,oBAAoB,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;qBAC1D,CAAC;oBAEF,aAAa,CAAC,aAAa,CAAC,YAAY,CAAC,CAAC;oBAC1C,eAAe,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;gBACrC,CAAC;YACH,CAAC;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,YAAY,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YAC5E,aAAa,CAAC,SAAS,CAAC,YAAY,EAAE,YAAY,CAAC,CAAC;YACpD,eAAM,CAAC,IAAI,CAAC,uEAAuE,EAAE;gBACnF,KAAK,EAAE,YAAY;aACpB,CAAC,CAAC;YACH,oCAAoC;QACtC,CAAC;QACD,MAAM,GAAG,CAAC,cAAc,CAAC,sBAAc,CAAC,mBAAmB,CAAC,CAAC;IAC/D,CAAC;SAAM,IAAI,CAAC,iBAAiB,EAAE,CAAC;QAC9B,aAAa,CAAC,SAAS,CAAC,YAAY,EAAE,qBAAqB,CAAC,CAAC;IAC/D,CAAC;SAAM,IAAI,aAAa,EAAE,CAAC;QACzB,aAAa,CAAC,SAAS,CAAC,YAAY,EAAE,gCAAgC,CAAC,CAAC;IAC1E,CAAC;AACH,CAAC"}

package/dist/workers/phases/phase-5-embedding.d.ts

@@ -0,0 +1,56 @@
+import { type EmbeddingPhaseParams, type EmbeddingPhaseResult } from "./types";
+import type { GpuResourceManager } from "../../services/gpu-resource-manager";
+import type { LayoutEmbeddingService } from "../../services/layout-embedding.service";
+/**
+ * Dependencies injected from the orchestrator (module-level singletons).
+ *
+ * processEmbeddingPhase は元の page-analyze-worker.ts でモジュールレベルの
+ * シングルトン (sharedLayoutEmbeddingService, gpuResourceManager, prisma) を
+ * 直接参照していた。Phase 抽出後はこのインターフェースを通じて注入する。
+ */
+export interface EmbeddingPhaseDeps {
+    /** Shared ONNX session singleton for all text embedding sub-phases */
+    sharedLayoutEmbeddingService: LayoutEmbeddingService;
+    /** GPU resource manager singleton (Vision/Embedding dynamic switching) */
+    gpuResourceManager: GpuResourceManager;
+    /** Prisma client instance */
+    prisma: EmbeddingPhasePrismaClient;
+}
+/**
+ * Prisma client shape required by the embedding phase.
+ * Avoids importing the full Prisma client type.
+ */
+export interface EmbeddingPhasePrismaClient {
+    $queryRawUnsafe: <T = unknown>(query: string, ...values: unknown[]) => Promise<T>;
+    $executeRawUnsafe: (query: string, ...values: unknown[]) => Promise<number>;
+    componentPart: {
+        findMany: (args: unknown) => Promise<unknown[]>;
+    };
+    sectionPattern: {
+        findMany: (args: unknown) => Promise<unknown[]>;
+    };
+    jSAnimationEmbedding: {
+        createMany: (args: {
+            data: Array<{
+                jsAnimationPatternId: string;
+                textRepresentation: string;
+                modelVersion: string;
+            }>;
+        }) => Promise<{
+            count: number;
+        }>;
+    };
+}
+/**
+ * Phase 5: Embedding Generation
+ *
+ * Generates text embeddings (e5-base) and visual embeddings (DINOv2) for all
+ * analyzed content: sections, motions, backgrounds, JS animations, responsive
+ * analyses, and parts.
+ *
+ * @param params - Embedding phase parameters (job data, save results, etc.)
+ * @param deps - Injected dependencies (singletons from orchestrator)
+ * @returns Embedding phase result with generation counts
+ */
+export declare function processEmbeddingPhase(params: EmbeddingPhaseParams, deps: EmbeddingPhaseDeps): Promise<EmbeddingPhaseResult>;
+//# sourceMappingURL=phase-5-embedding.d.ts.map

package/dist/workers/phases/phase-5-embedding.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"phase-5-embedding.d.ts","sourceRoot":"","sources":["../../../src/workers/phases/phase-5-embedding.ts"],"names":[],"mappings":"AAiDA,OAAO,EACL,KAAK,oBAAoB,EACzB,KAAK,oBAAoB,EAU1B,MAAM,SAAS,CAAC;AAGjB,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,qCAAqC,CAAC;AAE9E,OAAO,KAAK,EAAE,sBAAsB,EAAE,MAAM,yCAAyC,CAAC;AAMtF;;;;;;GAMG;AACH,MAAM,WAAW,kBAAkB;IACjC,sEAAsE;IACtE,4BAA4B,EAAE,sBAAsB,CAAC;IACrD,0EAA0E;IAC1E,kBAAkB,EAAE,kBAAkB,CAAC;IACvC,6BAA6B;IAC7B,MAAM,EAAE,0BAA0B,CAAC;CACpC;AAED;;;GAGG;AACH,MAAM,WAAW,0BAA0B;IACzC,eAAe,EAAE,CAAC,CAAC,GAAG,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG,MAAM,EAAE,OAAO,EAAE,KAAK,OAAO,CAAC,CAAC,CAAC,CAAC;IAClF,iBAAiB,EAAE,CAAC,KAAK,EAAE,MAAM,EAAE,GAAG,MAAM,EAAE,OAAO,EAAE,KAAK,OAAO,CAAC,MAAM,CAAC,CAAC;IAC5E,aAAa,EAAE;QACb,QAAQ,EAAE,CAAC,IAAI,EAAE,OAAO,KAAK,OAAO,CAAC,OAAO,EAAE,CAAC,CAAC;KACjD,CAAC;IACF,cAAc,EAAE;QACd,QAAQ,EAAE,CAAC,IAAI,EAAE,OAAO,KAAK,OAAO,CAAC,OAAO,EAAE,CAAC,CAAC;KACjD,CAAC;IACF,oBAAoB,EAAE;QACpB,UAAU,EAAE,CAAC,IAAI,EAAE;YACjB,IAAI,EAAE,KAAK,CAAC;gBACV,oBAAoB,EAAE,MAAM,CAAC;gBAC7B,kBAAkB,EAAE,MAAM,CAAC;gBAC3B,YAAY,EAAE,MAAM,CAAC;aACtB,CAAC,CAAC;SACJ,KAAK,OAAO,CAAC;YAAE,KAAK,EAAE,MAAM,CAAA;SAAE,CAAC,CAAC;KAClC,CAAC;CACH;AAMD;;;;;;;;;;GAUG;AACH,wBAAsB,qBAAqB,CACzC,MAAM,EAAE,oBAAoB,EAC5B,IAAI,EAAE,kBAAkB,GACvB,OAAO,CAAC,oBAAoB,CAAC,CAqpD/B"}