@reftrixmcp/mcp-server 0.1.8 → 0.2.0

package/dist/workers/phases/phase-5-embedding.js

@@ -1,1350 +0,0 @@
-"use strict";
-// SPDX-FileCopyrightText: 2025-2026 Reftrix Contributors
-// SPDX-License-Identifier: AGPL-3.0-only
-var __importDefault = (this && this.__importDefault) || function (mod) {
-    return (mod && mod.__esModule) ? mod : { "default": mod };
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.processEmbeddingPhase = processEmbeddingPhase;
-/**
- * Phase 5: Embedding Generation
- *
- * Generates text and visual embeddings for sections, motions, backgrounds,
- * JS animations, responsive analyses, and parts (text + DINOv2 visual).
- *
- * Extracted from page-analyze-worker.ts (TDA-C1).
- *
- * @module workers/phases/phase-5-embedding
- */
-const logger_1 = require("../../utils/logger");
-const sharp_1 = __importDefault(require("sharp"));
-const path_1 = __importDefault(require("path"));
-// Embedding generation (reuse from synchronous flow)
-const embedding_handler_1 = require("../../tools/page/handlers/embedding-handler");
-// Part Embedding (Phase 5 text + visual via DINOv2)
-const part_embedding_service_1 = require("../../services/part/part-embedding.service");
-// DINOv2 visual embedding service
-const ml_1 = require("@reftrixmcp/ml");
-const part_embedding_db_service_1 = require("../../services/part/part-embedding-db.service");
-// Part Bounding Box resolution via Playwright (Phase 5 pre-step for DINOv2)
-const part_bbox_playwright_service_1 = require("../../services/part/part-bbox-playwright.service");
-// Section Screenshot Fallback: screenshotBase64範囲外セクション用Playwrightキャプチャ
-const section_screenshot_fallback_service_1 = require("../../services/part/section-screenshot-fallback.service");
-// Responsive Analysis Embedding generation
-const responsive_analysis_embedding_service_1 = require("../../services/responsive/responsive-analysis-embedding.service");
-// Shared types, constants, and helpers from types.ts
-const types_1 = require("./types");
-// ============================================================================
-// Main Phase Function
-// ============================================================================
-/**
- * Phase 5: Embedding Generation
- *
- * Generates text embeddings (e5-base) and visual embeddings (DINOv2) for all
- * analyzed content: sections, motions, backgrounds, JS animations, responsive
- * analyses, and parts.
- *
- * @param params - Embedding phase parameters (job data, save results, etc.)
- * @param deps - Injected dependencies (singletons from orchestrator)
- * @returns Embedding phase result with generation counts
- */
-async function processEmbeddingPhase(params, deps) {
-    const { webPageId, url, job, effectiveToken, effectiveLockDuration, sectionSaveResult, motionSaveResult, jsSaveResult, bgSaveResult, scrollVisionSaveResult, layoutResultForNarrative, motionResultForEmbedding, jsAnimationsForEmbedding, scrollVisionResultForEmbedding, responsiveAnalysisId, partsSavedCount, screenshotBase64, onProgress, } = params;
-    const { sharedLayoutEmbeddingService, gpuResourceManager, prisma } = deps;
-    const result = {
-        sectionEmbeddingsGenerated: 0,
-        motionEmbeddingsGenerated: 0,
-        bgEmbeddingsGenerated: 0,
-        jsAnimationEmbeddingsGenerated: 0,
-        responsiveEmbeddingsGenerated: 0,
-        partEmbeddingsGenerated: 0,
-        partVisualEmbeddingsGenerated: 0,
-        sectionVisualEmbeddingsGenerated: 0,
-        embeddingFailedChunks: 0,
-        completed: false,
-    };
-    // Compound progress tracking: accumulate across all 4 embedding sub-phases
-    // Calculate total expected items for proportional progress reporting
-    const sectionCount = sectionSaveResult && sectionSaveResult.idMapping.size > 0 && layoutResultForNarrative?.sections
-        ? layoutResultForNarrative.sections.length
-        : 0;
-    const motionCount = motionSaveResult && motionSaveResult.idMapping.size > 0 && motionResultForEmbedding?.patterns
-        ? motionResultForEmbedding.patterns.length
-        : 0;
-    const visionMotionCount = scrollVisionSaveResult &&
-        scrollVisionSaveResult.idMapping.size > 0 &&
-        scrollVisionResultForEmbedding
-        ? scrollVisionResultForEmbedding.scrollTriggeredAnimations.length
-        : 0;
-    const bgCount = bgSaveResult && bgSaveResult.ids.length > 0 && layoutResultForNarrative?.backgroundDesigns
-        ? layoutResultForNarrative.backgroundDesigns.length
-        : 0;
-    const jsCount = jsSaveResult && jsSaveResult.idMapping.size > 0 && jsAnimationsForEmbedding
-        ? jsSaveResult.idMapping.size
-        : 0;
-    const totalEmbeddingItems = sectionCount + motionCount + visionMotionCount + bgCount + jsCount;
-    let completedEmbeddingItems = 0;
-    /** Report compound embedding progress via parent onProgress callback */
-    function reportEmbeddingSubProgress(_subCompleted, _subTotal) {
-        if (!onProgress || totalEmbeddingItems <= 0)
-            return;
-        // Each call increments the global counter by 1 item
-        completedEmbeddingItems++;
-        try {
-            onProgress(completedEmbeddingItems, totalEmbeddingItems);
-        }
-        catch {
-            /* fire-and-forget */
-        }
-    }
-    try {
-        if ((0, logger_1.isDevelopment)()) {
-            logger_1.logger.info("[PageAnalyzeWorker] Starting embedding generation", {
-                sectionIdMappingSize: sectionSaveResult?.idMapping?.size ?? 0,
-                motionIdMappingSize: motionSaveResult?.idMapping?.size ?? 0,
-                jsIdMappingSize: jsSaveResult?.idMapping?.size ?? 0,
-                bgIdMappingSize: bgSaveResult?.idMapping?.size ?? 0,
-                scrollVisionIdMappingSize: scrollVisionSaveResult?.idMapping?.size ?? 0,
-            });
-        }
-        // 1. SectionEmbedding生成（チャンク化: EMBEDDING_CHUNK_SIZE件ごとにdispose+GC）
-        await (0, types_1.extendJobLock)(job, effectiveToken, effectiveLockDuration, "embedding-sections");
-        if (sectionSaveResult &&
-            sectionSaveResult.idMapping.size > 0 &&
-            layoutResultForNarrative?.sections) {
-            const allSections = layoutResultForNarrative.sections;
-            let sectionChunkSize = types_1.EMBEDDING_CHUNK_SIZE;
-            for (let offset = 0; offset < allSections.length; offset += sectionChunkSize) {
-                // メモリ圧力チェック: degradation時はチャンクサイズ縮小
-                const memCheck = (0, types_1.checkMemoryPressure)();
-                if (memCheck.shouldAbort) {
-                    logger_1.logger.warn("[PageAnalyzeWorker] Critical memory, stopping section embedding", {
-                        rssMb: memCheck.rssMb,
-                    });
-                    break;
-                }
-                if (memCheck.shouldDegrade) {
-                    sectionChunkSize = Math.max(5, Math.floor(sectionChunkSize / 2));
-                    logger_1.logger.warn("[PageAnalyzeWorker] Memory pressure, reducing section chunk size", {
-                        rssMb: memCheck.rssMb,
-                        newChunkSize: sectionChunkSize,
-                    });
-                }
-                const chunkSections = allSections.slice(offset, offset + sectionChunkSize);
-                // チャンクごとに lock extension（大量アイテム処理での lockDuration 超過リスク回避）
-                await (0, types_1.extendJobLock)(job, effectiveToken, effectiveLockDuration, "embedding-sections");
-                // チャンク用の idMapping サブセットを作成
-                const chunkIdMapping = new Map();
-                for (const section of chunkSections) {
-                    const dbId = sectionSaveResult.idMapping.get(section.id);
-                    if (dbId)
-                        chunkIdMapping.set(section.id, dbId);
-                }
-                try {
-                    const sectionEmbResult = await (0, embedding_handler_1.generateSectionEmbeddings)(chunkSections, chunkIdMapping, {
-                        webPageId,
-                        onProgress: reportEmbeddingSubProgress,
-                        layoutEmbeddingService: sharedLayoutEmbeddingService,
-                    });
-                    result.sectionEmbeddingsGenerated += sectionEmbResult.generatedCount;
-                    if ((0, logger_1.isDevelopment)()) {
-                        logger_1.logger.info("[PageAnalyzeWorker] SectionEmbeddings chunk completed", {
-                            chunkOffset: offset,
-                            chunkSize: chunkSections.length,
-                            generatedCount: sectionEmbResult.generatedCount,
-                            failedCount: sectionEmbResult.failedCount,
-                            totalSoFar: result.sectionEmbeddingsGenerated,
-                        });
-                    }
-                }
-                catch (sectionEmbError) {
-                    result.embeddingFailedChunks++;
-                    logger_1.logger.warn("[PageAnalyzeWorker] SectionEmbedding chunk failed (non-fatal)", {
-                        chunkOffset: offset,
-                        error: sectionEmbError instanceof Error ? sectionEmbError.message : String(sectionEmbError),
-                    });
-                }
-                // チャンク間メモリ回復（最終チャンク以外）
-                if (offset + sectionChunkSize < allSections.length) {
-                    await sharedLayoutEmbeddingService.disposeEmbeddingPipeline();
-                    (0, types_1.tryGarbageCollect)();
-                    // Yield to event loop: allow BullMQ heartbeats and IPC between chunks
-                    await new Promise((resolve) => setImmediate(resolve));
-                }
-            }
-        }
-        // ONNX session dispose: Section embedding後のメモリ回復
-        await sharedLayoutEmbeddingService.disposeEmbeddingPipeline();
-        (0, types_1.tryGarbageCollect)();
-        // 2. MotionEmbedding生成（チャンク化: EMBEDDING_CHUNK_SIZE件ごとにdispose+GC）
-        await (0, types_1.extendJobLock)(job, effectiveToken, effectiveLockDuration, "embedding-motions");
-        if (motionSaveResult &&
-            motionSaveResult.idMapping.size > 0 &&
-            motionResultForEmbedding?.patterns) {
-            const allMotionPatterns = motionResultForEmbedding.patterns;
-            let motionChunkSize = types_1.EMBEDDING_CHUNK_SIZE;
-            for (let offset = 0; offset < allMotionPatterns.length; offset += motionChunkSize) {
-                // メモリ圧力チェック
-                const memCheck = (0, types_1.checkMemoryPressure)();
-                if (memCheck.shouldAbort) {
-                    logger_1.logger.warn("[PageAnalyzeWorker] Critical memory, stopping motion embedding", {
-                        rssMb: memCheck.rssMb,
-                    });
-                    break;
-                }
-                if (memCheck.shouldDegrade) {
-                    motionChunkSize = Math.max(5, Math.floor(motionChunkSize / 2));
-                    logger_1.logger.warn("[PageAnalyzeWorker] Memory pressure, reducing motion chunk size", {
-                        rssMb: memCheck.rssMb,
-                        newChunkSize: motionChunkSize,
-                    });
-                }
-                const chunkPatterns = allMotionPatterns.slice(offset, offset + motionChunkSize);
-                // チャンクごとに lock extension
-                await (0, types_1.extendJobLock)(job, effectiveToken, effectiveLockDuration, "embedding-motions");
-                // チャンク用の idMapping サブセットを作成
-                const chunkIdMapping = new Map();
-                for (const pattern of chunkPatterns) {
-                    const dbId = motionSaveResult.idMapping.get(pattern.id);
-                    if (dbId)
-                        chunkIdMapping.set(pattern.id, dbId);
-                }
-                try {
-                    const motionEmbResult = await (0, embedding_handler_1.generateMotionEmbeddings)(chunkPatterns, {
-                        webPageId,
-                        sourceUrl: url,
-                        motionPatternIdMapping: chunkIdMapping,
-                        onProgress: reportEmbeddingSubProgress,
-                    });
-                    result.motionEmbeddingsGenerated += motionEmbResult.savedCount;
-                    if ((0, logger_1.isDevelopment)()) {
-                        logger_1.logger.info("[PageAnalyzeWorker] MotionEmbeddings chunk completed", {
-                            chunkOffset: offset,
-                            chunkSize: chunkPatterns.length,
-                            savedCount: motionEmbResult.savedCount,
-                            errorCount: motionEmbResult.errors.length,
-                            totalSoFar: result.motionEmbeddingsGenerated,
-                        });
-                    }
-                }
-                catch (motionEmbError) {
-                    result.embeddingFailedChunks++;
-                    logger_1.logger.warn("[PageAnalyzeWorker] MotionEmbedding chunk failed (non-fatal)", {
-                        chunkOffset: offset,
-                        error: motionEmbError instanceof Error ? motionEmbError.message : String(motionEmbError),
-                    });
-                }
-                // チャンク間メモリ回復（最終チャンク以外）
-                if (offset + motionChunkSize < allMotionPatterns.length) {
-                    await sharedLayoutEmbeddingService.disposeEmbeddingPipeline();
-                    (0, types_1.tryGarbageCollect)();
-                    // Yield to event loop: allow BullMQ heartbeats and IPC between chunks
-                    await new Promise((resolve) => setImmediate(resolve));
-                }
-            }
-        }
-        // 2.5. Vision-detected MotionEmbedding生成（scroll-vision由来、チャンク化対象）
-        if (scrollVisionSaveResult &&
-            scrollVisionSaveResult.idMapping.size > 0 &&
-            scrollVisionResultForEmbedding) {
-            // vision_detectedパターンをMotionPatternForEmbedding形式に変換
-            const visionPatterns = scrollVisionResultForEmbedding.scrollTriggeredAnimations.map((animation, index) => ({
-                id: `vision_detected_${index}`,
-                name: `Scroll-triggered ${animation.animationType}: ${animation.element.slice(0, 100)}`,
-                type: "vision_detected",
-                category: animation.animationType === "parallax"
-                    ? "parallax"
-                    : animation.animationType === "appear"
-                        ? "reveal"
-                        : animation.animationType === "lazy-load"
-                            ? "entrance"
-                            : "scroll_trigger",
-                trigger: "scroll",
-                duration: 0,
-                easing: "unknown",
-                properties: [],
-                performance: {
-                    level: "acceptable",
-                    usesTransform: false,
-                    usesOpacity: false,
-                },
-                accessibility: {
-                    respectsReducedMotion: false,
-                },
-            }));
-            let visionChunkSize = types_1.EMBEDDING_CHUNK_SIZE;
-            for (let offset = 0; offset < visionPatterns.length; offset += visionChunkSize) {
-                const memCheck = (0, types_1.checkMemoryPressure)();
-                if (memCheck.shouldAbort) {
-                    logger_1.logger.warn("[PageAnalyzeWorker] Critical memory, stopping vision motion embedding", {
-                        rssMb: memCheck.rssMb,
-                    });
-                    break;
-                }
-                if (memCheck.shouldDegrade) {
-                    visionChunkSize = Math.max(5, Math.floor(visionChunkSize / 2));
-                    logger_1.logger.warn("[PageAnalyzeWorker] Memory pressure detected, reducing vision-motion chunk size", {
-                        rssMb: memCheck.rssMb,
-                        newChunkSize: visionChunkSize,
-                    });
-                }
-                const chunkVisionPatterns = visionPatterns.slice(offset, offset + visionChunkSize);
-                await (0, types_1.extendJobLock)(job, effectiveToken, effectiveLockDuration, "embedding-motions");
-                const chunkVisionIdMapping = new Map();
-                for (const pattern of chunkVisionPatterns) {
-                    const dbId = scrollVisionSaveResult.idMapping.get(pattern.id);
-                    if (dbId)
-                        chunkVisionIdMapping.set(pattern.id, dbId);
-                }
-                try {
-                    const visionEmbResult = await (0, embedding_handler_1.generateMotionEmbeddings)(chunkVisionPatterns, {
-                        webPageId,
-                        sourceUrl: url,
-                        motionPatternIdMapping: chunkVisionIdMapping,
-                        onProgress: reportEmbeddingSubProgress,
-                    });
-                    result.motionEmbeddingsGenerated += visionEmbResult.savedCount;
-                    if ((0, logger_1.isDevelopment)()) {
-                        logger_1.logger.info("[PageAnalyzeWorker] Vision-detected MotionEmbeddings chunk completed", {
-                            chunkOffset: offset,
-                            savedCount: visionEmbResult.savedCount,
-                            errorCount: visionEmbResult.errors.length,
-                        });
-                    }
-                }
-                catch (visionEmbError) {
-                    result.embeddingFailedChunks++;
-                    logger_1.logger.warn("[PageAnalyzeWorker] Vision-detected MotionEmbedding chunk failed (non-fatal)", {
-                        chunkOffset: offset,
-                        error: visionEmbError instanceof Error ? visionEmbError.message : String(visionEmbError),
-                    });
-                }
-                // チャンク間メモリ回復（最終チャンク以外）
-                if (offset + visionChunkSize < visionPatterns.length) {
-                    await sharedLayoutEmbeddingService.disposeEmbeddingPipeline();
-                    (0, types_1.tryGarbageCollect)();
-                    // Yield to event loop: allow BullMQ heartbeats and IPC between chunks
-                    await new Promise((resolve) => setImmediate(resolve));
-                }
-            }
-        }
-        // ONNX session dispose: Motion embedding後のメモリ回復
-        await sharedLayoutEmbeddingService.disposeEmbeddingPipeline();
-        (0, types_1.tryGarbageCollect)();
-        // 3. BackgroundDesignEmbedding生成（チャンク化: EMBEDDING_CHUNK_SIZE件ごとにdispose+GC）
-        // bgSaveResult.ids を使用して name 重複による idMapping 欠落を回避
-        await (0, types_1.extendJobLock)(job, effectiveToken, effectiveLockDuration, "embedding-backgrounds");
-        if (bgSaveResult &&
-            bgSaveResult.ids.length > 0 &&
-            layoutResultForNarrative?.backgroundDesigns) {
-            // BackgroundDesignForText形式に変換（全件）
-            const allBackgroundsForText = layoutResultForNarrative.backgroundDesigns.map((bg) => ({
-                name: bg.name,
-                designType: bg.designType,
-                selector: bg.selector,
-                colorInfo: bg.colorInfo,
-                gradientInfo: bg.gradientInfo,
-            }));
-            let bgChunkSize = types_1.EMBEDDING_CHUNK_SIZE;
-            for (let offset = 0; offset < allBackgroundsForText.length; offset += bgChunkSize) {
-                // メモリ圧力チェック
-                const memCheck = (0, types_1.checkMemoryPressure)();
-                if (memCheck.shouldAbort) {
-                    logger_1.logger.warn("[PageAnalyzeWorker] Critical memory, stopping background embedding", {
-                        rssMb: memCheck.rssMb,
-                    });
-                    break;
-                }
-                if (memCheck.shouldDegrade) {
-                    bgChunkSize = Math.max(5, Math.floor(bgChunkSize / 2));
-                    logger_1.logger.warn("[PageAnalyzeWorker] Memory pressure, reducing background chunk size", {
-                        rssMb: memCheck.rssMb,
-                        newChunkSize: bgChunkSize,
-                    });
-                }
-                const chunkBgs = allBackgroundsForText.slice(offset, offset + bgChunkSize);
-                const chunkIds = bgSaveResult.ids.slice(offset, offset + bgChunkSize);
-                // チャンク用の idMapping サブセットを作成
-                const chunkIdMapping = new Map();
-                for (const bg of chunkBgs) {
-                    const dbId = bgSaveResult.idMapping.get(bg.name);
-                    if (dbId)
-                        chunkIdMapping.set(bg.name, dbId);
-                }
-                // チャンクごとに lock extension
-                await (0, types_1.extendJobLock)(job, effectiveToken, effectiveLockDuration, "embedding-backgrounds");
-                try {
-                    const bgEmbResult = await (0, embedding_handler_1.generateBackgroundDesignEmbeddings)(chunkBgs, chunkIdMapping, {
-                        webPageId,
-                        backgroundDesignIds: chunkIds,
-                        onProgress: reportEmbeddingSubProgress,
-                    });
-                    result.bgEmbeddingsGenerated += bgEmbResult.generatedCount;
-                    if ((0, logger_1.isDevelopment)()) {
-                        logger_1.logger.info("[PageAnalyzeWorker] BackgroundDesignEmbeddings chunk completed", {
-                            chunkOffset: offset,
-                            chunkSize: chunkBgs.length,
-                            generatedCount: bgEmbResult.generatedCount,
-                            failedCount: bgEmbResult.failedCount,
-                            totalSoFar: result.bgEmbeddingsGenerated,
-                        });
-                    }
-                }
-                catch (bgEmbError) {
-                    result.embeddingFailedChunks++;
-                    logger_1.logger.warn("[PageAnalyzeWorker] BackgroundDesignEmbedding chunk failed (non-fatal)", {
-                        chunkOffset: offset,
-                        error: bgEmbError instanceof Error ? bgEmbError.message : String(bgEmbError),
-                    });
-                }
-                // チャンク間メモリ回復（最終チャンク以外）
-                if (offset + bgChunkSize < allBackgroundsForText.length) {
-                    await sharedLayoutEmbeddingService.disposeEmbeddingPipeline();
-                    (0, types_1.tryGarbageCollect)();
-                    // Yield to event loop: allow BullMQ heartbeats and IPC between chunks
-                    await new Promise((resolve) => setImmediate(resolve));
-                }
-            }
-        }
-        // ONNX session dispose: Background embedding後のメモリ回復
-        await sharedLayoutEmbeddingService.disposeEmbeddingPipeline();
-        (0, types_1.tryGarbageCollect)();
-        // 4. JSAnimationEmbedding生成（チャンク処理: 50件/バッチでメモリ抑制）
-        await (0, types_1.extendJobLock)(job, effectiveToken, effectiveLockDuration, "embedding-js-animations");
-        if (jsSaveResult && jsSaveResult.idMapping.size > 0 && jsAnimationsForEmbedding) {
-            try {
-                const jsEmbService = sharedLayoutEmbeddingService;
-                // チャンク化: 50件ずつ生成+DB保存を繰り返し、メモリを抑制
-                const embeddingItems = [];
-                for (const [originalId, dbId] of jsSaveResult.idMapping) {
-                    const memCheck = (0, types_1.checkMemoryPressure)();
-                    if (memCheck.shouldAbort) {
-                        logger_1.logger.warn("[PageAnalyzeWorker] Critical memory, stopping JS animation embedding", {
-                            rssMb: memCheck.rssMb,
-                        });
-                        break;
-                    }
-                    if (memCheck.shouldDegrade) {
-                        logger_1.logger.warn("[PageAnalyzeWorker] Memory pressure detected in JS animation embedding", {
-                            rssMb: memCheck.rssMb,
-                        });
-                        // Note: JSAnimation uses item-by-item processing, not chunk slicing,
-                        // so chunk size reduction is not applicable here. The warning is for monitoring.
-                    }
-                    try {
-                        const textRepresentation = (0, types_1.generateJsAnimationTextRepresentation)(originalId, jsAnimationsForEmbedding);
-                        const embeddingResult = await jsEmbService.generateFromText(textRepresentation);
-                        embeddingItems.push({
-                            originalId,
-                            dbId,
-                            textRepresentation,
-                            embedding: embeddingResult.embedding,
-                        });
-                        // Granular progress: report each JS animation embedding item
-                        try {
-                            reportEmbeddingSubProgress(0, 0);
-                        }
-                        catch {
-                            /* fire-and-forget */
-                        }
-                        // チャンク境界: DB保存してメモリ解放
-                        if (embeddingItems.length >= types_1.JS_ANIMATION_EMBEDDING_CHUNK_SIZE) {
-                            const savedCount = await (0, types_1.saveJsAnimationEmbeddingChunk)(embeddingItems, prisma);
-                            result.jsAnimationEmbeddingsGenerated += savedCount;
-                            if ((0, logger_1.isDevelopment)()) {
-                                logger_1.logger.info("[PageAnalyzeWorker] JSAnimationEmbeddings chunk saved", {
-                                    chunkSize: savedCount,
-                                    totalSoFar: result.jsAnimationEmbeddingsGenerated,
-                                });
-                            }
-                            embeddingItems.length = 0; // 配列をクリアしてメモリ解放
-                            (0, types_1.tryGarbageCollect)();
-                            // Yield to event loop: allow BullMQ heartbeats and IPC between chunks
-                            await new Promise((resolve) => setImmediate(resolve));
-                        }
-                    }
-                    catch (jsEmbItemError) {
-                        // Granular progress: report failed item too
-                        try {
-                            reportEmbeddingSubProgress(0, 0);
-                        }
-                        catch {
-                            /* fire-and-forget */
-                        }
-                        // Graceful Degradation: 個別パターンの失敗はジョブを止めない
-                        result.embeddingFailedChunks++;
-                        logger_1.logger.warn("[PageAnalyzeWorker] JSAnimationEmbedding item generation failed (non-fatal)", {
-                            originalId,
-                            dbId,
-                            error: jsEmbItemError instanceof Error ? jsEmbItemError.message : String(jsEmbItemError),
-                        });
-                    }
-                }
-                // 残りのアイテムを保存
-                if (embeddingItems.length > 0) {
-                    const savedCount = await (0, types_1.saveJsAnimationEmbeddingChunk)(embeddingItems, prisma);
-                    result.jsAnimationEmbeddingsGenerated += savedCount;
-                }
-                if ((0, logger_1.isDevelopment)()) {
-                    logger_1.logger.info("[PageAnalyzeWorker] JSAnimationEmbeddings generated", {
-                        generatedCount: result.jsAnimationEmbeddingsGenerated,
-                        totalPatterns: jsSaveResult.idMapping.size,
-                    });
-                }
-            }
-            catch (jsEmbError) {
-                result.embeddingFailedChunks++;
-                logger_1.logger.warn("[PageAnalyzeWorker] JSAnimationEmbedding generation failed (non-fatal)", {
-                    error: jsEmbError instanceof Error ? jsEmbError.message : String(jsEmbError),
-                });
-            }
-        }
-        // ONNX session dispose: JSAnimation embedding後のメモリ回復
-        await sharedLayoutEmbeddingService.disposeEmbeddingPipeline();
-        (0, types_1.tryGarbageCollect)();
-        // 5. ResponsiveAnalysisEmbedding生成（Phase 4.5でDB保存済みの分析結果にEmbeddingを付与）
-        if (responsiveAnalysisId) {
-            await (0, types_1.extendJobLock)(job, effectiveToken, effectiveLockDuration, "embedding-responsive");
-            try {
-                const memCheck = (0, types_1.checkMemoryPressure)();
-                if (!memCheck.shouldAbort) {
-                    const responsiveEmbResult = await (0, responsive_analysis_embedding_service_1.generateResponsiveAnalysisEmbeddings)([responsiveAnalysisId], sharedLayoutEmbeddingService, prisma);
-                    result.responsiveEmbeddingsGenerated = responsiveEmbResult.generatedCount;
-                    if ((0, logger_1.isDevelopment)()) {
-                        logger_1.logger.info("[PageAnalyzeWorker] ResponsiveAnalysisEmbeddings generated", {
-                            generatedCount: responsiveEmbResult.generatedCount,
-                            responsiveAnalysisId,
-                        });
-                    }
-                }
-                else {
-                    logger_1.logger.warn("[PageAnalyzeWorker] Critical memory, skipping responsive embedding", {
-                        rssMb: memCheck.rssMb,
-                    });
-                }
-            }
-            catch (respEmbError) {
-                // Graceful Degradation: responsive embedding失敗はジョブを中断しない
-                result.embeddingFailedChunks++;
-                logger_1.logger.warn("[PageAnalyzeWorker] ResponsiveAnalysisEmbedding generation failed (non-fatal)", {
-                    error: respEmbError instanceof Error ? respEmbError.message : String(respEmbError),
-                });
-            }
-            // ONNX session dispose: Responsive embedding後の最終メモリ回復
-            await sharedLayoutEmbeddingService.disposeEmbeddingPipeline();
-            (0, types_1.tryGarbageCollect)();
-        }
-        // 6. PartEmbedding生成（text-only, Phase 1.1でDB保存済みパーツにテキストEmbeddingを付与）
-        //    ビジュアルEmbedding（DINOv2）はbackfill経由で後から生成
-        if ((partsSavedCount ?? 0) > 0) {
-            await (0, types_1.extendJobLock)(job, effectiveToken, effectiveLockDuration, "embedding-parts");
-            try {
-                // Query parts from DB (saved in Phase 1.1) that don't have embeddings yet
-                const partsForEmbedding = (await prisma.componentPart.findMany({
-                    where: {
-                        webPageId,
-                        embedding: { is: null },
-                    },
-                    select: {
-                        id: true,
-                        partType: true,
-                        partSubtype: true,
-                        computedStyles: true,
-                        cssClasses: true,
-                        attributes: true,
-                        interactionInfo: true,
-                    },
-                }));
-                if (partsForEmbedding.length > 0) {
-                    if ((0, logger_1.isDevelopment)()) {
-                        logger_1.logger.info("[PageAnalyzeWorker] Starting Part embedding generation", {
-                            totalParts: partsForEmbedding.length,
-                        });
-                    }
-                    let partChunkSize = types_1.EMBEDDING_CHUNK_SIZE;
-                    for (let offset = 0; offset < partsForEmbedding.length; offset += partChunkSize) {
-                        // Memory pressure check
-                        const memCheck = (0, types_1.checkMemoryPressure)();
-                        if (memCheck.shouldAbort) {
-                            logger_1.logger.warn("[PageAnalyzeWorker] Critical memory, stopping part embedding", {
-                                rssMb: memCheck.rssMb,
-                            });
-                            break;
-                        }
-                        if (memCheck.shouldDegrade) {
-                            partChunkSize = Math.max(5, Math.floor(partChunkSize / 2));
-                            logger_1.logger.warn("[PageAnalyzeWorker] Memory pressure, reducing part chunk size", {
-                                rssMb: memCheck.rssMb,
-                                newChunkSize: partChunkSize,
-                            });
-                        }
-                        const chunkParts = partsForEmbedding.slice(offset, offset + partChunkSize);
-                        // Lock extension per chunk
-                        await (0, types_1.extendJobLock)(job, effectiveToken, effectiveLockDuration, "embedding-parts");
-                        try {
-                            const chunkEmbeddings = [];
-                            for (const part of chunkParts) {
-                                try {
-                                    // Build ComponentPartForEmbedding from Prisma result (Json → Record cast)
-                                    const partForEmb = {
-                                        id: part.id,
-                                        partType: part.partType,
-                                        partSubtype: part.partSubtype,
-                                        computedStyles: (part.computedStyles ?? {}),
-                                        cssClasses: part.cssClasses,
-                                        attributes: (part.attributes ?? {}),
-                                        interactionInfo: (part.interactionInfo ?? {}),
-                                    };
-                                    // Build text representation (returns "passage: ..." prefixed string)
-                                    const textRepr = (0, part_embedding_service_1.buildPartTextRepresentation)(partForEmb);
-                                    // Strip "passage: " prefix because generateFromText adds it internally
-                                    const textForEmbedding = textRepr.startsWith("passage: ")
-                                        ? textRepr.slice("passage: ".length)
-                                        : textRepr;
-                                    const embResult = await sharedLayoutEmbeddingService.generateFromText(textForEmbedding);
-                                    chunkEmbeddings.push({
-                                        componentPartId: part.id,
-                                        visualEmbedding: null, // text-only in worker, visual via backfill
-                                        textEmbedding: embResult.embedding,
-                                        textRepresentation: textRepr,
-                                    });
-                                    // Progress reporting
-                                    try {
-                                        reportEmbeddingSubProgress(0, 0);
-                                    }
-                                    catch {
-                                        /* fire-and-forget */
-                                    }
-                                }
-                                catch (partItemError) {
-                                    // Per-part failure: continue with others (Graceful Degradation)
-                                    try {
-                                        reportEmbeddingSubProgress(0, 0);
-                                    }
-                                    catch {
-                                        /* fire-and-forget */
-                                    }
-                                    logger_1.logger.warn("[PageAnalyzeWorker] Part embedding failed for item (non-fatal)", {
-                                        partId: part.id.slice(0, 8) + "...",
-                                        error: partItemError instanceof Error
-                                            ? partItemError.message
-                                            : String(partItemError),
-                                    });
-                                }
-                            }
-                            // Save chunk embeddings to DB
-                            if (chunkEmbeddings.length > 0) {
-                                const saveResult = await (0, part_embedding_db_service_1.savePartEmbeddings)(prisma, chunkEmbeddings);
-                                result.partEmbeddingsGenerated += saveResult.savedCount;
-                            }
-                            if ((0, logger_1.isDevelopment)()) {
-                                logger_1.logger.info("[PageAnalyzeWorker] PartEmbeddings chunk completed", {
-                                    chunkOffset: offset,
-                                    chunkSize: chunkParts.length,
-                                    savedCount: chunkEmbeddings.length,
-                                    totalSoFar: result.partEmbeddingsGenerated,
-                                });
-                            }
-                        }
-                        catch (partChunkError) {
-                            result.embeddingFailedChunks++;
-                            logger_1.logger.warn("[PageAnalyzeWorker] PartEmbedding chunk failed (non-fatal)", {
-                                chunkOffset: offset,
-                                error: partChunkError instanceof Error ? partChunkError.message : String(partChunkError),
-                            });
-                        }
-                        // Inter-chunk memory recovery (except last chunk)
-                        if (offset + partChunkSize < partsForEmbedding.length) {
-                            await sharedLayoutEmbeddingService.disposeEmbeddingPipeline();
-                            (0, types_1.tryGarbageCollect)();
-                            await new Promise((resolve) => setImmediate(resolve));
-                        }
-                    }
-                    if ((0, logger_1.isDevelopment)()) {
-                        logger_1.logger.info("[PageAnalyzeWorker] PartEmbeddings generation complete", {
-                            generatedCount: result.partEmbeddingsGenerated,
-                            totalParts: partsForEmbedding.length,
-                        });
-                    }
-                }
-            }
-            catch (partEmbError) {
-                // Graceful Degradation: Part embedding failure does NOT block the job
-                result.embeddingFailedChunks++;
-                logger_1.logger.warn("[PageAnalyzeWorker] PartEmbedding generation failed (non-fatal)", {
-                    error: partEmbError instanceof Error ? partEmbError.message : String(partEmbError),
-                });
-            }
-            // ONNX session dispose: Part text embedding後のメモリ回復
-            await sharedLayoutEmbeddingService.disposeEmbeddingPipeline();
-            (0, types_1.tryGarbageCollect)();
-        }
-        // 7. DINOv2 Visual Embedding生成（Section + Part）
-        //    screenshotBase64が利用可能な場合、DINOv2を1回初期化してSection・Partの両方でvisual embeddingを生成する。
-        //    text_embeddingはあるがvision_embeddingがないセクション、visual_embeddingがないパーツを対象とする。
-        const hasSections = (sectionSaveResult?.idMapping?.size ?? 0) > 0;
-        const hasParts = (partsSavedCount ?? 0) > 0;
-        if (screenshotBase64 && (hasSections || hasParts)) {
-            await (0, types_1.extendJobLock)(job, effectiveToken, effectiveLockDuration, "embedding-visual-dinov2");
-            // 0. Playwright でパーツの bounding box を後付け取得（JSDOM は常に {0,0,0,0} を返すため）
-            if (hasParts) {
-                try {
-                    const bboxResult = await (0, part_bbox_playwright_service_1.resolvePartBoundingBoxes)({
-                        webPageId,
-                        url,
-                        prisma: prisma,
-                        sharedBrowser: params.sharedBrowser,
-                        viewportWidth: job.data.options?.layoutOptions?.viewport?.width,
-                        viewportHeight: job.data.options?.layoutOptions?.viewport?.height,
-                    });
-                    if ((0, logger_1.isDevelopment)()) {
-                        logger_1.logger.info("[PageAnalyzeWorker] Resolved part bounding boxes via Playwright", {
-                            resolved: bboxResult.resolvedCount,
-                            skipped: bboxResult.skippedCount,
-                        });
-                    }
-                }
-                catch (bboxError) {
-                    // Graceful Degradation: bbox resolution failure is non-fatal
-                    logger_1.logger.warn("[PageAnalyzeWorker] Part bounding box resolution failed (non-fatal)", {
-                        error: bboxError instanceof Error ? bboxError.message : String(bboxError),
-                    });
-                }
-            }
-            try {
-                // 1. screenshotをBufferに変換
-                // let: 動的Fallback前にメモリ解放のためnull代入が必要
-                let screenshotBuffer = Buffer.from(screenshotBase64, "base64");
-                // 2. DINOv2 モデルパスを解決
-                let dinov2ModelPath;
-                if (process.env["DINOV2_MODEL_PATH"]) {
-                    dinov2ModelPath = process.env["DINOV2_MODEL_PATH"];
-                }
-                else {
-                    const mlMainPath = require.resolve("@reftrixmcp/ml");
-                    const mlRoot = path_1.default.resolve(path_1.default.dirname(mlMainPath), "..");
-                    dinov2ModelPath = path_1.default.join(mlRoot, "models", "dinov2-base", "model.onnx");
-                }
-                // 3. GPU確保（DINOv2用）
-                try {
-                    const dinov2GpuResult = await gpuResourceManager.acquireForDINOv2();
-                    if ((0, logger_1.isDevelopment)()) {
-                        logger_1.logger.info("[PageAnalyzeWorker] GPU acquired for DINOv2 visual embedding", {
-                            mode: dinov2GpuResult.mode,
-                            message: dinov2GpuResult.message,
-                        });
-                    }
-                }
-                catch (gpuError) {
-                    logger_1.logger.warn("[PageAnalyzeWorker] GPU acquire for DINOv2 failed, using CPU", {
-                        error: gpuError instanceof Error ? gpuError.message : String(gpuError),
-                    });
-                }
-                // 4. DINOv2Serviceを初期化（Section + Partで共用）
-                const dinov2Service = new ml_1.DINOv2Service({ modelPath: dinov2ModelPath });
-                await dinov2Service.initialize();
-                // Get screenshot dimensions for crop bounds clamping（Section + Part共通）
-                const screenshotMeta = await (0, sharp_1.default)(screenshotBuffer).metadata();
-                const imgWidth = screenshotMeta.width ?? 0;
-                const imgHeight = screenshotMeta.height ?? 0;
-                try {
-                    // ====================================================================
-                    // 5. Section Visual Embedding（DINOv2）
-                    // ====================================================================
-                    if (hasSections) {
-                        await (0, types_1.extendJobLock)(job, effectiveToken, effectiveLockDuration, "embedding-sections-visual");
-                        try {
-                            // 5a. vision_embeddingが未生成のsection_embeddingsをDBから取得
-                            const sectionsNeedingVisual = await prisma.$queryRawUnsafe(`SELECT id, section_pattern_id
-                 FROM section_embeddings
-                 WHERE section_pattern_id IN (
-                   SELECT id FROM section_patterns WHERE web_page_id = $1::uuid
-                 )
-                 AND text_embedding IS NOT NULL
-                 AND vision_embedding IS NULL`, webPageId);
-                            if (sectionsNeedingVisual.length > 0) {
-                                if ((0, logger_1.isDevelopment)()) {
-                                    logger_1.logger.info("[PageAnalyzeWorker] Starting Section DINOv2 visual embedding generation", {
-                                        totalSections: sectionsNeedingVisual.length,
-                                    });
-                                }
-                                // 5b. 対応するsection_patternsからlayoutInfo.position (startY, height) を取得
-                                const sectionPatternIds = sectionsNeedingVisual.map((s) => s.section_pattern_id);
-                                const sectionPatterns = (await prisma.sectionPattern.findMany({
-                                    where: { id: { in: sectionPatternIds } },
-                                    select: { id: true, layoutInfo: true, sectionType: true },
-                                }));
-                                const sectionPositionMap = new Map();
-                                for (const sp of sectionPatterns) {
-                                    const info = sp.layoutInfo;
-                                    const position = info?.position;
-                                    sectionPositionMap.set(sp.id, {
-                                        startY: position?.startY ?? 0,
-                                        height: position?.height ?? 0,
-                                        sectionType: sp.sectionType,
-                                    });
-                                }
-                                // 5c. PII保護: piiRiskLevel='high' のパーツを含むセクションを除外
-                                const highPiiSectionIds = await prisma.$queryRawUnsafe(`SELECT DISTINCT cp.section_pattern_id
-                   FROM component_parts cp
-                   WHERE cp.section_pattern_id IN (${sectionPatternIds.map((_, i) => `$${i + 1}::uuid`).join(", ")})
-                   AND cp.pii_risk_level = 'high'`, ...sectionPatternIds);
-                                const highPiiSectionIdSet = new Set(highPiiSectionIds.map((r) => r.section_pattern_id));
-                                const sectionsFiltered = highPiiSectionIdSet.size > 0
-                                    ? sectionsNeedingVisual.filter((s) => !highPiiSectionIdSet.has(s.section_pattern_id))
-                                    : sectionsNeedingVisual;
-                                if (highPiiSectionIdSet.size > 0) {
-                                    logger_1.logger.warn("[PageAnalyzeWorker] Skipped sections with high PII risk for visual embedding (GDPR Art. 5(1)(c))", {
-                                        skippedCount: highPiiSectionIdSet.size,
-                                        remainingCount: sectionsFiltered.length,
-                                    });
-                                }
-                                // 5d. チャンク処理でcrop→DINOv2→DB保存
-                                const SECTION_FALLBACK_TIMEOUT_MS = 300_000; // 300s cumulative timeout
-                                let sectionFallbackCapturedCount = 0;
-                                // 5d-diag. 診断カウンター
-                                let diagInRangeCount = 0;
-                                let diagFallbackCount = 0;
-                                let diagDynamicCount = 0;
-                                let diagDedupSkipCount = 0;
-                                let diagSkippedCount = 0;
-                                // 5d-pre. フォールバック対象セクションの事前バッチ収集
-                                const fallbackEnabled = (process.env["ENABLE_SECTION_SCREENSHOT_FALLBACK"] ?? "true") === "true";
-                                const fallbackSections = [];
-                                for (const section of sectionsFiltered) {
-                                    const sectionPos = sectionPositionMap.get(section.section_pattern_id);
-                                    if (!sectionPos || sectionPos.height < 10)
-                                        continue;
-                                    const sectionTop = Math.max(0, Math.round(sectionPos.startY));
-                                    if (sectionTop >= imgHeight) {
-                                        fallbackSections.push({
-                                            id: section.section_pattern_id,
-                                            startY: sectionPos.startY,
-                                            height: sectionPos.height,
-                                        });
-                                    }
-                                }
-                                // 5d-batch. フォールバック対象を1回のバッチ呼び出しで一括キャプチャ
-                                const fallbackScreenshots = new Map();
-                                if (fallbackSections.length > 0 && fallbackEnabled) {
-                                    if ((0, logger_1.isDevelopment)()) {
-                                        logger_1.logger.info("[PageAnalyzeWorker] Batch capturing fallback section screenshots", {
-                                            fallbackSectionCount: fallbackSections.length,
-                                        });
-                                    }
-                                    try {
-                                        const fallbackResult = await (0, section_screenshot_fallback_service_1.captureSectionScreenshots)({
-                                            url,
-                                            sections: fallbackSections,
-                                            viewportWidth: job.data.options?.layoutOptions?.viewport?.width ?? 1920,
-                                            viewportHeight: job.data.options?.layoutOptions?.viewport?.height ?? 1080,
-                                            maxSections: 50,
-                                            timeoutMs: SECTION_FALLBACK_TIMEOUT_MS,
-                                            sharedBrowser: params.sharedBrowser,
-                                            checkMemoryPressure: types_1.checkMemoryPressure,
-                                        });
-                                        for (const fbResult of fallbackResult.results) {
-                                            if (fbResult.screenshotBuffer && !fbResult.skipped) {
-                                                fallbackScreenshots.set(fbResult.sectionId, fbResult.screenshotBuffer);
-                                            }
-                                        }
-                                        sectionFallbackCapturedCount = fallbackResult.capturedCount;
-                                    }
-                                    catch (batchFallbackError) {
-                                        logger_1.logger.warn("[PageAnalyzeWorker] Batch section screenshot fallback failed (non-fatal)", {
-                                            error: batchFallbackError instanceof Error
-                                                ? batchFallbackError.message
-                                                : String(batchFallbackError),
-                                        });
-                                    }
-                                }
-                                // 5d-dedup. Type-aware 重複ベクトル検出用のスライディングウィンドウ
-                                const parsedThreshold = parseFloat(process.env["DUPLICATE_VECTOR_THRESHOLD"] ?? "0.995");
-                                const DUPLICATE_THRESHOLD = Number.isFinite(parsedThreshold)
-                                    ? parsedThreshold
-                                    : 0.995;
-                                const MAX_RECENT_EMBEDDINGS = 10;
-                                const recentSectionVisualEmbeddings = [];
-                                // 5d-dynamic. 動的Fallbackキュー: 白画像検出セクションを蓄積
-                                const MAX_DYNAMIC_FALLBACK_SECTIONS = 20;
-                                const dynamicFallbackSections = [];
-                                let sectionVisualChunkSize = types_1.EMBEDDING_CHUNK_SIZE;
-                                for (let offset = 0; offset < sectionsFiltered.length; offset += sectionVisualChunkSize) {
-                                    // Memory pressure check
-                                    const memCheck = (0, types_1.checkMemoryPressure)();
-                                    if (memCheck.shouldAbort) {
-                                        logger_1.logger.warn("[PageAnalyzeWorker] Critical memory, stopping section visual embedding", { rssMb: memCheck.rssMb });
-                                        break;
-                                    }
-                                    if (memCheck.shouldDegrade) {
-                                        sectionVisualChunkSize = Math.max(3, Math.floor(sectionVisualChunkSize / 2));
-                                        logger_1.logger.warn("[PageAnalyzeWorker] Memory pressure, reducing section visual chunk size", {
-                                            rssMb: memCheck.rssMb,
-                                            newChunkSize: sectionVisualChunkSize,
-                                        });
-                                    }
-                                    const chunk = sectionsFiltered.slice(offset, offset + sectionVisualChunkSize);
-                                    // Lock extension per chunk
-                                    await (0, types_1.extendJobLock)(job, effectiveToken, effectiveLockDuration, "embedding-sections-visual");
-                                    for (const section of chunk) {
-                                        try {
-                                            const sectionPos = sectionPositionMap.get(section.section_pattern_id);
-                                            if (!sectionPos || sectionPos.height < 10) {
-                                                diagSkippedCount++;
-                                                if ((0, logger_1.isDevelopment)()) {
-                                                    logger_1.logger.info("[PageAnalyzeWorker] Section visual path", {
-                                                        sectionId: section.section_pattern_id.slice(0, 8) + "...",
-                                                        path: "skipped",
-                                                        skipReason: !sectionPos ? "no_position" : "height_too_small",
-                                                    });
-                                                }
-                                                continue;
-                                            }
-                                            const sectionTop = Math.max(0, Math.round(sectionPos.startY));
-                                            const isOutOfRange = sectionTop >= imgHeight;
-                                            // TDA HIGH-1: acquireSectionCropBuffer でcropパスを一元管理
-                                            const cropResult = await (0, types_1.acquireSectionCropBuffer)({
-                                                sectionPatternId: section.section_pattern_id,
-                                                sectionPos,
-                                                screenshotBuffer: screenshotBuffer,
-                                                imgWidth,
-                                                imgHeight,
-                                                fallbackScreenshots,
-                                                fallbackEnabled,
-                                                dinov2InputSize: ml_1.DINOV2_INPUT_SIZE,
-                                            });
-                                            if (cropResult.isBlank) {
-                                                // 白画像検出: 動的Fallbackキューに蓄積
-                                                if (dynamicFallbackSections.length < MAX_DYNAMIC_FALLBACK_SECTIONS) {
-                                                    dynamicFallbackSections.push({
-                                                        sectionEmbeddingId: section.id,
-                                                        sectionPatternId: section.section_pattern_id,
-                                                        startY: sectionPos.startY,
-                                                        height: sectionPos.height,
-                                                    });
-                                                }
-                                                if ((0, logger_1.isDevelopment)()) {
-                                                    logger_1.logger.info("[PageAnalyzeWorker] Section visual path", {
-                                                        sectionId: section.section_pattern_id.slice(0, 8) + "...",
-                                                        startY: sectionPos.startY,
-                                                        height: sectionPos.height,
-                                                        imgHeight,
-                                                        path: "dynamic",
-                                                    });
-                                                }
-                                                continue;
-                                            }
-                                            if (!cropResult.rawCropBuffer) {
-                                                diagSkippedCount++;
-                                                if ((0, logger_1.isDevelopment)()) {
-                                                    logger_1.logger.info("[PageAnalyzeWorker] Section visual path", {
-                                                        sectionId: section.section_pattern_id.slice(0, 8) + "...",
-                                                        startY: sectionPos.startY,
-                                                        height: sectionPos.height,
-                                                        imgHeight,
-                                                        path: "skipped",
-                                                        skipReason: "no_crop_buffer",
-                                                    });
-                                                }
-                                                continue;
-                                            }
-                                            // Generate visual embedding via DINOv2
-                                            const visualEmbedding = await (0, part_embedding_service_1.generateVisualEmbedding)(dinov2Service, cropResult.rawCropBuffer);
-                                            // Type-aware 重複ベクトル検出
-                                            const currentSectionType = sectionPos.sectionType;
-                                            const isDuplicateVector = (0, types_1.isDuplicateVisionEmbedding)({
-                                                sectionType: currentSectionType,
-                                                height: sectionPos.height,
-                                                embedding: visualEmbedding,
-                                                recentEmbeddings: recentSectionVisualEmbeddings,
-                                                threshold: DUPLICATE_THRESHOLD,
-                                            });
-                                            if (isDuplicateVector) {
-                                                diagDedupSkipCount++;
-                                                logger_1.logger.warn("[PageAnalyzeWorker] Duplicate vision embedding detected, skipping DB save", {
-                                                    sectionId: section.section_pattern_id.slice(0, 8) + "...",
-                                                    sectionType: currentSectionType,
-                                                });
-                                                if ((0, logger_1.isDevelopment)()) {
-                                                    logger_1.logger.info("[PageAnalyzeWorker] Section visual path", {
-                                                        sectionId: section.section_pattern_id.slice(0, 8) + "...",
-                                                        startY: sectionPos.startY,
-                                                        height: sectionPos.height,
-                                                        imgHeight,
-                                                        path: "dedup",
-                                                        sectionType: currentSectionType,
-                                                    });
-                                                }
-                                                continue;
-                                            }
-                                            // スライディングウィンドウに追加
-                                            recentSectionVisualEmbeddings.push({
-                                                embedding: visualEmbedding,
-                                                sectionType: currentSectionType,
-                                            });
-                                            if (recentSectionVisualEmbeddings.length > MAX_RECENT_EMBEDDINGS) {
-                                                recentSectionVisualEmbeddings.shift();
-                                            }
-                                            // Update vision_embedding in DB via raw SQL
-                                            const visualVectorString = `[${visualEmbedding.join(",")}]`;
-                                            await prisma.$executeRawUnsafe(`UPDATE section_embeddings
-                         SET vision_embedding = $1::vector(768)
-                         WHERE id = $2::uuid`, visualVectorString, section.id);
-                                            if (isOutOfRange) {
-                                                diagFallbackCount++;
-                                            }
-                                            else {
-                                                diagInRangeCount++;
-                                            }
-                                            if ((0, logger_1.isDevelopment)()) {
-                                                logger_1.logger.info("[PageAnalyzeWorker] Section visual path", {
-                                                    sectionId: section.section_pattern_id.slice(0, 8) + "...",
-                                                    startY: sectionPos.startY,
-                                                    height: sectionPos.height,
-                                                    imgHeight,
-                                                    path: isOutOfRange ? "fallback" : "in_range",
-                                                });
-                                            }
-                                            result.sectionVisualEmbeddingsGenerated++;
-                                        }
-                                        catch (sectionVisualError) {
-                                            diagSkippedCount++;
-                                            logger_1.logger.warn("[PageAnalyzeWorker] DINOv2 visual embedding failed for section (non-fatal)", {
-                                                sectionEmbeddingId: section.id.slice(0, 8) + "...",
-                                                error: sectionVisualError instanceof Error
-                                                    ? sectionVisualError.message
-                                                    : String(sectionVisualError),
-                                            });
-                                        }
-                                    }
-                                    if ((0, logger_1.isDevelopment)()) {
-                                        logger_1.logger.info("[PageAnalyzeWorker] Section visual embedding chunk completed", {
-                                            chunkOffset: offset,
-                                            chunkSize: chunk.length,
-                                            totalVisualSoFar: result.sectionVisualEmbeddingsGenerated,
-                                        });
-                                    }
-                                    // Inter-chunk memory recovery (except last chunk)
-                                    if (offset + sectionVisualChunkSize < sectionsNeedingVisual.length) {
-                                        (0, types_1.tryGarbageCollect)();
-                                        await new Promise((resolve) => setImmediate(resolve));
-                                    }
-                                }
-                                // 5d-dynamic-batch. 動的Fallback: 白画像検出セクションをバッチ再キャプチャ
-                                if (dynamicFallbackSections.length > 0 && fallbackEnabled) {
-                                    const remainingCapacity = Math.max(0, 50 - sectionFallbackCapturedCount);
-                                    const dynamicBatch = dynamicFallbackSections.slice(0, remainingCapacity);
-                                    if (dynamicBatch.length > 0) {
-                                        // 動的FallbackではscreenshotBase64不要 → メモリ解放して圧力軽減
-                                        screenshotBuffer = null;
-                                        if (typeof global.gc === "function") {
-                                            global.gc();
-                                        }
-                                        const memCheckDynamic = (0, types_1.checkMemoryPressure)();
-                                        if (!memCheckDynamic.shouldAbort) {
-                                            if ((0, logger_1.isDevelopment)()) {
-                                                logger_1.logger.info("[PageAnalyzeWorker] Starting dynamic fallback for blank-detected sections", {
-                                                    dynamicFallbackCount: dynamicBatch.length,
-                                                    remainingCapacity,
-                                                });
-                                            }
-                                            try {
-                                                const dynamicFallbackResult = await (0, section_screenshot_fallback_service_1.captureSectionScreenshots)({
-                                                    url,
-                                                    sections: dynamicBatch.map((s) => ({
-                                                        id: s.sectionPatternId,
-                                                        startY: s.startY,
-                                                        height: s.height,
-                                                    })),
-                                                    viewportWidth: job.data.options?.layoutOptions?.viewport?.width ?? 1920,
-                                                    viewportHeight: job.data.options?.layoutOptions?.viewport?.height ?? 1080,
-                                                    maxSections: remainingCapacity,
-                                                    timeoutMs: SECTION_FALLBACK_TIMEOUT_MS,
-                                                    sharedBrowser: params.sharedBrowser,
-                                                    checkMemoryPressure: types_1.checkMemoryPressure,
-                                                });
-                                                sectionFallbackCapturedCount += dynamicFallbackResult.capturedCount;
-                                                for (const fbResult of dynamicFallbackResult.results) {
-                                                    if (fbResult.skipped || !fbResult.screenshotBuffer)
-                                                        continue;
-                                                    const matchingSection = dynamicBatch.find((s) => s.sectionPatternId === fbResult.sectionId);
-                                                    if (!matchingSection)
-                                                        continue;
-                                                    try {
-                                                        const rawCropBuffer = await (0, sharp_1.default)(fbResult.screenshotBuffer)
-                                                            .resize(ml_1.DINOV2_INPUT_SIZE, ml_1.DINOV2_INPUT_SIZE, {
-                                                            fit: "cover",
-                                                            kernel: "cubic",
-                                                        })
-                                                            .removeAlpha()
-                                                            .toColorspace("srgb")
-                                                            .raw()
-                                                            .toBuffer();
-                                                        // LCC MUST-FIX-3: 動的Fallbackスクリーンショットバッファの参照解除
-                                                        fbResult.screenshotBuffer = null;
-                                                        const visualEmbedding = await (0, part_embedding_service_1.generateVisualEmbedding)(dinov2Service, rawCropBuffer);
-                                                        const dynamicSectionPos = sectionPositionMap.get(matchingSection.sectionPatternId);
-                                                        const dynamicSectionType = dynamicSectionPos?.sectionType ?? "unknown";
-                                                        const isDuplicateVector = (0, types_1.isDuplicateVisionEmbedding)({
-                                                            sectionType: dynamicSectionType,
-                                                            height: dynamicSectionPos?.height ?? 0,
-                                                            embedding: visualEmbedding,
-                                                            recentEmbeddings: recentSectionVisualEmbeddings,
-                                                            threshold: DUPLICATE_THRESHOLD,
-                                                        });
-                                                        if (isDuplicateVector) {
-                                                            logger_1.logger.warn("[PageAnalyzeWorker] Duplicate vision embedding (dynamic fallback), skipping", {
-                                                                sectionId: fbResult.sectionId.slice(0, 8) + "...",
-                                                                sectionType: dynamicSectionType,
-                                                            });
-                                                            continue;
-                                                        }
-                                                        recentSectionVisualEmbeddings.push({
-                                                            embedding: visualEmbedding,
-                                                            sectionType: dynamicSectionType,
-                                                        });
-                                                        if (recentSectionVisualEmbeddings.length > MAX_RECENT_EMBEDDINGS) {
-                                                            recentSectionVisualEmbeddings.shift();
-                                                        }
-                                                        const visualVectorString = `[${visualEmbedding.join(",")}]`;
-                                                        await prisma.$executeRawUnsafe(`UPDATE section_embeddings
-                               SET vision_embedding = $1::vector(768)
-                               WHERE id = $2::uuid`, visualVectorString, matchingSection.sectionEmbeddingId);
-                                                        diagDynamicCount++;
-                                                        result.sectionVisualEmbeddingsGenerated++;
-                                                    }
-                                                    catch (dynamicEmbeddingError) {
-                                                        logger_1.logger.warn("[PageAnalyzeWorker] DINOv2 visual embedding failed for dynamic fallback section (non-fatal)", {
-                                                            sectionId: fbResult.sectionId.slice(0, 8) + "...",
-                                                            error: dynamicEmbeddingError instanceof Error
-                                                                ? dynamicEmbeddingError.message
-                                                                : String(dynamicEmbeddingError),
-                                                        });
-                                                    }
-                                                }
-                                            }
-                                            catch (dynamicFallbackError) {
-                                                logger_1.logger.warn("[PageAnalyzeWorker] Dynamic section screenshot fallback failed (non-fatal)", {
-                                                    error: dynamicFallbackError instanceof Error
-                                                        ? dynamicFallbackError.message
-                                                        : String(dynamicFallbackError),
-                                                });
-                                            }
-                                        }
-                                        else {
-                                            logger_1.logger.warn("[PageAnalyzeWorker] Skipping dynamic fallback due to memory pressure", {
-                                                rssMb: memCheckDynamic.rssMb,
-                                                dynamicFallbackCount: dynamicBatch.length,
-                                            });
-                                        }
-                                    }
-                                }
-                                // 5d-diag-summary. セクション visual embedding 処理パスサマリーログ
-                                logger_1.logger.info("[PageAnalyzeWorker] Section visual embedding path summary", {
-                                    totalSections: sectionsNeedingVisual.length,
-                                    inRangeCount: diagInRangeCount,
-                                    fallbackCount: diagFallbackCount,
-                                    dynamicCount: diagDynamicCount,
-                                    dedupSkipCount: diagDedupSkipCount,
-                                    skippedCount: diagSkippedCount,
-                                    totalGenerated: result.sectionVisualEmbeddingsGenerated,
-                                    fallbackCaptured: sectionFallbackCapturedCount,
-                                });
-                            }
-                        }
-                        catch (sectionVisualError) {
-                            result.embeddingFailedChunks++;
-                            logger_1.logger.warn("[PageAnalyzeWorker] Section DINOv2 visual embedding failed (non-fatal)", {
-                                error: sectionVisualError instanceof Error
-                                    ? sectionVisualError.message
-                                    : String(sectionVisualError),
-                            });
-                        }
-                        // Memory recovery between section and part visual embedding
-                        (0, types_1.tryGarbageCollect)();
-                    }
-                    // ====================================================================
-                    // 6. Part Visual Embedding（DINOv2）
-                    // ====================================================================
-                    if (hasParts) {
-                        const partsWithEmbeddings = (await prisma.componentPart.findMany({
-                            where: {
-                                webPageId,
-                                piiRiskLevel: { not: "high" },
-                                embedding: { isNot: null },
-                            },
-                            select: {
-                                id: true,
-                                boundingBox: true,
-                                sectionPatternId: true,
-                                embedding: { select: { id: true } },
-                            },
-                        }));
-                        // Check which parts already have visual_embedding via raw SQL
-                        let partsNeedingVisual = [];
-                        if (partsWithEmbeddings.length > 0) {
-                            const embeddingIds = partsWithEmbeddings
-                                .filter((p) => p.embedding !== null)
-                                .map((p) => p.embedding.id);
-                            if (embeddingIds.length > 0) {
-                                const nullVisualRows = await prisma.$queryRawUnsafe(`SELECT id FROM component_part_embeddings
-                   WHERE id = ANY($1::uuid[]) AND visual_embedding IS NULL`, embeddingIds);
-                                const nullVisualIds = new Set(nullVisualRows.map((r) => r.id));
-                                partsNeedingVisual = partsWithEmbeddings
-                                    .filter((p) => p.embedding !== null && nullVisualIds.has(p.embedding.id))
-                                    .map((p) => ({
-                                    id: p.id,
-                                    boundingBox: p.boundingBox,
-                                    sectionPatternId: p.sectionPatternId,
-                                    embeddingId: p.embedding.id,
-                                }));
-                            }
-                        }
-                        if (partsNeedingVisual.length > 0 && screenshotBuffer) {
-                            if ((0, logger_1.isDevelopment)()) {
-                                logger_1.logger.info("[PageAnalyzeWorker] Starting DINOv2 part visual embedding generation", {
-                                    totalParts: partsNeedingVisual.length,
-                                });
-                            }
-                            const uniqueSectionIds = [
-                                ...new Set(partsNeedingVisual.map((p) => p.sectionPatternId)),
-                            ];
-                            const sectionPositions = (await prisma.sectionPattern.findMany({
-                                where: { id: { in: uniqueSectionIds } },
-                                select: { id: true, layoutInfo: true },
-                            }));
-                            const sectionStartYMap = new Map();
-                            for (const s of sectionPositions) {
-                                const info = s.layoutInfo;
-                                const position = info?.position;
-                                sectionStartYMap.set(s.id, position?.startY ?? 0);
-                            }
-                            let visualChunkSize = types_1.EMBEDDING_CHUNK_SIZE;
-                            for (let offset = 0; offset < partsNeedingVisual.length; offset += visualChunkSize) {
-                                const memCheck = (0, types_1.checkMemoryPressure)();
-                                if (memCheck.shouldAbort) {
-                                    logger_1.logger.warn("[PageAnalyzeWorker] Critical memory, stopping part visual embedding", { rssMb: memCheck.rssMb });
-                                    break;
-                                }
-                                if (memCheck.shouldDegrade) {
-                                    visualChunkSize = Math.max(3, Math.floor(visualChunkSize / 2));
-                                    logger_1.logger.warn("[PageAnalyzeWorker] Memory pressure, reducing part visual chunk size", {
-                                        rssMb: memCheck.rssMb,
-                                        newChunkSize: visualChunkSize,
-                                    });
-                                }
-                                const chunk = partsNeedingVisual.slice(offset, offset + visualChunkSize);
-                                await (0, types_1.extendJobLock)(job, effectiveToken, effectiveLockDuration, "embedding-parts-visual");
-                                for (const part of chunk) {
-                                    try {
-                                        const bbox = part.boundingBox;
-                                        if (!bbox ||
-                                            typeof bbox.width !== "number" ||
-                                            typeof bbox.height !== "number" ||
-                                            bbox.width <= 0 ||
-                                            bbox.height <= 0) {
-                                            continue;
-                                        }
-                                        const sectionStartY = sectionStartYMap.get(part.sectionPatternId) ?? 0;
-                                        const absoluteBbox = {
-                                            x: bbox.x ?? 0,
-                                            y: (bbox.y ?? 0) + sectionStartY,
-                                            width: bbox.width,
-                                            height: bbox.height,
-                                        };
-                                        const left = Math.max(0, Math.round(absoluteBbox.x));
-                                        const top = Math.max(0, Math.round(absoluteBbox.y));
-                                        const cropWidth = Math.min(Math.round(absoluteBbox.width), Math.max(1, imgWidth - left));
-                                        const cropHeight = Math.min(Math.round(absoluteBbox.height), Math.max(1, imgHeight - top));
-                                        if (cropWidth <= 0 || cropHeight <= 0)
-                                            continue;
-                                        const rawCropBuffer = await (0, sharp_1.default)(screenshotBuffer)
-                                            .extract({ left, top, width: cropWidth, height: cropHeight })
-                                            .resize(ml_1.DINOV2_INPUT_SIZE, ml_1.DINOV2_INPUT_SIZE, {
-                                            fit: "cover",
-                                            kernel: "cubic",
-                                        })
-                                            .removeAlpha()
-                                            .toColorspace("srgb")
-                                            .raw()
-                                            .toBuffer();
-                                        const visualEmbedding = await (0, part_embedding_service_1.generateVisualEmbedding)(dinov2Service, rawCropBuffer);
-                                        const visualVectorString = `[${visualEmbedding.join(",")}]`;
-                                        await prisma.$executeRawUnsafe(`UPDATE component_part_embeddings
-                       SET visual_embedding = $1::vector(768)
-                       WHERE id = $2::uuid`, visualVectorString, part.embeddingId);
-                                        result.partVisualEmbeddingsGenerated++;
-                                    }
-                                    catch (partVisualError) {
-                                        logger_1.logger.warn("[PageAnalyzeWorker] DINOv2 visual embedding failed for part (non-fatal)", {
-                                            partId: part.id.slice(0, 8) + "...",
-                                            error: partVisualError instanceof Error
-                                                ? partVisualError.message
-                                                : String(partVisualError),
-                                        });
-                                    }
-                                }
-                                if ((0, logger_1.isDevelopment)()) {
-                                    logger_1.logger.info("[PageAnalyzeWorker] Part visual embedding chunk completed", {
-                                        chunkOffset: offset,
-                                        chunkSize: chunk.length,
-                                        totalVisualSoFar: result.partVisualEmbeddingsGenerated,
-                                    });
-                                }
-                                if (offset + visualChunkSize < partsNeedingVisual.length) {
-                                    (0, types_1.tryGarbageCollect)();
-                                    await new Promise((resolve) => setImmediate(resolve));
-                                }
-                            }
-                            if ((0, logger_1.isDevelopment)()) {
-                                logger_1.logger.info("[PageAnalyzeWorker] DINOv2 part visual embedding generation complete", {
-                                    generatedCount: result.partVisualEmbeddingsGenerated,
-                                    totalParts: partsNeedingVisual.length,
-                                });
-                            }
-                        }
-                    }
-                }
-                finally {
-                    // 7. DINOv2 dispose（必ず実行、Section + Part完了後）
-                    try {
-                        await dinov2Service.dispose();
-                    }
-                    catch {
-                        // dispose failure is non-fatal
-                    }
-                    (0, types_1.tryGarbageCollect)();
-                }
-            }
-            catch (visualEmbError) {
-                result.embeddingFailedChunks++;
-                logger_1.logger.warn("[PageAnalyzeWorker] DINOv2 visual embedding failed (non-fatal)", {
-                    error: visualEmbError instanceof Error ? visualEmbError.message : String(visualEmbError),
-                });
-            }
-        }
-        result.completed = true;
-    }
-    catch (embeddingError) {
-        // Graceful Degradation: Embedding失敗はジョブを中断しない
-        result.embeddingFailedChunks++;
-        logger_1.logger.warn("[PageAnalyzeWorker] Embedding generation failed (non-fatal)", {
-            error: embeddingError instanceof Error ? embeddingError.message : String(embeddingError),
-        });
-    }
-    if (result.embeddingFailedChunks > 0) {
-        logger_1.logger.warn("[PageAnalyzeWorker] Embedding phase completed with failures", {
-            embeddingFailedChunks: result.embeddingFailedChunks,
-            sectionEmbeddingsGenerated: result.sectionEmbeddingsGenerated,
-            sectionVisualEmbeddingsGenerated: result.sectionVisualEmbeddingsGenerated,
-            motionEmbeddingsGenerated: result.motionEmbeddingsGenerated,
-            bgEmbeddingsGenerated: result.bgEmbeddingsGenerated,
-            jsAnimationEmbeddingsGenerated: result.jsAnimationEmbeddingsGenerated,
-            responsiveEmbeddingsGenerated: result.responsiveEmbeddingsGenerated,
-            partEmbeddingsGenerated: result.partEmbeddingsGenerated,
-            partVisualEmbeddingsGenerated: result.partVisualEmbeddingsGenerated,
-        });
-    }
-    return result;
-}
-//# sourceMappingURL=phase-5-embedding.js.map