@codeyam/codeyam-cli 0.1.0-bleeding-edge.8afd3ee

package/background/src/lib/virtualized/project/analyzeAndGatherIndirectEntities.js

@@ -0,0 +1,88 @@
+import { analyzeEntities, findOrCreateEntity, gatherEntityMap, } from "../../../../../packages/analyze/index.js";
+export default async function analyzeAndGatherIndirectEntities({ entities, project, projectAnalyzer, commit, context, steps, fileStore, }) {
+    const indirectEntities = [];
+    for (const entity of entities) {
+        if (!['visual', 'library'].includes(entity.entityType))
+            continue;
+        if (!entity.metadata.importedBy) {
+            continue;
+        }
+        for (const path of Object.keys(entity.metadata.importedBy)) {
+            for (const entityName of Object.keys(entity.metadata.importedBy[path])) {
+                // Use fileStore for O(1) lookup when available
+                let importedFile = fileStore
+                    ? fileStore.getByPath(path)
+                    : project.files.find((f) => f.path === path);
+                // Ensure content is loaded for the file (needed for FileAnalyzer)
+                if (importedFile && fileStore && !fileStore.isContentLoaded(path)) {
+                    importedFile = await fileStore.ensureContent(path);
+                }
+                if (!importedFile) {
+                    console.log(`CodeYam Warning: Imported by file not found: ${path}`);
+                    continue;
+                }
+                const importedFileAnalyzer = projectAnalyzer.getFileAnalyzer(importedFile);
+                console.log('CodeYam: Initial indirect entity', path, entityName);
+                const importedBy = await findOrCreateEntity({
+                    file: importedFile,
+                    commitId: commit.id,
+                    branchId: commit.branchId,
+                    fileAnalyzer: importedFileAnalyzer,
+                    entityName,
+                    projectAnalyzer,
+                    context,
+                });
+                if (!importedBy) {
+                    console.log(`CodeYam Warning: Imported by entity not found: ${path}`);
+                    continue;
+                }
+                context.addEntity(importedBy);
+                indirectEntities.push(importedBy);
+                await gatherEntityMap({
+                    entity: importedBy,
+                    commitId: commit.id,
+                    branchId: commit.branchId,
+                    context,
+                    projectAnalyzer,
+                });
+            }
+        }
+    }
+    console.log(`CodeYam: analyzeAndGatherIndirectEntities: Analyzing ${indirectEntities.length} indirect imports of ${entities.length} entities`);
+    await analyzeEntities({
+        rootEntities: indirectEntities,
+        context,
+        project,
+        projectAnalyzer,
+        commit,
+        options: {
+            steps,
+            force: !!process.env.FORCE,
+            forceAll: !!process.env.FORCE_ALL,
+        },
+    });
+    for (const entity of entities) {
+        if (!['visual', 'library'].includes(entity.entityType))
+            continue;
+        if (!entity.metadata.importedBy) {
+            continue;
+        }
+        for (const path of Object.keys(entity.metadata.importedBy)) {
+            for (const entityName of Object.keys(entity.metadata.importedBy[path])) {
+                const analysis = context.getAnalysis(path, entityName);
+                if (!analysis)
+                    continue;
+                const newEntity = context.getMutableEntity(path, entityName);
+                if (!newEntity)
+                    continue;
+                if (entities.findIndex((e) => e.sha === newEntity.sha) === -1) {
+                    entities.push(newEntity);
+                }
+            }
+        }
+    }
+    return {
+        entities,
+    };
+}
+//# sourceMappingURL=analyzeAndGatherIndirectEntities.js.map

package/background/src/lib/virtualized/project/analyzeAndGatherIndirectEntities.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"analyzeAndGatherIndirectEntities.js","sourceRoot":"","sources":["../../../../../../../background/src/lib/virtualized/project/analyzeAndGatherIndirectEntities.ts"],"names":[],"mappings":"AAAA,OAAO,EAGL,eAAe,EACf,kBAAkB,EAClB,eAAe,GAChB,MAAM,kBAAkB,CAAC;AAc1B,MAAM,CAAC,OAAO,CAAC,KAAK,UAAU,gCAAgC,CAAC,EAC7D,QAAQ,EACR,OAAO,EACP,eAAe,EACf,MAAM,EACN,OAAO,EACP,KAAK,EACL,SAAS,GAC4B;IACrC,MAAM,gBAAgB,GAAa,EAAE,CAAC;IAEtC,KAAK,MAAM,MAAM,IAAI,QAAQ,EAAE,CAAC;QAC9B,IAAI,CAAC,CAAC,QAAQ,EAAE,SAAS,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,UAAU,CAAC;YAAE,SAAS;QAEjE,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,UAAU,EAAE,CAAC;YAChC,SAAS;QACX,CAAC;QAED,KAAK,MAAM,IAAI,IAAI,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,UAAU,CAAC,EAAE,CAAC;YAC3D,KAAK,MAAM,UAAU,IAAI,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,EAAE,CAAC;gBACvE,+CAA+C;gBAC/C,IAAI,YAAY,GAAG,SAAS;oBAC1B,CAAC,CAAC,SAAS,CAAC,SAAS,CAAC,IAAI,CAAC;oBAC3B,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,IAAI,CAAC,CAAC;gBAE/C,kEAAkE;gBAClE,IAAI,YAAY,IAAI,SAAS,IAAI,CAAC,SAAS,CAAC,eAAe,CAAC,IAAI,CAAC,EAAE,CAAC;oBAClE,YAAY,GAAG,MAAM,SAAS,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC;gBACrD,CAAC;gBAED,IAAI,CAAC,YAAY,EAAE,CAAC;oBAClB,OAAO,CAAC,GAAG,CAAC,gDAAgD,IAAI,EAAE,CAAC,CAAC;oBACpE,SAAS;gBACX,CAAC;gBAED,MAAM,oBAAoB,GACxB,eAAe,CAAC,eAAe,CAAC,YAAY,CAAC,CAAC;gBAEhD,OAAO,CAAC,GAAG,CAAC,kCAAkC,EAAE,IAAI,EAAE,UAAU,CAAC,CAAC;gBAClE,MAAM,UAAU,GAAG,MAAM,kBAAkB,CAAC;oBAC1C,IAAI,EAAE,YAAY;oBAClB,QAAQ,EAAE,MAAM,CAAC,EAAE;oBACnB,QAAQ,EAAE,MAAM,CAAC,QAAQ;oBACzB,YAAY,EAAE,oBAAoB;oBAClC,UAAU;oBACV,eAAe;oBACf,OAAO;iBACR,CAAC,CAAC;gBAEH,IAAI,CAAC,UAAU,EAAE,CAAC;oBAChB,OAAO,CAAC,GAAG,CAAC,kDAAkD,IAAI,EAAE,CAAC,CAAC;oBACtE,SAAS;gBACX,CAAC;gBAED,OAAO,CAAC,SAAS,CAAC,UAAU,CAAC,CAAC;gBAC9B,gBAAgB,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;gBAElC,MAAM,eAAe,CAAC;oBACpB,MAAM,EAAE,UAAU;oBAClB,QAAQ,EAAE,MAAM,CAAC,EAAE;oBACnB,QAAQ,EAAE,MAAM,CAAC,QAAQ;oBACzB,OAAO;oBACP,eAAe;iBAChB,CAAC,CAAC;YACL,CAAC;QACH,CAAC;IACH,CAAC;IAED,OAAO,CAAC,GAAG,CACT,wDAAwD,gBAAgB,CAAC,MAAM,wBAAwB,QAAQ,CAAC,MAAM,WAAW,CAClI,CAAC;IAEF,MAAM,eAAe,CAAC;QACpB,YAAY,EAAE,gBAAgB;QAC9B,OAAO;QACP,OAAO;QACP,eAAe;QACf,MAAM;QACN,OAAO,EAAE;YACP,KAAK;YACL,KAAK,EAAE,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,KAAK;YAC1B,QAAQ,EAAE,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,SAAS;SAClC;KACF,CAAC,CAAC;IAEH,KAAK,MAAM,MAAM,IAAI,QAAQ,EAAE,CAAC;QAC9B,IAAI,CAAC,CAAC,QAAQ,EAAE,SAAS,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,UAAU,CAAC;YAAE,SAAS;QAEjE,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,UAAU,EAAE,CAAC;YAChC,SAAS;QACX,CAAC;QAED,KAAK,MAAM,IAAI,IAAI,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,UAAU,CAAC,EAAE,CAAC;YAC3D,KAAK,MAAM,UAAU,IAAI,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,EAAE,CAAC;gBACvE,MAAM,QAAQ,GAAG,OAAO,CAAC,WAAW,CAAC,IAAI,EAAE,UAAU,CAAC,CAAC;gBACvD,IAAI,CAAC,QAAQ;oBAAE,SAAS;gBAExB,MAAM,SAAS,GAAG,OAAO,CAAC,gBAAgB,CAAC,IAAI,EAAE,UAAU,CAAC,CAAC;gBAC7D,IAAI,CAAC,SAAS;oBAAE,SAAS;gBAEzB,IAAI,QAAQ,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,GAAG,KAAK,SAAS,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC;oBAC9D,QAAQ,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;gBAC3B,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;IAED,OAAO;QACL,QAAQ;KACT,CAAC;AACJ,CAAC"}

package/background/src/lib/virtualized/project/analyzeBaselineCommit.js

@@ -0,0 +1,108 @@
+import analyzeBranchCommit from "./analyzeBranchCommit.js";
+import { loadAnalysisBranches, upsertAnalysisBranches, updateCommitMetadata, updateProjectMetadata, } from "../../../../../packages/supabase/index.js";
+import { awsLog } from "../../../../../packages/utils/index.js";
+export default async function analyzeBaselineCommit({ project, projectAnalyzer, branchCommit, analysisIds, scenarioIds, context, steps, desiredAnalyses = [], force = false, fileStore, }) {
+    awsLog('CodeYam: Analyze - branchCommit (baseline) path', {
+        analysisIds,
+    });
+    if (project.metadata?.baselineCompleted && !analysisIds && !force) {
+        throw new Error('CodeYam Error: Cannot analyze branch commits after baseline is completed');
+    }
+    const primaryBranchId = project.branches.find((b) => b.primary)?.id;
+    if (!primaryBranchId) {
+        throw new Error(`Primary branch not found for project ${project.slug}`);
+    }
+    const { entities } = await analyzeBranchCommit({
+        project,
+        projectAnalyzer,
+        branchCommit,
+        analysisIds,
+        context,
+        steps,
+        fileStore,
+    });
+    let analysisBranches = Object.values(context.getAnalysisMap())
+        .flatMap((a) => Object.values(a))
+        .map((a) => ({
+        branchId: primaryBranchId,
+        entitySha: a.entitySha,
+        analysisId: a.id,
+        active: true,
+    }));
+    const existingAnalysisBranches = await loadAnalysisBranches({
+        projectId: project.id,
+        branchId: primaryBranchId,
+        analysisIds: analysisBranches.map((a) => a.analysisId).filter(Boolean),
+    });
+    analysisBranches = analysisBranches.filter((a) => a.analysisId &&
+        !existingAnalysisBranches.find((ab) => ab.analysisId === a.analysisId));
+    await upsertAnalysisBranches(analysisBranches);
+    const now = new Date().toISOString();
+    branchCommit.metadata = await updateCommitMetadata({
+        commitId: branchCommit.id,
+        runStatusUpdate: {
+            analysisCompletedAt: now,
+        },
+        metadataUpdate: {
+            entitiesAnalyzedAt: now,
+        },
+        archiveCurrentRun: true,
+    });
+    awsLog(`CodeYam: Marking baseline completed for project ${project.slug}`);
+    project.metadata = await updateProjectMetadata({
+        projectId: project.id,
+        metadataUpdate: {
+            baselineCompleted: true,
+        },
+    });
+    const readyToBeCaptured = Object.values(context.getAnalysisMap())
+        .flatMap(Object.values)
+        .filter((analysis) => {
+        if (analysisIds) {
+            return analysisIds.includes(analysis.id);
+        }
+        if (scenarioIds) {
+            return analysis.scenarios?.some((s) => scenarioIds.includes(s.id));
+        }
+        return analysis.status.readyToBeCaptured;
+    });
+    if (analysisIds || scenarioIds) {
+        if (readyToBeCaptured.length === 0) {
+            awsLog(`CodeYam: branchCommit path complete with specified analysisIds but no analyses ready to be captured...`, {
+                analysisIds,
+                scenarioIds,
+                desiredAnalyses: desiredAnalyses.map((a) => ({
+                    id: a.id,
+                    filePath: a.filePath,
+                    entityName: a.entityName,
+                })),
+                allAnalyses: Object.keys(context.getAnalysisMap())
+                    .filter((filePath) => desiredAnalyses.length === 0 ||
+                    desiredAnalyses.some((a) => a.filePath === filePath))
+                    .flatMap((filePath) => Object.keys(context.getAnalysisMap()[filePath] || {})
+                    .filter((entityName) => desiredAnalyses.length === 0 ||
+                    desiredAnalyses.some((a) => a.filePath === filePath && a.entityName === entityName))
+                    .flatMap((entityName) => {
+                    const analysis = context.getAnalysisMap()[filePath][entityName];
+                    return {
+                        id: analysis.id,
+                        filePath,
+                        entityName,
+                        readyToBeCaptured: analysis.status.readyToBeCaptured,
+                    };
+                })),
+            });
+            await new Promise((resolve) => setTimeout(resolve, 1000));
+            throw new Error(`CodeYam Error: No analyses ready to be captured for the specified analysisIds or scenarioIds: ${analysisIds} or ${scenarioIds}`);
+        }
+    }
+    else {
+        awsLog(`CodeYam: branchCommit path complete, ${readyToBeCaptured.length} analyses ready to be captured! Exiting...`);
+    }
+    return {
+        projectAnalyzer,
+        readyToBeCaptured,
+        context,
+    };
+}
+//# sourceMappingURL=analyzeBaselineCommit.js.map

package/background/src/lib/virtualized/project/analyzeBaselineCommit.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"analyzeBaselineCommit.js","sourceRoot":"","sources":["../../../../../../../background/src/lib/virtualized/project/analyzeBaselineCommit.ts"],"names":[],"mappings":"AAEA,OAAO,mBAAmB,MAAM,uBAAuB,CAAC;AACxD,OAAO,EACL,oBAAoB,EACpB,sBAAsB,EACtB,oBAAoB,EACpB,qBAAqB,GACtB,MAAM,mBAAmB,CAAC;AAC3B,OAAO,EAAE,MAAM,EAAE,MAAM,gBAAgB,CAAC;AAsBxC,MAAM,CAAC,OAAO,CAAC,KAAK,UAAU,qBAAqB,CAAC,EAClD,OAAO,EACP,eAAe,EACf,YAAY,EACZ,WAAW,EACX,WAAW,EACX,OAAO,EACP,KAAK,EACL,eAAe,GAAG,EAAE,EACpB,KAAK,GAAG,KAAK,EACb,SAAS,GACiB;IAC1B,MAAM,CAAC,iDAAiD,EAAE;QACxD,WAAW;KACZ,CAAC,CAAC;IAEH,IAAI,OAAO,CAAC,QAAQ,EAAE,iBAAiB,IAAI,CAAC,WAAW,IAAI,CAAC,KAAK,EAAE,CAAC;QAClE,MAAM,IAAI,KAAK,CACb,0EAA0E,CAC3E,CAAC;IACJ,CAAC;IAED,MAAM,eAAe,GAAG,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,EAAE,EAAE,CAAC;IACpE,IAAI,CAAC,eAAe,EAAE,CAAC;QACrB,MAAM,IAAI,KAAK,CAAC,wCAAwC,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC;IAC1E,CAAC;IAED,MAAM,EAAE,QAAQ,EAAE,GAAG,MAAM,mBAAmB,CAAC;QAC7C,OAAO;QACP,eAAe;QACf,YAAY;QACZ,WAAW;QACX,OAAO;QACP,KAAK;QACL,SAAS;KACV,CAAC,CAAC;IAEH,IAAI,gBAAgB,GAAG,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,cAAc,EAAE,CAAC;SAC3D,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;SAChC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;QACX,QAAQ,EAAE,eAAe;QACzB,SAAS,EAAE,CAAC,CAAC,SAAS;QACtB,UAAU,EAAE,CAAC,CAAC,EAAE;QAChB,MAAM,EAAE,IAAI;KACb,CAAC,CAAC,CAAC;IAEN,MAAM,wBAAwB,GAAG,MAAM,oBAAoB,CAAC;QAC1D,SAAS,EAAE,OAAO,CAAC,EAAE;QACrB,QAAQ,EAAE,eAAe;QACzB,WAAW,EAAE,gBAAgB,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC;KACvE,CAAC,CAAC;IAEH,gBAAgB,GAAG,gBAAgB,CAAC,MAAM,CACxC,CAAC,CAAC,EAAE,EAAE,CACJ,CAAC,CAAC,UAAU;QACZ,CAAC,wBAAwB,CAAC,IAAI,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,UAAU,KAAK,CAAC,CAAC,UAAU,CAAC,CACzE,CAAC;IAEF,MAAM,sBAAsB,CAAC,gBAAgB,CAAC,CAAC;IAE/C,MAAM,GAAG,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;IACrC,YAAY,CAAC,QAAQ,GAAG,MAAM,oBAAoB,CAAC;QACjD,QAAQ,EAAE,YAAY,CAAC,EAAE;QACzB,eAAe,EAAE;YACf,mBAAmB,EAAE,GAAG;SACzB;QACD,cAAc,EAAE;YACd,kBAAkB,EAAE,GAAG;SACxB;QACD,iBAAiB,EAAE,IAAI;KACxB,CAAC,CAAC;IAEH,MAAM,CAAC,mDAAmD,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC;IAE1E,OAAO,CAAC,QAAQ,GAAG,MAAM,qBAAqB,CAAC;QAC7C,SAAS,EAAE,OAAO,CAAC,EAAE;QACrB,cAAc,EAAE;YACd,iBAAiB,EAAE,IAAI;SACxB;KACF,CAAC,CAAC;IAEH,MAAM,iBAAiB,GAAe,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,cAAc,EAAE,CAAC;SAC1E,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC;SACtB,MAAM,CAAC,CAAC,QAAQ,EAAE,EAAE;QACnB,IAAI,WAAW,EAAE,CAAC;YAChB,OAAO,WAAW,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;QAC3C,CAAC;QAED,IAAI,WAAW,EAAE,CAAC;YAChB,OAAO,QAAQ,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC,CAAkB,EAAE,EAAE,CACrD,WAAW,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,CAAC,CAC3B,CAAC;QACJ,CAAC;QAED,OAAO,QAAQ,CAAC,MAAM,CAAC,iBAAiB,CAAC;IAC3C,CAAC,CAAC,CAAC;IAEL,IAAI,WAAW,IAAI,WAAW,EAAE,CAAC;QAC/B,IAAI,iBAAiB,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACnC,MAAM,CACJ,wGAAwG,EACxG;gBACE,WAAW;gBACX,WAAW;gBACX,eAAe,EAAE,eAAe,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;oBAC3C,EAAE,EAAE,CAAC,CAAC,EAAE;oBACR,QAAQ,EAAE,CAAC,CAAC,QAAQ;oBACpB,UAAU,EAAE,CAAC,CAAC,UAAU;iBACzB,CAAC,CAAC;gBACH,WAAW,EAAE,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,cAAc,EAAE,CAAC;qBAC/C,MAAM,CACL,CAAC,QAAQ,EAAE,EAAE,CACX,eAAe,CAAC,MAAM,KAAK,CAAC;oBAC5B,eAAe,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,KAAK,QAAQ,CAAC,CACvD;qBACA,OAAO,CAAC,CAAC,QAAQ,EAAE,EAAE,CACpB,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,cAAc,EAAE,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC;qBAClD,MAAM,CACL,CAAC,UAAU,EAAE,EAAE,CACb,eAAe,CAAC,MAAM,KAAK,CAAC;oBAC5B,eAAe,CAAC,IAAI,CAClB,CAAC,CAAC,EAAE,EAAE,CACJ,CAAC,CAAC,QAAQ,KAAK,QAAQ,IAAI,CAAC,CAAC,UAAU,KAAK,UAAU,CACzD,CACJ;qBACA,OAAO,CAAC,CAAC,UAAU,EAAE,EAAE;oBACtB,MAAM,QAAQ,GACZ,OAAO,CAAC,cAAc,EAAE,CAAC,QAAQ,CAAC,CAAC,UAAU,CAAC,CAAC;oBACjD,OAAO;wBACL,EAAE,EAAE,QAAQ,CAAC,EAAE;wBACf,QAAQ;wBACR,UAAU;wBACV,iBAAiB,EAAE,QAAQ,CAAC,MAAM,CAAC,iBAAiB;qBACrD,CAAC;gBACJ,CAAC,CAAC,CACL;aACJ,CACF,CAAC;YACF,MAAM,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC,CAAC;YAC1D,MAAM,IAAI,KAAK,CACb,iGAAiG,WAAW,OAAO,WAAW,EAAE,CACjI,CAAC;QACJ,CAAC;IACH,CAAC;SAAM,CAAC;QACN,MAAM,CACJ,wCAAwC,iBAAiB,CAAC,MAAM,4CAA4C,CAC7G,CAAC;IACJ,CAAC;IAED,OAAO;QACL,eAAe;QACf,iBAAiB;QACjB,OAAO;KACR,CAAC;AACJ,CAAC"}

package/background/src/lib/virtualized/project/analyzeBranchCommit.js

@@ -0,0 +1,180 @@
+import createEntitiesAndSortFiles from "./createEntitiesAndSortFiles.js";
+import { analyzeEntities, } from "../../../../../packages/analyze/index.js";
+import { loadAnalyses, loadFile, updateCommitMetadata, updateProjectMetadata, } from "../../../../../packages/supabase/index.js";
+import checkApprovedPath from "./checkApprovedPath.js";
+export default async function analyzeBranchCommit({ project, projectAnalyzer, branchCommit, analysisIds, context, steps, fileStore, }) {
+    console.log('CodeYam: Starting Branch Commit Analysis', branchCommit.sha, {
+        analysisIds,
+    });
+    const shouldUpdateBaselineStatus = !analysisIds || analysisIds.length === 0;
+    if (shouldUpdateBaselineStatus) {
+        branchCommit.metadata = await updateCommitMetadata({
+            commitId: branchCommit.id,
+            runStatusUpdate: {
+                createdAt: new Date().toISOString(),
+                fileCount: fileStore ? fileStore.size : project.files.length,
+                filesCompleted: 0,
+                entityCount: 0,
+                analysesCompleted: 0,
+            },
+        });
+        project.metadata = await updateProjectMetadata({
+            projectId: project.id,
+            metadataUpdate: {
+                baselineSha: branchCommit.sha,
+            },
+        });
+    }
+    // Step 1: Create the sorted entities and map
+    const sortedEntitiesAndMap = await createEntitiesAndSortFiles({
+        project,
+        branch: branchCommit.branch,
+        projectAnalyzer,
+        branchCommit,
+        fileStore,
+    });
+    // Step 2: Initialize context with all entities from the map
+    for (const fileEntities of Object.values(sortedEntitiesAndMap.entityMap)) {
+        for (const [entityName, entity] of Object.entries(fileEntities)) {
+            if (entity.name !== entityName) {
+                // for entities that were double-registered under an 'alias', preserve that alias
+                context.addEntity(entity, entityName);
+            }
+            else {
+                context.addEntity(entity);
+            }
+        }
+    }
+    // Step 3: Determine which entities to analyze
+    let entitiesToAnalyze = [];
+    if (analysisIds) {
+        // If we have analysis IDs, load those specific entities
+        const analyses = await loadAnalyses({
+            projectId: project.id,
+            ids: analysisIds,
+        });
+        if (!analyses || analyses.length === 0) {
+            console.log('CodeYam Error: Analyses not found in analyzeBranchCommit for ids', analysisIds);
+            throw new Error('Specified analyses not found');
+        }
+        for (const analysis of analyses) {
+            const entity = analysis.entity;
+            // Use fileStore for O(1) lookup when available
+            const file = fileStore
+                ? fileStore.getByPath(entity.filePath)
+                : project.files.find((f) => f.path === entity.filePath);
+            const fileAnalyzer = projectAnalyzer.getFileAnalyzer(file);
+            entity.code = fileAnalyzer.getEntityCode(entity.name);
+            entitiesToAnalyze.push(entity);
+        }
+        console.log('CodeYam Analyzing specified entities', entitiesToAnalyze.map((e) => ({ path: e.filePath, name: e.name })));
+    }
+    else {
+        // Otherwise, use the sorted entities
+        entitiesToAnalyze = sortedEntitiesAndMap.sortedEntities;
+        // Useful for running analysis for specific entities (if already analyzed use analysisIds)
+        // entitiesToAnalyze = Object.values(sortedEntitiesAndMap.sortedEntities)
+        //   .flat()
+        //   .filter(
+        //     (e) =>
+        //       e.sha ===
+        //       'aca34a70dfbc6ad07d9abdacb35404f4493bed44790aea6d533a56a5274f54b1',
+        //   );
+        console.log('Analyzing entities', entitiesToAnalyze.length);
+    }
+    // Step 4: Filter out entities from unapproved paths and already completed
+    const filteredEntities = [];
+    for (const entity of entitiesToAnalyze) {
+        // if (
+        //   entity.filePath !==
+        //     'dashboard/app/routes/dashboard.projects.$id.(home).tsx' ||
+        //     !['HomeContent', 'default'].includes(entity.name)
+        //   // entity.filePath !==
+        //   //   'dashboard/app/routes/dashboard.projects.$id.recent.($branchId).tsx' ||
+        //   //   !['RecentChangesPage', 'default'].includes(entity.name)
+        // )
+        //   continue;
+        // Skip unapproved paths
+        if (!checkApprovedPath({ project, path: entity.filePath })) {
+            console.log('CodeYam: Skipping unapproved path', entity.filePath);
+            continue;
+        }
+        // Skip already completed entities
+        if (entity.completed) {
+            console.log('Entity already completed', entity.filePath, entity.name, entity.completed ? 'Completed' : 'Not Completed');
+            continue;
+        }
+        // Find the entity's file - use fileStore for O(1) lookup when available
+        let file = fileStore
+            ? fileStore.getById(entity.fileId)
+            : project.files.find((f) => f.id === entity.fileId);
+        if (!file) {
+            try {
+                file = await loadFile({ id: entity.fileId });
+                if (!file) {
+                    console.log('CodeYam Error: Branch commit prep file not found for entity', JSON.stringify({
+                        entitySha: entity.sha,
+                        entityFileId: entity.fileId,
+                        entityFilePath: entity.filePath,
+                        entityName: entity.name,
+                    }, null, 2));
+                    continue; // Skip this entity rather than failing the whole batch
+                }
+            }
+            catch (error) {
+                console.log('Error loading file for entity', entity.filePath, entity.name, error);
+                continue;
+            }
+        }
+        // Associate the file with the entity for later use
+        entity.file = file;
+        // Mark entity as started
+        entity.started = new Date().toISOString();
+        filteredEntities.push(entity);
+    }
+    if (shouldUpdateBaselineStatus) {
+        // now we know the total number of entities, we can update the baseline status
+        branchCommit.metadata = await updateCommitMetadata({
+            commitId: branchCommit.id,
+            runStatusUpdate: {
+                entityCount: filteredEntities.length,
+            },
+        });
+    }
+    // Step 5: Analyze the filtered entities
+    if (filteredEntities.length > 0) {
+        try {
+            console.log(`CodeYam: analyzeBranchCommit: Starting analysis of ${filteredEntities.length} root entities`);
+            await analyzeEntities({
+                rootEntities: filteredEntities,
+                context,
+                project,
+                projectAnalyzer,
+                commit: branchCommit,
+                options: {
+                    branchCommitSha: branchCommit.sha,
+                    steps,
+                    force: !!process.env.FORCE,
+                    forceAll: !!process.env.FORCE_ALL,
+                },
+            });
+        }
+        catch (error) {
+            console.log(`CodeyYam Error: Baseline ${branchCommit.sha} FAILED`, error);
+            throw error;
+        }
+        // Mark all entities as completed
+        for (const entity of filteredEntities) {
+            entity.completed = new Date().toISOString();
+        }
+    }
+    // Final log for branch commit analysis
+    if (!analysisIds) {
+        console.log('Completed Branch Commit Analysis', branchCommit.sha);
+    }
+    // Return all entities that were processed
+    return {
+        entities: filteredEntities,
+    };
+}
+//# sourceMappingURL=analyzeBranchCommit.js.map

package/background/src/lib/virtualized/project/analyzeBranchCommit.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"analyzeBranchCommit.js","sourceRoot":"","sources":["../../../../../../../background/src/lib/virtualized/project/analyzeBranchCommit.ts"],"names":[],"mappings":"AACA,OAAO,0BAEN,MAAM,8BAA8B,CAAC;AACtC,OAAO,EAEL,eAAe,GAEhB,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EACL,YAAY,EACZ,QAAQ,EACR,oBAAoB,EACpB,qBAAqB,GACtB,MAAM,mBAAmB,CAAC;AAC3B,OAAO,iBAAiB,MAAM,qBAAqB,CAAC;AAapD,MAAM,CAAC,OAAO,CAAC,KAAK,UAAU,mBAAmB,CAAC,EAChD,OAAO,EACP,eAAe,EACf,YAAY,EACZ,WAAW,EACX,OAAO,EACP,KAAK,EACL,SAAS,GACe;IACxB,OAAO,CAAC,GAAG,CAAC,0CAA0C,EAAE,YAAY,CAAC,GAAG,EAAE;QACxE,WAAW;KACZ,CAAC,CAAC;IACH,MAAM,0BAA0B,GAAG,CAAC,WAAW,IAAI,WAAW,CAAC,MAAM,KAAK,CAAC,CAAC;IAE5E,IAAI,0BAA0B,EAAE,CAAC;QAC/B,YAAY,CAAC,QAAQ,GAAG,MAAM,oBAAoB,CAAC;YACjD,QAAQ,EAAE,YAAY,CAAC,EAAE;YACzB,eAAe,EAAE;gBACf,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;gBACnC,SAAS,EAAE,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,MAAM;gBAC5D,cAAc,EAAE,CAAC;gBACjB,WAAW,EAAE,CAAC;gBACd,iBAAiB,EAAE,CAAC;aACrB;SACF,CAAC,CAAC;QAEH,OAAO,CAAC,QAAQ,GAAG,MAAM,qBAAqB,CAAC;YAC7C,SAAS,EAAE,OAAO,CAAC,EAAE;YACrB,cAAc,EAAE;gBACd,WAAW,EAAE,YAAY,CAAC,GAAG;aAC9B;SACF,CAAC,CAAC;IACL,CAAC;IACD,6CAA6C;IAC7C,MAAM,oBAAoB,GAAG,MAAM,0BAA0B,CAAC;QAC5D,OAAO;QACP,MAAM,EAAE,YAAY,CAAC,MAAM;QAC3B,eAAe;QACf,YAAY;QACZ,SAAS;KACV,CAAC,CAAC;IAEH,4DAA4D;IAC5D,KAAK,MAAM,YAAY,IAAI,MAAM,CAAC,MAAM,CAAC,oBAAoB,CAAC,SAAS,CAAC,EAAE,CAAC;QACzE,KAAK,MAAM,CAAC,UAAU,EAAE,MAAM,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,YAAY,CAAC,EAAE,CAAC;YAChE,IAAI,MAAM,CAAC,IAAI,KAAK,UAAU,EAAE,CAAC;gBAC/B,iFAAiF;gBACjF,OAAO,CAAC,SAAS,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC;YACxC,CAAC;iBAAM,CAAC;gBACN,OAAO,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;YAC5B,CAAC;QACH,CAAC;IACH,CAAC;IAED,8CAA8C;IAC9C,IAAI,iBAAiB,GAA4B,EAAE,CAAC;IAEpD,IAAI,WAAW,EAAE,CAAC;QAChB,wDAAwD;QACxD,MAAM,QAAQ,GAAG,MAAM,YAAY,CAAC;YAClC,SAAS,EAAE,OAAO,CAAC,EAAE;YACrB,GAAG,EAAE,WAAW;SACjB,CAAC,CAAC;QAEH,IAAI,CAAC,QAAQ,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACvC,OAAO,CAAC,GAAG,CACT,kEAAkE,EAClE,WAAW,CACZ,CAAC;YACF,MAAM,IAAI,KAAK,CAAC,8BAA8B,CAAC,CAAC;QAClD,CAAC;QAED,KAAK,MAAM,QAAQ,IAAI,QAAQ,EAAE,CAAC;YAChC,MAAM,MAAM,GAAG,QAAQ,CAAC,MAAM,CAAC;YAC/B,+CAA+C;YAC/C,MAAM,IAAI,GAAG,SAAS;gBACpB,CAAC,CAAC,SAAS,CAAC,SAAS,CAAC,MAAM,CAAC,QAAQ,CAAC;gBACtC,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,MAAM,CAAC,QAAQ,CAAC,CAAC;YAC1D,MAAM,YAAY,GAAG,eAAe,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC;YAC3D,MAAM,CAAC,IAAI,GAAG,YAAY,CAAC,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;YACtD,iBAAiB,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QACjC,CAAC;QAED,OAAO,CAAC,GAAG,CACT,sCAAsC,EACtC,iBAAiB,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CACnE,CAAC;IACJ,CAAC;SAAM,CAAC;QACN,qCAAqC;QACrC,iBAAiB,GAAG,oBAAoB,CAAC,cAAc,CAAC;QAExD,0FAA0F;QAC1F,yEAAyE;QACzE,YAAY;QACZ,aAAa;QACb,aAAa;QACb,kBAAkB;QAClB,4EAA4E;QAC5E,OAAO;QAEP,OAAO,CAAC,GAAG,CAAC,oBAAoB,EAAE,iBAAiB,CAAC,MAAM,CAAC,CAAC;IAC9D,CAAC;IAED,0EAA0E;IAC1E,MAAM,gBAAgB,GAAG,EAAE,CAAC;IAC5B,KAAK,MAAM,MAAM,IAAI,iBAAiB,EAAE,CAAC;QACvC,OAAO;QACP,wBAAwB;QACxB,kEAAkE;QAClE,wDAAwD;QAExD,2BAA2B;QAC3B,iFAAiF;QACjF,iEAAiE;QACjE,IAAI;QACJ,cAAc;QAEd,wBAAwB;QACxB,IAAI,CAAC,iBAAiB,CAAC,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,CAAC,QAAQ,EAAE,CAAC,EAAE,CAAC;YAC3D,OAAO,CAAC,GAAG,CAAC,mCAAmC,EAAE,MAAM,CAAC,QAAQ,CAAC,CAAC;YAClE,SAAS;QACX,CAAC;QAED,kCAAkC;QAClC,IAAI,MAAM,CAAC,SAAS,EAAE,CAAC;YACrB,OAAO,CAAC,GAAG,CACT,0BAA0B,EAC1B,MAAM,CAAC,QAAQ,EACf,MAAM,CAAC,IAAI,EACX,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,eAAe,CACjD,CAAC;YACF,SAAS;QACX,CAAC;QAED,wEAAwE;QACxE,IAAI,IAAI,GAAG,SAAS;YAClB,CAAC,CAAC,SAAS,CAAC,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC;YAClC,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,MAAM,CAAC,MAAM,CAAC,CAAC;QACtD,IAAI,CAAC,IAAI,EAAE,CAAC;YACV,IAAI,CAAC;gBACH,IAAI,GAAG,MAAM,QAAQ,CAAC,EAAE,EAAE,EAAE,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC;gBAC7C,IAAI,CAAC,IAAI,EAAE,CAAC;oBACV,OAAO,CAAC,GAAG,CACT,6DAA6D,EAC7D,IAAI,CAAC,SAAS,CACZ;wBACE,SAAS,EAAE,MAAM,CAAC,GAAG;wBACrB,YAAY,EAAE,MAAM,CAAC,MAAM;wBAC3B,cAAc,EAAE,MAAM,CAAC,QAAQ;wBAC/B,UAAU,EAAE,MAAM,CAAC,IAAI;qBACxB,EACD,IAAI,EACJ,CAAC,CACF,CACF,CAAC;oBACF,SAAS,CAAC,uDAAuD;gBACnE,CAAC;YACH,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,OAAO,CAAC,GAAG,CACT,+BAA+B,EAC/B,MAAM,CAAC,QAAQ,EACf,MAAM,CAAC,IAAI,EACX,KAAK,CACN,CAAC;gBACF,SAAS;YACX,CAAC;QACH,CAAC;QAED,mDAAmD;QACnD,MAAM,CAAC,IAAI,GAAG,IAAI,CAAC;QAEnB,yBAAyB;QACzB,MAAM,CAAC,OAAO,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;QAE1C,gBAAgB,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IAChC,CAAC;IAED,IAAI,0BAA0B,EAAE,CAAC;QAC/B,8EAA8E;QAC9E,YAAY,CAAC,QAAQ,GAAG,MAAM,oBAAoB,CAAC;YACjD,QAAQ,EAAE,YAAY,CAAC,EAAE;YACzB,eAAe,EAAE;gBACf,WAAW,EAAE,gBAAgB,CAAC,MAAM;aACrC;SACF,CAAC,CAAC;IACL,CAAC;IAED,wCAAwC;IACxC,IAAI,gBAAgB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAChC,IAAI,CAAC;YACH,OAAO,CAAC,GAAG,CACT,sDAAsD,gBAAgB,CAAC,MAAM,gBAAgB,CAC9F,CAAC;YAEF,MAAM,eAAe,CAAC;gBACpB,YAAY,EAAE,gBAAgB;gBAC9B,OAAO;gBACP,OAAO;gBACP,eAAe;gBACf,MAAM,EAAE,YAAY;gBACpB,OAAO,EAAE;oBACP,eAAe,EAAE,YAAY,CAAC,GAAG;oBACjC,KAAK;oBACL,KAAK,EAAE,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,KAAK;oBAC1B,QAAQ,EAAE,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,SAAS;iBAClC;aACF,CAAC,CAAC;QACL,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,GAAG,CAAC,4BAA4B,YAAY,CAAC,GAAG,SAAS,EAAE,KAAK,CAAC,CAAC;YAC1E,MAAM,KAAK,CAAC;QACd,CAAC;QAED,iCAAiC;QACjC,KAAK,MAAM,MAAM,IAAI,gBAAgB,EAAE,CAAC;YACtC,MAAM,CAAC,SAAS,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;QAC9C,CAAC;IACH,CAAC;IAED,uCAAuC;IACvC,IAAI,CAAC,WAAW,EAAE,CAAC;QACjB,OAAO,CAAC,GAAG,CAAC,kCAAkC,EAAE,YAAY,CAAC,GAAG,CAAC,CAAC;IACpE,CAAC;IAED,0CAA0C;IAC1C,OAAO;QACL,QAAQ,EAAE,gBAAgB;KAC3B,CAAC;AACJ,CAAC"}

package/background/src/lib/virtualized/project/analyzeFileEntities.js

@@ -0,0 +1,192 @@
+import { analyzeEntities, findOrCreateEntity, gatherEntityMap, setImportedExports, } from "../../../../../packages/analyze/index.js";
+import checkApprovedPath from "./checkApprovedPath.js";
+import { loadEntity, updateCommitMetadata, upsertCommits, } from "../../../../../packages/supabase/index.js";
+import { analyzeFileMocks } from "./mocks/analyzeFileMock.js";
+export default async function analyzeFileEntities({ project, projectAnalyzer, commit, branchId, entityShas, scenarioIds, analyzeMockName, steps, context, fileStore, }) {
+    var _a;
+    // Enable baseline mode for E2E tests to skip expensive importedBy tracking
+    // This eliminates thousands of DB operations that aren't needed for simulation/capture
+    if (process.env.CODEYAM_E2E_BASELINE_MODE === 'true') {
+        context.setBaselineMode(true);
+    }
+    // Create a basic entity map for the requested entity SHAs
+    // Use fileStore if available for iterating (entities should already be loaded for relevant files)
+    const filesToIterate = fileStore
+        ? Array.from(fileStore.values())
+        : project.files;
+    const basicEntityMap = filesToIterate.reduce((acc, file) => {
+        const fileEntities = (file.entities || []).filter((entity) => {
+            return entityShas.includes(entity.sha);
+        });
+        for (const entity of fileEntities) {
+            entity.file = file;
+            acc[entity.sha] = entity;
+        }
+        return acc;
+    }, {});
+    console.log(`CodeYan: analyzeFileEntities: Gathering dependencies for ${entityShas.length} entity SHAs`);
+    // Initial entity discovery and setup
+    const entities = [];
+    for (let ii = 0; ii < entityShas.length; ii++) {
+        const entitySha = entityShas[ii];
+        let basicEntity = basicEntityMap[entitySha];
+        // If entity SHA not found, try to find it by looking up the entity in the database
+        // This handles cases where the code has changed and the SHA is different from what's in the database
+        if (!basicEntity) {
+            console.log(`CodeYam Warning: Entity SHA not found in generated entities: ${entitySha}`);
+            // Try to load the entity from database to get its name and file path
+            const dbEntity = await loadEntity({
+                projectId: project.id,
+                sha: entitySha,
+            });
+            if (dbEntity && dbEntity.filePath) {
+                // Find the file by path - use fileStore for O(1) lookup when available
+                let file = fileStore
+                    ? fileStore.getByPath(dbEntity.filePath)
+                    : project.files.find((f) => f.path === dbEntity.filePath);
+                // Ensure entities are loaded for this file
+                if (file && fileStore && !fileStore.isEntitiesLoaded(file.path)) {
+                    file = await fileStore.ensureEntities(file.path);
+                }
+                if (file) {
+                    // Find entity by name in the current source code
+                    const matchingEntity = file.entities.find((e) => e.name === dbEntity.name);
+                    if (matchingEntity) {
+                        console.log(`CodeYam: Found entity by name from DB lookup: ${dbEntity.name} at ${dbEntity.filePath} (old SHA: ${entitySha}, new SHA: ${matchingEntity.sha})`);
+                        matchingEntity.file = file;
+                        basicEntity = matchingEntity;
+                        // Update the entityShas array to use the current SHA
+                        entityShas[ii] = matchingEntity.sha;
+                    }
+                }
+            }
+        }
+        if (!basicEntity) {
+            // This should be very rare now that we have early validation in prep.ts
+            // If we get here, it means the validation was skipped or there's a race condition
+            const errorMessage = [
+                `\n${'━'.repeat(80)}`,
+                `❌ ENTITY NOT FOUND - This should have been caught earlier!`,
+                `${'━'.repeat(80)}`,
+                ``,
+                `Entity SHA: ${entitySha}`,
+                `Short SHA: ${entitySha.substring(0, 12)}...`,
+                ``,
+                `This error should have been caught by early validation in prep.ts.`,
+                `If you're seeing this, either:`,
+                `  1. Early validation was skipped (shouldn't happen for E2E tests)`,
+                `  2. There's a race condition with entity enumeration`,
+                `  3. The entity code changed between validation and analysis`,
+                ``,
+                `🔧 HOW TO FIX:`,
+                `  For E2E tests:`,
+                `    1. Ensure codeyam-db.sqlite3 has the entity`,
+                `    2. Entity will be looked up by name+path (no SHA needed)`,
+                `    3. Run 'cd background && pnpm sync-test-db' to sync from local db`,
+                ``,
+                `  For production use:`,
+                `    1. Check if entity code changed recently`,
+                `    2. Verify the entity SHA is from the correct commit`,
+                ``,
+                `${'━'.repeat(80)}`,
+            ].join('\n');
+            console.error(errorMessage);
+            throw new Error(`Entity not found for SHA: ${entitySha.substring(0, 12)}... - See detailed error message above`);
+        }
+        const { name, file } = basicEntity;
+        const approvedPath = checkApprovedPath({ project, path: file.path });
+        if (!approvedPath) {
+            console.log('CodeYam: Skipping analysis, unapproved path :>> ', JSON.stringify({ path: file.path }));
+            commit.metadata || (commit.metadata = {});
+            (_a = commit.metadata).skippedFiles || (_a.skippedFiles = []);
+            commit.metadata.skippedFiles.push(file.path);
+            continue;
+        }
+        const fileAnalyzer = projectAnalyzer.getFileAnalyzer(file);
+        const entity = await findOrCreateEntity({
+            file,
+            branchId,
+            commitId: commit?.id,
+            entityName: name,
+            fileAnalyzer,
+            projectAnalyzer,
+            context,
+        });
+        if (!entity) {
+            console.log('CodeYam Error: findOrCreateEntity not created', file.path, name);
+            continue;
+        }
+        entities.push(entity);
+        context.addEntity(entity);
+        if (commit &&
+            (entities.length % 10 === 0 || ii === entityShas.length - 1)) {
+            // TODO: is this going to clobber the commit.metadata tweaks above?
+            //       maybe updateCommitMetadata() should have a version that takes
+            //       current commit as argument rather than load it from the DB?
+            commit.metadata = await updateCommitMetadata({
+                commitId: commit.id,
+                runStatusUpdate: {
+                    entityCount: entities.length,
+                },
+            });
+        }
+        // Gather dependencies for this entity
+        await gatherEntityMap({
+            entity,
+            commitId: commit?.id,
+            branchId,
+            context,
+            projectAnalyzer,
+        });
+    }
+    console.log(`CodeYan: analyzeFileEntities: Establishing bidirectional mapping of ${entities.length} entities`);
+    // Establish bidirectional relationships between entities
+    await setImportedExports({
+        entities,
+        commit,
+        context,
+        projectAnalyzer,
+        fileStore,
+    });
+    console.log(`CodeYam: analyzeFileEntities: Starting analysis of ${entities.length} anchor entities`);
+    if (analyzeMockName) {
+        // mocked-out analyzeEntities()
+        for (const entity of entities) {
+            const { file } = entity;
+            const analyzeFn = analyzeFileMocks[analyzeMockName];
+            const { analysisMap, entityMap } = await analyzeFn();
+            for (const entityName of Object.keys(analysisMap[file.path])) {
+                analysisMap[file.path][entityName].fileId = file.id;
+            }
+            context.mergeAnalysisMap(analysisMap);
+            context.mergeEntityMap(entityMap);
+        }
+    }
+    else {
+        // normal execution path
+        await analyzeEntities({
+            rootEntities: entities,
+            context,
+            project,
+            projectAnalyzer,
+            commit,
+            options: {
+                branchId,
+                scenarioIds,
+                steps,
+                fresh: !!process.env.FRESH,
+                force: !!process.env.FORCE,
+                forceAll: !!process.env.FORCE_ALL,
+            },
+        });
+    }
+    console.log(`CodeYam: analyzeFileEntities: Analysis completed for ${entities.length} entities`);
+    // Update commit if needed
+    if (commit) {
+        await upsertCommits({ projectId: project.id, commits: [commit] });
+    }
+    return {
+        entities,
+    };
+}
+//# sourceMappingURL=analyzeFileEntities.js.map

package/background/src/lib/virtualized/project/analyzeFileEntities.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"analyzeFileEntities.js","sourceRoot":"","sources":["../../../../../../../background/src/lib/virtualized/project/analyzeFileEntities.ts"],"names":[],"mappings":"AAAA,OAAO,EAEL,eAAe,EACf,kBAAkB,EAClB,eAAe,EAEf,kBAAkB,GACnB,MAAM,kBAAkB,CAAC;AAE1B,OAAO,iBAAiB,MAAM,qBAAqB,CAAC;AACpD,OAAO,EACL,UAAU,EACV,oBAAoB,EACpB,aAAa,GACd,MAAM,mBAAmB,CAAC;AAC3B,OAAO,EAAE,gBAAgB,EAAE,MAAM,yBAAyB,CAAC;AAgB3D,MAAM,CAAC,OAAO,CAAC,KAAK,UAAU,mBAAmB,CAAC,EAChD,OAAO,EACP,eAAe,EACf,MAAM,EACN,QAAQ,EACR,UAAU,EACV,WAAW,EACX,eAAe,EACf,KAAK,EACL,OAAO,EACP,SAAS,GACe;;IACxB,2EAA2E;IAC3E,uFAAuF;IACvF,IAAI,OAAO,CAAC,GAAG,CAAC,yBAAyB,KAAK,MAAM,EAAE,CAAC;QACrD,OAAO,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC;IAChC,CAAC;IAED,0DAA0D;IAC1D,kGAAkG;IAClG,MAAM,cAAc,GAAG,SAAS;QAC9B,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,CAAC;QAChC,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC;IAClB,MAAM,cAAc,GAAG,cAAc,CAAC,MAAM,CAC1C,CAAC,GAAG,EAAE,IAAI,EAAE,EAAE;QACZ,MAAM,YAAY,GAAG,CAAC,IAAI,CAAC,QAAQ,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,MAAM,EAAE,EAAE;YAC3D,OAAO,UAAU,CAAC,QAAQ,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;QACzC,CAAC,CAAC,CAAC;QACH,KAAK,MAAM,MAAM,IAAI,YAAY,EAAE,CAAC;YAClC,MAAM,CAAC,IAAI,GAAG,IAAI,CAAC;YACnB,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,GAAG,MAAM,CAAC;QAC3B,CAAC;QACD,OAAO,GAAG,CAAC;IACb,CAAC,EACD,EAA+B,CAChC,CAAC;IAEF,OAAO,CAAC,GAAG,CACT,4DAA4D,UAAU,CAAC,MAAM,cAAc,CAC5F,CAAC;IAEF,qCAAqC;IACrC,MAAM,QAAQ,GAAa,EAAE,CAAC;IAC9B,KAAK,IAAI,EAAE,GAAG,CAAC,EAAE,EAAE,GAAG,UAAU,CAAC,MAAM,EAAE,EAAE,EAAE,EAAE,CAAC;QAC9C,MAAM,SAAS,GAAG,UAAU,CAAC,EAAE,CAAC,CAAC;QACjC,IAAI,WAAW,GAAG,cAAc,CAAC,SAAS,CAAC,CAAC;QAE5C,mFAAmF;QACnF,qGAAqG;QACrG,IAAI,CAAC,WAAW,EAAE,CAAC;YACjB,OAAO,CAAC,GAAG,CACT,gEAAgE,SAAS,EAAE,CAC5E,CAAC;YAEF,qEAAqE;YACrE,MAAM,QAAQ,GAAG,MAAM,UAAU,CAAC;gBAChC,SAAS,EAAE,OAAO,CAAC,EAAE;gBACrB,GAAG,EAAE,SAAS;aACf,CAAC,CAAC;YAEH,IAAI,QAAQ,IAAI,QAAQ,CAAC,QAAQ,EAAE,CAAC;gBAClC,uEAAuE;gBACvE,IAAI,IAAI,GAAG,SAAS;oBAClB,CAAC,CAAC,SAAS,CAAC,SAAS,CAAC,QAAQ,CAAC,QAAQ,CAAC;oBACxC,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,QAAQ,CAAC,QAAQ,CAAC,CAAC;gBAE5D,2CAA2C;gBAC3C,IAAI,IAAI,IAAI,SAAS,IAAI,CAAC,SAAS,CAAC,gBAAgB,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;oBAChE,IAAI,GAAG,MAAM,SAAS,CAAC,cAAc,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;gBACnD,CAAC;gBAED,IAAI,IAAI,EAAE,CAAC;oBACT,iDAAiD;oBACjD,MAAM,cAAc,GAAG,IAAI,CAAC,QAAQ,CAAC,IAAI,CACvC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,QAAQ,CAAC,IAAI,CAChC,CAAC;oBAEF,IAAI,cAAc,EAAE,CAAC;wBACnB,OAAO,CAAC,GAAG,CACT,iDAAiD,QAAQ,CAAC,IAAI,OAAO,QAAQ,CAAC,QAAQ,cAAc,SAAS,cAAc,cAAc,CAAC,GAAG,GAAG,CACjJ,CAAC;wBACF,cAAc,CAAC,IAAI,GAAG,IAAI,CAAC;wBAC3B,WAAW,GAAG,cAAc,CAAC;wBAC7B,qDAAqD;wBACrD,UAAU,CAAC,EAAE,CAAC,GAAG,cAAc,CAAC,GAAG,CAAC;oBACtC,CAAC;gBACH,CAAC;YACH,CAAC;QACH,CAAC;QAED,IAAI,CAAC,WAAW,EAAE,CAAC;YACjB,wEAAwE;YACxE,kFAAkF;YAClF,MAAM,YAAY,GAAG;gBACnB,KAAK,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,EAAE;gBACrB,4DAA4D;gBAC5D,GAAG,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,EAAE;gBACnB,EAAE;gBACF,eAAe,SAAS,EAAE;gBAC1B,cAAc,SAAS,CAAC,SAAS,CAAC,CAAC,EAAE,EAAE,CAAC,KAAK;gBAC7C,EAAE;gBACF,oEAAoE;gBACpE,gCAAgC;gBAChC,oEAAoE;gBACpE,uDAAuD;gBACvD,8DAA8D;gBAC9D,EAAE;gBACF,gBAAgB;gBAChB,kBAAkB;gBAClB,iDAAiD;gBACjD,8DAA8D;gBAC9D,uEAAuE;gBACvE,EAAE;gBACF,uBAAuB;gBACvB,8CAA8C;gBAC9C,yDAAyD;gBACzD,EAAE;gBACF,GAAG,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,EAAE;aACpB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAEb,OAAO,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC;YAC5B,MAAM,IAAI,KAAK,CACb,6BAA6B,SAAS,CAAC,SAAS,CAAC,CAAC,EAAE,EAAE,CAAC,wCAAwC,CAChG,CAAC;QACJ,CAAC;QAED,MAAM,EAAE,IAAI,EAAE,IAAI,EAAE,GAAG,WAAW,CAAC;QAEnC,MAAM,YAAY,GAAG,iBAAiB,CAAC,EAAE,OAAO,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC;QACrE,IAAI,CAAC,YAAY,EAAE,CAAC;YAClB,OAAO,CAAC,GAAG,CACT,kDAAkD,EAClD,IAAI,CAAC,SAAS,CAAC,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,CAAC,CACpC,CAAC;YACF,MAAM,CAAC,QAAQ,KAAf,MAAM,CAAC,QAAQ,GAAK,EAAE,EAAC;YACvB,MAAA,MAAM,CAAC,QAAQ,EAAC,YAAY,QAAZ,YAAY,GAAK,EAAE,EAAC;YACpC,MAAM,CAAC,QAAQ,CAAC,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAC7C,SAAS;QACX,CAAC;QAED,MAAM,YAAY,GAAG,eAAe,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC;QAC3D,MAAM,MAAM,GAAG,MAAM,kBAAkB,CAAC;YACtC,IAAI;YACJ,QAAQ;YACR,QAAQ,EAAE,MAAM,EAAE,EAAE;YACpB,UAAU,EAAE,IAAI;YAChB,YAAY;YACZ,eAAe;YACf,OAAO;SACR,CAAC,CAAC;QAEH,IAAI,CAAC,MAAM,EAAE,CAAC;YACZ,OAAO,CAAC,GAAG,CACT,+CAA+C,EAC/C,IAAI,CAAC,IAAI,EACT,IAAI,CACL,CAAC;YACF,SAAS;QACX,CAAC;QAED,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QACtB,OAAO,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;QAE1B,IACE,MAAM;YACN,CAAC,QAAQ,CAAC,MAAM,GAAG,EAAE,KAAK,CAAC,IAAI,EAAE,KAAK,UAAU,CAAC,MAAM,GAAG,CAAC,CAAC,EAC5D,CAAC;YACD,mEAAmE;YACnE,sEAAsE;YACtE,oEAAoE;YACpE,MAAM,CAAC,QAAQ,GAAG,MAAM,oBAAoB,CAAC;gBAC3C,QAAQ,EAAE,MAAM,CAAC,EAAE;gBACnB,eAAe,EAAE;oBACf,WAAW,EAAE,QAAQ,CAAC,MAAM;iBAC7B;aACF,CAAC,CAAC;QACL,CAAC;QAED,sCAAsC;QACtC,MAAM,eAAe,CAAC;YACpB,MAAM;YACN,QAAQ,EAAE,MAAM,EAAE,EAAE;YACpB,QAAQ;YACR,OAAO;YACP,eAAe;SAChB,CAAC,CAAC;IACL,CAAC;IAED,OAAO,CAAC,GAAG,CACT,uEAAuE,QAAQ,CAAC,MAAM,WAAW,CAClG,CAAC;IAEF,yDAAyD;IACzD,MAAM,kBAAkB,CAAC;QACvB,QAAQ;QACR,MAAM;QACN,OAAO;QACP,eAAe;QACf,SAAS;KACV,CAAC,CAAC;IAEH,OAAO,CAAC,GAAG,CACT,sDAAsD,QAAQ,CAAC,MAAM,kBAAkB,CACxF,CAAC;IAEF,IAAI,eAAe,EAAE,CAAC;QACpB,+BAA+B;QAC/B,KAAK,MAAM,MAAM,IAAI,QAAQ,EAAE,CAAC;YAC9B,MAAM,EAAE,IAAI,EAAE,GAAG,MAAM,CAAC;YAExB,MAAM,SAAS,GAAG,gBAAgB,CAAC,eAAe,CAAC,CAAC;YACpD,MAAM,EAAE,WAAW,EAAE,SAAS,EAAE,GAAG,MAAM,SAAS,EAAE,CAAC;YAErD,KAAK,MAAM,UAAU,IAAI,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,EAAE,CAAC;gBAC7D,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,UAAU,CAAC,CAAC,MAAM,GAAG,IAAI,CAAC,EAAE,CAAC;YACtD,CAAC;YACD,OAAO,CAAC,gBAAgB,CAAC,WAAW,CAAC,CAAC;YACtC,OAAO,CAAC,cAAc,CAAC,SAAS,CAAC,CAAC;QACpC,CAAC;IACH,CAAC;SAAM,CAAC;QACN,wBAAwB;QACxB,MAAM,eAAe,CAAC;YACpB,YAAY,EAAE,QAAQ;YACtB,OAAO;YACP,OAAO;YACP,eAAe;YACf,MAAM;YACN,OAAO,EAAE;gBACP,QAAQ;gBACR,WAAW;gBACX,KAAK;gBACL,KAAK,EAAE,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,KAAK;gBAC1B,KAAK,EAAE,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,KAAK;gBAC1B,QAAQ,EAAE,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,SAAS;aAClC;SACF,CAAC,CAAC;IACL,CAAC;IAED,OAAO,CAAC,GAAG,CACT,wDAAwD,QAAQ,CAAC,MAAM,WAAW,CACnF,CAAC;IAEF,0BAA0B;IAC1B,IAAI,MAAM,EAAE,CAAC;QACX,MAAM,aAAa,CAAC,EAAE,SAAS,EAAE,OAAO,CAAC,EAAE,EAAE,OAAO,EAAE,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;IACpE,CAAC;IAED,OAAO;QACL,QAAQ;KACT,CAAC;AACJ,CAAC"}

package/background/src/lib/virtualized/project/analyzeReadyToBeCaptured.js

@@ -0,0 +1,22 @@
+import loadReadyToBeCaptured from "./loadReadyToBeCaptured.js";
+import { awsLog } from "../../../../../packages/utils/index.js";
+export default async function analyzeReadyToBeCaptured({ project, projectAnalyzer, branchCommit, analysisIds, context, fileStore, }) {
+    awsLog('CodeYam: Analyze - readyToBeCaptured path');
+    const { readyToBeCaptured: loadedReadyToBeCaptured } = await loadReadyToBeCaptured({
+        project,
+        branchCommitSha: branchCommit?.sha,
+        analysisIds,
+        context,
+        fileStore,
+    });
+    if (!loadedReadyToBeCaptured || loadedReadyToBeCaptured.length === 0) {
+        awsLog('No analyses ready to be captured, exiting');
+        process.exit(0);
+    }
+    return {
+        projectAnalyzer,
+        readyToBeCaptured: loadedReadyToBeCaptured,
+        context,
+    };
+}
+//# sourceMappingURL=analyzeReadyToBeCaptured.js.map

package/background/src/lib/virtualized/project/analyzeReadyToBeCaptured.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"analyzeReadyToBeCaptured.js","sourceRoot":"","sources":["../../../../../../../background/src/lib/virtualized/project/analyzeReadyToBeCaptured.ts"],"names":[],"mappings":"AAEA,OAAO,qBAAqB,MAAM,yBAAyB,CAAC;AAC5D,OAAO,EAAE,MAAM,EAAE,MAAM,gBAAgB,CAAC;AAkBxC,MAAM,CAAC,OAAO,CAAC,KAAK,UAAU,wBAAwB,CAAC,EACrD,OAAO,EACP,eAAe,EACf,YAAY,EACZ,WAAW,EACX,OAAO,EACP,SAAS,GACoB;IAC7B,MAAM,CAAC,2CAA2C,CAAC,CAAC;IAEpD,MAAM,EAAE,iBAAiB,EAAE,uBAAuB,EAAE,GAClD,MAAM,qBAAqB,CAAC;QAC1B,OAAO;QACP,eAAe,EAAE,YAAY,EAAE,GAAG;QAClC,WAAW;QACX,OAAO;QACP,SAAS;KACV,CAAC,CAAC;IAEL,IAAI,CAAC,uBAAuB,IAAI,uBAAuB,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACrE,MAAM,CAAC,2CAA2C,CAAC,CAAC;QACpD,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC;IAED,OAAO;QACL,eAAe;QACf,iBAAiB,EAAE,uBAAuB;QAC1C,OAAO;KACR,CAAC;AACJ,CAAC"}