@codeyam/codeyam-cli 0.1.0-bleeding-edge.8afd3ee

package/background/src/lib/virtualized/project/orchestrateCapture/spawnTaskProcess.js

@@ -0,0 +1,71 @@
+import { spawn } from 'child_process';
+import * as fs from 'fs';
+export default function spawnTaskProcess({ command, args, env = {}, workingDir, processName = 'task', silent = false, }) {
+    const spawnEnv = {
+        ...process.env,
+        ...env,
+    };
+    const childProcess = spawn(command, args, {
+        cwd: workingDir,
+        env: spawnEnv,
+        stdio: 'pipe', // Always pipe so we can capture and log
+    });
+    // Helper to add timestamps to multi-line output
+    const timestampLines = (data, prefix = '') => {
+        const timestamp = new Date().toLocaleString();
+        const lines = data.split('\n');
+        // Timestamp each non-empty line, preserve empty lines
+        return lines
+            .map((line) => {
+            if (line.trim()) {
+                return `[${timestamp}]${prefix} ${line}`;
+            }
+            return line; // Preserve empty lines without timestamp
+        })
+            .join('\n');
+    };
+    const writeToLog = (text) => {
+        const logPath = spawnEnv.CODEYAM_LOG_PATH;
+        if (!logPath)
+            return;
+        fs.appendFile(logPath, text, (err) => {
+            if (err) {
+                console.log('CodeYam Error: Error writing to log file:', err);
+            }
+        });
+    };
+    // Capture stdout
+    childProcess.stdout?.on('data', (data) => {
+        const dataString = data?.toString() ?? '';
+        const timestampedOutput = timestampLines(dataString);
+        if (!silent) {
+            console.log(timestampedOutput);
+        }
+        writeToLog(timestampedOutput + '\n');
+    });
+    // Capture stderr
+    childProcess.stderr?.on('data', (data) => {
+        const dataString = data?.toString() ?? '';
+        const timestampedOutput = timestampLines(dataString, ' <STDERR>');
+        if (!silent) {
+            console.error(timestampedOutput);
+        }
+        writeToLog(timestampedOutput + '\n');
+    });
+    const promise = new Promise((resolve, reject) => {
+        childProcess.on('exit', (code) => {
+            if (code === null) {
+                // Process was killed by signal
+                reject(new Error(`${processName} process was killed`));
+            }
+            else {
+                resolve(code);
+            }
+        });
+        childProcess.on('error', (error) => {
+            reject(error);
+        });
+    });
+    return { promise, process: childProcess };
+}
+//# sourceMappingURL=spawnTaskProcess.js.map

package/background/src/lib/virtualized/project/orchestrateCapture/spawnTaskProcess.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"spawnTaskProcess.js","sourceRoot":"","sources":["../../../../../../../../background/src/lib/virtualized/project/orchestrateCapture/spawnTaskProcess.ts"],"names":[],"mappings":"AAAA,OAAO,EAAgB,KAAK,EAAE,MAAM,eAAe,CAAC;AACpD,OAAO,KAAK,EAAE,MAAM,IAAI,CAAC;AA0BzB,MAAM,CAAC,OAAO,UAAU,gBAAgB,CAAC,EACvC,OAAO,EACP,IAAI,EACJ,GAAG,GAAG,EAAE,EACR,UAAU,EACV,WAAW,GAAG,MAAM,EACpB,MAAM,GAAG,KAAK,GACO;IACrB,MAAM,QAAQ,GAAG;QACf,GAAG,OAAO,CAAC,GAAG;QACd,GAAG,GAAG;KACP,CAAC;IAEF,MAAM,YAAY,GAAG,KAAK,CAAC,OAAO,EAAE,IAAI,EAAE;QACxC,GAAG,EAAE,UAAU;QACf,GAAG,EAAE,QAAQ;QACb,KAAK,EAAE,MAAM,EAAE,wCAAwC;KACxD,CAAC,CAAC;IAEH,gDAAgD;IAChD,MAAM,cAAc,GAAG,CAAC,IAAY,EAAE,SAAiB,EAAE,EAAU,EAAE;QACnE,MAAM,SAAS,GAAG,IAAI,IAAI,EAAE,CAAC,cAAc,EAAE,CAAC;QAC9C,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QAE/B,sDAAsD;QACtD,OAAO,KAAK;aACT,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE;YACZ,IAAI,IAAI,CAAC,IAAI,EAAE,EAAE,CAAC;gBAChB,OAAO,IAAI,SAAS,IAAI,MAAM,IAAI,IAAI,EAAE,CAAC;YAC3C,CAAC;YACD,OAAO,IAAI,CAAC,CAAC,yCAAyC;QACxD,CAAC,CAAC;aACD,IAAI,CAAC,IAAI,CAAC,CAAC;IAChB,CAAC,CAAC;IAEF,MAAM,UAAU,GAAG,CAAC,IAAY,EAAE,EAAE;QAClC,MAAM,OAAO,GAAG,QAAQ,CAAC,gBAAgB,CAAC;QAC1C,IAAI,CAAC,OAAO;YAAE,OAAO;QAErB,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,IAAI,EAAE,CAAC,GAAG,EAAE,EAAE;YACnC,IAAI,GAAG,EAAE,CAAC;gBACR,OAAO,CAAC,GAAG,CAAC,2CAA2C,EAAE,GAAG,CAAC,CAAC;YAChE,CAAC;QACH,CAAC,CAAC,CAAC;IACL,CAAC,CAAC;IAEF,iBAAiB;IACjB,YAAY,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,EAAE,CAAC,IAAI,EAAE,EAAE;QACvC,MAAM,UAAU,GAAG,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC;QAC1C,MAAM,iBAAiB,GAAG,cAAc,CAAC,UAAU,CAAC,CAAC;QAErD,IAAI,CAAC,MAAM,EAAE,CAAC;YACZ,OAAO,CAAC,GAAG,CAAC,iBAAiB,CAAC,CAAC;QACjC,CAAC;QACD,UAAU,CAAC,iBAAiB,GAAG,IAAI,CAAC,CAAC;IACvC,CAAC,CAAC,CAAC;IAEH,iBAAiB;IACjB,YAAY,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,EAAE,CAAC,IAAI,EAAE,EAAE;QACvC,MAAM,UAAU,GAAG,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC;QAC1C,MAAM,iBAAiB,GAAG,cAAc,CAAC,UAAU,EAAE,WAAW,CAAC,CAAC;QAElE,IAAI,CAAC,MAAM,EAAE,CAAC;YACZ,OAAO,CAAC,KAAK,CAAC,iBAAiB,CAAC,CAAC;QACnC,CAAC;QACD,UAAU,CAAC,iBAAiB,GAAG,IAAI,CAAC,CAAC;IACvC,CAAC,CAAC,CAAC;IAEH,MAAM,OAAO,GAAG,IAAI,OAAO,CAAS,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QACtD,YAAY,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,IAAI,EAAE,EAAE;YAC/B,IAAI,IAAI,KAAK,IAAI,EAAE,CAAC;gBAClB,+BAA+B;gBAC/B,MAAM,CAAC,IAAI,KAAK,CAAC,GAAG,WAAW,qBAAqB,CAAC,CAAC,CAAC;YACzD,CAAC;iBAAM,CAAC;gBACN,OAAO,CAAC,IAAI,CAAC,CAAC;YAChB,CAAC;QACH,CAAC,CAAC,CAAC;QAEH,YAAY,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,KAAK,EAAE,EAAE;YACjC,MAAM,CAAC,KAAK,CAAC,CAAC;QAChB,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,YAAY,EAAE,CAAC;AAC5C,CAAC"}

package/background/src/lib/virtualized/project/orchestrateCapture/taskRunner.js

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=taskRunner.js.map

package/background/src/lib/virtualized/project/orchestrateCapture/taskRunner.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"taskRunner.js","sourceRoot":"","sources":["../../../../../../../../background/src/lib/virtualized/project/orchestrateCapture/taskRunner.ts"],"names":[],"mappings":""}

package/background/src/lib/virtualized/project/orchestrateCapture.js

@@ -0,0 +1,285 @@
+/****************************************************************************************
+ * Overview of the Distributed Capture System
+ *
+ * The capture part of the analysis flow is an interaction between two processes: one to
+ * serve up an entity through a variety of scenarios, and another to capture screenshots,
+ * errors, and other artifacts.
+ *
+ * Historically, these two processes have run as dual containers within one ECS task, and
+ * all captures occurred strictly after all other analysis was complete.
+ *
+ * The distributed system uses a pluggable task runner abstraction to manage workers and
+ * work distribution. Workers (which could be ECS tasks, local processes, etc.) listen to
+ * a shared work queue for batches (currently just analysisIds) that are up for grabs,
+ * claim one, and execute the serve & capture process for that analysis.
+ *
+ * This file (orchestrateCapture.ts) controls the flow of ready-to-be-captured analyses
+ * from the DB into the work queue via the task runner interface. It monitors progress and
+ * handles retry logic, running until told to stop or timing out waiting for work.
+ *
+ * IMPORTANT: 'ready-to-be-captured' serves two purposes here: it is used to enumerate the
+ * work available, and it's *also* used to identify when an analysis has been successfully
+ * captured – it will no longer be present in the reloaded list of ready analyses.
+ */
+import { updateCommitMetadata } from "../../../../../packages/supabase/index.js";
+import KyselyAnalysisLoader from "./orchestrateCapture/KyselyAnalysisLoader.js";
+const MAX_BATCH_SIZE = 6;
+const POLLING_INTERVAL = 30 * 1000; // 30 seconds
+const TASK_HEALTH_CHECK_INTERVAL = 60 * 1000; // 1 minute
+const ANALYSIS_TIMEOUT = 20 * 60 * 1000;
+const PROGRESS_WINDOW = 30 * 60 * 1000; // 30 minutes of no progress before stopping tasks
+export default async function orchestrateCapture({ controlCallback, project, commit, analysisIds, entityShas, full = false, taskRunner, analysisLoader, pollingInterval = POLLING_INTERVAL, }) {
+    if (!full && !analysisIds && !commit && !entityShas) {
+        throw new Error('Must provide at least one of analysisIds, commit, or entityShas');
+    }
+    // Use provided loader or create default Kysely loader
+    const loader = analysisLoader ??
+        new KyselyAnalysisLoader({
+            project,
+            commit,
+            analysisIds,
+            entityShas,
+        });
+    const enqueuedAnalyses = new Set();
+    const inFlight = new Set();
+    let firstLoop = true;
+    let isDraining = false;
+    let shouldShutdown = false;
+    let isDbStale = false;
+    let lastAnalysisTime = Date.now();
+    let lastProgressTime = Date.now();
+    let previousCapturedCount = 0;
+    const knownAnalyses = new Set();
+    let allReadyAnalysisIds = [];
+    // New tracking variables for retry logic
+    const attemptCount = new Map();
+    const maxAttempts = 2;
+    // Register batch completion callback with task runner
+    taskRunner.onBatchCompleted((analysisIds) => {
+        console.log(`CodeYam Capture: Received batch completion for ${analysisIds.length} analyses: ${analysisIds.join(', ')}`);
+        // Remove from inFlight and increment attempt count for each analysis
+        for (const analysisId of analysisIds) {
+            inFlight.delete(analysisId);
+            attemptCount.set(analysisId, (attemptCount.get(analysisId) || 0) + 1);
+        }
+    });
+    // Function to categorize analyses based on enqueueing and processing state
+    function categorizeAnalyses(analysesData, enqueuedAnalyses, inFlight, attemptCount, maxAttempts) {
+        const remaining = [];
+        const toRetry = [];
+        const abandoned = [];
+        for (const analysisData of analysesData) {
+            const hasBeenEnqueued = enqueuedAnalyses.has(analysisData.id);
+            const isInFlight = inFlight.has(analysisData.id);
+            const attempts = attemptCount.get(analysisData.id) || 0;
+            if (!hasBeenEnqueued) {
+                remaining.push(analysisData.id);
+            }
+            else if (isInFlight) {
+                // Don't re-enqueue - still being processed by worker
+            }
+            else if (attempts < maxAttempts) {
+                toRetry.push(analysisData.id);
+            }
+            else {
+                abandoned.push(analysisData.id);
+            }
+        }
+        return { remaining, toRetry, abandoned };
+    }
+    // Set up control message handling
+    if (controlCallback) {
+        controlCallback((message) => {
+            if (message === 'drain') {
+                console.log('CodeYam Capture: Received drain signal from upstream');
+                isDraining = true;
+            }
+            else if (message === 'shutdown') {
+                console.log('CodeYam Capture: Received shutdown signal, terminating immediately');
+                shouldShutdown = true;
+            }
+        });
+    }
+    try {
+        while (true) {
+            // check for shutdown signal first
+            if (shouldShutdown) {
+                console.log('CodeYam Capture: Shutdown requested, exiting immediately');
+                break;
+            }
+            // Check runner health - abort on catastrophic failures
+            if (!isDraining) {
+                const canContinue = await taskRunner.canContinue();
+                if (!canContinue) {
+                    throw new Error('Task runner health check failed. Aborting orchestration.');
+                }
+            }
+            const readyAnalysesData = await loader.getReadyAnalyses();
+            if (readyAnalysesData === null) {
+                // DB error occurred - set stale flag and continue with existing data
+                isDbStale = true;
+            }
+            else {
+                // DB query succeeded - clear stale flag and update data
+                isDbStale = false;
+                allReadyAnalysisIds = readyAnalysesData.map((analysis) => analysis.id);
+            }
+            // we track all analyses we've ever seen
+            for (const id of allReadyAnalysisIds) {
+                // DEV TODO: leave for a while, still debugging
+                // if (!knownAnalyses.has(id)) {
+                //   console.log(`Codeyam Debug: New Analysis ${id} (type: ${typeof id})`);
+                // }
+                knownAnalyses.add(id);
+            }
+            // an analysis we've seen, but is no longer "ready to be captured", is captured!
+            const capturedAnalysisIds = Array.from(knownAnalyses).filter((id) => !allReadyAnalysisIds.includes(id));
+            // Remove captured analyses from inFlight tracking
+            for (const capturedId of capturedAnalysisIds) {
+                inFlight.delete(capturedId);
+            }
+            // track progress
+            if (capturedAnalysisIds.length > previousCapturedCount) {
+                lastProgressTime = Date.now();
+                previousCapturedCount = capturedAnalysisIds.length;
+            }
+            // Categorize current ready analyses using retry logic
+            let remaining = [];
+            let toRetry = [];
+            let abandoned = [];
+            if (!isDbStale && readyAnalysesData) {
+                const categorization = categorizeAnalyses(readyAnalysesData, enqueuedAnalyses, inFlight, attemptCount, maxAttempts);
+                remaining = categorization.remaining;
+                toRetry = categorization.toRetry;
+                abandoned = categorization.abandoned;
+            }
+            // Determine what to enqueue - with new approach, remaining are never enqueued, toRetry are always eligible
+            const allToEnqueue = [...remaining, ...toRetry];
+            if (allToEnqueue.length > 0) {
+                lastAnalysisTime = Date.now();
+                if (isDraining) {
+                    console.log(`CodeYam Capture: Note - ${allToEnqueue.length} analyses became ready during drain phase (${remaining.length} remaining, ${toRetry.length} retries):`, allToEnqueue);
+                }
+            }
+            // Batch analyses to enqueue by commitId/branchCommitSha
+            // Only proceed with batching if we have fresh data (not stale)
+            const analysesToEnqueueData = !isDbStale && readyAnalysesData
+                ? readyAnalysesData.filter((analysis) => allToEnqueue.includes(analysis.id))
+                : [];
+            // Group analyses to enqueue by commitId or branchCommitSha
+            const groups = new Map();
+            for (const analysis of analysesToEnqueueData) {
+                // Use commitId if available, otherwise branchCommitSha
+                const groupKey = analysis.commit_id || analysis.branch_commit_sha || 'unknown';
+                if (!groups.has(groupKey)) {
+                    groups.set(groupKey, []);
+                }
+                groups.get(groupKey).push(analysis.id);
+            }
+            // Convert groups to batched arrays
+            const batchesToEnqueue = [];
+            for (const [, analysisIds] of groups) {
+                // Split each group into batches of MAX_BATCH_SIZE
+                for (let i = 0; i < analysisIds.length; i += MAX_BATCH_SIZE) {
+                    const batch = analysisIds.slice(i, i + MAX_BATCH_SIZE);
+                    batchesToEnqueue.push(batch);
+                }
+            }
+            if (!isDraining && Date.now() - lastAnalysisTime > ANALYSIS_TIMEOUT) {
+                console.log('CodeYam Capture: No new analyses for 20 minutes. Beginning queue drain.');
+                isDraining = true;
+            }
+            // First loop messaging
+            if (firstLoop && !isDraining) {
+                if (allToEnqueue.length === 0) {
+                    console.log('CodeYam Capture: Prepared to capture analyses as they become ready.');
+                }
+                else {
+                    console.log(`CodeYam Capture: On orchestration startup, enqueueing ${allToEnqueue.length} readyToBeCaptured analyses (${remaining.length} remaining, ${toRetry.length} retries) in ${batchesToEnqueue.length} batches.`);
+                }
+            }
+            // enqueue any new work, even if we're "draining"
+            for (const batch of batchesToEnqueue) {
+                await taskRunner.enqueueWork(batch);
+                // Update tracking: mark all analyses as enqueued and in flight
+                for (const id of batch) {
+                    enqueuedAnalyses.add(id);
+                    inFlight.add(id);
+                }
+            }
+            // Get queue stats
+            const stats = await taskRunner.getQueueStats();
+            if (!firstLoop) {
+                const drainIndicator = isDraining ? '[DRAINING] ' : '';
+                const staleIndicator = isDbStale ? '[DB STALE] ' : '';
+                const phaseIndicator = `${drainIndicator}${staleIndicator}`;
+                console.log(`CodeYam Capture: ${phaseIndicator}Status - ${knownAnalyses.size} total analyses, ${capturedAnalysisIds.length} captured, ${abandoned.length} abandoned, ${remaining.length} remaining, ${toRetry.length} to retry, ${inFlight.size} in flight | ${stats.inflight} batches in queue, ${stats.unreceived} waiting`);
+                // DEV TODO: leave for a while, still debugging
+                // console.log(
+                //   `Codeyam Debug: All known analyses: ${Array.from(knownAnalyses).join(', ')}`,
+                // );
+                if (commit) {
+                    commit.metadata = await updateCommitMetadata({
+                        commitId: commit.id,
+                        runStatusUpdate: {
+                            readyToBeCaptured: knownAnalyses.size,
+                            capturesAttempted: capturedAnalysisIds.length + abandoned.length,
+                            capturesCompleted: capturedAnalysisIds.length,
+                        },
+                    });
+                }
+            }
+            // Early exit: if we've processed work and the runner has naturally stopped
+            if (knownAnalyses.size > 0 && enqueuedAnalyses.size > 0) {
+                const isStillRunning = await taskRunner.isRunning();
+                if (!isStillRunning &&
+                    inFlight.size === 0 &&
+                    remaining.length === 0 &&
+                    toRetry.length === 0) {
+                    console.log('CodeYam Capture: All work complete and runner stopped, exiting');
+                    break;
+                }
+            }
+            if (isDraining) {
+                // Exit immediately if analysis complete but no entities ready for capture
+                if (knownAnalyses.size === 0) {
+                    console.log('CodeYam Capture: Analysis complete but no entities ready for capture, exiting');
+                    break;
+                }
+                // Only check for completion when no work is in flight
+                if (inFlight.size === 0) {
+                    // check if all enqueued analyses have been either captured or abandoned
+                    const allAnalysesSettled = Array.from(enqueuedAnalyses).every((id) => {
+                        const captured = !allReadyAnalysisIds.includes(id);
+                        const abandoned = (attemptCount.get(id) || 0) >= maxAttempts;
+                        return captured || abandoned;
+                    });
+                    if (allAnalysesSettled) {
+                        console.log('CodeYam Capture: All analyses either captured or abandoned, cleaning up');
+                        break;
+                    }
+                }
+                if (Date.now() - lastProgressTime > PROGRESS_WINDOW) {
+                    console.log('CodeYam Capture: No progress detected for 30 minutes while draining, stopping remaining tasks');
+                    break;
+                }
+                // Check if runner has naturally stopped (idle timeout, work done, etc.)
+                const isStillRunning = await taskRunner.isRunning();
+                if (!isStillRunning) {
+                    console.log('CodeYam Capture: Task runner has stopped');
+                    break;
+                }
+            }
+            firstLoop = false;
+            await new Promise((resolve) => setTimeout(resolve, pollingInterval));
+        }
+    }
+    catch (error) {
+        console.log('CodeYam Error: An error occurred in orchestrateCapture:', error);
+    }
+    finally {
+        // Always clean up task runner resources in finally block
+        await taskRunner.cleanup();
+    }
+}
+//# sourceMappingURL=orchestrateCapture.js.map

package/background/src/lib/virtualized/project/orchestrateCapture.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"orchestrateCapture.js","sourceRoot":"","sources":["../../../../../../../background/src/lib/virtualized/project/orchestrateCapture.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;GAsBG;AAGH,OAAO,EAAE,oBAAoB,EAAE,MAAM,mBAAmB,CAAC;AAOzD,OAAO,oBAAoB,MAAM,2CAA2C,CAAC;AAE7E,MAAM,cAAc,GAAG,CAAC,CAAC;AACzB,MAAM,gBAAgB,GAAG,EAAE,GAAG,IAAI,CAAC,CAAC,aAAa;AACjD,MAAM,0BAA0B,GAAG,EAAE,GAAG,IAAI,CAAC,CAAC,WAAW;AACzD,MAAM,gBAAgB,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC;AACxC,MAAM,eAAe,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC,CAAC,kDAAkD;AAgB1F,MAAM,CAAC,OAAO,CAAC,KAAK,UAAU,kBAAkB,CAAC,EAC/C,eAAe,EACf,OAAO,EACP,MAAM,EACN,WAAW,EACX,UAAU,EACV,IAAI,GAAG,KAAK,EACZ,UAAU,EACV,cAAc,EACd,eAAe,GAAG,gBAAgB,GACX;IACvB,IAAI,CAAC,IAAI,IAAI,CAAC,WAAW,IAAI,CAAC,MAAM,IAAI,CAAC,UAAU,EAAE,CAAC;QACpD,MAAM,IAAI,KAAK,CACb,iEAAiE,CAClE,CAAC;IACJ,CAAC;IAED,sDAAsD;IACtD,MAAM,MAAM,GACV,cAAc;QACd,IAAI,oBAAoB,CAAC;YACvB,OAAO;YACP,MAAM;YACN,WAAW;YACX,UAAU;SACX,CAAC,CAAC;IAEL,MAAM,gBAAgB,GAAG,IAAI,GAAG,EAAU,CAAC;IAC3C,MAAM,QAAQ,GAAG,IAAI,GAAG,EAAU,CAAC;IACnC,IAAI,SAAS,GAAG,IAAI,CAAC;IACrB,IAAI,UAAU,GAAG,KAAK,CAAC;IACvB,IAAI,cAAc,GAAG,KAAK,CAAC;IAC3B,IAAI,SAAS,GAAG,KAAK,CAAC;IACtB,IAAI,gBAAgB,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IAClC,IAAI,gBAAgB,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IAClC,IAAI,qBAAqB,GAAG,CAAC,CAAC;IAC9B,MAAM,aAAa,GAAG,IAAI,GAAG,EAAU,CAAC;IACxC,IAAI,mBAAmB,GAAa,EAAE,CAAC;IAEvC,yCAAyC;IACzC,MAAM,YAAY,GAAG,IAAI,GAAG,EAAkB,CAAC;IAC/C,MAAM,WAAW,GAAG,CAAC,CAAC;IAEtB,sDAAsD;IACtD,UAAU,CAAC,gBAAgB,CAAC,CAAC,WAAqB,EAAE,EAAE;QACpD,OAAO,CAAC,GAAG,CACT,kDAAkD,WAAW,CAAC,MAAM,cAAc,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAC3G,CAAC;QACF,qEAAqE;QACrE,KAAK,MAAM,UAAU,IAAI,WAAW,EAAE,CAAC;YACrC,QAAQ,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC;YAC5B,YAAY,CAAC,GAAG,CAAC,UAAU,EAAE,CAAC,YAAY,CAAC,GAAG,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;QACxE,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,2EAA2E;IAC3E,SAAS,kBAAkB,CACzB,YAAiC,EACjC,gBAA6B,EAC7B,QAAqB,EACrB,YAAiC,EACjC,WAAmB;QAEnB,MAAM,SAAS,GAAa,EAAE,CAAC;QAC/B,MAAM,OAAO,GAAa,EAAE,CAAC;QAC7B,MAAM,SAAS,GAAa,EAAE,CAAC;QAE/B,KAAK,MAAM,YAAY,IAAI,YAAY,EAAE,CAAC;YACxC,MAAM,eAAe,GAAG,gBAAgB,CAAC,GAAG,CAAC,YAAY,CAAC,EAAE,CAAC,CAAC;YAC9D,MAAM,UAAU,GAAG,QAAQ,CAAC,GAAG,CAAC,YAAY,CAAC,EAAE,CAAC,CAAC;YACjD,MAAM,QAAQ,GAAG,YAAY,CAAC,GAAG,CAAC,YAAY,CAAC,EAAE,CAAC,IAAI,CAAC,CAAC;YAExD,IAAI,CAAC,eAAe,EAAE,CAAC;gBACrB,SAAS,CAAC,IAAI,CAAC,YAAY,CAAC,EAAE,CAAC,CAAC;YAClC,CAAC;iBAAM,IAAI,UAAU,EAAE,CAAC;gBACtB,qDAAqD;YACvD,CAAC;iBAAM,IAAI,QAAQ,GAAG,WAAW,EAAE,CAAC;gBAClC,OAAO,CAAC,IAAI,CAAC,YAAY,CAAC,EAAE,CAAC,CAAC;YAChC,CAAC;iBAAM,CAAC;gBACN,SAAS,CAAC,IAAI,CAAC,YAAY,CAAC,EAAE,CAAC,CAAC;YAClC,CAAC;QACH,CAAC;QAED,OAAO,EAAE,SAAS,EAAE,OAAO,EAAE,SAAS,EAAE,CAAC;IAC3C,CAAC;IAED,kCAAkC;IAClC,IAAI,eAAe,EAAE,CAAC;QACpB,eAAe,CAAC,CAAC,OAAuB,EAAE,EAAE;YAC1C,IAAI,OAAO,KAAK,OAAO,EAAE,CAAC;gBACxB,OAAO,CAAC,GAAG,CAAC,sDAAsD,CAAC,CAAC;gBACpE,UAAU,GAAG,IAAI,CAAC;YACpB,CAAC;iBAAM,IAAI,OAAO,KAAK,UAAU,EAAE,CAAC;gBAClC,OAAO,CAAC,GAAG,CACT,oEAAoE,CACrE,CAAC;gBACF,cAAc,GAAG,IAAI,CAAC;YACxB,CAAC;QACH,CAAC,CAAC,CAAC;IACL,CAAC;IAED,IAAI,CAAC;QACH,OAAO,IAAI,EAAE,CAAC;YACZ,kCAAkC;YAClC,IAAI,cAAc,EAAE,CAAC;gBACnB,OAAO,CAAC,GAAG,CAAC,0DAA0D,CAAC,CAAC;gBACxE,MAAM;YACR,CAAC;YAED,uDAAuD;YACvD,IAAI,CAAC,UAAU,EAAE,CAAC;gBAChB,MAAM,WAAW,GAAG,MAAM,UAAU,CAAC,WAAW,EAAE,CAAC;gBACnD,IAAI,CAAC,WAAW,EAAE,CAAC;oBACjB,MAAM,IAAI,KAAK,CACb,0DAA0D,CAC3D,CAAC;gBACJ,CAAC;YACH,CAAC;YAED,MAAM,iBAAiB,GAAG,MAAM,MAAM,CAAC,gBAAgB,EAAE,CAAC;YAE1D,IAAI,iBAAiB,KAAK,IAAI,EAAE,CAAC;gBAC/B,qEAAqE;gBACrE,SAAS,GAAG,IAAI,CAAC;YACnB,CAAC;iBAAM,CAAC;gBACN,wDAAwD;gBACxD,SAAS,GAAG,KAAK,CAAC;gBAClB,mBAAmB,GAAG,iBAAiB,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;YACzE,CAAC;YAED,wCAAwC;YACxC,KAAK,MAAM,EAAE,IAAI,mBAAmB,EAAE,CAAC;gBACrC,+CAA+C;gBAC/C,gCAAgC;gBAChC,2EAA2E;gBAC3E,IAAI;gBACJ,aAAa,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YACxB,CAAC;YAED,gFAAgF;YAChF,MAAM,mBAAmB,GAAG,KAAK,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC,MAAM,CAC1D,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,mBAAmB,CAAC,QAAQ,CAAC,EAAE,CAAC,CAC1C,CAAC;YAEF,kDAAkD;YAClD,KAAK,MAAM,UAAU,IAAI,mBAAmB,EAAE,CAAC;gBAC7C,QAAQ,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC;YAC9B,CAAC;YAED,iBAAiB;YACjB,IAAI,mBAAmB,CAAC,MAAM,GAAG,qBAAqB,EAAE,CAAC;gBACvD,gBAAgB,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;gBAC9B,qBAAqB,GAAG,mBAAmB,CAAC,MAAM,CAAC;YACrD,CAAC;YAED,sDAAsD;YACtD,IAAI,SAAS,GAAa,EAAE,CAAC;YAC7B,IAAI,OAAO,GAAa,EAAE,CAAC;YAC3B,IAAI,SAAS,GAAa,EAAE,CAAC;YAE7B,IAAI,CAAC,SAAS,IAAI,iBAAiB,EAAE,CAAC;gBACpC,MAAM,cAAc,GAAG,kBAAkB,CACvC,iBAAiB,EACjB,gBAAgB,EAChB,QAAQ,EACR,YAAY,EACZ,WAAW,CACZ,CAAC;gBACF,SAAS,GAAG,cAAc,CAAC,SAAS,CAAC;gBACrC,OAAO,GAAG,cAAc,CAAC,OAAO,CAAC;gBACjC,SAAS,GAAG,cAAc,CAAC,SAAS,CAAC;YACvC,CAAC;YAED,2GAA2G;YAC3G,MAAM,YAAY,GAAG,CAAC,GAAG,SAAS,EAAE,GAAG,OAAO,CAAC,CAAC;YAEhD,IAAI,YAAY,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC5B,gBAAgB,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;gBAE9B,IAAI,UAAU,EAAE,CAAC;oBACf,OAAO,CAAC,GAAG,CACT,2BAA2B,YAAY,CAAC,MAAM,8CAA8C,SAAS,CAAC,MAAM,eAAe,OAAO,CAAC,MAAM,YAAY,EACrJ,YAAY,CACb,CAAC;gBACJ,CAAC;YACH,CAAC;YAED,wDAAwD;YACxD,+DAA+D;YAC/D,MAAM,qBAAqB,GACzB,CAAC,SAAS,IAAI,iBAAiB;gBAC7B,CAAC,CAAC,iBAAiB,CAAC,MAAM,CAAC,CAAC,QAAQ,EAAE,EAAE,CACpC,YAAY,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC,CACnC;gBACH,CAAC,CAAC,EAAE,CAAC;YAET,2DAA2D;YAC3D,MAAM,MAAM,GAAG,IAAI,GAAG,EAAoB,CAAC;YAE3C,KAAK,MAAM,QAAQ,IAAI,qBAAqB,EAAE,CAAC;gBAC7C,uDAAuD;gBACvD,MAAM,QAAQ,GACZ,QAAQ,CAAC,SAAS,IAAI,QAAQ,CAAC,iBAAiB,IAAI,SAAS,CAAC;gBAEhE,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,CAAC;oBAC1B,MAAM,CAAC,GAAG,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC;gBAC3B,CAAC;gBAED,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;YAC1C,CAAC;YAED,mCAAmC;YACnC,MAAM,gBAAgB,GAAe,EAAE,CAAC;YAExC,KAAK,MAAM,CAAC,EAAE,WAAW,CAAC,IAAI,MAAM,EAAE,CAAC;gBACrC,kDAAkD;gBAClD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,WAAW,CAAC,MAAM,EAAE,CAAC,IAAI,cAAc,EAAE,CAAC;oBAC5D,MAAM,KAAK,GAAG,WAAW,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,cAAc,CAAC,CAAC;oBACvD,gBAAgB,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;gBAC/B,CAAC;YACH,CAAC;YAED,IAAI,CAAC,UAAU,IAAI,IAAI,CAAC,GAAG,EAAE,GAAG,gBAAgB,GAAG,gBAAgB,EAAE,CAAC;gBACpE,OAAO,CAAC,GAAG,CACT,yEAAyE,CAC1E,CAAC;gBACF,UAAU,GAAG,IAAI,CAAC;YACpB,CAAC;YAED,uBAAuB;YACvB,IAAI,SAAS,IAAI,CAAC,UAAU,EAAE,CAAC;gBAC7B,IAAI,YAAY,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;oBAC9B,OAAO,CAAC,GAAG,CACT,qEAAqE,CACtE,CAAC;gBACJ,CAAC;qBAAM,CAAC;oBACN,OAAO,CAAC,GAAG,CACT,yDAAyD,YAAY,CAAC,MAAM,gCAAgC,SAAS,CAAC,MAAM,eAAe,OAAO,CAAC,MAAM,gBAAgB,gBAAgB,CAAC,MAAM,WAAW,CAC5M,CAAC;gBACJ,CAAC;YACH,CAAC;YAED,iDAAiD;YACjD,KAAK,MAAM,KAAK,IAAI,gBAAgB,EAAE,CAAC;gBACrC,MAAM,UAAU,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC;gBACpC,+DAA+D;gBAC/D,KAAK,MAAM,EAAE,IAAI,KAAK,EAAE,CAAC;oBACvB,gBAAgB,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;oBACzB,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;gBACnB,CAAC;YACH,CAAC;YAED,kBAAkB;YAClB,MAAM,KAAK,GAAG,MAAM,UAAU,CAAC,aAAa,EAAE,CAAC;YAE/C,IAAI,CAAC,SAAS,EAAE,CAAC;gBACf,MAAM,cAAc,GAAG,UAAU,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,EAAE,CAAC;gBACvD,MAAM,cAAc,GAAG,SAAS,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,EAAE,CAAC;gBACtD,MAAM,cAAc,GAAG,GAAG,cAAc,GAAG,cAAc,EAAE,CAAC;gBAC5D,OAAO,CAAC,GAAG,CACT,oBAAoB,cAAc,YAAY,aAAa,CAAC,IAAI,oBAAoB,mBAAmB,CAAC,MAAM,cAAc,SAAS,CAAC,MAAM,eAAe,SAAS,CAAC,MAAM,eAAe,OAAO,CAAC,MAAM,cAAc,QAAQ,CAAC,IAAI,gBAAgB,KAAK,CAAC,QAAQ,sBAAsB,KAAK,CAAC,UAAU,UAAU,CAClT,CAAC;gBACF,+CAA+C;gBAC/C,eAAe;gBACf,kFAAkF;gBAClF,KAAK;gBACL,IAAI,MAAM,EAAE,CAAC;oBACX,MAAM,CAAC,QAAQ,GAAG,MAAM,oBAAoB,CAAC;wBAC3C,QAAQ,EAAE,MAAM,CAAC,EAAE;wBACnB,eAAe,EAAE;4BACf,iBAAiB,EAAE,aAAa,CAAC,IAAI;4BACrC,iBAAiB,EAAE,mBAAmB,CAAC,MAAM,GAAG,SAAS,CAAC,MAAM;4BAChE,iBAAiB,EAAE,mBAAmB,CAAC,MAAM;yBAC9C;qBACF,CAAC,CAAC;gBACL,CAAC;YACH,CAAC;YAED,2EAA2E;YAC3E,IAAI,aAAa,CAAC,IAAI,GAAG,CAAC,IAAI,gBAAgB,CAAC,IAAI,GAAG,CAAC,EAAE,CAAC;gBACxD,MAAM,cAAc,GAAG,MAAM,UAAU,CAAC,SAAS,EAAE,CAAC;gBACpD,IACE,CAAC,cAAc;oBACf,QAAQ,CAAC,IAAI,KAAK,CAAC;oBACnB,SAAS,CAAC,MAAM,KAAK,CAAC;oBACtB,OAAO,CAAC,MAAM,KAAK,CAAC,EACpB,CAAC;oBACD,OAAO,CAAC,GAAG,CACT,gEAAgE,CACjE,CAAC;oBACF,MAAM;gBACR,CAAC;YACH,CAAC;YAED,IAAI,UAAU,EAAE,CAAC;gBACf,0EAA0E;gBAC1E,IAAI,aAAa,CAAC,IAAI,KAAK,CAAC,EAAE,CAAC;oBAC7B,OAAO,CAAC,GAAG,CACT,+EAA+E,CAChF,CAAC;oBACF,MAAM;gBACR,CAAC;gBAED,sDAAsD;gBACtD,IAAI,QAAQ,CAAC,IAAI,KAAK,CAAC,EAAE,CAAC;oBACxB,wEAAwE;oBACxE,MAAM,kBAAkB,GAAG,KAAK,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC,KAAK,CAC3D,CAAC,EAAE,EAAE,EAAE;wBACL,MAAM,QAAQ,GAAG,CAAC,mBAAmB,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;wBACnD,MAAM,SAAS,GAAG,CAAC,YAAY,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,CAAC,IAAI,WAAW,CAAC;wBAC7D,OAAO,QAAQ,IAAI,SAAS,CAAC;oBAC/B,CAAC,CACF,CAAC;oBAEF,IAAI,kBAAkB,EAAE,CAAC;wBACvB,OAAO,CAAC,GAAG,CACT,yEAAyE,CAC1E,CAAC;wBACF,MAAM;oBACR,CAAC;gBACH,CAAC;gBAED,IAAI,IAAI,CAAC,GAAG,EAAE,GAAG,gBAAgB,GAAG,eAAe,EAAE,CAAC;oBACpD,OAAO,CAAC,GAAG,CACT,+FAA+F,CAChG,CAAC;oBACF,MAAM;gBACR,CAAC;gBAED,wEAAwE;gBACxE,MAAM,cAAc,GAAG,MAAM,UAAU,CAAC,SAAS,EAAE,CAAC;gBACpD,IAAI,CAAC,cAAc,EAAE,CAAC;oBACpB,OAAO,CAAC,GAAG,CAAC,0CAA0C,CAAC,CAAC;oBACxD,MAAM;gBACR,CAAC;YACH,CAAC;YAED,SAAS,GAAG,KAAK,CAAC;YAClB,MAAM,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,eAAe,CAAC,CAAC,CAAC;QACvE,CAAC;IACH,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO,CAAC,GAAG,CACT,yDAAyD,EACzD,KAAK,CACN,CAAC;IACJ,CAAC;YAAS,CAAC;QACT,yDAAyD;QACzD,MAAM,UAAU,CAAC,OAAO,EAAE,CAAC;IAC7B,CAAC;AACH,CAAC"}

package/background/src/lib/virtualized/project/prepareRepo.js

@@ -0,0 +1,61 @@
+import buildProject from "./buildProject.js";
+import cloneGitRepoAtCommit from "./cloneGitRepoAtCommit.js";
+import * as fs from 'fs';
+import { copyNodeRepoQuickly, rsyncCopy } from "../../../../../packages/utils/server.js";
+import { getProjectGitToken } from "../../../../../packages/github/index.js";
+import { awsLogDebugLevel } from "../../../../../packages/utils/index.js";
+export default async function prepareRepo(args) {
+    const { absoluteProjectRootPath, silent } = args;
+    if ('localProjectPath' in args) {
+        const { localProjectPath, silent } = args;
+        // Local mode: rsync from local project directory with excludes
+        if (!silent) {
+            console.log('CodeYam: Using local project at', localProjectPath);
+        }
+        if (!fs.existsSync(localProjectPath)) {
+            throw new Error(`Local project path does not exist: ${localProjectPath}`);
+        }
+        awsLogDebugLevel(1, 'Rsyncing repo...');
+        // Rsync project files respecting .gitignore to avoid copying secrets
+        // (.env files, credentials, private keys, etc.) while preserving node_modules
+        await copyNodeRepoQuickly({
+            sourcePath: localProjectPath,
+            destinationPath: absoluteProjectRootPath,
+            excludes: ['.codeyam/*'], // Include .codeyam directory but exclude its contents
+            silent,
+        });
+        return;
+    }
+    const { absoluteTempPath, commit, branch, project, packageManager, framework, } = args;
+    const cleanRepoPath = absoluteTempPath
+        ? `${absoluteTempPath}/clean/${project.slug}_${commit?.sha ?? branch?.name}`
+        : undefined;
+    if (!cleanRepoPath || !fs.existsSync(cleanRepoPath)) {
+        if (!silent) {
+            console.log('CodeYam: Cloning repo at', commit?.sha, branch?.name);
+        }
+        const gitToken = await getProjectGitToken(project);
+        awsLogDebugLevel(1, 'Cloning repo...');
+        await cloneGitRepoAtCommit({
+            repoUrl: `https://github.com/${project.path}.git`,
+            localPath: cleanRepoPath ?? absoluteProjectRootPath,
+            commitShaOrBranchName: commit?.sha ?? branch?.name ?? undefined,
+            gitToken,
+            silent,
+        });
+        awsLogDebugLevel(1, 'Building project...');
+        await buildProject(packageManager, framework, cleanRepoPath ?? absoluteProjectRootPath);
+    }
+    if (cleanRepoPath) {
+        if (!silent) {
+            console.log('CodeYam: Copying clean repo for', commit?.sha, branch?.name);
+        }
+        awsLogDebugLevel(1, 'Copying clean repo...');
+        await rsyncCopy({
+            sourcePath: cleanRepoPath,
+            destinationPath: absoluteProjectRootPath,
+            silent,
+        });
+    }
+}
+//# sourceMappingURL=prepareRepo.js.map

package/background/src/lib/virtualized/project/prepareRepo.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"prepareRepo.js","sourceRoot":"","sources":["../../../../../../../background/src/lib/virtualized/project/prepareRepo.ts"],"names":[],"mappings":"AACA,OAAO,YAAY,MAAM,gBAAgB,CAAC;AAC1C,OAAO,oBAAoB,MAAM,wBAAwB,CAAC;AAC1D,OAAO,KAAK,EAAE,MAAM,IAAI,CAAC;AACzB,OAAO,EAAE,mBAAmB,EAAE,SAAS,EAAE,MAAM,uBAAuB,CAAC;AACvE,OAAO,EAAE,kBAAkB,EAAE,MAAM,iBAAiB,CAAC;AACrD,OAAO,EAAE,gBAAgB,EAAE,MAAM,gBAAgB,CAAC;AAqBlD,MAAM,CAAC,OAAO,CAAC,KAAK,UAAU,WAAW,CAAC,IAAqB;IAC7D,MAAM,EAAE,uBAAuB,EAAE,MAAM,EAAE,GAAG,IAAI,CAAC;IAEjD,IAAI,kBAAkB,IAAI,IAAI,EAAE,CAAC;QAC/B,MAAM,EAAE,gBAAgB,EAAE,MAAM,EAAE,GAAG,IAAI,CAAC;QAC1C,+DAA+D;QAC/D,IAAI,CAAC,MAAM,EAAE,CAAC;YACZ,OAAO,CAAC,GAAG,CAAC,iCAAiC,EAAE,gBAAgB,CAAC,CAAC;QACnE,CAAC;QAED,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,gBAAgB,CAAC,EAAE,CAAC;YACrC,MAAM,IAAI,KAAK,CAAC,sCAAsC,gBAAgB,EAAE,CAAC,CAAC;QAC5E,CAAC;QAED,gBAAgB,CAAC,CAAC,EAAE,kBAAkB,CAAC,CAAC;QAExC,qEAAqE;QACrE,8EAA8E;QAC9E,MAAM,mBAAmB,CAAC;YACxB,UAAU,EAAE,gBAAgB;YAC5B,eAAe,EAAE,uBAAuB;YACxC,QAAQ,EAAE,CAAC,YAAY,CAAC,EAAE,sDAAsD;YAChF,MAAM;SACP,CAAC,CAAC;QAEH,OAAO;IACT,CAAC;IAED,MAAM,EACJ,gBAAgB,EAChB,MAAM,EACN,MAAM,EACN,OAAO,EACP,cAAc,EACd,SAAS,GACV,GAAG,IAAI,CAAC;IAET,MAAM,aAAa,GAAG,gBAAgB;QACpC,CAAC,CAAC,GAAG,gBAAgB,UAAU,OAAO,CAAC,IAAI,IAAI,MAAM,EAAE,GAAG,IAAI,MAAM,EAAE,IAAI,EAAE;QAC5E,CAAC,CAAC,SAAS,CAAC;IACd,IAAI,CAAC,aAAa,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,aAAa,CAAC,EAAE,CAAC;QACpD,IAAI,CAAC,MAAM,EAAE,CAAC;YACZ,OAAO,CAAC,GAAG,CAAC,0BAA0B,EAAE,MAAM,EAAE,GAAG,EAAE,MAAM,EAAE,IAAI,CAAC,CAAC;QACrE,CAAC;QAED,MAAM,QAAQ,GAAG,MAAM,kBAAkB,CAAC,OAAO,CAAC,CAAC;QAEnD,gBAAgB,CAAC,CAAC,EAAE,iBAAiB,CAAC,CAAC;QAEvC,MAAM,oBAAoB,CAAC;YACzB,OAAO,EAAE,sBAAsB,OAAO,CAAC,IAAI,MAAM;YACjD,SAAS,EAAE,aAAa,IAAI,uBAAuB;YACnD,qBAAqB,EAAE,MAAM,EAAE,GAAG,IAAI,MAAM,EAAE,IAAI,IAAI,SAAS;YAC/D,QAAQ;YACR,MAAM;SACP,CAAC,CAAC;QAEH,gBAAgB,CAAC,CAAC,EAAE,qBAAqB,CAAC,CAAC;QAC3C,MAAM,YAAY,CAChB,cAAc,EACd,SAAS,EACT,aAAa,IAAI,uBAAuB,CACzC,CAAC;IACJ,CAAC;IAED,IAAI,aAAa,EAAE,CAAC;QAClB,IAAI,CAAC,MAAM,EAAE,CAAC;YACZ,OAAO,CAAC,GAAG,CAAC,iCAAiC,EAAE,MAAM,EAAE,GAAG,EAAE,MAAM,EAAE,IAAI,CAAC,CAAC;QAC5E,CAAC;QAED,gBAAgB,CAAC,CAAC,EAAE,uBAAuB,CAAC,CAAC;QAE7C,MAAM,SAAS,CAAC;YACd,UAAU,EAAE,aAAa;YACzB,eAAe,EAAE,uBAAuB;YACxC,MAAM;SACP,CAAC,CAAC;IACL,CAAC;AACH,CAAC"}

package/background/src/lib/virtualized/project/reconcileMockDataKeys.js

@@ -0,0 +1,115 @@
+/**
+ * Reconcile mock data keys with expected keys from dataForMocks structure.
+ *
+ * The LLM sometimes generates mock data with evaluated literal values in keys
+ * (e.g., "eq('user_id', 'user-12345')") when the mock code expects variable
+ * references (e.g., "eq('user_id', user.id)").
+ *
+ * This function remaps mismatched keys to their expected equivalents.
+ */
+export function reconcileMockDataKeys(mockData, expectedKeys) {
+    const result = {};
+    for (const [key, value] of Object.entries(mockData)) {
+        // Recursively reconcile nested objects
+        const reconciledValue = value && typeof value === 'object' && !Array.isArray(value)
+            ? reconcileMockDataKeys(value, expectedKeys)
+            : value;
+        // Check if key matches an expected key exactly
+        if (expectedKeys.includes(key)) {
+            result[key] = reconciledValue;
+            continue;
+        }
+        // Try to find closest match
+        const closestKey = findClosestKey(key, expectedKeys);
+        if (closestKey) {
+            result[closestKey] = reconciledValue;
+        }
+        else {
+            // Keep original if no match found
+            result[key] = reconciledValue;
+        }
+    }
+    return result;
+}
+/**
+ * Find the closest matching key from expectedKeys for a given key.
+ *
+ * Matching strategy:
+ * - Extract function name and first argument(s)
+ * - Ignore the last argument value (could be literal or variable)
+ * - Match based on the common prefix
+ *
+ * e.g., "eq('user_id', 'user-12345')" matches "eq('user_id', user.id)"
+ */
+function findClosestKey(key, expectedKeys) {
+    const keyBase = extractKeyBase(key);
+    if (!keyBase)
+        return null;
+    for (const expected of expectedKeys) {
+        const expectedBase = extractKeyBase(expected);
+        if (expectedBase && keyBase === expectedBase) {
+            return expected;
+        }
+    }
+    return null;
+}
+/**
+ * Normalize quotes in a string: convert double quotes to single quotes.
+ * This handles cases where the LLM generates keys with double quotes
+ * but the expected keys use single quotes.
+ */
+function normalizeQuotes(str) {
+    return str.replace(/"/g, "'");
+}
+/**
+ * Extract the "base" of a function call key by keeping everything up to
+ * and including the last comma before the final argument.
+ *
+ * Examples:
+ * - "eq('user_id', 'user-12345')" -> "eq('user_id',"
+ * - "eq('user_id', user.id)" -> "eq('user_id',"
+ * - "from('workouts')" -> "from('workouts')" (single arg, no change)
+ * - "order('created_at', { ascending: false })" -> "order('created_at',"
+ */
+function extractKeyBase(key) {
+    // Normalize quotes first
+    const normalizedKey = normalizeQuotes(key);
+    // Find the function name and opening paren
+    const parenIndex = normalizedKey.indexOf('(');
+    if (parenIndex === -1) {
+        // Not a function call, return as-is for exact matching
+        return normalizedKey;
+    }
+    const funcName = normalizedKey.slice(0, parenIndex);
+    const argsStr = normalizedKey.slice(parenIndex + 1, -1); // Remove outer parens
+    // Find the last comma that's not inside nested parens/braces/brackets
+    const lastCommaIndex = findLastTopLevelComma(argsStr);
+    if (lastCommaIndex === -1) {
+        // Single argument or no comma - return as-is for exact matching
+        return normalizedKey;
+    }
+    // Return function name + first argument(s) + comma
+    const baseArgs = argsStr.slice(0, lastCommaIndex + 1);
+    return `${funcName}(${baseArgs}`;
+}
+/**
+ * Find the index of the last comma that's not inside nested structures.
+ */
+function findLastTopLevelComma(str) {
+    let depth = 0;
+    let lastCommaIndex = -1;
+    for (let i = 0; i < str.length; i++) {
+        const char = str[i];
+        if (char === '(' || char === '{' || char === '[') {
+            depth++;
+        }
+        else if (char === ')' || char === '}' || char === ']') {
+            depth--;
+        }
+        else if (char === ',' && depth === 0) {
+            lastCommaIndex = i;
+        }
+    }
+    return lastCommaIndex;
+}
+//# sourceMappingURL=reconcileMockDataKeys.js.map

package/background/src/lib/virtualized/project/reconcileMockDataKeys.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"reconcileMockDataKeys.js","sourceRoot":"","sources":["../../../../../../../background/src/lib/virtualized/project/reconcileMockDataKeys.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AACH,MAAM,UAAU,qBAAqB,CACnC,QAAiC,EACjC,YAAsB;IAEtB,MAAM,MAAM,GAA4B,EAAE,CAAC;IAE3C,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE,CAAC;QACpD,uCAAuC;QACvC,MAAM,eAAe,GACnB,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC;YACzD,CAAC,CAAC,qBAAqB,CAAC,KAAgC,EAAE,YAAY,CAAC;YACvE,CAAC,CAAC,KAAK,CAAC;QAEZ,+CAA+C;QAC/C,IAAI,YAAY,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;YAC/B,MAAM,CAAC,GAAG,CAAC,GAAG,eAAe,CAAC;YAC9B,SAAS;QACX,CAAC;QAED,4BAA4B;QAC5B,MAAM,UAAU,GAAG,cAAc,CAAC,GAAG,EAAE,YAAY,CAAC,CAAC;QACrD,IAAI,UAAU,EAAE,CAAC;YACf,MAAM,CAAC,UAAU,CAAC,GAAG,eAAe,CAAC;QACvC,CAAC;aAAM,CAAC;YACN,kCAAkC;YAClC,MAAM,CAAC,GAAG,CAAC,GAAG,eAAe,CAAC;QAChC,CAAC;IACH,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC;AAED;;;;;;;;;GASG;AACH,SAAS,cAAc,CAAC,GAAW,EAAE,YAAsB;IACzD,MAAM,OAAO,GAAG,cAAc,CAAC,GAAG,CAAC,CAAC;IACpC,IAAI,CAAC,OAAO;QAAE,OAAO,IAAI,CAAC;IAE1B,KAAK,MAAM,QAAQ,IAAI,YAAY,EAAE,CAAC;QACpC,MAAM,YAAY,GAAG,cAAc,CAAC,QAAQ,CAAC,CAAC;QAC9C,IAAI,YAAY,IAAI,OAAO,KAAK,YAAY,EAAE,CAAC;YAC7C,OAAO,QAAQ,CAAC;QAClB,CAAC;IACH,CAAC;IAED,OAAO,IAAI,CAAC;AACd,CAAC;AAED;;;;GAIG;AACH,SAAS,eAAe,CAAC,GAAW;IAClC,OAAO,GAAG,CAAC,OAAO,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;AAChC,CAAC;AAED;;;;;;;;;GASG;AACH,SAAS,cAAc,CAAC,GAAW;IACjC,yBAAyB;IACzB,MAAM,aAAa,GAAG,eAAe,CAAC,GAAG,CAAC,CAAC;IAE3C,2CAA2C;IAC3C,MAAM,UAAU,GAAG,aAAa,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;IAC9C,IAAI,UAAU,KAAK,CAAC,CAAC,EAAE,CAAC;QACtB,uDAAuD;QACvD,OAAO,aAAa,CAAC;IACvB,CAAC;IAED,MAAM,QAAQ,GAAG,aAAa,CAAC,KAAK,CAAC,CAAC,EAAE,UAAU,CAAC,CAAC;IACpD,MAAM,OAAO,GAAG,aAAa,CAAC,KAAK,CAAC,UAAU,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,sBAAsB;IAE/E,sEAAsE;IACtE,MAAM,cAAc,GAAG,qBAAqB,CAAC,OAAO,CAAC,CAAC;IAEtD,IAAI,cAAc,KAAK,CAAC,CAAC,EAAE,CAAC;QAC1B,gEAAgE;QAChE,OAAO,aAAa,CAAC;IACvB,CAAC;IAED,mDAAmD;IACnD,MAAM,QAAQ,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,cAAc,GAAG,CAAC,CAAC,CAAC;IACtD,OAAO,GAAG,QAAQ,IAAI,QAAQ,EAAE,CAAC;AACnC,CAAC;AAED;;GAEG;AACH,SAAS,qBAAqB,CAAC,GAAW;IACxC,IAAI,KAAK,GAAG,CAAC,CAAC;IACd,IAAI,cAAc,GAAG,CAAC,CAAC,CAAC;IAExB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,GAAG,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACpC,MAAM,IAAI,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC;QACpB,IAAI,IAAI,KAAK,GAAG,IAAI,IAAI,KAAK,GAAG,IAAI,IAAI,KAAK,GAAG,EAAE,CAAC;YACjD,KAAK,EAAE,CAAC;QACV,CAAC;aAAM,IAAI,IAAI,KAAK,GAAG,IAAI,IAAI,KAAK,GAAG,IAAI,IAAI,KAAK,GAAG,EAAE,CAAC;YACxD,KAAK,EAAE,CAAC;QACV,CAAC;aAAM,IAAI,IAAI,KAAK,GAAG,IAAI,KAAK,KAAK,CAAC,EAAE,CAAC;YACvC,cAAc,GAAG,CAAC,CAAC;QACrB,CAAC;IACH,CAAC;IAED,OAAO,cAAc,CAAC;AACxB,CAAC"}

package/background/src/lib/virtualized/project/removeScenario.js

@@ -0,0 +1,11 @@
+import { rmSync } from 'fs';
+export default function removeScenario(files) {
+    if (process.env.PRESERVE_SCENARIO_FILES)
+        return;
+    for (const file of files.reverse()) {
+        if (!file)
+            continue;
+        rmSync(file, { recursive: true, force: true });
+    }
+}
+//# sourceMappingURL=removeScenario.js.map

package/background/src/lib/virtualized/project/removeScenario.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"removeScenario.js","sourceRoot":"","sources":["../../../../../../../background/src/lib/virtualized/project/removeScenario.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,MAAM,IAAI,CAAC;AAE5B,MAAM,CAAC,OAAO,UAAU,cAAc,CAAC,KAAe;IACpD,IAAI,OAAO,CAAC,GAAG,CAAC,uBAAuB;QAAE,OAAO;IAChD,KAAK,MAAM,IAAI,IAAI,KAAK,CAAC,OAAO,EAAE,EAAE,CAAC;QACnC,IAAI,CAAC,IAAI;YAAE,SAAS;QACpB,MAAM,CAAC,IAAI,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;IACjD,CAAC;AACH,CAAC"}

package/background/src/lib/virtualized/project/removeStrictFlagFromTsConfig.js

@@ -0,0 +1,32 @@
+import { promises as fs } from 'fs';
+import path from 'path';
+import { parse } from 'jsonc-parser';
+export default async function removeStrictFlagFromTsConfig(relativePath) {
+    const tsConfigPath = path.resolve(relativePath, 'tsconfig.json');
+    try {
+        const data = await fs.readFile(tsConfigPath, 'utf-8');
+        // Use jsonc-parser to parse the JSON data, automatically removing comments
+        const config = parse(data);
+        // Ensure compilerOptions exists
+        if (config.compilerOptions) {
+            config.compilerOptions.strict = false; // Set strict to false
+        }
+        else {
+            config.compilerOptions = { strict: false }; // Add compilerOptions if not present
+        }
+        // Convert the modified config back to a JSON string with proper formatting
+        const updatedConfigString = JSON.stringify(config, null, 2); // Use JSON.stringify for the output
+        // Write the updated configuration back to the file
+        await fs.writeFile(tsConfigPath, updatedConfigString, 'utf-8');
+    }
+    catch (error) {
+        // If file doesn't exist, just skip - some monorepos don't have root tsconfig
+        if (error instanceof Error && 'code' in error && error.code === 'ENOENT') {
+            console.log('No root tsconfig.json found, skipping strict flag removal');
+            return;
+        }
+        console.log('Error processing tsconfig.json:', error);
+        throw error;
+    }
+}
+//# sourceMappingURL=removeStrictFlagFromTsConfig.js.map

package/background/src/lib/virtualized/project/removeStrictFlagFromTsConfig.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"removeStrictFlagFromTsConfig.js","sourceRoot":"","sources":["../../../../../../../background/src/lib/virtualized/project/removeStrictFlagFromTsConfig.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,IAAI,EAAE,EAAE,MAAM,IAAI,CAAC;AACpC,OAAO,IAAI,MAAM,MAAM,CAAC;AACxB,OAAO,EAAE,KAAK,EAAE,MAAM,cAAc,CAAC;AAErC,MAAM,CAAC,OAAO,CAAC,KAAK,UAAU,4BAA4B,CACxD,YAAoB;IAEpB,MAAM,YAAY,GAAG,IAAI,CAAC,OAAO,CAAC,YAAY,EAAE,eAAe,CAAC,CAAC;IAEjE,IAAI,CAAC;QACH,MAAM,IAAI,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC,YAAY,EAAE,OAAO,CAAC,CAAC;QAEtD,2EAA2E;QAC3E,MAAM,MAAM,GAAG,KAAK,CAAC,IAAI,CAAC,CAAC;QAE3B,gCAAgC;QAChC,IAAI,MAAM,CAAC,eAAe,EAAE,CAAC;YAC3B,MAAM,CAAC,eAAe,CAAC,MAAM,GAAG,KAAK,CAAC,CAAC,sBAAsB;QAC/D,CAAC;aAAM,CAAC;YACN,MAAM,CAAC,eAAe,GAAG,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC,CAAC,qCAAqC;QACnF,CAAC;QAED,2EAA2E;QAC3E,MAAM,mBAAmB,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC,oCAAoC;QAEjG,mDAAmD;QACnD,MAAM,EAAE,CAAC,SAAS,CAAC,YAAY,EAAE,mBAAmB,EAAE,OAAO,CAAC,CAAC;IACjE,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,6EAA6E;QAC7E,IAAI,KAAK,YAAY,KAAK,IAAI,MAAM,IAAI,KAAK,IAAI,KAAK,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;YACzE,OAAO,CAAC,GAAG,CAAC,2DAA2D,CAAC,CAAC;YACzE,OAAO;QACT,CAAC;QACD,OAAO,CAAC,GAAG,CAAC,iCAAiC,EAAE,KAAK,CAAC,CAAC;QACtD,MAAM,KAAK,CAAC;IACd,CAAC;AACH,CAAC"}