@codeyam/codeyam-cli 0.1.0-staging.b8a55ba → 0.1.0-staging.d0ad4ae

package/analyzer-template/project/orchestrateCapture/KyselyAnalysisLoader.ts

@@ -46,13 +46,10 @@ export default class KyselyAnalysisLoader implements AnalysisLoader {
             'status',
           ])
           // Base condition: readyToBeCaptured = true
-          // Use json_extract for SQLite (returns 1 for boolean true)
+          // Use -> operator which works in both PostgreSQL and SQLite
+          // Both return a value that compares equal to string 'true'
           .where((eb) =>
-            eb(
-              sql`json_extract(${sql.ref('status')}, '$.readyToBeCaptured')`,
-              '=',
-              sql`1`,
-            ),
+            eb(sql`${sql.ref('status')} -> 'readyToBeCaptured'`, '=', 'true'),
           )
           // Project filter (always required)
           .where('project_id', '=', this.config.project.id);

package/analyzer-template/project/orchestrateCapture.ts

@@ -50,6 +50,9 @@ interface OrchestrateCaptureArgs {
   taskRunner: CaptureTaskRunner;
   analysisLoader?: AnalysisLoader;
   pollingInterval?: number;
+  // Optional commit for metadata/progress tracking only (not filtering).
+  // Use when full=true but you still want capture progress updates on a commit.
+  metadataCommit?: Commit | null;
 }
 
 export default async function orchestrateCapture({
@@ -62,6 +65,7 @@ export default async function orchestrateCapture({
   taskRunner,
   analysisLoader,
   pollingInterval = POLLING_INTERVAL,
+  metadataCommit,
 }: OrchestrateCaptureArgs) {
   if (!full && !analysisIds && !commit && !entityShas) {
     throw new Error(
@@ -318,9 +322,12 @@ export default async function orchestrateCapture({
         // console.log(
         //   `Codeyam Debug: All known analyses: ${Array.from(knownAnalyses).join(', ')}`,
         // );
-        if (commit) {
-          commit.metadata = await updateCommitMetadata({
-            commitId: commit.id,
+        // Use metadataCommit if provided, otherwise fall back to commit.
+        // This allows progress tracking even when commit is null (e.g., full=true mode).
+        const trackingCommit = metadataCommit ?? commit;
+        if (trackingCommit) {
+          trackingCommit.metadata = await updateCommitMetadata({
+            commitId: trackingCommit.id,
             runStatusUpdate: {
               readyToBeCaptured: knownAnalyses.size,
               capturesAttempted: capturedAnalysisIds.length + abandoned.length,

package/analyzer-template/project/reconcileMockDataKeys.ts

@@ -5,55 +5,30 @@
  * (e.g., "eq('user_id', 'user-12345')") when the mock code expects variable
  * references (e.g., "eq('user_id', user.id)").
  *
- * This function also handles canonical key format (EntityName::hookName::index)
- * and remaps old variable-based keys (variableName <- functionName) to canonical keys.
+ * Keys are now original call signatures (e.g., "useFetcher<User>()", "db.select(query)").
  *
  * @param mockData The mock data object to reconcile
  * @param expectedKeys The expected keys from the structure
- * @param entityName Optional entity name for canonical key remapping
  */
 export function reconcileMockDataKeys(
   mockData: Record<string, unknown>,
   expectedKeys: string[],
-  entityName?: string,
 ): Record<string, unknown> {
   const result: Record<string, unknown> = {};
-  // Track which canonical keys have been used for multiple calls to same hook
-  const usedCanonicalKeys = new Set<string>();
 
   for (const [key, value] of Object.entries(mockData)) {
     // Recursively reconcile nested objects
     const reconciledValue =
       value && typeof value === 'object' && !Array.isArray(value)
-        ? reconcileMockDataKeys(
-            value as Record<string, unknown>,
-            expectedKeys,
-            entityName,
-          )
+        ? reconcileMockDataKeys(value as Record<string, unknown>, expectedKeys)
         : value;
 
     // Check if key matches an expected key exactly
     if (expectedKeys.includes(key)) {
       result[key] = reconciledValue;
-      usedCanonicalKeys.add(key);
       continue;
     }
 
-    // Try to remap variable-based key to canonical key
-    if (entityName) {
-      const canonicalKey = remapToCanonicalKey(
-        key,
-        expectedKeys,
-        entityName,
-        usedCanonicalKeys,
-      );
-      if (canonicalKey) {
-        result[canonicalKey] = reconciledValue;
-        usedCanonicalKeys.add(canonicalKey);
-        continue;
-      }
-    }
-
     // Try to find closest match using existing logic
     const closestKey = findClosestKey(key, expectedKeys);
     if (closestKey) {
@@ -67,79 +42,6 @@ export function reconcileMockDataKeys(
   return result;
 }
 
-/**
- * Attempt to remap a variable-based key to a canonical key.
- *
- * Variable-based format: "variableName <- functionName"
- * Canonical format: "EntityName::hookName::index"
- *
- * @example
- * remapToCanonicalKey("currentCommit <- useLoaderData", ["DashboardPage::useLoaderData::0"], "DashboardPage", new Set())
- * // returns "DashboardPage::useLoaderData::0"
- */
-function remapToCanonicalKey(
-  key: string,
-  expectedCanonicalKeys: string[],
-  entityName: string,
-  usedKeys: Set<string>,
-): string | null {
-  // Check if key is in variable-based format: "varName <- functionName"
-  const arrowMatch = key.match(/<-\s*(\w+)/);
-  if (!arrowMatch) {
-    // Not a variable-based key, try other patterns
-    // Check if it's a simple function call like "useLoaderData()"
-    const funcCallMatch = key.match(/^(\w+)\(\)/);
-    if (funcCallMatch) {
-      const hookName = funcCallMatch[1];
-      return findMatchingCanonicalKey(
-        hookName,
-        entityName,
-        expectedCanonicalKeys,
-        usedKeys,
-      );
-    }
-    return null;
-  }
-
-  const hookName = arrowMatch[1];
-
-  return findMatchingCanonicalKey(
-    hookName,
-    entityName,
-    expectedCanonicalKeys,
-    usedKeys,
-  );
-}
-
-/**
- * Find a matching canonical key for a hook name within an entity.
- */
-function findMatchingCanonicalKey(
-  hookName: string,
-  entityName: string,
-  expectedCanonicalKeys: string[],
-  usedKeys: Set<string>,
-): string | null {
-  // Find all canonical keys for this entity and hook
-  const candidatePrefix = `${entityName}::${hookName}::`;
-  const candidates = expectedCanonicalKeys.filter(
-    (k) => k.startsWith(candidatePrefix) && !usedKeys.has(k),
-  );
-
-  if (candidates.length === 0) {
-    return null;
-  }
-
-  // Sort by index to prefer lower indices
-  candidates.sort((a, b) => {
-    const aIndex = parseInt(a.split('::')[2], 10);
-    const bIndex = parseInt(b.split('::')[2], 10);
-    return aIndex - bIndex;
-  });
-
-  return candidates[0];
-}
-
 /**
  * Find the closest matching key from expectedKeys for a given key.
  *
@@ -148,9 +50,11 @@ function findMatchingCanonicalKey(
  * - Ignore the last argument value (could be literal or variable)
  * - Match based on the common prefix
  * - If key has no parentheses, try matching with "()" appended
+ * - If key is "funcName()" (empty args), match expected key "funcName({...})" by function name
  *
  * e.g., "eq('user_id', 'user-12345')" matches "eq('user_id', user.id)"
  * e.g., "getAll" matches "getAll()"
+ * e.g., "getSurveysAction()" matches "getSurveysAction({ environmentId, ... })"
  */
 function findClosestKey(key: string, expectedKeys: string[]): string | null {
   const keyBase = extractKeyBase(key);
@@ -174,9 +78,33 @@ function findClosestKey(key: string, expectedKeys: string[]): string | null {
     }
   }
 
+  // If key is "funcName()" (empty args), try matching expected key "funcName({...})"
+  // This handles the case where LLM generates "getSurveysAction()" but expected key
+  // is "getSurveysAction({ environmentId, limit, ... })" with an object argument
+  const emptyArgsMatch = key.match(/^([a-zA-Z_][a-zA-Z0-9_]*)\(\)$/);
+  if (emptyArgsMatch) {
+    const funcName = emptyArgsMatch[1];
+    for (const expected of expectedKeys) {
+      // Match if expected key starts with the same function name and has args
+      const expectedMatch = expected.match(
+        new RegExp(`^${escapeRegExp(funcName)}\\([^)]+\\)$`),
+      );
+      if (expectedMatch) {
+        return expected;
+      }
+    }
+  }
+
   return null;
 }
 
+/**
+ * Escape special regex characters in a string.
+ */
+function escapeRegExp(str: string): string {
+  return str.replace(/[.*+?^${}()|[\]\\]/g, '\\$&');
+}
+
 /**
  * Normalize quotes in a string: convert double quotes to single quotes.
  * This handles cases where the LLM generates keys with double quotes

package/analyzer-template/project/runAnalysis.ts

@@ -215,6 +215,11 @@ export default async function runAnalysis({
       entityShas,
       branchName: branch?.name,
     });
+
+    // Propagate the fallback branch to branchCommit so downstream code can use it
+    if (branchCommit && branch) {
+      branchCommit.branch = branch;
+    }
   }
 
   // After this block, 'commit' is the union of a regular or baseline commit

package/analyzer-template/project/serverOnlyModules.ts

@@ -213,6 +213,108 @@ export function applyServerOnlyMocks(fileContent: string): string {
   return applyServerOnlyMocksAst(fileContent);
 }
 
+/**
+ * Check if a file exports an "env" variable that's derived from a node module import.
+ * This is a generic pattern for env configuration packages (like @t3-oss/env-*, envalid, etc.)
+ * that create server-only environment objects.
+ *
+ * Pattern detected:
+ *   import { someFunc } from "some-package";
+ *   export const env = someFunc({...});
+ *
+ * Returns the name of the imported function if detected, null otherwise.
+ */
+function detectEnvStoreFromNodeModule(sourceFile: ts.SourceFile): {
+  importedFunctionName: string;
+  modulePath: string;
+} | null {
+  // First, collect all imported function names from node modules
+  const nodeModuleImports = new Map<string, string>(); // functionName -> modulePath
+
+  for (const statement of sourceFile.statements) {
+    if (!ts.isImportDeclaration(statement)) continue;
+
+    const moduleSpecifier = statement.moduleSpecifier;
+    if (!ts.isStringLiteral(moduleSpecifier)) continue;
+
+    const modulePath = moduleSpecifier.text;
+    // Skip relative imports - only look at node modules
+    if (modulePath.startsWith('.') || modulePath.startsWith('/')) continue;
+
+    if (
+      statement.importClause?.namedBindings &&
+      ts.isNamedImports(statement.importClause.namedBindings)
+    ) {
+      for (const element of statement.importClause.namedBindings.elements) {
+        nodeModuleImports.set(element.name.text, modulePath);
+      }
+    }
+    if (statement.importClause?.name) {
+      nodeModuleImports.set(statement.importClause.name.text, modulePath);
+    }
+  }
+
+  // Now look for: export const env = importedFunc(...)
+  for (const statement of sourceFile.statements) {
+    if (!ts.isVariableStatement(statement)) continue;
+
+    // Check if it's exported
+    const isExported = statement.modifiers?.some(
+      (m) => m.kind === ts.SyntaxKind.ExportKeyword,
+    );
+    if (!isExported) continue;
+
+    for (const decl of statement.declarationList.declarations) {
+      // Check if variable is named "env"
+      if (!ts.isIdentifier(decl.name) || decl.name.text !== 'env') continue;
+
+      // Check if initializer is a call expression
+      if (!decl.initializer || !ts.isCallExpression(decl.initializer)) continue;
+
+      // Get the function being called
+      const callExpr = decl.initializer.expression;
+      let funcName: string | null = null;
+
+      if (ts.isIdentifier(callExpr)) {
+        funcName = callExpr.text;
+      } else if (
+        ts.isPropertyAccessExpression(callExpr) &&
+        ts.isIdentifier(callExpr.name)
+      ) {
+        funcName = callExpr.name.text;
+      }
+
+      if (funcName && nodeModuleImports.has(funcName)) {
+        return {
+          importedFunctionName: funcName,
+          modulePath: nodeModuleImports.get(funcName)!,
+        };
+      }
+    }
+  }
+
+  return null;
+}
+
+/**
+ * Generate mock code for env store patterns.
+ * Replaces the imported function with one that returns a proxy.
+ */
+function generateEnvStoreMock(functionName: string): string {
+  return `// Mock for env store function (server-only env vars)
+const ${functionName} = (config: any) => {
+  // Return a proxy that returns undefined for any property access
+  // This allows the code to run on the client without throwing
+  return new Proxy({} as any, {
+    get: (target, prop) => {
+      if (prop === 'then' || prop === Symbol.toStringTag) return undefined;
+      return undefined;
+    },
+  });
+};
+`;
+}
+
 /**
  * AST-based implementation of applyServerOnlyMocks for large files.
  * Uses TypeScript parser instead of regex to avoid catastrophic backtracking.
@@ -229,6 +331,10 @@ function applyServerOnlyMocksAst(fileContent: string): string {
     const replacements: { start: number; end: number; replacement: string }[] =
       [];
 
+    // Check if this file exports an "env" variable from a node module function call
+    // This is a generic pattern for env configuration packages
+    const envStoreInfo = detectEnvStoreFromNodeModule(sourceFile);
+
     for (const statement of sourceFile.statements) {
       if (!ts.isImportDeclaration(statement)) continue;
 
@@ -236,8 +342,6 @@ function applyServerOnlyMocksAst(fileContent: string): string {
       if (!ts.isStringLiteral(moduleSpecifier)) continue;
 
       const modulePath = moduleSpecifier.text;
-      const config = findServerOnlyModule(modulePath);
-      if (!config) continue;
 
       // Extract import names
       const importNames: string[] = [];
@@ -265,6 +369,27 @@ function applyServerOnlyMocksAst(fileContent: string): string {
         }
       }
 
+      // Check if this import provides the function used to create the env store
+      if (
+        envStoreInfo &&
+        modulePath === envStoreInfo.modulePath &&
+        importNames.includes(envStoreInfo.importedFunctionName)
+      ) {
+        const mockCode = generateEnvStoreMock(
+          envStoreInfo.importedFunctionName,
+        );
+        replacements.push({
+          start: statement.getStart(sourceFile),
+          end: statement.getEnd(),
+          replacement: mockCode,
+        });
+        continue;
+      }
+
+      // Check for known server-only modules (from explicit list)
+      const config = findServerOnlyModule(modulePath);
+      if (!config) continue;
+
       const mockCode = config.getMockCode(importNames, defaultImportName);
       replacements.push({
         start: statement.getStart(sourceFile),

package/analyzer-template/project/start.ts

@@ -23,7 +23,7 @@ import {
   syncHeadBranches,
   syncPrimaryBranch,
 } from '~codeyam/github';
-import { installSignalHandlers } from '../process';
+import { installSignalHandlers } from '~codeyam/process';
 
 // Set process title for Activity Monitor visibility
 if (process.env.CODEYAM_PROCESS_NAME) {
@@ -260,8 +260,8 @@ async function main({
             }
           },
           project: sharedContext.project,
-          // In local-sequential mode, don't filter by commit since each analysis run
-          // creates a new fake commit. We want to capture all ready analyses for the project.
+          // In local-sequential mode, don't filter by commit (full=true handles that).
+          // For AWS mode, filter by the specific commit being analyzed.
           commit:
             orchestrateCapture === 'local-sequential'
               ? null
@@ -279,6 +279,8 @@ async function main({
               : envConfig.entityShas,
           full: orchestrateCapture === 'local-sequential',
           taskRunner,
+          // Always track capture progress on the commit, even when not filtering by it.
+          metadataCommit: sharedContext.commit ?? sharedContext.branchCommit,
         });
         awsLog('CodeYam Capture: runCaptureOrchestration() completed');
       };

package/analyzer-template/project/startScenarioCapture.ts

@@ -36,6 +36,7 @@ import {
 } from './utils/webappMapping';
 import mergeEnvVarsIntoStartCommand from './utils/mergeEnvVarsIntoStartCommand';
 import { LazyFileStore } from './LazyFileStore';
+import { DEFAULT_SCENARIO_NAME } from '../common/constants';
 
 export interface StartScenarioCaptureArgs {
   readyToBeCaptured: Analysis[];
@@ -226,6 +227,11 @@ export async function startScenarioCapture({
     }
 
     const sortedScenarios = (analysis.scenarios ?? []).sort((a, b) => {
+      // Default Scenario always goes first
+      if (a.name === DEFAULT_SCENARIO_NAME) return -1;
+      if (b.name === DEFAULT_SCENARIO_NAME) return 1;
+
+      // Then prioritize new or revised scenarios
       const newOrRevisedA =
         !a.previousVersionId || a.metadata?.revisedFromPreviousVersion;
       const newOrRevisedB =

package/analyzer-template/project/writeMockDataTsx.ts

@@ -81,12 +81,12 @@ const cleanOutTypes = (str: string) => {
 };
 
 const safeString = (s: string, level: number) => {
-  if (s?.endsWith && s.endsWith(')') && (level === 1 || level === 2)) {
-    // remove arguments from top level functions
-    s = s.split('(')[0] + '()';
-    // strip type parameters like <typeof loader>
-    s = cleanOutTypes(s);
-  }
+  // NOTE: We no longer strip arguments from top-level function keys (level 2)
+  // because normalizeMockData now handles merging duplicate keys while preserving
+  // original keys when there's only one call site. This ensures constructMockCode
+  // can look up data with the full key (e.g., "useCustomSizes(projectSlug)").
+  //
+  // Only escape quotes and newlines for safe string output.
   return s?.replace ? s.replace(/"/g, "'").replace(/\n/g, '\\n') : s;
 };
 
@@ -135,12 +135,14 @@ const shouldBeMap = (mockKey: string, mergedDataStructure: any): boolean => {
 };
 
 /**
- * Normalize a function call key by stripping arguments and type parameters,
- * but preserving variable qualifiers (::variableName suffix).
+ * Normalize a function call key by stripping arguments but PRESERVING type parameters.
+ * Type parameters like <typeof loader> are important for disambiguation.
+ * Variable qualifiers (::variableName suffix) are also preserved.
+ *
  * e.g., "useLastLogLine(projectSlug, !!simulatingEntitySha)" -> "useLastLogLine()"
- * e.g., "useLoaderData<typeof loader>()" -> "useLoaderData()"
+ * e.g., "useLoaderData<typeof loader>()" -> "useLoaderData<typeof loader>()" (PRESERVED)
  * e.g., "useFetcher()::entityDiffFetcher" -> "useFetcher()::entityDiffFetcher" (preserved)
- * e.g., "useFetcher<T>()::entityDiffFetcher" -> "useFetcher()::entityDiffFetcher"
+ * e.g., "useFetcher<T>()::entityDiffFetcher" -> "useFetcher<T>()::entityDiffFetcher" (PRESERVED)
  */
 const normalizeKey = (key: string): string => {
   // Check for variable qualifier (::variableName)
@@ -150,10 +152,34 @@ const normalizeKey = (key: string): string => {
 
   // Check if key ends with ) - indicating a function call (after removing qualifier)
   if (keyWithoutQualifier.endsWith(')') && keyWithoutQualifier.includes('(')) {
-    // Strip arguments: "foo(a, b)" -> "foo()"
-    const normalized = keyWithoutQualifier.split('(')[0] + '()';
-    // Strip type parameters: "foo<T>()" -> "foo()"
-    return cleanOutTypes(normalized) + qualifier;
+    // Find the opening paren that matches the closing paren (accounting for nested parens and generics)
+    // We want to strip arguments but preserve type parameters
+    // e.g., "useLoaderData<typeof loader>(arg1, arg2)" -> "useLoaderData<typeof loader>()"
+    // e.g., "foo(a, b)" -> "foo()"
+
+    // Find where type parameters end (if any) by finding matching < >
+    let typeParamEnd = 0;
+    if (keyWithoutQualifier.includes('<')) {
+      let depth = 0;
+      for (let i = 0; i < keyWithoutQualifier.length; i++) {
+        if (keyWithoutQualifier[i] === '<') depth++;
+        if (keyWithoutQualifier[i] === '>') {
+          depth--;
+          if (depth === 0) {
+            typeParamEnd = i + 1;
+            break;
+          }
+        }
+      }
+    }
+
+    // Find the opening paren for function arguments (after type params)
+    const argsStart = keyWithoutQualifier.indexOf('(', typeParamEnd);
+    if (argsStart !== -1) {
+      // Preserve everything up to and including the opening paren, then close it
+      const normalized = keyWithoutQualifier.slice(0, argsStart) + '()';
+      return normalized + qualifier;
+    }
   }
   return key;
 };
@@ -245,7 +271,11 @@ const normalizeMockData = (
   // Second pass: merge values for duplicate normalized keys
   for (const [normKey, originalKeys] of keyMapping) {
     if (originalKeys.length === 1) {
-      // No duplicates, use the original key (may be normalized or not based on safeString)
+      // No duplicates - PRESERVE the original key with arguments
+      // This is critical because constructMockCode generates code that accesses
+      // data with the FULL key (e.g., scenarios().data()?.["useCustomSizes(projectSlug)"])
+      // If we normalize to "useCustomSizes()" but code looks for "useCustomSizes(projectSlug)",
+      // the lookup fails and returns undefined, causing runtime errors.
       const value = mockData[originalKeys[0]];
       // Skip bare type markers like "function" or "async-function"
       if (isBareTypeMarker(value)) {
@@ -256,7 +286,7 @@ const normalizeMockData = (
       if (isEmptyObject(value)) {
         continue;
       }
-      normalized[normKey] = value;
+      normalized[originalKeys[0]] = value;
     } else {
       // Multiple keys normalize to the same value - merge them
       let mergedValue: unknown = {};
@@ -284,10 +314,12 @@ const normalizeMockData = (
         }
       }
       // Only add if we have actual data (not just filtered type markers)
+      // Note: typeof null === 'object' in JS, so we must check for null explicitly
       if (
         mergedValue !== undefined &&
         !isBareTypeMarker(mergedValue) &&
         !(
+          mergedValue !== null &&
           typeof mergedValue === 'object' &&
           Object.keys(mergedValue as object).length === 0
         )
@@ -415,7 +447,7 @@ const jsonToCode = (
               `${levelSpacing}"${safeString(key, level)}": ${arrayString}`,
             );
           }
-        } else if (typeof jsonObj[key] === 'object') {
+        } else if (jsonObj[key] !== null && typeof jsonObj[key] === 'object') {
           const objKeys = Object.keys(jsonObj[key] as object);
 
           // Check if this is a nested function signature (e.g., "postMessage(message, targetOrigin)": { signature: [...] })
@@ -716,12 +748,10 @@ export default async function writeMockDataTsx(
   const expectedKeys = extractAllKeys(dataForMocks);
 
   // Reconcile mock data keys to match expected keys from dataForMocks
-  // This handles cases where LLM generated literal values instead of variable references,
-  // and remaps old variable-based keys to canonical keys
+  // This handles cases where LLM generated literal values instead of variable references
   const defaultMockData = reconcileMockDataKeys(
     rawDefaultMockData,
     expectedKeys,
-    analysis.entityName,
   );
 
   const mockDataComment = `// This file is auto-generated by CodeYam. Do not edit this file manually.
@@ -761,11 +791,9 @@ import React from 'react';
     };
 
     // Reconcile scenario-specific mock data keys as well
-    // Pass entityName for canonical key remapping
     const scenarioMockData = reconcileMockDataKeys(
       rawScenarioMockData,
       expectedKeys,
-      analysis.entityName,
     );
 
     const mergedArguments = defaultArguments.map((defaultArg, index) => {

package/analyzer-template/project/writeScenarioClientWrapper.ts

@@ -0,0 +1,21 @@
+import { writeFile } from 'node:fs/promises';
+import { join } from 'node:path';
+import type { Scenario } from '~codeyam/types';
+import { generateScenarioClientWrapper } from '~codeyam/generate';
+
+/**
+ * Writes the ScenarioClientWrapper component to the mocks directory.
+ * This client component is used by Server Component pages to handle
+ * interactive features (iframe messaging, console interception, etc.)
+ */
+export default async function writeScenarioClientWrapper(
+  scenario: Scenario,
+  mocksDir: string,
+): Promise<string> {
+  const content = generateScenarioClientWrapper(scenario);
+  const filePath = join(mocksDir, 'ScenarioClientWrapper.tsx');
+
+  await writeFile(filePath, content);
+
+  return filePath;
+}