@codeyam/codeyam-cli 0.1.0-staging.1 → 0.1.0-staging.596f0eb

package/analyzer-template/project/writeMockDataTsx.ts

@@ -101,16 +101,25 @@ const shouldBeMap = (mockKey: string, mergedDataStructure: any): boolean => {
 };
 
 /**
- * Normalize a function call key by stripping arguments and type parameters.
+ * Normalize a function call key by stripping arguments and type parameters,
+ * but preserving variable qualifiers (::variableName suffix).
  * e.g., "useLastLogLine(projectSlug, !!simulatingEntitySha)" -> "useLastLogLine()"
  * e.g., "useLoaderData<typeof loader>()" -> "useLoaderData()"
+ * e.g., "useFetcher()::entityDiffFetcher" -> "useFetcher()::entityDiffFetcher" (preserved)
+ * e.g., "useFetcher<T>()::entityDiffFetcher" -> "useFetcher()::entityDiffFetcher"
  */
 const normalizeKey = (key: string): string => {
-  if (key.endsWith(')') && key.includes('(')) {
+  // Check for variable qualifier (::variableName)
+  const qualifierMatch = key.match(/::[a-zA-Z_][a-zA-Z0-9_]*$/);
+  const qualifier = qualifierMatch ? qualifierMatch[0] : '';
+  const keyWithoutQualifier = qualifier ? key.slice(0, -qualifier.length) : key;
+
+  // Check if key ends with ) - indicating a function call (after removing qualifier)
+  if (keyWithoutQualifier.endsWith(')') && keyWithoutQualifier.includes('(')) {
     // Strip arguments: "foo(a, b)" -> "foo()"
-    const normalized = key.split('(')[0] + '()';
+    const normalized = keyWithoutQualifier.split('(')[0] + '()';
     // Strip type parameters: "foo<T>()" -> "foo()"
-    return cleanOutTypes(normalized);
+    return cleanOutTypes(normalized) + qualifier;
   }
   return key;
 };
@@ -162,11 +171,46 @@ function extractAllKeys(obj: JsonTypeDefinition | undefined): string[] {
   return keys;
 }
 
+/**
+ * Bare type markers that indicate a function was detected but has no actual return data.
+ * These should be filtered out of mock data output since they're just type hints.
+ */
+const BARE_TYPE_MARKERS = ['function', 'async-function'];
+
+/**
+ * Check if a value is a bare function type marker that should be filtered out.
+ * These markers indicate the LLM detected a function but couldn't generate meaningful mock data.
+ *
+ * Also catches TypeScript union types containing function, like:
+ * - "function | null"
+ * - "function | undefined"
+ * - "async-function | null"
+ */
+const isBareTypeMarker = (value: unknown): boolean => {
+  if (typeof value !== 'string') return false;
+
+  // Check for exact bare type markers
+  if (BARE_TYPE_MARKERS.includes(value)) return true;
+
+  // Check for TypeScript union types containing function type markers
+  // e.g., "function | null", "function | undefined", "async-function | null"
+  if (value.includes('|')) {
+    const parts = value.split('|').map((p) => p.trim());
+    // If any part is a bare type marker, treat the whole thing as a type marker
+    return parts.some((part) => BARE_TYPE_MARKERS.includes(part));
+  }
+
+  return false;
+};
+
 /**
  * Normalize mock data by merging entries that have the same normalized function name.
  * e.g., "useLastLogLine(projectSlug, !!simulatingEntitySha)" and
  *       "useLastLogLine(projectSlug, currentRunActive)" both become "useLastLogLine()"
  * Their values are deep-merged to ensure all attributes are accounted for.
+ *
+ * Also filters out bare function type markers like "validateInputs()": "function"
+ * which are just type hints without actual mock data.
  */
 const normalizeMockData = (
   mockData: Record<string, unknown>,
@@ -183,16 +227,40 @@ const normalizeMockData = (
     keyMapping.get(normKey)!.push(key);
   }
 
+  // Helper to check if a value is an empty object
+  const isEmptyObject = (value: unknown): boolean => {
+    return (
+      value !== null &&
+      typeof value === 'object' &&
+      !Array.isArray(value) &&
+      Object.keys(value as object).length === 0
+    );
+  };
+
   // Second pass: merge values for duplicate normalized keys
   for (const [normKey, originalKeys] of keyMapping) {
     if (originalKeys.length === 1) {
       // No duplicates, use the original key (may be normalized or not based on safeString)
-      normalized[normKey] = mockData[originalKeys[0]];
+      const value = mockData[originalKeys[0]];
+      // Skip bare type markers like "function" or "async-function"
+      if (isBareTypeMarker(value)) {
+        continue;
+      }
+      // Skip empty objects - these cause "Objects are not valid as a React child" errors
+      // when mock functions return them (e.g., CheckCircle2() from lucide-react)
+      if (isEmptyObject(value)) {
+        continue;
+      }
+      normalized[normKey] = value;
     } else {
       // Multiple keys normalize to the same value - merge them
       let mergedValue: unknown = {};
       for (const origKey of originalKeys) {
         const value = mockData[origKey];
+        // Skip bare type markers when merging
+        if (isBareTypeMarker(value)) {
+          continue;
+        }
         if (
           value &&
           typeof value === 'object' &&
@@ -210,7 +278,17 @@ const normalizeMockData = (
           mergedValue = value;
         }
       }
-      normalized[normKey] = mergedValue;
+      // Only add if we have actual data (not just filtered type markers)
+      if (
+        mergedValue !== undefined &&
+        !isBareTypeMarker(mergedValue) &&
+        !(
+          typeof mergedValue === 'object' &&
+          Object.keys(mergedValue as object).length === 0
+        )
+      ) {
+        normalized[normKey] = mergedValue;
+      }
     }
   }
 
@@ -244,14 +322,75 @@ const jsonToCode = (
     } else {
       const keyStrings: string[] = [];
       const jsonObj = json as Record<string, unknown>;
+      // Track normalized function names to avoid duplicate keys in output
+      // e.g., submit({ a }) and submit({ b }) should both become "submit" once
+      const seenNormalizedFuncNames = new Set<string>();
+
+      // Pre-scan to identify plain keys that have function-call versions
+      // These plain keys should be skipped because the function-call version
+      // will be normalized to the same key name
+      // e.g., if both "push" and "push(`/path`)" exist, skip the plain "push"
+      const plainKeysWithFunctionCallVersions = new Set<string>();
+      for (const key of Object.keys(jsonObj)) {
+        if (key.includes('(') && key.endsWith(')')) {
+          const funcName = key.split('(')[0];
+          // Check if a plain key with this name exists
+          if (funcName in jsonObj && !funcName.includes('(')) {
+            plainKeysWithFunctionCallVersions.add(funcName);
+          }
+        }
+      }
 
       for (const key of Object.keys(jsonObj)) {
-        if (jsonObj[key] === undefined || jsonObj[key] === null) continue;
+        if (jsonObj[key] === undefined) continue;
+
+        // Preserve explicit null values - components check `value !== null`
+        // to distinguish "not loaded" (undefined) from "explicitly null"
+        if (jsonObj[key] === null) {
+          keyStrings.push(`${levelSpacing}"${safeString(key, level)}": null`);
+          continue;
+        }
 
         if (Array.isArray(jsonObj[key])) {
           if (key === '~~codeyam-jsx~~') {
             return `<>${(jsonObj[key] as string[]).join('')}</>`;
           }
+
+          // Check if this is a nested function signature with array value
+          // e.g., "postMessage(message, '*')": ["mockMessageString", "*"]
+          // These need to be transformed into callable arrow functions
+          // Only apply at deeper nesting levels (level > 2) - top-level mock data keys
+          // (level 2) are return values that should preserve their data
+          // Skip when array contains objects (likely return data like getAll() returning [{name, value}])
+          const argsArray = jsonObj[key] as unknown[];
+          const isReturnData = argsArray.some(
+            (item) => item && typeof item === 'object' && !Array.isArray(item),
+          );
+          if (
+            key.includes('(') &&
+            key.endsWith(')') &&
+            level > 2 &&
+            !isReturnData
+          ) {
+            const funcName = key.split('(')[0];
+            // Skip if we've already added this normalized function name
+            if (seenNormalizedFuncNames.has(funcName)) {
+              continue;
+            }
+            seenNormalizedFuncNames.add(funcName);
+            const argsArray = jsonObj[key] as unknown[];
+            const argsString = argsArray
+              .map((_, i) => `arg${i + 1}`)
+              .join(', ');
+            console.log(
+              `CodeYam: Nested func transform (array): "${key}" -> "${funcName}"`,
+            );
+            keyStrings.push(
+              `${levelSpacing}"${safeString(funcName, level)}": (${argsString}) => {}`,
+            );
+            continue;
+          }
+
           const arrayString = jsonToCode(
             jsonObj[key],
             level + 1,
@@ -269,9 +408,38 @@ const jsonToCode = (
             );
           }
         } else if (typeof jsonObj[key] === 'object') {
-          // Check if this object has a "functionCallReturnValue" key - if so, unwrap it
           const objKeys = Object.keys(jsonObj[key] as object);
+
+          // Check if this is a nested function signature (e.g., "postMessage(message, targetOrigin)": { signature: [...] })
+          // These need to be transformed into callable arrow functions
+          // Only apply at deeper nesting levels (level > 2) - top-level mock data keys
+          // (level 2) are return values that should preserve their data
           if (
+            key.includes('(') &&
+            key.endsWith(')') &&
+            level > 2 &&
+            objKeys.includes('signature') &&
+            Array.isArray((jsonObj[key] as Record<string, unknown>).signature)
+          ) {
+            const funcName = key.split('(')[0];
+            // Skip if we've already added this normalized function name
+            if (seenNormalizedFuncNames.has(funcName)) {
+              continue;
+            }
+            seenNormalizedFuncNames.add(funcName);
+            const signature = (jsonObj[key] as Record<string, unknown>)
+              .signature as string[];
+            const argsString = signature
+              .map((_, i) => `arg${i + 1}`)
+              .join(', ');
+            console.log(
+              `CodeYam: Nested func transform (signature): "${key}" -> "${funcName}"`,
+            );
+            keyStrings.push(
+              `${levelSpacing}"${safeString(funcName, level)}": (${argsString}) => {}`,
+            );
+          } else if (
+            // Check if this object has a "functionCallReturnValue" key - if so, unwrap it
             objKeys.length === 1 &&
             objKeys[0] === 'functionCallReturnValue'
           ) {
@@ -321,6 +489,15 @@ const jsonToCode = (
               );
             }
           } else {
+            // Skip plain keys that have function-call versions (at deeper nesting levels)
+            // e.g., if both "t" and "t('common.close')" exist, skip the plain "t" object
+            // because the function-call version will be normalized to "t"
+            if (level > 2 && plainKeysWithFunctionCallVersions.has(key)) {
+              console.log(
+                `CodeYam: Skipping plain object key "${key}" (has function-call version that will be normalized)`,
+              );
+              continue;
+            }
             keyStrings.push(
               `${levelSpacing}"${safeString(key, level)}": ${jsonToCode(jsonObj[key], level + 1, mergedDataStructure)}`,
             );
@@ -341,10 +518,125 @@ const jsonToCode = (
           }
           return keyValue;
         } else if (typeof jsonObj[key] === 'string') {
-          keyStrings.push(
-            `${levelSpacing}"${safeString(key, level)}": "${safeString(jsonObj[key] as string, level)}"`,
-          );
+          const stringValue = jsonObj[key] as string;
+
+          // Check if this is a nested function signature with string value
+          // e.g., "postMessage(message, '*')": "() => { console.log('postMessage called'); }"
+          // These need to have the key normalized to just the function name
+          // Only apply at deeper nesting levels (level > 2)
+          if (key.includes('(') && key.endsWith(')') && level > 2) {
+            const funcName = key.split('(')[0];
+
+            // Extract the function arguments to check if they're string literals
+            const argsMatch = key.match(/\((.+)\)$/);
+            const args = argsMatch ? argsMatch[1].trim() : '';
+            // Check if the argument is a simple string literal like "common.close" or 'common.close'
+            // These are static lookup keys (e.g., translation functions) and should NOT be normalized
+            const isStringLiteralArg = /^["'][^"']*["']$/.test(args);
+
+            if (isStringLiteralArg) {
+              // DON'T normalize - preserve the full key for static lookups (e.g., translations)
+              // This allows constructMockCode to generate a dispatch function that looks up by key
+              keyStrings.push(
+                `${levelSpacing}"${safeString(key, level)}": "${safeString(stringValue, level)}"`,
+              );
+              console.log(
+                `CodeYam: Preserving string-literal function key for lookup: "${key}": "${stringValue}"`,
+              );
+              continue;
+            }
+
+            // Skip if we've already added this normalized function name
+            if (seenNormalizedFuncNames.has(funcName)) {
+              continue;
+            }
+
+            // Skip TypeScript union type markers like "function | null" - these are type hints
+            // that would produce invalid JavaScript if output as-is.
+            // Note: We only skip UNION types here (containing '|'), not bare 'function'
+            // because bare 'function' is transformed to () => {} below.
+            // Note: This must come BEFORE seenNormalizedFuncNames.add() so that
+            // if another key with the same funcName has actual data, it can be used.
+            if (stringValue.includes('|') && isBareTypeMarker(stringValue)) {
+              continue;
+            }
+
+            seenNormalizedFuncNames.add(funcName);
+
+            // Check if the string value looks like a function expression
+            const looksLikeFunction =
+              stringValue.includes('=>') ||
+              stringValue.startsWith('function') ||
+              stringValue.startsWith('async');
+
+            // Check if the string value looks like a Promise expression
+            // e.g., "Promise.resolve()", "new Promise(...)", etc.
+            const looksLikePromise =
+              stringValue.startsWith('Promise.') ||
+              stringValue.startsWith('new Promise');
+
+            // Handle special type indicators that need transformation
+            let outputValue: string;
+            if (stringValue === 'promise' || looksLikePromise) {
+              // The key is a function call (e.g., "revalidate()"), so output a function
+              // that returns a Promise, not the Promise itself
+              const promiseExpr = looksLikePromise
+                ? stringValue
+                : 'Promise.resolve()';
+              outputValue = `() => ${promiseExpr}`;
+              console.log(
+                `CodeYam: Nested func transform (string->Promise): "${key}" -> "${funcName}": () => ${promiseExpr}`,
+              );
+            } else if (stringValue === 'function') {
+              outputValue = '() => {}';
+              console.log(
+                `CodeYam: Nested func transform (string->function): "${key}" -> "${funcName}": () => {}`,
+              );
+            } else if (looksLikeFunction) {
+              outputValue = stringValue;
+              console.log(
+                `CodeYam: Nested func transform (string): "${key}" -> "${funcName}": ${stringValue.substring(0, 30)}...`,
+              );
+            } else {
+              // Plain string value - must be quoted
+              outputValue = `"${safeString(stringValue, level)}"`;
+              console.log(
+                `CodeYam: Nested func transform (string->quoted): "${key}" -> "${funcName}": "${stringValue}"`,
+              );
+            }
+
+            keyStrings.push(
+              `${levelSpacing}"${safeString(funcName, level)}": ${outputValue}`,
+            );
+          } else {
+            // Skip plain keys that have function-call versions (at the same nesting level where
+            // function-call keys get normalized). The function-call version will be output instead.
+            // e.g., if both "push" and "push(`/path`)" exist, skip "push" - the other normalizes to "push"
+            if (level > 2 && plainKeysWithFunctionCallVersions.has(key)) {
+              console.log(
+                `CodeYam: Skipping plain key "${key}" (has function-call version that will be normalized)`,
+              );
+              continue;
+            }
+            // Skip bare type markers like "function", "function | null", etc.
+            // For plain keys (not function signatures), these are just type hints
+            // that would produce invalid JavaScript if output as-is.
+            if (isBareTypeMarker(stringValue)) {
+              continue;
+            }
+            keyStrings.push(
+              `${levelSpacing}"${safeString(key, level)}": "${safeString(stringValue, level)}"`,
+            );
+          }
         } else {
+          // Skip plain keys that have function-call versions (at the same nesting level where
+          // function-call keys get normalized)
+          if (level > 2 && plainKeysWithFunctionCallVersions.has(key)) {
+            console.log(
+              `CodeYam: Skipping plain key "${key}" (has function-call version that will be normalized)`,
+            );
+            continue;
+          }
           keyStrings.push(
             `${levelSpacing}"${safeString(key, level)}": ${safeString(String(jsonObj[key]), level)}`,
           );
@@ -437,6 +729,7 @@ import React from 'react';
     const rawScenarioMockData = {
       ...(mockScenario.metadata.data?.mockData ?? {}),
     };
+
     // Reconcile scenario-specific mock data keys as well
     const scenarioMockData = reconcileMockDataKeys(
       rawScenarioMockData,
@@ -448,6 +741,7 @@ import React from 'react';
     });
 
     const mergedMockData = deepMerge(defaultMockData, scenarioMockData);
+
     // Normalize mock data to merge entries with same normalized function name
     const normalizedMockData = normalizeMockData(
       mergedMockData as Record<string, unknown>,
@@ -517,13 +811,44 @@ function serialize(obj) {
         
         // Handle functions
         if (typeof value === 'function') {
-            const fnStr = value.toString();
+            let fnStr;
+            try {
+                fnStr = value.toString();
+            } catch (toStringErr) {
+                console.warn('CodeYam: Function.toString() threw error:', toStringErr, 'function name:', value.name);
+                return {
+                    __type: TYPE_MARKERS.FUNCTION,
+                    value: '() => {}',
+                    name: value.name || 'anonymous'
+                };
+            }
+
+            // Defensive check: ensure fnStr is actually a string
+            if (typeof fnStr !== 'string') {
+                console.warn('CodeYam: Function.toString() returned non-string:', typeof fnStr, fnStr, 'function name:', value.name);
+                return {
+                    __type: TYPE_MARKERS.FUNCTION,
+                    value: '() => {}',
+                    name: value.name || 'anonymous'
+                };
+            }
+
             // Check if it's an arrow function
             if (fnStr.includes('=>')) {
+                const arrowIndex = fnStr.indexOf('=>');
+                // Extra safety: verify indexOf returned a valid index
+                if (arrowIndex === -1) {
+                    console.warn('CodeYam: Arrow function detection inconsistency - includes found => but indexOf returned -1. fnStr:', fnStr);
+                    return {
+                        __type: TYPE_MARKERS.FUNCTION,
+                        value: fnStr,
+                        name: value.name
+                    };
+                }
                 return {
                     __type: TYPE_MARKERS.ARROW_FUNCTION,
-                    params: fnStr.substring(0, fnStr.indexOf('=>')).trim(),
-                    body: fnStr.substring(fnStr.indexOf('=>') + 2).trim()
+                    params: fnStr.substring(0, arrowIndex).trim(),
+                    body: fnStr.substring(arrowIndex + 2).trim()
                 };
             }
             return {
@@ -617,17 +942,23 @@ function deserialize(jsonString) {
                 
             case TYPE_MARKERS.FUNCTION:
                 try {
-                    // Handle named functions
+                    // Handle named functions - extract params and body properly
                     if (value.name && value.name !== 'anonymous') {
-                        const functionBody = value.value.slice(value.value.indexOf('{') + 1, value.value.lastIndexOf('}'));
-                        return new Function(\`return function \${value.name}\${functionBody}\`)();
+                        const parenStart = value.value.indexOf('(');
+                        const braceStart = value.value.indexOf('{');
+                        if (parenStart !== -1 && braceStart !== -1 && parenStart < braceStart) {
+                            // Extract params (between first ( and the { that starts the body)
+                            const params = value.value.slice(parenStart, braceStart).trim();
+                            const functionBody = value.value.slice(braceStart + 1, value.value.lastIndexOf('}'));
+                            return new Function(\`return function \${value.name}\${params}{\${functionBody}}\`)();
+                        }
                     }
-                    // Handle anonymous functions
+                    // Handle anonymous functions or fallback
                     return new Function(\`return \${value.value}\`)();
                 } catch (e) {
                     console.warn('Error deserializing function:', e);
-                    return function() { 
-                        return 'Error: Function could not be deserialized'; 
+                    return function() {
+                        return 'Error: Function could not be deserialized';
                     };
                 }
                 

package/analyzer-template/project/writeScenario.ts

@@ -1,6 +1,6 @@
 import { Analysis, ProjectFramework, Scenario } from '~codeyam/types';
 import { CODEYAM_MOCKS_DIRNAME, pushAnalysisError } from '~codeyam/utils';
-import { loadFile, upsertAnalysesWithScenarios } from '~codeyam/supabase';
+import { loadFile, upsertAnalysesWithScenarios } from '~codeyam/database';
 import writeScenarioFiles from './writeScenarioFiles';
 import { ImmutableAnalysisContext, ProjectAnalyzer } from '~codeyam/analyze';
 import getAppPath from './getAppPath';