@codeyam/codeyam-cli 0.1.0-staging.1669d45 → 0.1.0-staging.2a88920

package/analyzer-template/packages/ai/src/lib/dataStructure/helpers/fillInSchemaGapsAndUnknowns.ts

@@ -205,16 +205,88 @@ export default function fillInSchemaGapsAndUnknowns(
   }
 }
 
+/**
+ * Pre-built indexes that can be reused across multiple calls to fillInDirectSchemaGapsAndUnknowns.
+ * Build once with buildSchemaIndexes(), then pass to all calls processing the same schema.
+ */
+export interface SchemaIndexes {
+  functionKeysMapping: Record<string, string[]>;
+  prefixMaxDepth: Map<string, number>;
+}
+
+/**
+ * Build indexes for a schema that can be reused across multiple calls.
+ * This avoids rebuilding indexes (~1-2 seconds for 18k keys) on every call.
+ *
+ * @param schema - The schema to build indexes from (typically the full dependency schema)
+ * @returns Indexes that can be passed to fillInDirectSchemaGapsAndUnknowns
+ */
+export function buildSchemaIndexes(
+  schema: Record<string, string>,
+): SchemaIndexes {
+  // Build functionKeysMapping + prefixMaxDepth in a single pass
+  // Avoid repeated split/join work by caching parts and building prefixes incrementally.
+  const functionKeysMapping: Record<string, string[]> = {};
+  const prefixMaxDepth = new Map<string, number>();
+  const partsCache = new Map<string, string[]>();
+
+  for (const key in schema) {
+    const parts = getCachedParts(partsCache, key);
+    const lastPart = parts[parts.length - 1];
+    const prefixes = buildPrefixParts(parts);
+
+    if (
+      key.endsWith(')') ||
+      schema[key] === 'function' ||
+      lastPart === 'length'
+    ) {
+      const allButLastPart = parts.length > 1 ? prefixes[parts.length - 2] : '';
+      functionKeysMapping[allButLastPart] ||= [];
+      functionKeysMapping[allButLastPart].push(lastPart);
+    }
+
+    for (let i = 0; i < prefixes.length; i++) {
+      const prefix = prefixes[i];
+      const existingMax = prefixMaxDepth.get(prefix) ?? 0;
+      if (parts.length > existingMax) {
+        prefixMaxDepth.set(prefix, parts.length);
+      }
+    }
+  }
+
+  return { functionKeysMapping, prefixMaxDepth };
+}
+
 export function fillInDirectSchemaGapsAndUnknowns({
   scopeName,
   schema,
   mergedSchema,
   attempts = 0,
+  // Pre-built indexes from buildSchemaIndexes() - use for cross-call caching
+  prebuiltIndexes,
+  // Internal: pre-computed indexes to avoid rebuilding on recursion
+  _functionKeysMapping,
+  _prefixMaxDepth,
+  _partsCache,
+  _prefixPartsCache,
+  _knownTypeCache,
+  _guessTypeCache,
+  _nameHintCache,
 }: {
   scopeName?: string;
   schema: Record<string, string>;
   mergedSchema?: Record<string, string>;
   attempts?: number;
+  /** Pre-built indexes from buildSchemaIndexes() - pass to reuse across multiple calls */
+  prebuiltIndexes?: SchemaIndexes;
+  // Internal: pre-computed indexes to avoid rebuilding on recursion (used by recursive calls)
+  _functionKeysMapping?: Record<string, string[]>;
+  _prefixMaxDepth?: Map<string, number>;
+  _partsCache?: Map<string, string[]>;
+  _prefixPartsCache?: Map<string, string[]>;
+  _knownTypeCache?: Map<string, string | undefined>;
+  _guessTypeCache?: Map<string, string | undefined>;
+  _nameHintCache?: Map<string, string | undefined>;
 }) {
   try {
     const existingSchema = (path: any) => {
@@ -225,105 +297,204 @@ export function fillInDirectSchemaGapsAndUnknowns({
       }
     };
 
-    const functionKeysMapping = [...Object.keys(schema)]
-      .filter((key) => {
-        if (key.endsWith(')') || schema[key] === 'function') return true;
-        const parts = splitOutsideParenthesesAndArrays(key);
-        if (parts[parts.length - 1] === 'length') return true;
-      })
-      .reduce(
-        (acc, key) => {
-          const parts = splitOutsideParenthesesAndArrays(key);
-          const allButLastPart = joinParenthesesAndArrays(parts.slice(0, -1));
+    const partsCache = _partsCache ?? new Map<string, string[]>();
+    const prefixPartsCache = _prefixPartsCache ?? new Map<string, string[]>();
+    const knownTypeCache =
+      _knownTypeCache ?? new Map<string, string | undefined>();
+    const guessTypeCache =
+      _guessTypeCache ?? new Map<string, string | undefined>();
+    const nameHintCache =
+      _nameHintCache ?? new Map<string, string | undefined>();
+
+    const getParts = (path: string) => getCachedParts(partsCache, path);
+    const getPrefixParts = (path: string) => {
+      const cached = prefixPartsCache.get(path);
+      if (cached) return cached;
+      const prefixes = buildPrefixParts(getParts(path));
+      prefixPartsCache.set(path, prefixes);
+      return prefixes;
+    };
+
+    // Index resolution priority:
+    // 1. _functionKeysMapping/_prefixMaxDepth (from recursive calls within this invocation)
+    // 2. prebuiltIndexes (from cross-call caching - built once, reused across multiple calls)
+    // 3. Build new indexes (fallback - expensive for large schemas)
+    const functionKeysMapping =
+      _functionKeysMapping ??
+      prebuiltIndexes?.functionKeysMapping ??
+      (() => {
+        const mapping: Record<string, string[]> = {};
+        for (const key in schema) {
+          const parts = getParts(key);
           const lastPart = parts[parts.length - 1];
-          acc[allButLastPart] ||= [];
-          acc[allButLastPart].push(lastPart);
-          return acc;
-        },
-        {} as Record<string, string[]>,
-      );
+          if (
+            key.endsWith(')') ||
+            schema[key] === 'function' ||
+            lastPart === 'length'
+          ) {
+            const prefixes = getPrefixParts(key);
+            const allButLastPart =
+              parts.length > 1 ? prefixes[parts.length - 2] : '';
+            mapping[allButLastPart] ||= [];
+            mapping[allButLastPart].push(lastPart);
+          }
+        }
+        return mapping;
+      })();
+
+    // Build prefix index for O(1) lookups in checkIfObjectOrFunction
+    // Maps each prefix to the max depth of keys that have this prefix
+    // This replaces O(n) scans with O(1) lookups, fixing the O(n²) bottleneck
+    let prefixMaxDepth =
+      _prefixMaxDepth ?? prebuiltIndexes?.prefixMaxDepth ?? null;
+    if (!prefixMaxDepth) {
+      prefixMaxDepth = new Map<string, number>();
+      const targetSchema = mergedSchema ?? schema;
+      for (const key in targetSchema) {
+        const keyParts = getParts(key);
+        const prefixes = buildPrefixParts(keyParts);
+        // Record each prefix of this key with its max depth
+        for (let i = 0; i < prefixes.length; i++) {
+          const prefix = prefixes[i];
+          const existingMax = prefixMaxDepth.get(prefix) ?? 0;
+          if (keyParts.length > existingMax) {
+            prefixMaxDepth.set(prefix, keyParts.length);
+          }
+        }
+      }
+    }
 
-    let changeMade = false;
-    const guessTypeForPath = (path: string, defaultType = 'string') => {
-      let knownType = checkIfKnownType(path, functionKeysMapping);
-      if (!knownType) {
-        // Use mergedSchema for type inference if available (has more complete nested paths)
-        // Fall back to schema if mergedSchema is not provided
-        knownType = checkIfObjectOrFunction(path, mergedSchema ?? schema);
+    // O(1) replacement for checkIfObjectOrFunction
+    const checkIfObjectOrFunctionFast = (path: string): string | undefined => {
+      const maxDepth = prefixMaxDepth!.get(path);
+
+      if (maxDepth === undefined) return undefined; // No key starts with this path
+
+      const pathParts = getParts(path);
+      // Check if path's last part ends with ')' → function
+      const lastPart = pathParts[pathParts.length - 1];
+      if (lastPart?.endsWith(')')) {
+        return 'function';
       }
 
-      if (knownType && schema[path] !== knownType) {
-        return knownType;
+      // Check if there are deeper keys
+      if (maxDepth > pathParts.length) {
+        return 'object';
       }
 
-      const keyParts = splitOutsideParenthesesAndArrays(path);
-      const lastPart = keyParts[keyParts.length - 1];
+      return undefined;
+    };
 
+    let changeMade = false;
+    const getKnownType = (path: string) => {
+      if (knownTypeCache.has(path)) return knownTypeCache.get(path);
+      const known = checkIfKnownType(path, functionKeysMapping);
+      knownTypeCache.set(path, known);
+      return known;
+    };
+    const guessTypeFromName = (lastPart: string, defaultType: string) => {
+      if (nameHintCache.has(lastPart)) {
+        return nameHintCache.get(lastPart) ?? defaultType;
+      }
+
+      let hint: string | undefined;
       if (isLikelyBoolean(lastPart)) {
-        return 'boolean';
+        hint = 'boolean';
       } else if (isLikelyDate(lastPart)) {
-        return 'date';
+        hint = 'date';
       } else if (isLikelyAction(lastPart)) {
-        return 'function';
+        hint = 'function';
       } else if (pluralize.isPlural(lastPart)) {
-        return 'number';
-      } else {
-        return defaultType;
+        // Default to number instead of array - safer for JSX rendering
+        // Arrays cause "Objects are not valid as a React child" errors when rendered directly
+        hint = 'number';
       }
+
+      nameHintCache.set(lastPart, hint);
+      return hint ?? defaultType;
+    };
+    const guessTypeForPath = (path: string, defaultType = 'string') => {
+      const cacheKey = `${path}|${defaultType}`;
+      if (guessTypeCache.has(cacheKey)) {
+        return guessTypeCache.get(cacheKey);
+      }
+
+      let knownType = getKnownType(path);
+      if (!knownType) {
+        // Use optimized O(1) prefix lookup instead of O(n) scan
+        knownType = checkIfObjectOrFunctionFast(path);
+      }
+
+      if (knownType) {
+        guessTypeCache.set(cacheKey, knownType);
+        return knownType;
+      }
+
+      const keyParts = getParts(path);
+      const lastPart = keyParts[keyParts.length - 1];
+      const guessed = guessTypeFromName(lastPart, defaultType);
+      guessTypeCache.set(cacheKey, guessed);
+      return guessed;
     };
 
     for (const key in schema) {
       if (!schema[key]) schema[key] = 'unknown';
       if (schema[key].includes(' | unknown')) {
-        schema[key] = schema[key].replace(' | unknown', '');
-        changeMade = true;
+        const cleaned = schema[key].replace(' | unknown', '');
+        if (schema[key] !== cleaned) {
+          schema[key] = cleaned;
+          changeMade = true;
+        }
       } else if (schema[key].startsWith('unknown | ')) {
         // Handle "unknown | undefined" -> "string | undefined"
         const remainingType = schema[key].substring('unknown | '.length);
         const newType = guessTypeForPath(key, 'string');
         if (newType) {
-          schema[key] = `${newType} | ${remainingType}`;
-          changeMade = true;
+          const replacement = `${newType} | ${remainingType}`;
+          if (schema[key] !== replacement) {
+            schema[key] = replacement;
+            changeMade = true;
+          }
         }
       } else if (schema[key] === 'unknown') {
         const newType = guessTypeForPath(key, 'string');
-        if (newType) {
+        if (newType && schema[key] !== newType) {
           schema[key] = newType;
           changeMade = true;
         }
       }
 
-      const keyParts = splitOutsideParenthesesAndArrays(key);
+      const keyParts = getParts(key);
+      const prefixParts = getPrefixParts(key);
       for (let i = 0; i < keyParts.length; i++) {
-        const subPathParts = keyParts.slice(0, i + 1);
-        const lastSubPathPart = subPathParts[subPathParts.length - 1];
-
-        const previousSubPathParts = subPathParts.slice(0, i);
-        if (previousSubPathParts.length === 0) continue;
-
-        const previousSubPath = joinParenthesesAndArrays(previousSubPathParts);
-
-        if (
-          cleanOutBoundary(lastSubPathPart).match(/\[\d*\]/) &&
-          !lastSubPathPart.match(/signature\[\d+\]/)
-        ) {
-          // Fix 39: Don't overwrite explicit 'object' types with 'array'
-          // This handles spurious [] paths from components like JsonNode that handle
-          // both arrays and objects. When metadata is explicitly typed as 'object',
-          // paths like metadata[] (from dynamic iteration) should not change it.
-          if (
-            schema[previousSubPath] !== 'array' &&
-            schema[previousSubPath] !== 'object'
-          ) {
-            schema[previousSubPath] = 'array';
-            changeMade = true;
+        if (i === 0) continue;
+        const lastSubPathPart = keyParts[i];
+        const previousSubPath = prefixParts[i - 1];
+        const isSignatureIndex =
+          lastSubPathPart.includes('signature[') &&
+          SIGNATURE_INDEX_REGEX.test(lastSubPathPart);
+
+        if (lastSubPathPart.includes('[')) {
+          const cleaned = cleanOutBoundary(lastSubPathPart);
+          if (cleaned.match(/\[\d*\]/) && !isSignatureIndex) {
+            // Fix 39: Don't overwrite explicit 'object' types with 'array'
+            // This handles spurious [] paths from components like JsonNode that handle
+            // both arrays and objects. When metadata is explicitly typed as 'object',
+            // paths like metadata[] (from dynamic iteration) should not change it.
+            if (
+              schema[previousSubPath] !== 'array' &&
+              schema[previousSubPath] !== 'object'
+            ) {
+              schema[previousSubPath] = 'array';
+              changeMade = true;
+            }
           }
         }
 
         const isFunction =
           lastSubPathPart.endsWith(')') ||
           lastSubPathPart === 'functionCallReturnValue' ||
-          lastSubPathPart.match(/signature\[\d+\]/);
+          isSignatureIndex;
 
         if (
           !isFunction &&
@@ -331,8 +502,7 @@ export function fillInDirectSchemaGapsAndUnknowns({
             schema[previousSubPath],
           )
         ) {
-          const newValue =
-            checkIfKnownType(previousSubPath, functionKeysMapping) ?? 'object';
+          const newValue = getKnownType(previousSubPath) ?? 'object';
 
           if (
             !schema[previousSubPath] ||
@@ -347,8 +517,7 @@ export function fillInDirectSchemaGapsAndUnknowns({
         if (isFunction && !existingSchema(previousSubPath)) {
           schema[previousSubPath] = previousSubPath.endsWith(')')
             ? 'function'
-            : (checkIfKnownType(previousSubPath, functionKeysMapping) ??
-              'object');
+            : (getKnownType(previousSubPath) ?? 'object');
           changeMade = true;
         }
 
@@ -358,10 +527,12 @@ export function fillInDirectSchemaGapsAndUnknowns({
           const functionReturnValuePath = `${previousSubPath}.functionCallReturnValue`;
 
           // Extract the method name from lastSubPathPart (e.g., "then()" -> "then")
-          const methodName = lastSubPathPart.split('(')[0];
-          const isPromiseMethod = ['then', 'catch', 'finally'].includes(
-            methodName,
-          );
+          const parenIndex = lastSubPathPart.indexOf('(');
+          const methodName =
+            parenIndex === -1
+              ? lastSubPathPart
+              : lastSubPathPart.slice(0, parenIndex);
+          const isPromiseMethod = PROMISE_METHODS.has(methodName);
           const isPreviousAsync = schema[previousSubPath] === 'async-function';
 
           // Don't set to 'function' if this is a promise method on an async function
@@ -386,6 +557,15 @@ export function fillInDirectSchemaGapsAndUnknowns({
         schema,
         mergedSchema,
         attempts: ++attempts,
+        prebuiltIndexes,
+        // Pass pre-computed indexes to avoid rebuilding on each recursive call
+        _functionKeysMapping: functionKeysMapping,
+        _prefixMaxDepth: prefixMaxDepth,
+        _partsCache: partsCache,
+        _prefixPartsCache: prefixPartsCache,
+        _knownTypeCache: knownTypeCache,
+        _guessTypeCache: guessTypeCache,
+        _nameHintCache: nameHintCache,
       });
     }
 
@@ -395,9 +575,10 @@ export function fillInDirectSchemaGapsAndUnknowns({
     // However, if the parent could be an 'object' or other type, keep .length as it may be
     // a custom property.
     for (const key of Object.keys(schema)) {
-      const parts = splitOutsideParenthesesAndArrays(key);
+      const parts = getParts(key);
       if (parts[parts.length - 1] === 'length') {
-        const parentPath = joinParenthesesAndArrays(parts.slice(0, -1));
+        const prefixes = getPrefixParts(key);
+        const parentPath = parts.length > 1 ? prefixes[parts.length - 2] : '';
         const parentType = schema[parentPath];
         if (parentType) {
           // Split union types and filter out nullable parts
@@ -434,6 +615,35 @@ export function fillInDirectSchemaGapsAndUnknowns({
   }
 }
 
+const SIGNATURE_INDEX_REGEX = /signature\[\d+\]/;
+const PROMISE_METHODS = new Set(['then', 'catch', 'finally']);
+
+function getCachedParts(cache: Map<string, string[]>, path: string): string[] {
+  const cached = cache.get(path);
+  if (cached) return cached;
+  const parts = splitOutsideParenthesesAndArrays(path);
+  cache.set(path, parts);
+  return parts;
+}
+
+function buildPrefixParts(parts: string[]): string[] {
+  if (parts.length === 0) return [];
+  const prefixes = new Array(parts.length);
+  let prefix = '';
+  for (let i = 0; i < parts.length; i++) {
+    const part = parts[i];
+    if (i === 0) {
+      prefix = part;
+    } else if (part.startsWith('[') || part.startsWith('(')) {
+      prefix += part;
+    } else {
+      prefix += `.${part}`;
+    }
+    prefixes[i] = prefix;
+  }
+  return prefixes;
+}
+
 function checkIfObjectOrFunction(path: string, schema: ScopeNode['schema']) {
   const pathParts = splitOutsideParenthesesAndArrays(path);
   for (const structureKey in schema) {
@@ -486,6 +696,17 @@ const STRONG_ARRAY_METHODS = new Set([
   'with',
 ]);
 
+/**
+ * Check if a method call argument looks like a string literal.
+ * String literals start with ' or " (e.g., includes('foo'), indexOf("bar"))
+ */
+function hasStringLiteralArgument(methodCall: string): boolean {
+  const parenIndex = methodCall.indexOf('(');
+  if (parenIndex === -1) return false;
+  const arg = methodCall.slice(parenIndex + 1).trim();
+  return arg.startsWith("'") || arg.startsWith('"') || arg.startsWith('`');
+}
+
 function checkIfKnownType(
   key: string,
   functionAndAttributesKeysMapping: Record<string, string[]>,
@@ -495,19 +716,20 @@ function checkIfKnownType(
   let hasStrongArrayEvidence = false;
   let hasOnlyAmbiguousArrayMethods = true;
   let hasLengthAccess = false;
-  let hasArrayStringAmbiguousMethod = false;
+  let hasIncludesOrIndexOfWithVariable = false;
+
+  const entries = functionAndAttributesKeysMapping[key];
+  if (!entries || entries.length === 0) return;
 
-  for (const functionOrAttributeName of functionAndAttributesKeysMapping[key] ??
-    []) {
+  for (const functionOrAttributeName of entries) {
     // Extract the method name without arguments for checking against ambiguous list
     const methodName = functionOrAttributeName.split('(')[0].trim();
 
+    const knownType = knownMethodCalls(functionOrAttributeName);
     const couldBeArray =
-      knownMethodCalls(functionOrAttributeName).includes('array') ||
-      functionOrAttributeName === 'length';
+      knownType.includes('array') || functionOrAttributeName === 'length';
     const couldBeString =
-      knownMethodCalls(functionOrAttributeName).includes('string') ||
-      functionOrAttributeName === 'length';
+      knownType.includes('string') || functionOrAttributeName === 'length';
 
     // Track .length access
     if (functionOrAttributeName === 'length') {
@@ -515,8 +737,15 @@ function checkIfKnownType(
     }
 
     // Track methods that exist on both arrays and strings (like includes, indexOf)
-    if (couldBeArray && couldBeString && functionOrAttributeName !== 'length') {
-      hasArrayStringAmbiguousMethod = true;
+    // Check if .includes() or .indexOf() is called with a variable argument (not a string literal).
+    // Pattern: arr.includes(item) -> likely array (checking if item exists)
+    // Pattern: str.includes('substring') -> likely string (checking for substring)
+    if (
+      (methodName === 'includes' || methodName === 'indexOf') &&
+      functionOrAttributeName.includes('(') &&
+      !hasStringLiteralArgument(functionOrAttributeName)
+    ) {
+      hasIncludesOrIndexOfWithVariable = true;
     }
 
     // Check if this is strong evidence of an array (unambiguous array methods)
@@ -549,18 +778,20 @@ function checkIfKnownType(
     return 'array';
   }
 
-  // When we have BOTH .length AND an ambiguous method like .includes(),
-  // prefer array. This pattern (checking .length AND calling .includes)
-  // is very common with arrays (e.g., arr.length > 0 && arr.includes(x))
-  // but rare with strings (you'd typically just call str.includes(x))
-  if (isArray && hasLengthAccess && hasArrayStringAmbiguousMethod) {
+  // When .includes() or .indexOf() is called with a variable argument AND we have .length,
+  // prefer array. This pattern (arr.length > 0 && arr.includes(item)) is common for arrays.
+  // But str.includes('literal') is common for strings - that case is handled by hasStringLiteralArgument.
+  if (isArray && hasLengthAccess && hasIncludesOrIndexOfWithVariable) {
     return 'array';
   }
 
+  // When both array and string are possible, prefer string.
+  // Strings have .length, .slice(), .includes(), etc. just like arrays.
+  // We only infer 'array' if we have STRONG evidence (like .map, .filter, .reduce).
   if (isString) return 'string';
 
-  // Only infer array if we have strong evidence OR not only ambiguous methods
-  // This prevents router.push() from being incorrectly inferred as an array
+  // Only infer array if we have strong evidence (already handled above)
+  // or non-ambiguous array methods that don't exist on strings
   if (isArray && !hasOnlyAmbiguousArrayMethods) {
     return 'array';
   }

package/analyzer-template/packages/ai/src/lib/dataStructure/helpers/fixNullIdsBySchema.ts

@@ -0,0 +1,129 @@
+import { awsLog } from '~codeyam/utils';
+
+/**
+ * Fixes null values for ID fields when the schema indicates they should be non-null numbers.
+ *
+ * The LLM sometimes generates `null` for ID fields (e.g., `"id": null`) when the schema
+ * type is `"number"` or `"number | undefined"` (but NOT `"number | null"`). This causes
+ * runtime issues when code checks `if (!data?.id)` expecting a truthy value.
+ *
+ * This function traverses data and schema together:
+ * - If field name looks like an ID field AND value is null AND schema doesn't allow null,
+ *   replace with a valid default value (1 for numbers, generated UUID for strings)
+ *
+ * @param data The data object with potential null ID values
+ * @param schema The schema describing expected types
+ * @param path Current path in the data structure (for logging)
+ * @returns The data with null IDs fixed (mutates original)
+ */
+export default function fixNullIdsBySchema<T>(
+  data: T,
+  schema: unknown,
+  path: string = '',
+): T {
+  // Handle null/undefined data
+  if (data === null || data === undefined) {
+    return data;
+  }
+
+  // Only process objects
+  if (typeof data !== 'object') {
+    return data;
+  }
+
+  // Handle arrays
+  if (Array.isArray(data)) {
+    // For arrays, the schema should be an array with one element describing the item type
+    const itemSchema = Array.isArray(schema) ? schema[0] : undefined;
+    for (let i = 0; i < data.length; i++) {
+      data[i] = fixNullIdsBySchema(data[i], itemSchema, `${path}[${i}]`);
+    }
+    return data;
+  }
+
+  // Handle objects
+  const dataObj = data as Record<string, unknown>;
+  const schemaObj = schema as Record<string, unknown> | undefined;
+
+  for (const key of Object.keys(dataObj)) {
+    const value = dataObj[key];
+    const fieldSchema = schemaObj?.[key];
+    const fieldPath = path ? `${path}.${key}` : key;
+
+    if (value === null && isIdField(key)) {
+      // Check if schema indicates this should be a non-null number
+      const replacement = getIdReplacementValue(fieldSchema);
+      if (replacement !== null) {
+        dataObj[key] = replacement;
+        awsLog(
+          `CodeYam: Fixed null ID field "${fieldPath}": null -> ${replacement}`,
+        );
+      }
+    } else if (typeof value === 'object' && value !== null) {
+      // Recursively process nested objects/arrays
+      fixNullIdsBySchema(value, fieldSchema, fieldPath);
+    }
+  }
+
+  return data;
+}
+
+/**
+ * Pattern for field names that are likely ID fields.
+ * Matches: id, Id, ID, userId, user_id, quoteId, quote_id, etc.
+ */
+const ID_FIELD_PATTERNS = [
+  /^id$/i, // Exact match for "id", "Id", "ID"
+  /Id$/, // Ends with "Id" (camelCase): userId, quoteId
+  /_id$/i, // Ends with "_id" (snake_case): user_id, quote_id
+  /^.*_id$/i, // Contains "_id": some_object_id
+];
+
+/**
+ * Determines if a field name looks like an ID field.
+ */
+function isIdField(fieldName: string): boolean {
+  return ID_FIELD_PATTERNS.some((pattern) => pattern.test(fieldName));
+}
+
+/**
+ * Gets the replacement value for a null ID based on schema type.
+ * Returns null if the schema allows null values (no replacement needed).
+ *
+ * @param fieldSchema The schema type for the field
+ * @returns Replacement value (1 for numbers, generated string for strings) or null if no replacement
+ */
+function getIdReplacementValue(fieldSchema: unknown): number | string | null {
+  // If no schema for this field, be conservative - don't replace
+  if (fieldSchema === undefined || fieldSchema === null) {
+    return null;
+  }
+
+  // If schema is a string type definition
+  if (typeof fieldSchema === 'string') {
+    // If schema explicitly allows null, don't replace
+    if (fieldSchema.includes('null')) {
+      return null;
+    }
+
+    // If schema is a number type, return 1 as default
+    if (
+      fieldSchema === 'number' ||
+      fieldSchema.startsWith('number') ||
+      fieldSchema.includes('number')
+    ) {
+      return 1;
+    }
+
+    // If schema is a string type, return a generated ID
+    if (
+      fieldSchema === 'string' ||
+      fieldSchema.startsWith('string') ||
+      fieldSchema.includes('string')
+    ) {
+      return 'id-1';
+    }
+  }
+
+  return null;
+}