@codeyam/codeyam-cli 0.1.0-staging.da5baf5 → 0.1.0-staging.e090cb3

package/analyzer-template/packages/ai/src/lib/gatherRelevantDependentKeyAttributes.ts

@@ -1,185 +0,0 @@
-import { Entity, ReadonlyAnalysis, ReadonlyAnalysisMap } from '~codeyam/types';
-import {
-  joinParenthesesAndArrays,
-  splitOutsideParenthesesAndArrays,
-} from './splitOutsideParentheses';
-import { gatherAttributesMap } from './promptGenerators/gatherAttributesMap';
-
-export default function gatherRelevantDependentKeyAttributes(
-  entity: Pick<Entity, 'name' | 'metadata'>,
-  dependentAnalyses: ReadonlyAnalysisMap,
-) {
-  // console.info(
-  //   'CODEYAM DEBUG: gatherRelevantDependentKeyAttributes inputs',
-  //   entity.name,
-  //   JSON.stringify(
-  //     {
-  //       entity: {
-  //         metadata: {
-  //           isolatedDataStructure:
-  //             entity.metadata?.isolatedDataStructure,
-  //         },
-  //       },
-  //       dependentAnalyses: Object.keys(dependentAnalyses).reduce(
-  //         (acc, path) => {
-  //           acc[path] = Object.keys(dependentAnalyses[path]).reduce(
-  //             (entityAcc, entityName) => {
-  //               entityAcc[entityName] = {
-  //                 metadata: {
-  //                   keyAttributes:
-  //                     dependentAnalyses[path][entityName].metadata
-  //                       .keyAttributes,
-  //                 },
-  //                 entity: {
-  //                   metadata: {
-  //                     isolatedDataStructure:
-  //                       dependentAnalyses[path][entityName].entity.metadata
-  //                         ?.isolatedDataStructure,
-  //                   },
-  //                 },
-  //               };
-  //               return entityAcc;
-  //             },
-  //             {},
-  //           );
-  //           return acc;
-  //         },
-  //         {} as Record<string, Record<string, Record<string, unknown>[]>>,
-  //       ),
-  //     },
-  //     null,
-  //     2,
-  //   ),
-  // );
-
-  const { associationMap } = gatherAttributesMap(entity);
-
-  const dependencySchemas =
-    entity.metadata?.isolatedDataStructure?.dependencySchemas;
-  const relevantDependentKeyAttributes: ReadonlyAnalysis['metadata']['keyAttributes'][0][] =
-    [];
-  Object.keys(dependentAnalyses).forEach((path) => {
-    Object.keys(dependentAnalyses[path]).forEach((entityName) => {
-      const dependentAnalysis = dependentAnalyses[path][entityName];
-      const dependentKeyAtttributes =
-        dependentAnalysis?.metadata?.keyAttributes;
-      if (!dependentKeyAtttributes || dependentKeyAtttributes.length === 0)
-        return;
-
-      const dependencySchema = dependencySchemas?.[path]?.[entityName];
-      const signatureSchema = dependencySchema?.signatureSchema;
-      if (!signatureSchema) return;
-
-      const sourceEquivalencies = dependencySchema?.sourceEquivalencies ?? {};
-
-      // If sourceEquivalencies is empty but the child has mocked imports,
-      // propagate key attributes directly since they affect the parent's visual output
-      if (Object.keys(sourceEquivalencies).length === 0) {
-        // Check both importedExports and nodeModuleImports for mocked imports
-        const importedExports =
-          dependentAnalysis.entity?.metadata?.importedExports ?? [];
-        const nodeModuleImports =
-          dependentAnalysis.entity?.metadata?.nodeModuleImports ?? {};
-
-        const hasMockedImportedExports = importedExports.some(
-          (imp: { isMocked?: boolean }) => imp.isMocked,
-        );
-        const hasMockedNodeModuleImports = Object.values(
-          nodeModuleImports,
-        ).some((imports: any[]) =>
-          imports?.some((imp: { isMocked?: boolean }) => imp.isMocked),
-        );
-
-        const childHasMockedImports =
-          hasMockedImportedExports || hasMockedNodeModuleImports;
-
-        if (childHasMockedImports) {
-          for (const dependentKeyAttribute of dependentKeyAtttributes) {
-            relevantDependentKeyAttributes.push({
-              ...dependentKeyAttribute,
-              dependentEntityName: entityName,
-              originalEntityName: entityName,
-              filePath: path,
-            } as any);
-          }
-        }
-        return;
-      }
-
-      for (const dependentKeyAttribute of dependentKeyAtttributes) {
-        const dependentKeyAttributeExternalPathParts =
-          splitOutsideParenthesesAndArrays(dependentKeyAttribute.externalPath);
-
-        let matchFound = false;
-        for (
-          let i = dependentKeyAttributeExternalPathParts.length;
-          i > 0;
-          i--
-        ) {
-          const subExternalPath = joinParenthesesAndArrays(
-            dependentKeyAttributeExternalPathParts.slice(0, i),
-          );
-
-          for (const sourceEquivalencyPath in dependencySchema?.sourceEquivalencies ??
-            {}) {
-            const sourceEquivalencyPathParts = splitOutsideParenthesesAndArrays(
-              sourceEquivalencyPath,
-            );
-
-            const relevantSourceEquivalencyPath = joinParenthesesAndArrays(
-              sourceEquivalencyPathParts.slice(1),
-            );
-
-            if (relevantSourceEquivalencyPath !== subExternalPath) continue;
-
-            const sourcePath =
-              dependencySchema?.sourceEquivalencies[sourceEquivalencyPath][0]
-                ?.schemaPath;
-
-            if (!sourcePath) continue;
-
-            let externalPath = sourcePath;
-            let internalPath: string | undefined = associationMap[sourcePath];
-
-            if (i < dependentKeyAttributeExternalPathParts.length) {
-              externalPath = joinParenthesesAndArrays([
-                externalPath,
-                ...dependentKeyAttributeExternalPathParts.slice(i),
-              ]);
-
-              // Only build internalPath if we have a valid base path from associationMap
-              // Otherwise leave it undefined to avoid paths like "undefined.foo.bar"
-              if (internalPath !== undefined) {
-                internalPath = joinParenthesesAndArrays([
-                  internalPath,
-                  ...dependentKeyAttributeExternalPathParts.slice(i),
-                ]);
-              }
-            }
-
-            const dependentEntityName =
-              dependentKeyAttribute.dependentEntityName
-                ? `${dependentKeyAttribute.dependentEntityName} (through ${entityName})`
-                : entityName;
-
-            relevantDependentKeyAttributes.push({
-              ...dependentKeyAttribute,
-              dependentEntityName,
-              originalEntityName: entityName, // Original entity name without "(through X)"
-              filePath: path, // File path for restructuring into nested format
-              internalPath,
-              externalPath,
-            } as any);
-
-            matchFound = true;
-            break;
-          }
-
-          if (matchFound) break;
-        }
-      }
-    });
-  });
-
-  return relevantDependentKeyAttributes;
-}

package/analyzer-template/packages/ai/src/lib/generateChangesEntityKeyAttributes.ts

@@ -1,235 +0,0 @@
-import completionCall from './completionCall';
-import { saveLlmCall } from '~codeyam/aws/dynamodb';
-import { Analysis, Entity } from '~codeyam/types';
-import generateEntityKeyAttributesGenerator from './promptGenerators/generateEntityKeyAttributesGenerator';
-import { awsLog } from '~codeyam/utils';
-import { AI, DEFAULT_LARGER_MODEL } from '~codeyam/ai';
-import isFrontend from './isFrontend';
-import { gatherAttributesMap } from './promptGenerators/gatherAttributesMap';
-
-interface GenerateChangesEntityKeyAttributesArgs {
-  entity: Entity;
-  existingKeyAttributes: Analysis['metadata']['keyAttributes'];
-  analysis: Analysis;
-  commitDiff: string;
-  model?: AI.Model;
-}
-
-export default async function generateChangesEntityKeyAttributes({
-  entity,
-  existingKeyAttributes,
-  analysis,
-  commitDiff,
-  model,
-}: GenerateChangesEntityKeyAttributesArgs) {
-  awsLog(`CodeYam: Generating entity key attributes`, {
-    filePath: entity.filePath,
-    entityName: entity.name,
-    analysisId: analysis.id,
-    existingKeyAttributes: existingKeyAttributes?.map((a) => a.externalPath),
-  });
-
-  const { attributesMap, associationMap, dataStructurePathMap } =
-    gatherAttributesMap(entity, true);
-
-  const prompt = generateEntityKeyAttributesGenerator({
-    code: entity.code,
-    attributesMap,
-    existingKeyAttributes,
-    commitDiff,
-  });
-
-  const response = await completionCall({
-    type: `generateChangesEntityKeyAttributes`,
-    systemMessage: isFrontend(entity.filePath)
-      ? FRONTEND_SYSTEM_MESSAGE
-      : BACKEND_SYSTEM_MESSAGE,
-    prompt,
-    model: model ?? DEFAULT_LARGER_MODEL,
-  });
-
-  const llmCall = await saveLlmCall({
-    object_type: 'analysis',
-    object_id: analysis.id,
-    propsJson: {
-      entity: {
-        name: entity.name,
-        filePath: entity.filePath,
-        code: entity.code,
-      },
-      analysis: {
-        id: analysis.id,
-        metadata: {
-          isolatedDataStructure: entity.metadata.isolatedDataStructure,
-          keyAttributes: analysis.metadata?.keyAttributes ?? [],
-        },
-      },
-      commitDiff,
-      model,
-    },
-    ...response.stats,
-  });
-
-  const { completion: keyAttributesString } = response;
-  if (!keyAttributesString) {
-    console.log(
-      `CodeYam Error: Error Generating changes entity key attributes failed: No response from AI`,
-    );
-    return null;
-  }
-
-  awsLog(
-    `LLMCall ${llmCall ? llmCall.id : 'N/A'}: ${entity.filePath} ${entity.name} changes key attributes :>> `,
-    keyAttributesString,
-  );
-
-  const { addedKeyAttributes, removedKeyAttributes } =
-    JSON.parse(keyAttributesString);
-
-  const keyAttributes: Analysis['metadata']['keyAttributes'] = [
-    ...(existingKeyAttributes ?? []),
-  ];
-
-  for (const addedKeyAttribute of addedKeyAttributes ?? []) {
-    const internalPath = addedKeyAttribute.path;
-    const index = keyAttributes.findIndex(
-      (a) => a.internalPath === internalPath,
-    );
-    const fullKeyAttribute = {
-      internalPath,
-      externalPath: associationMap[internalPath],
-      dataStructurePath: dataStructurePathMap[internalPath] || internalPath,
-      description: addedKeyAttribute.description,
-      validValueOptions: addedKeyAttribute.validValueOptions,
-      errorValueOptions: addedKeyAttribute.errorValueOptions,
-    };
-    if (index !== -1) {
-      keyAttributes.splice(index, 1, fullKeyAttribute);
-    } else {
-      keyAttributes.push(fullKeyAttribute);
-    }
-  }
-
-  for (const removedKeyAttribute of removedKeyAttributes ?? []) {
-    const internalPath =
-      typeof removedKeyAttribute === 'string'
-        ? removedKeyAttribute
-        : removedKeyAttribute.path;
-    const index = keyAttributes.findIndex(
-      (a) => a.internalPath === internalPath,
-    );
-    if (index !== -1) {
-      keyAttributes.splice(index, 1);
-    }
-  }
-
-  const sortedUniqueKeyAttributes = keyAttributes
-    .filter(
-      (keyAttribute, index, self) =>
-        self.findIndex(
-          (ka) => ka.internalPath === keyAttribute.internalPath,
-        ) === index,
-    )
-    .filter((keyAttribute) => attributesMap[keyAttribute.internalPath]);
-
-  return {
-    keyAttributes: sortedUniqueKeyAttributes,
-    llmCall,
-  };
-}
-
-const FRONTEND_SYSTEM_MESSAGE = `You are updating the key attributes for a frontend component that was recently changed.
-
-This is an INCREMENTAL update. Existing key attributes should be preserved unless the code change clearly invalidates them. Removing and re-adding attributes across changes causes unnecessary churn.
-
-## Stability Rules
-
-- REMOVE only if the attribute is clearly no longer used (variable deleted, conditional removed, no longer referenced)
-- KEEP marginal attributes—if unsure, preserve rather than remove
-- ADD new attributes freely when warranted
-
-## What Makes a Key Attribute
-
-A key attribute is a data path from "Attributes and Value Types" that dramatically changes how the component renders:
-
-- Controls a conditional that shows/hides significant UI sections
-- Changes the component's primary visual state (not just minor text differences)
-- Determines which branch of rendering logic executes
-
-NOT key attributes:
-- Values that only affect non-visible behavior (hrefs, image srcs)
-- Fallback values that won't be used if primary values exist
-- Values that would cause errors if changed
-
-Note: A conditional that shows a different UI state (e.g., loading screen, redirect message) IS significant—include it. Only exclude guard clauses that render literally nothing.
-
-## Path Format
-
-Only return attributes from the "Attributes and Value Types" list—these are the only values we can control. Use the exact path provided. Use \`functionCallReturnValue\` for function return values. Use \`[]\` for array items (e.g., \`items[]\`).
-
-## Response Format
-
-For \`validValueOptions\`, include boundary/extreme values that trigger different behavior—but NOT values that would cause errors.
-
-\`\`\`json
-{
-  "addedKeyAttributes": [
-    {
-      "path": "user",
-      "description": "Controls whether the main form or redirect screen displays",
-      "validValueOptions": ["truthy user object", "null/undefined"]
-    }
-  ],
-  "removedKeyAttributes": ["oldAttribute.path"]
-}
-\`\`\`
-
-Return empty arrays if no changes needed.
-`;
-
-const BACKEND_SYSTEM_MESSAGE = `You are updating the key attributes for a backend function that was recently changed.
-
-This is an INCREMENTAL update. Existing key attributes should be preserved unless the code change clearly invalidates them. Removing and re-adding attributes across changes causes unnecessary churn.
-
-## Stability Rules
-
-- REMOVE only if the attribute is clearly no longer used (variable deleted, conditional removed, no longer referenced)
-- KEEP marginal attributes—if unsure, preserve rather than remove
-- ADD new attributes freely when warranted
-
-## What Makes a Key Attribute
-
-A key attribute is a data path from "Attributes and Value Types" that dramatically changes the function's behavior:
-
-- Controls a conditional that significantly alters execution flow or return value
-- Determines which branch of logic executes
-- For side-effect functions: changes how external systems are called (database, email, etc.)
-
-NOT key attributes:
-- Fallback values that won't be used if primary values exist
-- Values that would cause errors if changed
-- Guard clauses that return nothing/minimal data
-
-## Path Format
-
-Only return attributes from the "Attributes and Value Types" list—these are the only values we can control. Use the exact path provided. Use \`functionCallReturnValue\` for function return values. Use \`[]\` for array items (e.g., \`items[]\`).
-
-## Response Format
-
-For \`validValueOptions\`, include boundary/extreme values that trigger different behavior—but NOT values that would cause errors.
-
-\`\`\`json
-{
-  "addedKeyAttributes": [
-    {
-      "path": "config.enabled",
-      "description": "Controls whether the main processing logic runs",
-      "validValueOptions": ["true", "false"]
-    }
-  ],
-  "removedKeyAttributes": ["oldAttribute.path"]
-}
-\`\`\`
-
-Return empty arrays if no changes needed.
-`;

package/analyzer-template/packages/ai/src/lib/generateEntityKeyAttributes.ts

@@ -1,251 +0,0 @@
-import completionCall from './completionCall';
-import { saveLlmCall } from '~codeyam/aws/dynamodb';
-import { Entity } from '~codeyam/types';
-import generateEntityKeyAttributesGenerator from './promptGenerators/generateEntityKeyAttributesGenerator';
-import { awsLog } from '~codeyam/utils';
-import { DEFAULT_LARGER_MODEL } from './aiConfig';
-import { gatherAttributesMap } from './promptGenerators/gatherAttributesMap';
-import { fillInDirectSchemaGapsAndUnknowns } from './dataStructure/helpers/fillInSchemaGapsAndUnknowns';
-import isFrontend from './isFrontend';
-import { AI } from '~codeyam/ai';
-import { formatConditionalUsagesForPrompt } from './getConditionalUsagesFromCode';
-import type { ConditionalUsage } from '~codeyam/types';
-
-interface GenerateEntityKeyAttributesArgs {
-  entity: Pick<Entity, 'sha' | 'name' | 'filePath' | 'code' | 'metadata'>;
-  model?: AI.Model;
-}
-
-export default async function generateEntityKeyAttributes({
-  entity,
-  model,
-}: GenerateEntityKeyAttributesArgs) {
-  awsLog(`CodeYam: Generating entity key attributes`, {
-    filePath: entity.filePath,
-    entityName: entity.name,
-  });
-
-  const { attributesMap, associationMap, dataStructurePathMap } =
-    gatherAttributesMap(entity, true);
-
-  if (Object.keys(attributesMap).length === 0) {
-    console.log(
-      `CodeYam Error: No valid attributes found for ${entity.filePath} ${entity.name}`,
-    );
-    return {
-      keyAttributes: [],
-      llmCall: null,
-    };
-  }
-
-  // Resolve unknown types using heuristics (e.g., "unknown | undefined" -> "string | undefined")
-  const resolvedAttributesMap = fillInDirectSchemaGapsAndUnknowns({
-    scopeName: entity.name,
-    schema: { ...attributesMap },
-  });
-
-  // Use pre-computed conditional usages from metadata, or compute on-the-fly as fallback
-  const conditionalUsages: Record<string, ConditionalUsage[]> =
-    entity.metadata?.isolatedDataStructure?.conditionalUsages ?? {};
-  const staticAnalysisContext =
-    formatConditionalUsagesForPrompt(conditionalUsages);
-
-  const prompt = generateEntityKeyAttributesGenerator({
-    code: entity.code,
-    attributesMap: resolvedAttributesMap,
-    associationMap,
-    staticAnalysisContext,
-  });
-
-  console.log('Generated prompt for generateEntityKeyAttributes:');
-  console.log(prompt);
-
-  const response = await completionCall({
-    type: `generateEntityKeyAttributes`,
-    systemMessage: isFrontend(entity.filePath)
-      ? FRONTEND_SYSTEM_MESSAGE
-      : BACKEND_SYSTEM_MESSAGE,
-    prompt,
-    model: model ?? DEFAULT_LARGER_MODEL,
-  });
-
-  const llmCall = await saveLlmCall({
-    object_type: 'entity',
-    object_id: entity.sha,
-    propsJson: {
-      entity: {
-        name: entity.name,
-        filePath: entity.filePath,
-        code: entity.code,
-        metadata: {
-          isolatedDataStructure: entity.metadata.isolatedDataStructure,
-        },
-      },
-      model,
-    },
-    ...response.stats,
-  });
-
-  const { completion: keyAttributesString } = response;
-  if (!keyAttributesString) {
-    console.log(
-      `CodeYam Error: Error Generating entity key attributes failed: No response from AI`,
-    );
-    return null;
-  }
-
-  console.log(
-    `LLMCall ${llmCall ? llmCall.id : 'N/A'}: ${entity.filePath} ${entity.name} key attributes :>> `,
-  );
-  console.log(keyAttributesString);
-
-  let keyAttributes = undefined;
-  try {
-    const parsed = JSON.parse(keyAttributesString);
-    keyAttributes = parsed?.keyAttributes;
-  } catch (error) {
-    console.log(
-      `CodeYam Error: Invalid JSON response in generateEntityKeyAttributes for ${entity.filePath} ${entity.name}:`,
-      error,
-    );
-  }
-
-  if (!keyAttributes || !Array.isArray(keyAttributes)) {
-    return { keyAttributes: [], llmCall };
-  }
-
-  // Create reverse lookup: fullPath → internalPath
-  // associationMap is keyed by internalPath with value fullPath (when reverse=true)
-  const fullPathToInternalPath = Object.fromEntries(
-    Object.entries(associationMap).map(([internalPath, fullPath]) => [
-      fullPath,
-      internalPath,
-    ]),
-  );
-
-  const fullKeyAttributes = keyAttributes
-    .filter(Boolean)
-    .filter(
-      (keyAttribute, index, self) =>
-        keyAttribute?.fullPath &&
-        self.findIndex((ka) => ka?.fullPath === keyAttribute.fullPath) ===
-          index,
-    )
-    .filter((keyAttribute) => fullPathToInternalPath[keyAttribute.fullPath])
-    .map((keyAttribute) => {
-      const internalPath = fullPathToInternalPath[keyAttribute.fullPath];
-      return {
-        internalPath,
-        externalPath: associationMap[internalPath],
-        dataStructurePath:
-          dataStructurePathMap[internalPath] || keyAttribute.fullPath,
-        description: keyAttribute.description,
-        validValueOptions: keyAttribute.validValueOptions,
-        errorValueOptions: keyAttribute.errorValueOptions,
-      };
-    });
-
-  return {
-    keyAttributes: fullKeyAttributes,
-    llmCall,
-  };
-}
-
-const FRONTEND_SYSTEM_MESSAGE = `You analyze frontend components to identify key data attributes that significantly impact rendering.
-
-## What Makes a Key Attribute
-
-A key attribute is a data path from "Attributes and Value Types" that dramatically changes how the component renders:
-
-- Controls a conditional that shows/hides significant UI sections
-- Changes the component's primary visual state (not just minor text differences)
-- Determines which branch of rendering logic executes
-
-NOT key attributes:
-- Values that only affect non-visible behavior (hrefs, image srcs)
-- Fallback values that won't be used if primary values exist
-- Values that would cause errors if changed
-- Guard clauses that render literally nothing
-
-## Conditional Key Attributes
-
-We've provided a list of variables that are used in conditional statements in the code. These are very likely key attributes.
-
-Each conditional lists it's source and how it is used. This should help you identify which attributes to include and what values to suggest.
-
-## Path Format
-
-Only return attributes from the "Attributes and Value Types" list — these are the only values we can control. Use the exact \`fullPath\` provided. Use \`functionCallReturnValue\` for function return values. Use \`[]\` for array items (e.g., \`items[]\`).
-
-## Valid Value Options
-
-- For \`validValueOptions\`, include boundary/extreme values that trigger different behavior 
-- Be very specific with values. Do not make them ambiguous in any way
-— Do NOT include values that would cause unexpected/unhandled errors.
-- Ensure all values or value ranges that will trigger different rendering behavior are included
-
-## Response Format
-
-List all key attributes in order from most impactful to least impactful regarding how dramatically they will change the rendering of the component using the following format:
-
-\`\`\`json
-{
-  "keyAttributes": [
-    {
-      "fullPath": "signature[0].user",
-      "description": "Controls whether the main form or redirect screen displays",
-      "validValueOptions": ["an empty object {}", "null/undefined"]
-    }
-  ]
-}
-\`\`\`
-`;
-
-const BACKEND_SYSTEM_MESSAGE = `You analyze backend functions to identify key data attributes that significantly impact behavior.
-
-## What Makes a Key Attribute
-
-A key attribute is a data path from "Attributes and Value Types" that dramatically changes the function's behavior:
-
-- Controls a conditional that significantly alters execution flow or return value
-- Determines which branch of logic executes
-- For side-effect functions: changes how external systems are called (database, email, etc.)
-
-NOT key attributes:
-- Fallback values that won't be used if primary values exist
-- Values that would cause errors if changed
-- Guard clauses that return nothing/minimal data
-
-## Conditional Key Attributes
-
-We've provided a list of variables that are used in conditional statements in the code. These are very likely key attributes.
-
-Each conditional lists it's source and how it is used. This should help you identify which attributes to include and what values to suggest.
-
-## Path Format
-
-Only return attributes from the "Attributes and Value Types" list — these are the only values we can control. Use the exact \`fullPath\` provided. Use \`functionCallReturnValue\` for function return values. Use \`[]\` for array items (e.g., \`items[]\`).
-
-## Valid Value Options
-
-- For \`validValueOptions\`, include boundary/extreme values that trigger different behavior 
-- Be very specific with values. Do not make them ambiguous in any way
-— Do NOT include values that would cause unexpected/unhandled errors.
-- Ensure all values or value ranges that will trigger different rendering behavior are included
-
-## Response Format
-
-List all key attributes in order from most impactful to least impactful using the following format:
-
-\`\`\`json
-{
-  "keyAttributes": [
-    {
-      "fullPath": "signature[0].config.enabled",
-      "description": "Controls whether the main processing logic runs",
-      "validValueOptions": ["true", "false"]
-    }
-  ]
-}
-\`\`\`
-`;