@izara_project/izara-core-generate-service-code 1.0.65 → 1.0.67

package/src/codeGenerators/resource/sls_yaml/FlowOutGenerator.js

@@ -1,70 +0,0 @@
-import path from 'path';
-import fs from 'fs/promises';
-import { fileURLToPath } from 'url';
-import ejs from 'ejs';
-
-import { getFlowsForGeneration } from '../../app/src/generatedCode/Flow/_shared/shared/flowSelection.js';
-
-const __filename = fileURLToPath(import.meta.url);
-const __dirname = path.dirname(__filename);
-
-export async function generateFlowOut(allSchemas, options) {
-  console.log('  [FlowOutGenerator] Generating Flow Out nodes (SNS Topics)...');
-
-  const resourceYamlDir = path.join(options.outputPath, 'resource', 'sls_yaml', 'generatedCode', 'source');
-  await fs.mkdir(resourceYamlDir, { recursive: true });
-
-  const yamlTplPath = path.join(__dirname, 'templates', 'FlowOut_Yaml.ejs');
-  const yamlTpl = await fs.readFile(yamlTplPath, 'utf-8');
-
-  let generatedCount = 0;
-  const yamlOutputPath = path.join(resourceYamlDir, 'generated-sns-out.yml');
-  await fs.writeFile(yamlOutputPath, 'Resources:\n', 'utf-8'); // ponytail: simplest one-line fix
-
-  const generatedTopics = new Set();
-
-  async function appendTopic(topicName) {
-    if (generatedTopics.has(topicName)) return;
-
-    generatedTopics.add(topicName);
-    const yamlContent = ejs.render(yamlTpl, { topicName });
-    await fs.appendFile(yamlOutputPath, `${yamlContent}\n`, 'utf-8');
-    generatedCount++;
-  }
-
-  const flows = getFlowsForGeneration(allSchemas);
-  for (const flow of flows) {
-    if (flow.outputTopic !== true) continue;
-    await appendTopic(flow.flowTag.charAt(0).toUpperCase() + flow.flowTag.slice(1));
-  }
-
-  const systemTopics = [
-    'ProcessLogical',
-    'FindData',
-    'Create',
-    'Update',
-    'Delete',
-    'Get',
-    'CreateRelationship',
-    'UpdateRelationship',
-    'DeleteRelationship',
-    'GetRelationship',
-    'ChangeRelationship',
-    'MoveRelationship',
-    'CreateTargetRole',
-    'ListTargetRole',
-    'DeleteTargetRole',
-    'CreateRolePermissions',
-    'ListRolePermissions',
-    'DeleteRolePermissions',
-    'CreateUserRole',
-    'ListUserInRoles',
-    'DeleteUserFromRole'
-  ];
-
-  for (const topic of systemTopics) {
-    await appendTopic(topic);
-  }
-
-  console.log(`  [FlowOutGenerator] Generated ${generatedCount} SNS Topics for Flow Out nodes.`);
-}

package/src/codeGenerators/resource/sls_yaml/FlowResourceYamlGenerator.js

@@ -1,182 +0,0 @@
-import path from 'path';
-import fs from 'fs/promises';
-import { fileURLToPath } from 'url';
-import ejs from 'ejs';
-
-import { getFlowsForGeneration } from '../../app/src/generatedCode/Flow/_shared/shared/flowSelection.js';
-
-const __filename = fileURLToPath(import.meta.url);
-const __dirname = path.dirname(__filename);
-
-export async function generateFlowResourceYaml(allSchemas, options) {
-  console.log('  [FlowResourceYamlGenerator] Generating SQS/SNS YAML resources for flows...');
-
-  const resourceYamlDir = path.join(options.outputPath, 'resource', 'sls_yaml', 'generatedCode', 'source');
-  await fs.mkdir(resourceYamlDir, { recursive: true });
-
-  const resourceYamlTplPath = path.join(__dirname, 'templates', 'crud', 'ResourceYaml.ejs');
-  const resourceBeforeLogicalYamlTplPath = path.join(__dirname, 'templates', 'crud', 'ResourceBeforeLogicalYaml.ejs');
-  const resourceSqsYamlTplPath = path.join(__dirname, 'templates', 'crud', 'ResourceSqsYaml.ejs');
-
-  const resourceYamlTpl = await fs.readFile(resourceYamlTplPath, 'utf-8');
-  const resourceBeforeLogicalYamlTpl = await fs.readFile(resourceBeforeLogicalYamlTplPath, 'utf-8');
-  const resourceSqsYamlTpl = await fs.readFile(resourceSqsYamlTplPath, 'utf-8');
-
-  let generatedCount = 0;
-  const yamlOutputPath = path.join(resourceYamlDir, 'generated-sns-in-sqs.yml');
-  await fs.writeFile(yamlOutputPath, 'Resources:\n', 'utf-8'); // ponytail: build minimum that works, one-line initialization fix
-
-  const generatedResources = new Set();
-
-  async function appendUnique(resourceKey, template, templateData) {
-    if (generatedResources.has(resourceKey)) return;
-
-    generatedResources.add(resourceKey);
-    const yamlContent = ejs.render(template, templateData);
-    await fs.appendFile(yamlOutputPath, `${yamlContent}\n`, 'utf-8');
-    generatedCount++;
-  }
-
-  const flows = getFlowsForGeneration(allSchemas);
-
-  for (const flow of flows) {
-    const flowTag = flow.flowTag;
-
-    if (flow.event && flow.event.includes('ownTopic')) {
-      await appendUnique(flowTag, resourceYamlTpl, { queueName: flowTag });
-
-      const generateCodeConfigs = flows
-        .filter((candidate) => candidate.generatedCodeConfig
-          && candidate.generatedCodeConfig.generatedCodeTag?.toLowerCase() === flowTag.toLowerCase())
-        .map((candidate) => ({
-          ...candidate.generatedCodeConfig,
-          flowTag: candidate.flowTag
-        }));
-
-      const beforeLogicalConfigs = generateCodeConfigs.filter((config) => config.codeHookTag === 'beforeLogical');
-      if (beforeLogicalConfigs.length > 0) {
-        const uniqueFlowTags = [...new Set(beforeLogicalConfigs.map((config) => config.flowTag))];
-        await appendUnique(`${flowTag}BeforeLogical`, resourceBeforeLogicalYamlTpl, {
-          queueName: `${flowTag}BeforeLogical`,
-          flowTags: uniqueFlowTags
-        });
-      }
-    } else if (flow.event && flow.event.includes('extTopic')) {
-      await appendUnique(`Process${flowTag}HdrSqs`, resourceSqsYamlTpl, {
-        queueName: `Process${flowTag}HdrSqs`
-      });
-    }
-
-    if (Array.isArray(flow.flowSteps)) {
-      for (const stepConfig of flow.flowSteps) {
-        const stepName = stepConfig.stepName;
-        if (stepName?.toLowerCase() === 'start') continue;
-
-        const events = stepConfig.event || ['extTopic'];
-        for (const ev of events) {
-          let queueName = `${flowTag}${stepName}`;
-          if (stepName === 'Complete') {
-            queueName = `${flowTag}Complete`;
-          }
-
-          if (ev === 'ownTopic') {
-            await appendUnique(queueName, resourceYamlTpl, { queueName });
-          } else if (ev === 'sqs') {
-            // ponytail: purely SQS events don't need SNS topics, use resourceSqsYamlTpl
-            await appendUnique(`${queueName}HdrSqs`, resourceSqsYamlTpl, {
-              queueName: `${queueName}HdrSqs`
-            });
-          } else if (ev === 'dsq') {
-            await appendUnique(`${queueName}HdrDsq`, resourceSqsYamlTpl, {
-              queueName: `${queueName}HdrDsq`
-            });
-          } else if (ev === 'extTopic') {
-            await appendUnique(`${queueName}HdrSqs`, resourceSqsYamlTpl, {
-              queueName: `${queueName}HdrSqs`
-            });
-          }
-        }
-      }
-    }
-
-    if (flow.event && flow.event.includes('s3')) {
-      const queueNames = [
-        `${flowTag}CreatePreSignUrlHdrSqs`,
-        `${flowTag}ReservedLimitHdrSqs`
-      ];
-
-      for (const queueName of queueNames) {
-        await appendUnique(queueName, resourceSqsYamlTpl, { queueName });
-      }
-    }
-
-    if (flow.isDynamicRelationshipType) {
-      const queueName = `${flowTag}HdrDsq`;
-      await appendUnique(queueName, resourceSqsYamlTpl, { queueName });
-    }
-  }
-
-  const systemOwnTopicFlows = [
-    'ProcessLogical',
-    'PaginateProcessLogical',
-    'FindData',
-    'Create',
-    'Update',
-    'Delete',
-    'CreateRelationship',
-    'UpdateRelationship',
-    'DeleteRelationship',
-    'GetRelationship',
-    'ChangeRelationship',
-    'MoveRelationship',
-    'CreateTargetRole',
-    'DeleteTargetRole',
-    'CreateRolePermissions',
-    'DeleteRolePermissions',
-    'CreateUserRole',
-    'DeleteUserFromRole'
-  ];
-
-  for (const flowTag of systemOwnTopicFlows) {
-    await appendUnique(flowTag, resourceYamlTpl, { queueName: flowTag });
-  }
-
-  const relationshipActions = [
-    'CreateRelationship',
-    'UpdateRelationship',
-    'DeleteRelationship',
-    'GetRelationship',
-    'ChangeRelationship',
-    'MoveRelationship'
-  ];
-
-  for (const action of relationshipActions) {
-    const queueName = `${action}HdrDsq`;
-    await appendUnique(queueName, resourceSqsYamlTpl, { queueName });
-  }
-
-  // ponytail: add Dsq queue for PaginateProcessLogical
-  await appendUnique('PaginateProcessLogicalHdrDsq', resourceSqsYamlTpl, { queueName: 'PaginateProcessLogicalHdrDsq' });
-
-  const systemQueues = [
-    'Register',
-    'WebSocket',
-    'CreateComplete',
-    'UpdateComplete',
-    'DeleteComplete',
-    'GetComplete',
-    'CreateRelationshipComplete',
-    'UpdateRelationshipComplete',
-    'DeleteRelationshipComplete',
-    'GetRelationshipComplete',
-    'ChangeRelationshipComplete',
-    'MoveRelationshipComplete'
-  ];
-
-  for (const sysQueue of systemQueues) {
-    const queueName = `${sysQueue}HdrSqs`;
-    await appendUnique(queueName, resourceSqsYamlTpl, { queueName });
-  }
-
-  console.log(`  [FlowResourceYamlGenerator] Appended ${generatedCount} sections to generated-sns-in-sqs.yml.`);
-}

package/src/core/renderTemplateFile.js

@@ -1,22 +0,0 @@
-import fs from 'fs/promises';
-import path from 'path';
-import ejs from 'ejs';
-
-async function renderTemplateFile(templatePath, templateData = {}, { views } = {}) {
-  const template = await fs.readFile(templatePath, 'utf8');
-  return ejs.render(template, templateData, views ? { views } : undefined);
-}
-
-async function writeRenderedTemplate(templatePath, outputPath, templateData = {}, options = {}) {
-  const content = await renderTemplateFile(templatePath, templateData, options);
-  await fs.mkdir(path.dirname(outputPath), { recursive: true });
-  await fs.writeFile(outputPath, content, 'utf8');
-}
-
-async function appendRenderedTemplate(templatePath, outputPath, templateData = {}, options = {}) {
-  const content = await renderTemplateFile(templatePath, templateData, options);
-  await fs.mkdir(path.dirname(outputPath), { recursive: true });
-  await fs.appendFile(outputPath, `\n${content}`, 'utf8');
-}
-
-export { appendRenderedTemplate, renderTemplateFile, writeRenderedTemplate };

package/src/core/validate.js

@@ -1,165 +0,0 @@
-import { getObjectSchema, utils } from '@izara_project/izara-core-library-service-schemas';
-import path from 'path';
-import fs from 'fs/promises';
-import yaml from 'yaml';
-
-export async function validateSchemas(rootPath) {
-    const schemasPath = path.join(rootPath, 'app', 'src', 'schemas');
-    const serviceConfigPath = path.join(rootPath, 'config', 'serverless.config.yml');
-    const _izContext = { reqId: 'validate-sandbox', logger: console };
-
-    console.log('  [Validator] Validating local schemas with Safe Two-Way S3 Validation...');
-
-    let validateStatus = {
-        status: true,
-        validateErrors: [],
-        referenceErrors: [],
-        warning: []
-    };
-
-    // 1. Read config for bucket name and service tag
-    let configStr = '';
-    let iz_serviceTag = '';
-    let iz_serviceName = '';
-    let iz_serviceSchemaBucketName = '';
-    try {
-        configStr = await fs.readFile(serviceConfigPath, 'utf8');
-        const config = yaml.parse(configStr);
-        iz_serviceTag = config?.main_config?.iz_serviceTag;
-        iz_serviceName = config?.main_config?.iz_serviceName || iz_serviceTag;
-        iz_serviceSchemaBucketName = config?.main_config?.iz_serviceSchemaBucketName || 'unknown-bucket';
-        
-        if (!iz_serviceName) {
-            validateStatus.validateErrors.push('Missing iz_serviceName or iz_serviceTag in serverless.config.yml. This is a critical configuration field.');
-        } else if (!/^[a-zA-Z0-9]+$/.test(iz_serviceName)) {
-            validateStatus.validateErrors.push(`Service Name '${iz_serviceName}' must contain only alphanumeric characters ([a-zA-Z0-9]).`);
-        } else {
-            console.log(`  [Validator] Validating with serviceName: '${iz_serviceName}'`);
-        }
-    } catch (e) {
-        validateStatus.validateErrors.push(`Could not read or parse serverless.config.yml at ${serviceConfigPath}: ${e.message}`);
-    }
-
-    // 2. Fetch local FlowSchemas (Basic validation)
-    try {
-        const flowsResponse = await getObjectSchema.getAllLocalFlowSchemas(_izContext, schemasPath);
-        const flows = flowsResponse.records || [];
-        for (const flow of flows) {
-            if (flow && flow.flowTag && !/^[A-Z]/.test(flow.flowTag)) {
-                validateStatus.validateErrors.push(`flowTag '${flow.flowTag}' must start with an uppercase letter.`);
-            }
-        }
-    } catch (e) {
-        validateStatus.warning.push(`Failed to load local flows: ${e.message}`);
-    }
-
-    // 3. Fetch local Reference Object Relationships for Two-Way Validation
-    console.log('  [Validator] Checking Cross-Service Reference Relationships...');
-    try {
-        const allReferenceObjectRelationships = await getObjectSchema.getAllLocalRefObjectRelationshipSchema(_izContext, schemasPath);
-        
-        await Promise.all(
-            allReferenceObjectRelationships.map(async refRelSchema => {
-                if (!refRelSchema) return;
-                try {
-                    // Try to fetch relationship schema from S3
-                    const relSchemaFromRef = await getObjectSchema.getRelationshipSchema(
-                        _izContext,
-                        {
-                            serviceTag: refRelSchema.relationshipServiceTag,
-                            relationshipTag: refRelSchema.relationshipTag
-                        },
-                        iz_serviceSchemaBucketName
-                    );
-
-                    if (!relSchemaFromRef) {
-                        validateStatus.referenceErrors.push(`[Safe] Invalid reference: '${refRelSchema.objectType}' -> '${refRelSchema.relationshipTag}' not found in service '${refRelSchema.relationshipServiceTag}' on S3.`);
-                    } else {
-                        // Two-way validation logic via utils
-                        const linkRecords = utils.findLinkByObjTypeV2(
-                            _izContext,
-                            { objectType: refRelSchema.objectType, serviceTag: iz_serviceTag },
-                            { serviceTag: refRelSchema.relationshipServiceTag, relationshipTag: refRelSchema.relationshipTag },
-                            relSchemaFromRef
-                        );
-
-                        if (!linkRecords || !linkRecords.length) {
-                            validateStatus.referenceErrors.push(`[Safe] Two-way validation failed: '${refRelSchema.relationshipTag}' in service '${refRelSchema.relationshipServiceTag}' does not link back to '${refRelSchema.objectType}'.`);
-                        }
-                    }
-                } catch (s3Error) {
-                    // ROBUSTNESS: Catch S3 NoSuchKey or any other SDK errors without crashing
-                    validateStatus.referenceErrors.push(`[Safe] S3 Fetch Error for '${refRelSchema.relationshipServiceTag}': ${s3Error.message || s3Error.Code}`);
-                }
-            })
-        );
-    } catch (e) {
-        validateStatus.warning.push(`Failed to check cross-service relationships: ${e.message}`);
-    }
-
-    // 4. Validate FlowSchemas Cache Fields and Custom Events (Developer Explanations)
-    try {
-        console.log('  [Validator] Checking FlowSchemas for strict compatibility issues (Soft Validation)...');
-        const allObjectSchemas = await getObjectSchema.getAllLocalObjectSchemasWithoutHierarchy(_izContext, schemasPath);
-        const objectSchemasMap = {};
-        if (allObjectSchemas && allObjectSchemas.records) {
-            allObjectSchemas.records.forEach(schema => {
-                if(schema) objectSchemasMap[schema.objectType] = schema;
-            });
-        }
-
-        const flowsResponse = await getObjectSchema.getAllLocalFlowSchemas(_izContext, schemasPath);
-        const flows = flowsResponse.records || [];
-        for (const flow of flows) {
-            if (!flow) continue;
-
-            // Check unsupported Enum (like dsq)
-            if (flow.event && Array.isArray(flow.event)) {
-                if (flow.event.includes('dsq')) {
-                    const errMsg = `\n  [Developer Error] FlowTag: '${flow.flowTag}' uses Event: 'dsq'\n` +
-                                   `    💡 Detailed Explanation: 'dsq' is a non-standard Event Type not found in the legacy validator enum.\n` +
-                                   `       Please change it to a supported event type (e.g., 'sqs') or update the allowed enums to proceed.`;
-                    validateStatus.validateErrors.push(errMsg);
-                }
-            }
-
-            // Check triggerCache expectations
-            if (flow.statusType === 'triggerCache' || flow.statusType === 'storedCache' || flow.statusType === 'statusField') {
-                if (flow.objType && flow.objType.objectType) {
-                    const targetObj = objectSchemasMap[flow.objType.objectType];
-                    if (targetObj) {
-                        const expectedPrefix = `${iz_serviceName}_${flow.flowTag}`; // Prefix logic based on service name
-                        const isMissingFields = !targetObj.fieldNames || !targetObj.fieldNames[`${expectedPrefix}Status`];
-                        
-                        if (isMissingFields) {
-                            const errMsg = `\n  [Developer Error] FlowTag: '${flow.flowTag}' has Cache enabled (statusType: '${flow.statusType}')\n` +
-                                           `    💡 Detailed Explanation: The validator requires Object '${targetObj.objectType}' to define specific cache status fields in DynamoDB when caching is enabled.\n` +
-                                           `       (e.g., Fields: ${expectedPrefix}Status, ${expectedPrefix}ErrorsFound, ${expectedPrefix}CacheComplete, etc.)\n` +
-                                           `       Please add these fields to ${targetObj.objectType}.js before continuing.`;
-                            validateStatus.validateErrors.push(errMsg);
-                        }
-                    }
-                }
-            }
-        }
-    } catch (e) {
-        console.warn(`  [Validator] Failed to run developer explanations: ${e.message}`);
-    }
-
-    // 5. Summarize Validation
-    if (validateStatus.validateErrors.length > 0) {
-        console.error('  [Validator] VALIDATION ERRORS:', validateStatus.validateErrors);
-        throw new Error(`Validation failed with ${validateStatus.validateErrors.length} critical errors.`);
-    }
-
-    if (validateStatus.referenceErrors.length > 0) {
-        console.warn('  [Validator] REFERENCE WARNINGS (S3/Cross-Service):', validateStatus.referenceErrors);
-        console.warn('  [Validator] Continuing generation despite reference warnings (Offline-friendly mode).');
-    }
-
-    if (validateStatus.warning.length > 0) {
-        console.warn('  [Validator] WARNINGS:', validateStatus.warning);
-    }
-
-    console.log('  [Validator] All local critical validations passed successfully.');
-}