icdev 0.0.3__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- args/agent_config.yaml +113 -0
- args/audit_regimes/cisa_sbd.json +381 -0
- args/audit_regimes/cmmc_l2.json +906 -0
- args/audit_regimes/dod_cssp.json +393 -0
- args/audit_regimes/dodi_5000_87.json +297 -0
- args/audit_regimes/fedramp_moderate.json +650 -0
- args/audit_regimes/ieee_1012.json +373 -0
- args/audit_regimes/nist_800_171.json +624 -0
- args/audit_regimes/nist_800_53.json +907 -0
- args/cloudforge_blueprints/aws_commercial.yaml +29 -0
- args/cloudforge_blueprints/aws_govcloud_il4.yaml +34 -0
- args/cloudforge_blueprints/aws_govcloud_il5.yaml +38 -0
- args/cloudforge_blueprints/azure_commercial.yaml +28 -0
- args/cloudforge_blueprints/azure_gov_il4.yaml +32 -0
- args/cloudforge_blueprints/azure_gov_il5.yaml +36 -0
- args/cloudforge_blueprints/gcp_commercial.yaml +28 -0
- args/cloudforge_blueprints/oci_commercial.yaml +28 -0
- args/cloudforge_config.yaml +231 -0
- args/cloudforge_runbook_templates/backup_verify.yaml +98 -0
- args/cloudforge_runbook_templates/dr_failover.yaml +107 -0
- args/cloudforge_runbook_templates/health_check.yaml +97 -0
- args/cloudforge_runbook_templates/incident_response.yaml +101 -0
- args/cloudforge_runbook_templates/migration_cutover.yaml +105 -0
- args/cloudforge_runbook_templates/patch_rollout.yaml +92 -0
- args/cloudforge_runbook_templates/zone_provision.yaml +93 -0
- args/code_pattern_config.yaml +151 -0
- args/code_quality_config.yaml +47 -0
- args/compliance_config.yaml +17 -0
- args/control_inheritance.yaml +177 -0
- args/csp_mcp_config.yaml +41 -0
- args/cui_markings.yaml +35 -0
- args/databridge_config.yaml +232 -0
- args/db_config.yaml +116 -0
- args/decision_tables/agent_trust_decision.yaml +143 -0
- args/decision_tables/ato_boundary_impact.yaml +132 -0
- args/decision_tables/deployment_approval.yaml +152 -0
- args/degradation_matrix.yaml +163 -0
- args/devsecops_config.yaml +286 -0
- args/endpoint_security_config.yaml +207 -0
- args/exit_criteria.yaml +102 -0
- args/feature_flags.yaml +235 -0
- args/file_access_tiers.yaml +88 -0
- args/forge_studio/blueprint_config.yaml +27 -0
- args/forge_studio/component_catalog.json +411 -0
- args/forge_studio/workflow_templates.yaml +103 -0
- args/govcon_config.yaml +41 -0
- args/harness_config.yaml +67 -0
- args/innovation_config.yaml +321 -0
- args/knowledge_graph_config.yaml +113 -0
- args/llm_config.yaml +222 -0
- args/marketplace_config.yaml +260 -0
- args/monitoring_config.yaml +127 -0
- args/mosa_config.yaml +190 -0
- args/observability_tracing_config.yaml +170 -0
- args/owasp_agentic_config.yaml +171 -0
- args/pipeline_gates.yaml +197 -0
- args/project_defaults.yaml +235 -0
- args/prompt_chains.yaml +163 -0
- args/rag_config.yaml +167 -0
- args/research_config.yaml +89 -0
- args/resilience_config.yaml +197 -0
- args/ricoas_config.yaml +191 -0
- args/security_gates.yaml +763 -0
- args/storage_config.yaml +63 -0
- args/writeguard_config.yaml +131 -0
- args/zta_config.yaml +247 -0
- context/__init__.py +6 -0
- context/agent/__init__.py +6 -0
- context/agent/response_schemas/__init__.py +6 -0
- context/agent/response_schemas/debate_position.json +46 -0
- context/agent/response_schemas/fitness_scorecard.json +74 -0
- context/agent/response_schemas/review_decision.json +39 -0
- context/agent/response_schemas/task_decomposition.json +82 -0
- context/agent/response_schemas/veto_decision.json +40 -0
- context/agentic/__init__.py +6 -0
- context/agentic/architecture_patterns.md +269 -0
- context/agentic/capability_registry.yaml +223 -0
- context/agentic/csp_integration.md +30 -0
- context/agentic/csp_mcp_registry.yaml +280 -0
- context/agentic/fitness_rubric.md +56 -0
- context/agentic/governance_baseline.md +205 -0
- context/ci/__init__.py +6 -0
- context/ci/worktree_templates.json +44 -0
- context/cloud/__init__.py +6 -0
- context/cloud/csp_service_registry.json +739 -0
- context/compliance/__init__.py +6 -0
- context/compliance/ai_rmf_crosswalk.yaml +226 -0
- context/compliance/atlas_mitigations.json +293 -0
- context/compliance/atlas_techniques.json +833 -0
- context/compliance/cisa_sbd_requirements.json +477 -0
- context/compliance/cjis_security_policy.json +522 -0
- context/compliance/cmmc_practices.json +2494 -0
- context/compliance/cmmc_report_template.md +142 -0
- context/compliance/cnssi_1253_overlay.json +109 -0
- context/compliance/control_crosswalk.json +1914 -0
- context/compliance/control_families/__init__.py +6 -0
- context/compliance/csp_certifications.json +251 -0
- context/compliance/cssp_report_template.md +193 -0
- context/compliance/cui_templates/__init__.py +6 -0
- context/compliance/cui_templates/banner_block.txt +4 -0
- context/compliance/cui_templates/code_header.txt +8 -0
- context/compliance/cui_templates/document_template.md +35 -0
- context/compliance/data_type_framework_map.json +321 -0
- context/compliance/data_type_registry.json +147 -0
- context/compliance/dod_cssp_8530.json +463 -0
- context/compliance/eu_ai_act_annex_iii.json +108 -0
- context/compliance/export_templates/__init__.py +6 -0
- context/compliance/export_templates/emass_controls.csv.j2 +4 -0
- context/compliance/export_templates/evidence_package.md.j2 +39 -0
- context/compliance/export_templates/executive_summary.md.j2 +55 -0
- context/compliance/export_templates/poam_tracking.csv.j2 +4 -0
- context/compliance/fedramp_20x_ksi_schemas.json +133 -0
- context/compliance/fedramp_high_baseline.json +4370 -0
- context/compliance/fedramp_moderate_baseline.json +2183 -0
- context/compliance/fedramp_report_template.md +181 -0
- context/compliance/fips_200_areas.json +362 -0
- context/compliance/gao_ai_accountability.json +262 -0
- context/compliance/hipaa_security_rule.json +720 -0
- context/compliance/hitrust_csf_v11.json +930 -0
- context/compliance/impact_level_profiles.json +251 -0
- context/compliance/incident_response_template.md +1110 -0
- context/compliance/iso27001_2022_controls.json +750 -0
- context/compliance/iso27001_nist_bridge.json +382 -0
- context/compliance/iso42001_controls.json +254 -0
- context/compliance/ivv_checklist_template.md +80 -0
- context/compliance/ivv_report_template.md +116 -0
- context/compliance/ivv_requirements.json +372 -0
- context/compliance/mosa_crosswalk.json +327 -0
- context/compliance/mosa_framework.json +250 -0
- context/compliance/narrative_templates/AC.md.j2 +101 -0
- context/compliance/narrative_templates/AU.md.j2 +106 -0
- context/compliance/narrative_templates/IA.md.j2 +104 -0
- context/compliance/narrative_templates/SC.md.j2 +102 -0
- context/compliance/narrative_templates/SI.md.j2 +111 -0
- context/compliance/narrative_templates/__init__.py +6 -0
- context/compliance/narrative_templates/default.md.j2 +50 -0
- context/compliance/narrative_templates/executive_summary.j2 +27 -0
- context/compliance/narrative_templates/poam_milestone.j2 +19 -0
- context/compliance/narrative_templates/ssp_section.j2 +11 -0
- context/compliance/nist_800_171_controls.json +1552 -0
- context/compliance/nist_800_207_crosswalk.json +399 -0
- context/compliance/nist_800_207_zta.json +258 -0
- context/compliance/nist_800_53.json +324 -0
- context/compliance/nist_ai_600_1_genai.json +326 -0
- context/compliance/nist_ai_rmf.json +206 -0
- context/compliance/nist_sp_800_60_types.json +1667 -0
- context/compliance/omb_m25_21_high_impact_ai.json +248 -0
- context/compliance/omb_m26_04_unbiased_ai.json +262 -0
- context/compliance/owasp_agentic_asi.json +133 -0
- context/compliance/owasp_agentic_threats.json +285 -0
- context/compliance/owasp_llm_top10.json +274 -0
- context/compliance/pci_dss_v4.json +510 -0
- context/compliance/poam_template.md +117 -0
- context/compliance/safeai_controls.json +512 -0
- context/compliance/sbd_report_template.md +77 -0
- context/compliance/siem_config_templates/__init__.py +6 -0
- context/compliance/siem_config_templates/filebeat.yml +213 -0
- context/compliance/siem_config_templates/log_sources.json +208 -0
- context/compliance/soc2_trust_criteria.json +661 -0
- context/compliance/ssp_template.md +432 -0
- context/compliance/stig_templates/__init__.py +6 -0
- context/compliance/stig_templates/webapp_stig.json +139 -0
- context/compliance/xai_requirements.json +108 -0
- context/dashboard/__init__.py +6 -0
- context/dashboard/nlq_examples.json +50 -0
- context/dashboard/schema_descriptions.json +23 -0
- context/icdev_methodology.md +100 -0
- context/integration/__init__.py +6 -0
- context/integration/approval_workflows.json +32 -0
- context/integration/gitlab_field_mappings.json +33 -0
- context/integration/jira_field_mappings.json +32 -0
- context/integration/reqif_export_schema.json +23 -0
- context/integration/servicenow_field_mappings.json +22 -0
- context/languages/__init__.py +6 -0
- context/languages/framework_patterns.json +205 -0
- context/languages/language_registry.json +279 -0
- context/llm/__init__.py +6 -0
- context/llm/example_provider.py +89 -0
- context/marketplace/assets/writeguard-core.yaml +100 -0
- context/marketplace/assets/writeguard-govcon.yaml +45 -0
- context/marketplace/assets/writeguard-style-guides.yaml +44 -0
- context/mbse/__init__.py +6 -0
- context/mbse/des_report_template.md +162 -0
- context/mbse/des_requirements.json +411 -0
- context/mbse/digital_thread_patterns.json +403 -0
- context/mbse/reqif_schema.json +280 -0
- context/mbse/sysml_element_types.json +432 -0
- context/oscal/NIST_SP-800-53_rev5_catalog.json +254987 -0
- context/oscal/README.md +43 -0
- context/patterns/__init__.py +6 -0
- context/profiles/__init__.py +6 -0
- context/profiles/dod_baseline_v1.yaml +145 -0
- context/profiles/fedramp_baseline_v1.yaml +143 -0
- context/profiles/financial_baseline_v1.yaml +142 -0
- context/profiles/healthcare_baseline_v1.yaml +135 -0
- context/profiles/law_enforcement_v1.yaml +129 -0
- context/profiles/startup_v1.yaml +134 -0
- context/rag/source_mappings.json +42 -0
- context/requirements/__init__.py +6 -0
- context/requirements/ambiguity_patterns.json +97 -0
- context/requirements/boundary_impact_rules.json +123 -0
- context/requirements/default_constitutions.json +67 -0
- context/requirements/document_extraction_rules.json +58 -0
- context/requirements/gap_patterns.json +108 -0
- context/requirements/readiness_rubric.json +78 -0
- context/requirements/red_alternative_patterns.json +210 -0
- context/requirements/safe_templates.json +72 -0
- context/requirements/spec_quality_checklist.json +122 -0
- context/research/regulatory_registry.json +114 -0
- context/research/verticals/cybersecurity.json +127 -0
- context/research/verticals/defense.json +104 -0
- context/research/verticals/fintech.json +125 -0
- context/research/verticals/healthcare.json +118 -0
- context/research/verticals/logistics.json +117 -0
- context/research/verticals/trading.json +145 -0
- context/simulation/__init__.py +6 -0
- context/simulation/architecture_patterns.json +36 -0
- context/simulation/coa_templates.json +38 -0
- context/simulation/cost_models.json +23 -0
- context/simulation/risk_categories.json +46 -0
- context/supply_chain/__init__.py +6 -0
- context/supply_chain/isa_templates.json +129 -0
- context/supply_chain/nist_800_161_controls.json +247 -0
- context/supply_chain/scrm_risk_matrix.json +147 -0
- context/templates/__init__.py +6 -0
- context/templates/ansible/__init__.py +6 -0
- context/templates/ansible/playbooks/__init__.py +6 -0
- context/templates/ansible/roles/__init__.py +6 -0
- context/templates/gitlab_ci/__init__.py +6 -0
- context/templates/grafana/__init__.py +6 -0
- context/templates/kubernetes/__init__.py +6 -0
- context/templates/project/__init__.py +6 -0
- context/templates/project/api/__init__.py +6 -0
- context/templates/project/cli/__init__.py +6 -0
- context/templates/project/data_pipeline/__init__.py +6 -0
- context/templates/project/iac/__init__.py +6 -0
- context/templates/project/javascript_frontend/__init__.py +6 -0
- context/templates/project/javascript_frontend/src/__init__.py +6 -0
- context/templates/project/javascript_frontend/tests/__init__.py +6 -0
- context/templates/project/microservice/__init__.py +6 -0
- context/templates/project/python_backend/__init__.py +6 -0
- context/templates/project/python_backend/src/__init__.py +6 -0
- context/templates/project/python_backend/tests/__init__.py +6 -0
- context/templates/project/python_backend/tests/features/__init__.py +6 -0
- context/templates/project/python_backend/tests/steps/__init__.py +6 -0
- context/templates/terraform/__init__.py +6 -0
- context/templates/terraform/govcloud_base/__init__.py +6 -0
- context/templates/terraform/modules/__init__.py +6 -0
- context/tone/__init__.py +6 -0
- context/writing/grammar_rules/common_errors.json +306 -0
- context/writing/grammar_rules/govcon_vocabulary.json +113 -0
- context/writing/style_guides/academic.yaml +43 -0
- context/writing/style_guides/business.yaml +42 -0
- context/writing/style_guides/government.yaml +59 -0
- context/writing/style_guides/proposal.yaml +58 -0
- context/writing/style_guides/technical.yaml +43 -0
- docs/adr/README.md +66 -0
- docs/adr/connector-forge-decisions.md +318 -0
- docs/adr/core-decisions.md +289 -0
- docs/adr/db-decisions.md +94 -0
- docs/adr/harness-decisions.md +122 -0
- docs/adr/innovation-decisions.md +262 -0
- docs/adr/marketplace-decisions.md +109 -0
- docs/adr/sbd-decisions.md +109 -0
- docs/adr/scale-engine-decisions.md +108 -0
- docs/adr/writeguard-decisions.md +136 -0
- docs/architecture/bounded-contexts.md +1032 -0
- docs/features/phase-65-writeguard.md +139 -0
- docs/features/phase-66-marketplace-commerce.md +79 -0
- docs/features/phase-67-knowledge-ingestion-rag-autodraft.md +97 -0
- docs/features/phase-68-enhanced-autodraft-pipeline.md +109 -0
- docs/features/phase-69-proposalai-marketplace-module.md +131 -0
- docs/features/phase-70-databridge.md +214 -0
- docs/features/phase-71-databridge-messaging.md +102 -0
- docs/implementation-plan-architecture-evolution.md +614 -0
- docs/marketplace/CONTRIBUTING.md +124 -0
- docs/marketplace/module_manifest_schema.yaml +83 -0
- docs/research/ai-architecture-patterns-2024-2026.md +1236 -0
- docs/research/app-builder-platform-analysis.md +582 -0
- docs/research/architecture-patterns-c4-ddd-agentic.md +871 -0
- docs/research/flowable-boat-competitive-analysis.md +426 -0
- docs/research/modern-dev-practices-2024-2026.md +1615 -0
- docs/research/secure-by-design-cloudyrion-adaptation.md +270 -0
- goals/agent_management.md +144 -0
- goals/ai_accountability.md +90 -0
- goals/ai_narratives.md +79 -0
- goals/ai_transparency.md +76 -0
- goals/ato_simulator.md +78 -0
- goals/audit_engine.md +177 -0
- goals/bite_sized_plans.md +225 -0
- goals/boundary_supply_chain.md +206 -0
- goals/brainstorming_gate.md +186 -0
- goals/build_app.md +604 -0
- goals/cato_live_evidence.md +77 -0
- goals/cloudforge.md +106 -0
- goals/code_intelligence.md +197 -0
- goals/compliance_workflow.md +858 -0
- goals/connector_forge.md +133 -0
- goals/databridge.md +128 -0
- goals/deploy_workflow.md +390 -0
- goals/developer_scorecard.md +78 -0
- goals/devsecops_workflow.md +408 -0
- goals/firmware_sbom.md +79 -0
- goals/forge_hub.md +78 -0
- goals/golden_path.md +77 -0
- goals/harness_engineering.md +91 -0
- goals/integration_testing.md +189 -0
- goals/knowledge_graph.md +128 -0
- goals/maintenance_audit.md +196 -0
- goals/manifest.md +50 -0
- goals/monitoring.md +126 -0
- goals/mosa_workflow.md +463 -0
- goals/multi_agent_orchestration.md +68 -0
- goals/observability_traceability_xai.md +154 -0
- goals/owasp_agentic_security.md +395 -0
- goals/pr_intelligence.md +78 -0
- goals/requirements_intake.md +213 -0
- goals/secure_by_design.md +135 -0
- goals/security_scan.md +381 -0
- goals/self_healing.md +120 -0
- goals/simulation_engine.md +111 -0
- goals/subagent_review.md +205 -0
- goals/systematic_debugging.md +257 -0
- goals/tdd_workflow.md +403 -0
- goals/template_exchange.md +77 -0
- goals/thread_heatmap.md +77 -0
- goals/threat_modeler.md +77 -0
- goals/verification_iron_law.md +192 -0
- goals/vsm_dashboard.md +76 -0
- goals/writeguard.md +89 -0
- goals/zero_trust_architecture.md +403 -0
- hardprompts/__init__.py +6 -0
- hardprompts/agent/__init__.py +6 -0
- hardprompts/agent/agentic_architect.md +100 -0
- hardprompts/agent/debate_prompt.md +32 -0
- hardprompts/agent/fitness_evaluation.md +48 -0
- hardprompts/agent/governance_review.md +214 -0
- hardprompts/agent/reviewer_prompt.md +34 -0
- hardprompts/agent/skill_design.md +172 -0
- hardprompts/agent/task_decomposition.md +275 -0
- hardprompts/agent/veto_check_prompt.md +33 -0
- hardprompts/architect/__init__.py +6 -0
- hardprompts/architect/api_design.md +283 -0
- hardprompts/architect/data_model.md +277 -0
- hardprompts/architect/system_design.md +180 -0
- hardprompts/builder/__init__.py +6 -0
- hardprompts/builder/code_generation.md +59 -0
- hardprompts/builder/refactor.md +58 -0
- hardprompts/builder/scaffold_project.md +69 -0
- hardprompts/builder/test_generation.md +87 -0
- hardprompts/ci/__init__.py +6 -0
- hardprompts/ci/worktree_setup.md +35 -0
- hardprompts/compliance/__init__.py +6 -0
- hardprompts/compliance/cmmc_assessment.md +63 -0
- hardprompts/compliance/cssp_assessment.md +75 -0
- hardprompts/compliance/cui_marking.md +86 -0
- hardprompts/compliance/fedramp_assessment.md +55 -0
- hardprompts/compliance/ivv_assessment.md +96 -0
- hardprompts/compliance/poam_generation.md +57 -0
- hardprompts/compliance/sbd_assessment.md +101 -0
- hardprompts/compliance/security_categorization.md +74 -0
- hardprompts/compliance/ssp_generation.md +56 -0
- hardprompts/compliance/stig_evaluation.md +63 -0
- hardprompts/dashboard/__init__.py +6 -0
- hardprompts/dashboard/nlq_system_prompt.md +26 -0
- hardprompts/infra/__init__.py +6 -0
- hardprompts/infra/k8s_manifests.md +118 -0
- hardprompts/infra/pipeline_generation.md +160 -0
- hardprompts/infra/terraform_generation.md +92 -0
- hardprompts/integration/__init__.py +6 -0
- hardprompts/integration/approval_review.md +17 -0
- hardprompts/integration/jira_mapping.md +25 -0
- hardprompts/integration/servicenow_mapping.md +14 -0
- hardprompts/knowledge/__init__.py +6 -0
- hardprompts/knowledge/pattern_detection.md +73 -0
- hardprompts/knowledge/recommendation_engine.md +90 -0
- hardprompts/knowledge/root_cause_analysis.md +91 -0
- hardprompts/maintenance/__init__.py +6 -0
- hardprompts/maintenance/maintenance_assessment.md +82 -0
- hardprompts/mbse/__init__.py +6 -0
- hardprompts/mbse/digital_thread.md +67 -0
- hardprompts/mbse/model_import.md +62 -0
- hardprompts/mbse/model_to_code.md +65 -0
- hardprompts/modernization/__init__.py +6 -0
- hardprompts/modernization/legacy_analysis.md +93 -0
- hardprompts/modernization/migration_planning.md +150 -0
- hardprompts/modernization/seven_r_assessment.md +107 -0
- hardprompts/proposal_draft.md +53 -0
- hardprompts/rag_citation.md +12 -0
- hardprompts/rag_rerank.md +31 -0
- hardprompts/requirements/__init__.py +6 -0
- hardprompts/requirements/bdd_generation.md +35 -0
- hardprompts/requirements/clarification_prioritization.md +29 -0
- hardprompts/requirements/decomposition.md +60 -0
- hardprompts/requirements/document_extraction.md +45 -0
- hardprompts/requirements/gap_detection.md +70 -0
- hardprompts/requirements/intake_conversation.md +101 -0
- hardprompts/requirements/readiness_assessment.md +39 -0
- hardprompts/requirements/spec_quality.md +33 -0
- hardprompts/requirements/traceability_analysis.md +23 -0
- hardprompts/security/__init__.py +6 -0
- hardprompts/security/endpoint_security.md +78 -0
- hardprompts/security/threat_model.md +70 -0
- hardprompts/security/vulnerability_assessment.md +81 -0
- hardprompts/simulation/__init__.py +6 -0
- hardprompts/simulation/architecture_impact.md +27 -0
- hardprompts/simulation/coa_alternative.md +27 -0
- hardprompts/simulation/coa_generation.md +25 -0
- hardprompts/simulation/compliance_impact.md +28 -0
- hardprompts/simulation/cost_estimation.md +33 -0
- hardprompts/simulation/risk_assessment.md +28 -0
- hardprompts/translation/code_translation.md +68 -0
- hardprompts/translation/dependency_suggestion.md +44 -0
- hardprompts/translation/test_translation.md +64 -0
- hardprompts/translation/translation_repair.md +59 -0
- icdev-0.0.3.dist-info/METADATA +909 -0
- icdev-0.0.3.dist-info/RECORD +1214 -0
- icdev-0.0.3.dist-info/WHEEL +5 -0
- icdev-0.0.3.dist-info/entry_points.txt +9 -0
- icdev-0.0.3.dist-info/licenses/LICENSE +201 -0
- icdev-0.0.3.dist-info/licenses/NOTICE +11 -0
- icdev-0.0.3.dist-info/top_level.txt +7 -0
- memory/MEMORY.md +52 -0
- memory/logs/2026-02-14.md +17 -0
- memory/logs/2026-03-03.md +2 -0
- memory/logs/__init__.py +1 -0
- tools/a2a/icdev_callback_client.py +210 -0
- tools/agent/cards/architect_card.json +29 -0
- tools/agent/cards/builder_card.json +34 -0
- tools/agent/cards/compliance_card.json +29 -0
- tools/agent/cards/connector_forge_card.json +49 -0
- tools/agent/cards/devsecops_zta_card.json +24 -0
- tools/agent/cards/knowledge_card.json +29 -0
- tools/agent/cards/monitor_card.json +29 -0
- tools/agent/cards/orchestrator_card.json +29 -0
- tools/agent/cards/requirements_analyst_card.json +24 -0
- tools/agent/cards/security_card.json +29 -0
- tools/agent/cards/simulation_card.json +24 -0
- tools/agent/cards/supply_chain_card.json +24 -0
- tools/analysis/__init__.py +1 -0
- tools/analysis/code_analyzer.py +770 -0
- tools/analysis/runtime_feedback.py +379 -0
- tools/analytics/__init__.py +2 -0
- tools/analytics/scorecard.py +538 -0
- tools/analytics/vsm_engine.py +612 -0
- tools/architecture/__init__.py +2 -0
- tools/architecture/adr_extractor.py +393 -0
- tools/audit/__init__.py +1 -0
- tools/audit/audit_logger.py +199 -0
- tools/audit/audit_query.py +153 -0
- tools/audit/decision_recorder.py +73 -0
- tools/audit_engine/__init__.py +12 -0
- tools/audit_engine/ai_advisor.py +906 -0
- tools/audit_engine/cli.py +286 -0
- tools/audit_engine/comparator.py +305 -0
- tools/audit_engine/eject_scaffolder.py +399 -0
- tools/audit_engine/engine.py +614 -0
- tools/audit_engine/git_fetcher.py +341 -0
- tools/audit_engine/regime_loader.py +200 -0
- tools/audit_engine/regime_updater.py +325 -0
- tools/audit_engine/report_card.py +289 -0
- tools/audit_engine/scanner.py +684 -0
- tools/audit_engine/self_heal.py +1042 -0
- tools/ci/__init__.py +2 -0
- tools/ci/connectors/__init__.py +2 -0
- tools/ci/connectors/base_connector.py +80 -0
- tools/ci/connectors/connector_registry.py +188 -0
- tools/ci/connectors/mattermost_connector.py +159 -0
- tools/ci/connectors/slack_connector.py +197 -0
- tools/ci/core/__init__.py +2 -0
- tools/ci/core/air_gap_detector.py +115 -0
- tools/ci/core/comment_handler.py +192 -0
- tools/ci/core/conversation_manager.py +480 -0
- tools/ci/core/event_envelope.py +500 -0
- tools/ci/core/event_router.py +444 -0
- tools/ci/core/failure_parser.py +397 -0
- tools/ci/core/recovery_engine.py +527 -0
- tools/ci/gate_enforcer.py +361 -0
- tools/ci/modules/__init__.py +2 -0
- tools/ci/modules/agent.py +271 -0
- tools/ci/modules/git_ops.py +175 -0
- tools/ci/modules/state.py +117 -0
- tools/ci/modules/vcs.py +303 -0
- tools/ci/modules/workflow_ops.py +295 -0
- tools/ci/modules/worktree.py +337 -0
- tools/ci/pipeline_config_generator.py +558 -0
- tools/ci/pr_intelligence.py +485 -0
- tools/ci/triggers/__init__.py +2 -0
- tools/ci/triggers/gitlab_task_monitor.py +327 -0
- tools/ci/triggers/poll_trigger.py +237 -0
- tools/ci/triggers/webhook_server.py +356 -0
- tools/ci/workflows/__init__.py +2 -0
- tools/ci/workflows/icdev_build.py +140 -0
- tools/ci/workflows/icdev_comply.py +284 -0
- tools/ci/workflows/icdev_document.py +152 -0
- tools/ci/workflows/icdev_e2e.py +188 -0
- tools/ci/workflows/icdev_patch.py +186 -0
- tools/ci/workflows/icdev_plan.py +202 -0
- tools/ci/workflows/icdev_plan_build.py +41 -0
- tools/ci/workflows/icdev_plan_build_test.py +46 -0
- tools/ci/workflows/icdev_plan_build_test_review.py +47 -0
- tools/ci/workflows/icdev_review.py +126 -0
- tools/ci/workflows/icdev_sdlc.py +261 -0
- tools/ci/workflows/icdev_test.py +240 -0
- tools/cli/__init__.py +1 -0
- tools/cli/output_formatter.py +756 -0
- tools/cloudforge/__init__.py +12 -0
- tools/cloudforge/airgap/__init__.py +2 -0
- tools/cloudforge/airgap/il_classifier.py +70 -0
- tools/cloudforge/airgap/offline_validator.py +42 -0
- tools/cloudforge/airgap/shift_emulator.py +155 -0
- tools/cloudforge/airgap/sneakernet.py +91 -0
- tools/cloudforge/cd_hub/__init__.py +2 -0
- tools/cloudforge/cd_hub/canary_deployer.py +88 -0
- tools/cloudforge/cd_hub/gitops_renderer.py +123 -0
- tools/cloudforge/cd_hub/hub_controller.py +143 -0
- tools/cloudforge/cd_hub/pipeline_bridge.py +30 -0
- tools/cloudforge/cd_hub/rollback_engine.py +29 -0
- tools/cloudforge/cd_hub/spoke_agent.py +51 -0
- tools/cloudforge/compliance/__init__.py +2 -0
- tools/cloudforge/compliance/ato_accelerator.py +272 -0
- tools/cloudforge/compliance/control_inheritor.py +127 -0
- tools/cloudforge/compliance/evidence_generator.py +129 -0
- tools/cloudforge/compliance/poam_bridge.py +41 -0
- tools/cloudforge/compliance/ssp_bridge.py +52 -0
- tools/cloudforge/compliance/stig_bridge.py +41 -0
- tools/cloudforge/container_forge/__init__.py +2 -0
- tools/cloudforge/container_forge/bigbang_renderer.py +85 -0
- tools/cloudforge/container_forge/hardener.py +169 -0
- tools/cloudforge/container_forge/image_scanner_bridge.py +33 -0
- tools/cloudforge/container_forge/runtime_policy.py +87 -0
- tools/cloudforge/container_forge/sbom_bridge.py +42 -0
- tools/cloudforge/finops/__init__.py +2 -0
- tools/cloudforge/finops/anomaly_detector.py +78 -0
- tools/cloudforge/finops/budget_tracker.py +96 -0
- tools/cloudforge/finops/chargeback.py +69 -0
- tools/cloudforge/finops/cost_collector.py +141 -0
- tools/cloudforge/finops/optimizer.py +55 -0
- tools/cloudforge/hybrid/__init__.py +2 -0
- tools/cloudforge/hybrid/connection_manager.py +141 -0
- tools/cloudforge/hybrid/dns_federator.py +56 -0
- tools/cloudforge/hybrid/health_monitor.py +108 -0
- tools/cloudforge/hybrid/identity_federator.py +53 -0
- tools/cloudforge/hybrid/network_bridge.py +68 -0
- tools/cloudforge/hybrid/topology_manager.py +147 -0
- tools/cloudforge/hybrid/workload_abstractor.py +92 -0
- tools/cloudforge/iac/__init__.py +2 -0
- tools/cloudforge/iac/drift_detector.py +154 -0
- tools/cloudforge/iac/module_library.py +265 -0
- tools/cloudforge/iac/opentofu_adapter.py +89 -0
- tools/cloudforge/iac/pulumi_renderer.py +292 -0
- tools/cloudforge/iac/state_backend.py +146 -0
- tools/cloudforge/iac/terraform_renderer.py +626 -0
- tools/cloudforge/landing_zone/__init__.py +2 -0
- tools/cloudforge/landing_zone/blueprint_loader.py +98 -0
- tools/cloudforge/landing_zone/blueprint_validator.py +113 -0
- tools/cloudforge/landing_zone/zone_provisioner.py +306 -0
- tools/cloudforge/landing_zone/zone_state.py +143 -0
- tools/cloudforge/mbse_thread/__init__.py +2 -0
- tools/cloudforge/mbse_thread/ato_thread_weaver.py +111 -0
- tools/cloudforge/mbse_thread/control_tracer.py +68 -0
- tools/cloudforge/mbse_thread/system_boundary.py +83 -0
- tools/cloudforge/metastore/__init__.py +2 -0
- tools/cloudforge/metastore/dependency_graph.py +202 -0
- tools/cloudforge/metastore/discovery.py +192 -0
- tools/cloudforge/metastore/registry.py +185 -0
- tools/cloudforge/metastore/rto_tracker.py +92 -0
- tools/cloudforge/metastore/runbook_linker.py +82 -0
- tools/cloudforge/migration/__init__.py +2 -0
- tools/cloudforge/migration/assessor.py +187 -0
- tools/cloudforge/migration/cutover_orchestrator.py +117 -0
- tools/cloudforge/migration/databridge_bridge.py +92 -0
- tools/cloudforge/migration/planner.py +98 -0
- tools/cloudforge/migration/risk_scorer.py +97 -0
- tools/cloudforge/migration/validation_runner.py +45 -0
- tools/cloudforge/migration/workload_inventory.py +107 -0
- tools/cloudforge/provider.py +319 -0
- tools/cloudforge/providers/__init__.py +2 -0
- tools/cloudforge/providers/aws_commercial.py +92 -0
- tools/cloudforge/providers/aws_govcloud.py +229 -0
- tools/cloudforge/providers/aws_secret.py +83 -0
- tools/cloudforge/providers/azure_commercial.py +80 -0
- tools/cloudforge/providers/azure_gov.py +91 -0
- tools/cloudforge/providers/azure_secret.py +71 -0
- tools/cloudforge/providers/gcp.py +102 -0
- tools/cloudforge/providers/oci.py +102 -0
- tools/cloudforge/registry.py +140 -0
- tools/cloudforge/runbooks/__init__.py +2 -0
- tools/cloudforge/runbooks/ai_generator.py +119 -0
- tools/cloudforge/runbooks/dag_validator.py +219 -0
- tools/cloudforge/runbooks/engine.py +470 -0
- tools/cloudforge/runbooks/models.py +99 -0
- tools/cloudforge/runbooks/snippet_library.py +158 -0
- tools/cloudforge/runbooks/template_loader.py +122 -0
- tools/cloudforge/runbooks/visualization.py +108 -0
- tools/cloudforge/siem/__init__.py +2 -0
- tools/cloudforge/siem/alert_rules.py +86 -0
- tools/cloudforge/siem/correlation_engine.py +61 -0
- tools/cloudforge/siem/log_aggregator.py +113 -0
- tools/cloudforge/siem/siem_dashboard_data.py +28 -0
- tools/cloudforge/supply_chain/__init__.py +2 -0
- tools/cloudforge/supply_chain/bridge.py +33 -0
- tools/cloudforge/supply_chain/iac_dependency_scanner.py +36 -0
- tools/cloudforge/supply_chain/provider_trust_scorer.py +54 -0
- tools/compat/__init__.py +21 -0
- tools/compat/cli_harmonizer.py +251 -0
- tools/compat/datetime_utils.py +18 -0
- tools/compat/db_utils.py +190 -0
- tools/compat/platform_utils.py +123 -0
- tools/compliance/__init__.py +1 -0
- tools/compliance/accountability_manager.py +391 -0
- tools/compliance/ai_accountability_audit.py +287 -0
- tools/compliance/ai_impact_assessor.py +267 -0
- tools/compliance/ai_incident_response.py +295 -0
- tools/compliance/ai_inventory_manager.py +233 -0
- tools/compliance/ai_reassessment_scheduler.py +250 -0
- tools/compliance/ai_transparency_audit.py +247 -0
- tools/compliance/atlas_assessor.py +276 -0
- tools/compliance/atlas_report_generator.py +1199 -0
- tools/compliance/base_assessor.py +591 -0
- tools/compliance/cato_live_engine.py +607 -0
- tools/compliance/cato_monitor.py +1371 -0
- tools/compliance/cato_scheduler.py +698 -0
- tools/compliance/cjis_assessor.py +76 -0
- tools/compliance/classification_manager.py +1340 -0
- tools/compliance/cmmc_assessor.py +1478 -0
- tools/compliance/cmmc_report_generator.py +1087 -0
- tools/compliance/compliance_detector.py +452 -0
- tools/compliance/compliance_exporter.py +418 -0
- tools/compliance/compliance_status.py +810 -0
- tools/compliance/control_mapper.py +488 -0
- tools/compliance/crosswalk_engine.py +1208 -0
- tools/compliance/cssp_assessor.py +1032 -0
- tools/compliance/cssp_evidence_collector.py +716 -0
- tools/compliance/cssp_report_generator.py +1103 -0
- tools/compliance/cui_marker.py +387 -0
- tools/compliance/diagram_validator.py +599 -0
- tools/compliance/emass/__init__.py +2 -0
- tools/compliance/emass/emass_client.py +822 -0
- tools/compliance/emass/emass_export.py +758 -0
- tools/compliance/emass/emass_sync.py +807 -0
- tools/compliance/eu_ai_act_classifier.py +193 -0
- tools/compliance/evidence_collector.py +459 -0
- tools/compliance/fairness_assessor.py +310 -0
- tools/compliance/fedramp_20x_ksi_emitter.py +692 -0
- tools/compliance/fedramp_assessor.py +1795 -0
- tools/compliance/fedramp_authorization_packager.py +137 -0
- tools/compliance/fedramp_ksi_generator.py +349 -0
- tools/compliance/fedramp_report_generator.py +1115 -0
- tools/compliance/fips199_categorizer.py +869 -0
- tools/compliance/fips200_validator.py +304 -0
- tools/compliance/firmware_sbom.py +646 -0
- tools/compliance/gao_ai_assessor.py +228 -0
- tools/compliance/gao_evidence_builder.py +302 -0
- tools/compliance/hipaa_assessor.py +78 -0
- tools/compliance/hitrust_assessor.py +49 -0
- tools/compliance/incident_response_plan.py +705 -0
- tools/compliance/inheritance_engine.py +693 -0
- tools/compliance/iso27001_assessor.py +92 -0
- tools/compliance/iso42001_assessor.py +114 -0
- tools/compliance/ivv_assessor.py +2314 -0
- tools/compliance/ivv_report_generator.py +1649 -0
- tools/compliance/model_card_generator.py +291 -0
- tools/compliance/mosa_assessor.py +117 -0
- tools/compliance/multi_regime_assessor.py +441 -0
- tools/compliance/narrative_generator.py +1012 -0
- tools/compliance/narrative_quality_gate.py +701 -0
- tools/compliance/narrative_workflow.py +814 -0
- tools/compliance/nist_800_207_assessor.py +191 -0
- tools/compliance/nist_ai_600_1_assessor.py +185 -0
- tools/compliance/nist_ai_rmf_assessor.py +110 -0
- tools/compliance/nist_lookup.py +244 -0
- tools/compliance/omb_m25_21_assessor.py +225 -0
- tools/compliance/omb_m26_04_assessor.py +185 -0
- tools/compliance/oscal_catalog_adapter.py +395 -0
- tools/compliance/oscal_generator.py +2157 -0
- tools/compliance/oscal_tools.py +1182 -0
- tools/compliance/oscal_validator.py +692 -0
- tools/compliance/owasp_agentic_assessor.py +227 -0
- tools/compliance/owasp_asi_assessor.py +197 -0
- tools/compliance/owasp_llm_assessor.py +245 -0
- tools/compliance/pci_dss_assessor.py +80 -0
- tools/compliance/pi_compliance_tracker.py +1447 -0
- tools/compliance/poam_generator.py +388 -0
- tools/compliance/resolve_marking.py +272 -0
- tools/compliance/sbd_assessor.py +2070 -0
- tools/compliance/sbd_report_generator.py +1223 -0
- tools/compliance/sbom_generator.py +993 -0
- tools/compliance/siem_config_generator.py +661 -0
- tools/compliance/slsa_attestation_generator.py +479 -0
- tools/compliance/soc2_assessor.py +77 -0
- tools/compliance/ssp_generator.py +556 -0
- tools/compliance/stig_checker.py +712 -0
- tools/compliance/swft_evidence_bundler.py +326 -0
- tools/compliance/system_card_generator.py +303 -0
- tools/compliance/template_exchange.py +513 -0
- tools/compliance/traceability_matrix.py +1268 -0
- tools/compliance/universal_classification_manager.py +1159 -0
- tools/compliance/xacta/__init__.py +2 -0
- tools/compliance/xacta/xacta_client.py +438 -0
- tools/compliance/xacta/xacta_export.py +546 -0
- tools/compliance/xacta/xacta_sync.py +322 -0
- tools/compliance/xai_assessor.py +231 -0
- tools/core/__init__.py +2 -0
- tools/core/circuit_breaker.py +353 -0
- tools/core/compliance_sidecar.py +344 -0
- tools/core/container.py +110 -0
- tools/core/errors.py +256 -0
- tools/core/feature_flags.py +311 -0
- tools/core/task_dlq.py +350 -0
- tools/dashboard/__init__.py +2 -0
- tools/dashboard/app.py +6288 -0
- tools/dashboard/templates/agent_evolution.html +287 -0
- tools/dashboard/templates/agents/list.html +71 -0
- tools/dashboard/templates/agents.html +132 -0
- tools/dashboard/templates/architecture.html +289 -0
- tools/dashboard/templates/ato_simulator.html +170 -0
- tools/dashboard/templates/audit_engine.html +844 -0
- tools/dashboard/templates/base.html +236 -0
- tools/dashboard/templates/cato_live.html +116 -0
- tools/dashboard/templates/cloudforge.html +195 -0
- tools/dashboard/templates/cloudforge_finops.html +111 -0
- tools/dashboard/templates/cloudforge_hybrid.html +122 -0
- tools/dashboard/templates/cloudforge_metastore.html +234 -0
- tools/dashboard/templates/cloudforge_migration.html +87 -0
- tools/dashboard/templates/cloudforge_runbooks.html +201 -0
- tools/dashboard/templates/cloudforge_siem.html +94 -0
- tools/dashboard/templates/compliance_accel.html +292 -0
- tools/dashboard/templates/crashes.html +122 -0
- tools/dashboard/templates/databridge.html +305 -0
- tools/dashboard/templates/databridge_analytics.html +195 -0
- tools/dashboard/templates/databridge_mapping.html +345 -0
- tools/dashboard/templates/databridge_messaging.html +321 -0
- tools/dashboard/templates/decisions.html +258 -0
- tools/dashboard/templates/devices.html +151 -0
- tools/dashboard/templates/devsecops_maturity.html +278 -0
- tools/dashboard/templates/edge_ai.html +128 -0
- tools/dashboard/templates/firmware.html +120 -0
- tools/dashboard/templates/firmware_sbom.html +193 -0
- tools/dashboard/templates/forge_hub.html +196 -0
- tools/dashboard/templates/forge_studio.html +379 -0
- tools/dashboard/templates/forge_studio_analytics.html +360 -0
- tools/dashboard/templates/forge_studio_builder.html +1637 -0
- tools/dashboard/templates/forge_studio_compliance.html +310 -0
- tools/dashboard/templates/forge_studio_deploy.html +573 -0
- tools/dashboard/templates/forge_studio_enterprise.html +888 -0
- tools/dashboard/templates/forge_studio_marketplace.html +502 -0
- tools/dashboard/templates/forge_studio_workflow.html +696 -0
- tools/dashboard/templates/golden_path.html +175 -0
- tools/dashboard/templates/govcon.html +280 -0
- tools/dashboard/templates/harness.html +148 -0
- tools/dashboard/templates/index.html +207 -0
- tools/dashboard/templates/intelligence.html +336 -0
- tools/dashboard/templates/knowledge/index.html +190 -0
- tools/dashboard/templates/knowledge_graph.html +739 -0
- tools/dashboard/templates/login.html +51 -0
- tools/dashboard/templates/marketplace.html +336 -0
- tools/dashboard/templates/marketplace_admin.html +247 -0
- tools/dashboard/templates/missions.html +403 -0
- tools/dashboard/templates/narratives.html +154 -0
- tools/dashboard/templates/pr_intelligence.html +151 -0
- tools/dashboard/templates/proposals/detail.html +300 -0
- tools/dashboard/templates/proposals/list.html +52 -0
- tools/dashboard/templates/proposals/sam_detail.html +132 -0
- tools/dashboard/templates/proposals/section_detail.html +375 -0
- tools/dashboard/templates/research.html +222 -0
- tools/dashboard/templates/resilience.html +300 -0
- tools/dashboard/templates/scorecard.html +162 -0
- tools/dashboard/templates/simulator.html +131 -0
- tools/dashboard/templates/template_exchange.html +147 -0
- tools/dashboard/templates/thread_heatmap.html +151 -0
- tools/dashboard/templates/threat_model.html +195 -0
- tools/dashboard/templates/vsm.html +141 -0
- tools/dashboard/templates/writeguard.html +277 -0
- tools/databridge/__init__.py +5 -0
- tools/databridge/agent/__init__.py +2 -0
- tools/databridge/agent/daemon.py +227 -0
- tools/databridge/agent/tunnel.py +101 -0
- tools/databridge/agent/ws_relay.py +91 -0
- tools/databridge/analytics.py +167 -0
- tools/databridge/arrow_pipeline.py +327 -0
- tools/databridge/connection_manager.py +424 -0
- tools/databridge/connector.py +331 -0
- tools/databridge/connectors/__init__.py +2 -0
- tools/databridge/connectors/argocd_connector.py +160 -0
- tools/databridge/connectors/avro_connector.py +203 -0
- tools/databridge/connectors/azure_blob.py +63 -0
- tools/databridge/connectors/cdc_connector.py +205 -0
- tools/databridge/connectors/csv_connector.py +172 -0
- tools/databridge/connectors/datadog_connector.py +153 -0
- tools/databridge/connectors/discord_messaging.py +215 -0
- tools/databridge/connectors/dynamics365.py +151 -0
- tools/databridge/connectors/elasticsearch_connector.py +145 -0
- tools/databridge/connectors/email_base.py +114 -0
- tools/databridge/connectors/excel_connector.py +175 -0
- tools/databridge/connectors/fsspec_base.py +300 -0
- tools/databridge/connectors/gcs.py +53 -0
- tools/databridge/connectors/github_connector.py +138 -0
- tools/databridge/connectors/gitlab_connector.py +132 -0
- tools/databridge/connectors/gmail_connector.py +182 -0
- tools/databridge/connectors/hdfs.py +57 -0
- tools/databridge/connectors/health_base.py +401 -0
- tools/databridge/connectors/hubspot.py +124 -0
- tools/databridge/connectors/imap_connector.py +171 -0
- tools/databridge/connectors/jenkins_connector.py +138 -0
- tools/databridge/connectors/jira_connector.py +86 -0
- tools/databridge/connectors/json_connector.py +184 -0
- tools/databridge/connectors/kafka_connector.py +246 -0
- tools/databridge/connectors/kinesis_connector.py +238 -0
- tools/databridge/connectors/local_fs.py +30 -0
- tools/databridge/connectors/matrix.py +197 -0
- tools/databridge/connectors/mattermost_messaging.py +184 -0
- tools/databridge/connectors/messaging_base.py +172 -0
- tools/databridge/connectors/mssql.py +63 -0
- tools/databridge/connectors/mysql.py +57 -0
- tools/databridge/connectors/netsuite.py +170 -0
- tools/databridge/connectors/o365_mail.py +196 -0
- tools/databridge/connectors/oracle.py +65 -0
- tools/databridge/connectors/pagerduty_connector.py +162 -0
- tools/databridge/connectors/parquet_connector.py +131 -0
- tools/databridge/connectors/postgresql.py +58 -0
- tools/databridge/connectors/s3.py +65 -0
- tools/databridge/connectors/saas_base.py +198 -0
- tools/databridge/connectors/salesforce.py +126 -0
- tools/databridge/connectors/sap.py +89 -0
- tools/databridge/connectors/servicenow.py +60 -0
- tools/databridge/connectors/signal_messaging.py +150 -0
- tools/databridge/connectors/slack_messaging.py +203 -0
- tools/databridge/connectors/smtp_connector.py +126 -0
- tools/databridge/connectors/soap_base.py +258 -0
- tools/databridge/connectors/splunk_connector.py +171 -0
- tools/databridge/connectors/sql_base.py +310 -0
- tools/databridge/connectors/sqlite_connector.py +76 -0
- tools/databridge/connectors/teams.py +148 -0
- tools/databridge/connectors/telegram.py +192 -0
- tools/databridge/connectors/whatsapp.py +137 -0
- tools/databridge/data_profiler.py +99 -0
- tools/databridge/forge/__init__.py +6 -0
- tools/databridge/forge/base_selector.py +150 -0
- tools/databridge/forge/code_generator.py +206 -0
- tools/databridge/forge/community_hub.py +539 -0
- tools/databridge/forge/forge_agent.py +306 -0
- tools/databridge/forge/import_handler.py +133 -0
- tools/databridge/forge/integration_tester.py +127 -0
- tools/databridge/forge/marketplace_publisher.py +164 -0
- tools/databridge/forge/promoter.py +159 -0
- tools/databridge/forge/sandbox_manager.py +257 -0
- tools/databridge/forge/spec_parser.py +358 -0
- tools/databridge/forge/static_validator.py +363 -0
- tools/databridge/forge/templates/__init__.py +591 -0
- tools/databridge/format_converter.py +188 -0
- tools/databridge/mapping_engine.py +348 -0
- tools/databridge/messaging/__init__.py +5 -0
- tools/databridge/messaging/agent_bridge.py +254 -0
- tools/databridge/messaging/message_envelope.py +111 -0
- tools/databridge/messaging/message_logger.py +204 -0
- tools/databridge/messaging/messaging_daemon.py +326 -0
- tools/databridge/messaging/oauth2_manager.py +411 -0
- tools/databridge/pii_detector.py +221 -0
- tools/databridge/registry.py +352 -0
- tools/databridge/relay_server.py +105 -0
- tools/databridge/scale/__init__.py +16 -0
- tools/databridge/scale/backpressure.py +134 -0
- tools/databridge/scale/chunked_pipeline.py +169 -0
- tools/databridge/scale/connection_pool.py +293 -0
- tools/databridge/scale/engine.py +492 -0
- tools/databridge/scale/worker_pool.py +140 -0
- tools/databridge/scale/write_batcher.py +250 -0
- tools/databridge/schema_engine.py +324 -0
- tools/databridge/stream_manager.py +225 -0
- tools/databridge/sync_engine.py +411 -0
- tools/databridge/transforms.py +302 -0
- tools/db/__init__.py +1 -0
- tools/db/backup.py +312 -0
- tools/db/backup_manager.py +832 -0
- tools/db/init_icdev_db.py +7753 -0
- tools/db/init_sparkpilot_db.py +431 -0
- tools/db/migrate.py +177 -0
- tools/db/migrate_innovation_audit.py +165 -0
- tools/db/migration_runner.py +548 -0
- tools/db/migrations/001_baseline/meta.json +9 -0
- tools/db/migrations/001_baseline/up.py +67 -0
- tools/db/migrations/002_memory_enhancements/down.sql +8 -0
- tools/db/migrations/002_memory_enhancements/meta.json +9 -0
- tools/db/migrations/002_memory_enhancements/up.py +119 -0
- tools/db/migrations/003_dev_profiles/meta.json +8 -0
- tools/db/migrations/003_dev_profiles/up.py +93 -0
- tools/db/migrations/004_innovation_engine/down.py +19 -0
- tools/db/migrations/004_innovation_engine/up.py +227 -0
- tools/db/migrations/005_phase_37_ai_security/down.py +19 -0
- tools/db/migrations/005_phase_37_ai_security/up.py +257 -0
- tools/db/migrations/006_phase_36_evolution/down.py +21 -0
- tools/db/migrations/006_phase_36_evolution/up.py +323 -0
- tools/db/migrations/007_phase_38_cloud/down.py +14 -0
- tools/db/migrations/007_phase_38_cloud/up.py +110 -0
- tools/db/migrations/008_phase36_37_integration/up.py +55 -0
- tools/db/migrations/__init__.py +2 -0
- tools/db/pg_migrate.py +642 -0
- tools/db/storage.py +1080 -0
- tools/decisions/__init__.py +2 -0
- tools/decisions/dmn_engine.py +695 -0
- tools/devsecops/__init__.py +2 -0
- tools/devsecops/attestation_manager.py +449 -0
- tools/devsecops/network_segmentation_generator.py +604 -0
- tools/devsecops/pdp_config_generator.py +1246 -0
- tools/devsecops/pipeline_security_generator.py +475 -0
- tools/devsecops/policy_generator.py +644 -0
- tools/devsecops/profile_manager.py +374 -0
- tools/devsecops/service_mesh_generator.py +1063 -0
- tools/devsecops/zta_maturity_scorer.py +355 -0
- tools/devsecops/zta_terraform_generator.py +1301 -0
- tools/edge_ai/__init__.py +2 -0
- tools/edge_ai/model_manager.py +200 -0
- tools/embedded/__init__.py +2 -0
- tools/embedded/cmake_generator.py +318 -0
- tools/embedded/crash_analyzer.py +191 -0
- tools/embedded/nl_to_firmware.py +277 -0
- tools/events/__init__.py +1 -0
- tools/events/event_bus.py +199 -0
- tools/finetune/pair_generator.py +832 -0
- tools/fleet/__init__.py +2 -0
- tools/fleet/device_registry.py +148 -0
- tools/fleet/ota_manager.py +153 -0
- tools/forge_studio/__init__.py +13 -0
- tools/forge_studio/analytics/__init__.py +0 -0
- tools/forge_studio/analytics/process_miner.py +383 -0
- tools/forge_studio/audit.py +183 -0
- tools/forge_studio/blueprint/__init__.py +2 -0
- tools/forge_studio/blueprint/build_tracker.py +317 -0
- tools/forge_studio/blueprint/export_engine.py +441 -0
- tools/forge_studio/blueprint/parent_client.py +335 -0
- tools/forge_studio/catalog/__init__.py +2 -0
- tools/forge_studio/catalog/component_registry.py +176 -0
- tools/forge_studio/catalog/schema_validator.py +193 -0
- tools/forge_studio/compliance/__init__.py +1 -0
- tools/forge_studio/compliance/compliance_wiring.py +554 -0
- tools/forge_studio/deploy/__init__.py +1 -0
- tools/forge_studio/deploy/airgap_packager.py +466 -0
- tools/forge_studio/deploy/deploy_engine.py +1792 -0
- tools/forge_studio/deploy/env_manager.py +431 -0
- tools/forge_studio/eject/__init__.py +2 -0
- tools/forge_studio/eject/docker_compose_generator.py +237 -0
- tools/forge_studio/eject/eject_engine.py +230 -0
- tools/forge_studio/eject/expo_scaffolder.py +303 -0
- tools/forge_studio/eject/nextjs_scaffolder.py +338 -0
- tools/forge_studio/enterprise/__init__.py +0 -0
- tools/forge_studio/enterprise/custom_frameworks.py +826 -0
- tools/forge_studio/enterprise/hardening_engine.py +1530 -0
- tools/forge_studio/enterprise/sso_manager.py +718 -0
- tools/forge_studio/enterprise/whitelabel_engine.py +887 -0
- tools/forge_studio/formula/__init__.py +0 -0
- tools/forge_studio/formula/expression_engine.py +562 -0
- tools/forge_studio/formula/formula_registry.py +265 -0
- tools/forge_studio/generator/__init__.py +2 -0
- tools/forge_studio/generator/app_generator.py +584 -0
- tools/forge_studio/generator/complexity_detector.py +368 -0
- tools/forge_studio/generator/prompt_templates.py +104 -0
- tools/forge_studio/generator/spec_builder.py +192 -0
- tools/forge_studio/intake_bridge.py +898 -0
- tools/forge_studio/marketplace/__init__.py +0 -0
- tools/forge_studio/marketplace/component_hub.py +428 -0
- tools/forge_studio/models.py +369 -0
- tools/forge_studio/renderer/__init__.py +2 -0
- tools/forge_studio/renderer/json_render_engine.py +623 -0
- tools/forge_studio/renderer/layout_engine.py +214 -0
- tools/forge_studio/renderer/rn_component_map.py +182 -0
- tools/forge_studio/supabase/__init__.py +2 -0
- tools/forge_studio/supabase/auth_generator.py +283 -0
- tools/forge_studio/supabase/migration_generator.py +93 -0
- tools/forge_studio/supabase/schema_generator.py +281 -0
- tools/forge_studio/tenant_manager.py +387 -0
- tools/forge_studio/workflow/__init__.py +2 -0
- tools/forge_studio/workflow/bpmn_adapter.py +489 -0
- tools/govcon/draft_orchestrator.py +1151 -0
- tools/govcon/engine_enrichment.py +373 -0
- tools/govcon/knowledge_base.py +487 -0
- tools/govcon/knowledge_ingestion.py +510 -0
- tools/govcon/sam_scanner.py +754 -0
- tools/harness/__init__.py +6 -0
- tools/harness/exit_criteria_evaluator.py +231 -0
- tools/harness/maturity_assessor.py +347 -0
- tools/harness/scaffold_harness.py +416 -0
- tools/harness/trace_analyzer.py +281 -0
- tools/infra/__init__.py +1 -0
- tools/infra/ansible_generator.py +867 -0
- tools/infra/dockerfile_generator.py +359 -0
- tools/infra/infra_status.py +384 -0
- tools/infra/ironbank_metadata_generator.py +403 -0
- tools/infra/k8s_generator.py +1000 -0
- tools/infra/pipeline_generator.py +830 -0
- tools/infra/rollback.py +389 -0
- tools/infra/terraform_generator.py +1140 -0
- tools/infra/terraform_generator_azure.py +1252 -0
- tools/infra/terraform_generator_gcp.py +951 -0
- tools/infra/terraform_generator_ibm.py +359 -0
- tools/infra/terraform_generator_oci.py +918 -0
- tools/infra/terraform_generator_onprem.py +318 -0
- tools/knowledge/__init__.py +1 -0
- tools/knowledge/knowledge_ingest.py +281 -0
- tools/knowledge/pattern_detector.py +681 -0
- tools/knowledge/recommendation_engine.py +449 -0
- tools/knowledge/self_heal_analyzer.py +492 -0
- tools/knowledge_graph/__init__.py +2 -0
- tools/knowledge_graph/graph_rag.py +498 -0
- tools/knowledge_graph/ingester.py +406 -0
- tools/knowledge_graph/insight_generator.py +369 -0
- tools/knowledge_graph/text_network.py +832 -0
- tools/llm/__init__.py +72 -0
- tools/llm/anthropic_provider.py +170 -0
- tools/llm/azure_openai_provider.py +338 -0
- tools/llm/bedrock_provider.py +315 -0
- tools/llm/embedding_provider.py +438 -0
- tools/llm/gemini_provider.py +381 -0
- tools/llm/ibm_watsonx_provider.py +231 -0
- tools/llm/oci_genai_provider.py +462 -0
- tools/llm/ollama_provider.py +350 -0
- tools/llm/openai_provider.py +225 -0
- tools/llm/prompt_registry.py +447 -0
- tools/llm/provider.py +355 -0
- tools/llm/provider_sdk.py +175 -0
- tools/llm/router.py +1124 -0
- tools/llm/semantic_cache.py +394 -0
- tools/llm/vertex_ai_provider.py +374 -0
- tools/maintenance/__init__.py +2 -0
- tools/maintenance/dependency_scanner.py +1016 -0
- tools/maintenance/maintenance_auditor.py +804 -0
- tools/maintenance/remediation_engine.py +957 -0
- tools/maintenance/vulnerability_checker.py +978 -0
- tools/manifest.md +1066 -0
- tools/marketplace/asset_installer.py +639 -0
- tools/marketplace/feedback_validator.py +359 -0
- tools/marketplace/license_client.py +458 -0
- tools/marketplace/module_crypto.py +544 -0
- tools/marketplace/module_runtime.py +236 -0
- tools/marketplace/token_store.py +264 -0
- tools/mbse/__init__.py +3 -0
- tools/mbse/des_assessor.py +1173 -0
- tools/mbse/des_report_generator.py +787 -0
- tools/mbse/diagram_extractor.py +792 -0
- tools/mbse/digital_thread.py +1650 -0
- tools/mbse/model_code_generator.py +1115 -0
- tools/mbse/model_control_mapper.py +410 -0
- tools/mbse/pi_model_tracker.py +1079 -0
- tools/mbse/reqif_parser.py +1468 -0
- tools/mbse/sync_engine.py +1789 -0
- tools/mbse/thread_heatmap.py +445 -0
- tools/mbse/xmi_parser.py +1558 -0
- tools/mcp/builder_server.py +64 -0
- tools/mcp/compliance_server.py +64 -0
- tools/mcp/connector_forge_server.py +155 -0
- tools/mcp/core_server.py +64 -0
- tools/mcp/devsecops_server.py +11 -0
- tools/mcp/devsecops_zta_server.py +64 -0
- tools/mcp/knowledge_server.py +64 -0
- tools/mcp/monitor_server.py +64 -0
- tools/mcp/ops_server.py +300 -0
- tools/mcp/requirements_analyst_server.py +64 -0
- tools/mcp/requirements_server.py +11 -0
- tools/mcp/security_server.py +64 -0
- tools/mcp/simulation_server.py +64 -0
- tools/mcp/supply_chain_server.py +64 -0
- tools/mcp/tool_registry.py +299 -0
- tools/memory/__init__.py +2 -0
- tools/memory/auto_capture.py +346 -0
- tools/memory/embed_memory.py +157 -0
- tools/memory/history_compressor.py +334 -0
- tools/memory/hybrid_search.py +235 -0
- tools/memory/maintenance_cron.py +288 -0
- tools/memory/memory_consolidation.py +439 -0
- tools/memory/memory_db.py +132 -0
- tools/memory/memory_read.py +101 -0
- tools/memory/memory_write.py +221 -0
- tools/memory/semantic_search.py +138 -0
- tools/memory/time_decay.py +434 -0
- tools/missions/__init__.py +2 -0
- tools/missions/mission_engine.py +459 -0
- tools/monitor/__init__.py +1 -0
- tools/monitor/alert_correlator.py +486 -0
- tools/monitor/auto_resolver.py +603 -0
- tools/monitor/health_checker.py +507 -0
- tools/monitor/heartbeat_daemon.py +779 -0
- tools/monitor/log_analyzer.py +507 -0
- tools/monitor/metric_collector.py +484 -0
- tools/mosa/__init__.py +10 -0
- tools/mosa/icd_generator.py +358 -0
- tools/mosa/modular_design_analyzer.py +682 -0
- tools/mosa/mosa_code_enforcer.py +348 -0
- tools/mosa/tsp_generator.py +265 -0
- tools/observability/__init__.py +100 -0
- tools/observability/genai_attributes.py +88 -0
- tools/observability/instrumentation.py +140 -0
- tools/observability/mlflow_exporter.py +193 -0
- tools/observability/otel_tracer.py +168 -0
- tools/observability/provenance/__init__.py +3 -0
- tools/observability/provenance/prov_recorder.py +322 -0
- tools/observability/shap/__init__.py +3 -0
- tools/observability/shap/agent_shap.py +274 -0
- tools/observability/sqlite_tracer.py +360 -0
- tools/observability/trace_context.py +205 -0
- tools/observability/tracer.py +230 -0
- tools/orchestration/__init__.py +1 -0
- tools/orchestration/peer_channels.py +254 -0
- tools/orchestration/saga_coordinator.py +390 -0
- tools/project/__init__.py +1 -0
- tools/project/manifest_loader.py +418 -0
- tools/project/project_create.py +350 -0
- tools/project/project_list.py +171 -0
- tools/project/project_scaffold.py +1715 -0
- tools/project/project_status.py +478 -0
- tools/project/session_context_builder.py +752 -0
- tools/project/validate_manifest.py +54 -0
- tools/rag/corrective_rag.py +582 -0
- tools/rag/source_registry.py +482 -0
- tools/requirements/__init__.py +1 -0
- tools/requirements/ai_governance_scorer.py +207 -0
- tools/requirements/boundary_analyzer.py +1281 -0
- tools/requirements/clarification_engine.py +605 -0
- tools/requirements/complexity_scorer.py +369 -0
- tools/requirements/consistency_analyzer.py +789 -0
- tools/requirements/constitution_manager.py +592 -0
- tools/requirements/decomposition_engine.py +764 -0
- tools/requirements/document_extractor.py +1002 -0
- tools/requirements/elicitation_techniques.py +508 -0
- tools/requirements/gap_detector.py +260 -0
- tools/requirements/intake_engine.py +2175 -0
- tools/requirements/prd_generator.py +839 -0
- tools/requirements/prd_validator.py +584 -0
- tools/requirements/readiness_scorer.py +302 -0
- tools/requirements/spec_organizer.py +1015 -0
- tools/requirements/spec_quality_checker.py +1083 -0
- tools/requirements/traceability_builder.py +566 -0
- tools/research/__init__.py +3 -0
- tools/research/academic_scanner.py +130 -0
- tools/research/build_buy_analyzer.py +229 -0
- tools/research/challenge_scorer.py +280 -0
- tools/research/community_scanner.py +174 -0
- tools/research/cross_engine_bridge.py +124 -0
- tools/research/dossier_generator.py +305 -0
- tools/research/landscape_scanner.py +315 -0
- tools/research/regulatory_scanner.py +248 -0
- tools/research/research_manager.py +469 -0
- tools/research/source_scanner.py +150 -0
- tools/research/vertical_loader.py +118 -0
- tools/saas/__init__.py +0 -0
- tools/saas/licensing/__init__.py +0 -0
- tools/saas/licensing/license_validator.py +345 -0
- tools/scaffold/__init__.py +2 -0
- tools/scaffold/golden_path.py +504 -0
- tools/security/__init__.py +1 -0
- tools/security/agent_output_validator.py +330 -0
- tools/security/agent_trust_scorer.py +652 -0
- tools/security/ai_bom_generator.py +718 -0
- tools/security/ai_telemetry_logger.py +469 -0
- tools/security/atlas_red_team.py +541 -0
- tools/security/code_pattern_scanner.py +382 -0
- tools/security/confabulation_detector.py +265 -0
- tools/security/container_scanner.py +489 -0
- tools/security/dependency_auditor.py +942 -0
- tools/security/endpoint_security_scanner.py +626 -0
- tools/security/mcp_tool_authorizer.py +242 -0
- tools/security/output_verifier.py +427 -0
- tools/security/prompt_injection_detector.py +737 -0
- tools/security/sast_runner.py +946 -0
- tools/security/secret_detector.py +376 -0
- tools/security/threat_modeler.py +678 -0
- tools/security/tool_chain_validator.py +357 -0
- tools/security/vuln_scanner.py +536 -0
- tools/simulation/__init__.py +2 -0
- tools/simulation/ato_simulator.py +517 -0
- tools/simulation/coa_generator.py +1539 -0
- tools/simulation/monte_carlo.py +745 -0
- tools/simulation/scenario_manager.py +1060 -0
- tools/simulation/simulation_engine.py +1091 -0
- tools/simulator/__init__.py +2 -0
- tools/simulator/sim_runner.py +272 -0
- tools/supply_chain/__init__.py +2 -0
- tools/supply_chain/cve_triager.py +690 -0
- tools/supply_chain/dependency_graph.py +630 -0
- tools/supply_chain/isa_manager.py +526 -0
- tools/supply_chain/scrm_assessor.py +531 -0
- tools/supply_chain/slsa_verifier.py +473 -0
- tools/testing/__init__.py +2 -0
- tools/testing/acceptance_validator.py +411 -0
- tools/testing/api_surface_extractor.py +749 -0
- tools/testing/claude_dir_validator.py +831 -0
- tools/testing/data_types.py +199 -0
- tools/testing/e2e_runner.py +715 -0
- tools/testing/fuzz_cli.py +306 -0
- tools/testing/health_check.py +483 -0
- tools/testing/platform_check.py +143 -0
- tools/testing/production_audit.py +1836 -0
- tools/testing/production_remediate.py +803 -0
- tools/testing/screenshot_validator.py +538 -0
- tools/testing/smoke_test.py +283 -0
- tools/testing/test_agent_models.py +117 -0
- tools/testing/test_orchestrator.py +957 -0
- tools/testing/utils.py +229 -0
- tools/writeguard/__init__.py +1 -0
- tools/writeguard/main.py +1 -0
- tools/writing/__init__.py +7 -0
- tools/writing/ai_content_detector.py +316 -0
- tools/writing/analysis_engine.py +454 -0
- tools/writing/batch_analyzer.py +276 -0
- tools/writing/coherence_analyzer.py +221 -0
- tools/writing/govcon_bridge.py +509 -0
- tools/writing/grammar_checker.py +270 -0
- tools/writing/plagiarism_detector.py +106 -0
- tools/writing/readability_scorer.py +201 -0
- tools/writing/rewriter.py +96 -0
- tools/writing/signal_registrar.py +167 -0
- tools/writing/snippet_manager.py +276 -0
- tools/writing/style_enforcer.py +220 -0
- tools/writing/style_guide_manager.py +438 -0
- tools/writing/tone_profiler.py +168 -0
|
@@ -0,0 +1,1715 @@
|
|
|
1
|
+
#!/usr/bin/env python3
|
|
2
|
+
# CUI // SP-CTI
|
|
3
|
+
"""Generate project directory structure based on project type.
|
|
4
|
+
|
|
5
|
+
Supports: webapp, microservice, api, cli, data_pipeline, iac.
|
|
6
|
+
Creates language-appropriate scaffolding with CUI markings, compliance directories,
|
|
7
|
+
CI/CD pipelines, Dockerfiles, and test scaffolding.
|
|
8
|
+
|
|
9
|
+
Usage:
|
|
10
|
+
python tools/project/project_scaffold.py --project-dir /path/to/project --type webapp
|
|
11
|
+
python tools/project/project_scaffold.py --project-dir /path/to/project --type microservice --classification CUI
|
|
12
|
+
"""
|
|
13
|
+
|
|
14
|
+
import argparse
|
|
15
|
+
import json
|
|
16
|
+
from pathlib import Path
|
|
17
|
+
|
|
18
|
+
BASE_DIR = Path(__file__).resolve().parent.parent.parent
|
|
19
|
+
|
|
20
|
+
# CUI banner applied to the top of generated source files
|
|
21
|
+
CUI_HEADER_PYTHON = '''# //CUI
|
|
22
|
+
# CONTROLLED UNCLASSIFIED INFORMATION
|
|
23
|
+
# Authorized distribution limited to authorized personnel only.
|
|
24
|
+
# Handling: CUI Basic per 32 CFR Part 2002
|
|
25
|
+
# //CUI
|
|
26
|
+
'''
|
|
27
|
+
|
|
28
|
+
CUI_HEADER_JS = '''// //CUI
|
|
29
|
+
// CONTROLLED UNCLASSIFIED INFORMATION
|
|
30
|
+
// Authorized distribution limited to authorized personnel only.
|
|
31
|
+
// Handling: CUI Basic per 32 CFR Part 2002
|
|
32
|
+
// //CUI
|
|
33
|
+
'''
|
|
34
|
+
|
|
35
|
+
CUI_HEADER_YAML = '''# //CUI
|
|
36
|
+
# CONTROLLED UNCLASSIFIED INFORMATION
|
|
37
|
+
# Authorized distribution limited to authorized personnel only.
|
|
38
|
+
# Handling: CUI Basic per 32 CFR Part 2002
|
|
39
|
+
# //CUI
|
|
40
|
+
'''
|
|
41
|
+
|
|
42
|
+
CUI_HEADER_DOCKERFILE = '''# //CUI
|
|
43
|
+
# CONTROLLED UNCLASSIFIED INFORMATION
|
|
44
|
+
# Authorized distribution limited to authorized personnel only.
|
|
45
|
+
# Handling: CUI Basic per 32 CFR Part 2002
|
|
46
|
+
# //CUI
|
|
47
|
+
'''
|
|
48
|
+
|
|
49
|
+
CUI_HEADER_MARKDOWN = '''<!-- //CUI -->
|
|
50
|
+
<!-- CONTROLLED UNCLASSIFIED INFORMATION -->
|
|
51
|
+
<!-- Authorized distribution limited to authorized personnel only. -->
|
|
52
|
+
<!-- Handling: CUI Basic per 32 CFR Part 2002 -->
|
|
53
|
+
<!-- //CUI -->
|
|
54
|
+
'''
|
|
55
|
+
|
|
56
|
+
|
|
57
|
+
def get_cui_header(file_ext: str, classification: str = "CUI") -> str:
|
|
58
|
+
"""Return the appropriate CUI header comment for a file extension."""
|
|
59
|
+
if classification.upper() == "PUBLIC":
|
|
60
|
+
return ""
|
|
61
|
+
headers = {
|
|
62
|
+
".py": CUI_HEADER_PYTHON,
|
|
63
|
+
".js": CUI_HEADER_JS,
|
|
64
|
+
".ts": CUI_HEADER_JS,
|
|
65
|
+
".jsx": CUI_HEADER_JS,
|
|
66
|
+
".tsx": CUI_HEADER_JS,
|
|
67
|
+
".yml": CUI_HEADER_YAML,
|
|
68
|
+
".yaml": CUI_HEADER_YAML,
|
|
69
|
+
".tf": CUI_HEADER_PYTHON, # Terraform uses # comments
|
|
70
|
+
".sh": CUI_HEADER_PYTHON,
|
|
71
|
+
".md": CUI_HEADER_MARKDOWN,
|
|
72
|
+
}
|
|
73
|
+
return headers.get(file_ext, "")
|
|
74
|
+
|
|
75
|
+
|
|
76
|
+
def write_file(path: Path, content: str, classification: str = "CUI") -> None:
|
|
77
|
+
"""Write a file, prepending CUI header if applicable."""
|
|
78
|
+
path.parent.mkdir(parents=True, exist_ok=True)
|
|
79
|
+
header = get_cui_header(path.suffix, classification)
|
|
80
|
+
with open(path, "w", encoding="utf-8", newline="\n") as f:
|
|
81
|
+
if header:
|
|
82
|
+
f.write(header)
|
|
83
|
+
f.write("\n")
|
|
84
|
+
f.write(content)
|
|
85
|
+
|
|
86
|
+
|
|
87
|
+
def scaffold_common(project_dir: Path, project_name: str, classification: str) -> list:
|
|
88
|
+
"""Create directories and files common to all project types. Returns list of created paths."""
|
|
89
|
+
created = []
|
|
90
|
+
|
|
91
|
+
# Compliance directory for ATO + CSSP artifacts
|
|
92
|
+
compliance_dirs = [
|
|
93
|
+
project_dir / "compliance",
|
|
94
|
+
project_dir / "compliance" / "ssp",
|
|
95
|
+
project_dir / "compliance" / "poam",
|
|
96
|
+
project_dir / "compliance" / "stig",
|
|
97
|
+
project_dir / "compliance" / "sbom",
|
|
98
|
+
project_dir / "compliance" / "evidence",
|
|
99
|
+
project_dir / "compliance" / "cssp",
|
|
100
|
+
project_dir / "compliance" / "xacta-exports",
|
|
101
|
+
project_dir / "compliance" / "sbd",
|
|
102
|
+
project_dir / "compliance" / "ivv",
|
|
103
|
+
project_dir / "compliance" / "rtm",
|
|
104
|
+
project_dir / "siem",
|
|
105
|
+
project_dir / "security",
|
|
106
|
+
]
|
|
107
|
+
for d in compliance_dirs:
|
|
108
|
+
d.mkdir(parents=True, exist_ok=True)
|
|
109
|
+
created.append(str(d))
|
|
110
|
+
|
|
111
|
+
# README with CUI markings
|
|
112
|
+
readme_content = f"""# {project_name}
|
|
113
|
+
|
|
114
|
+
> **Classification: {classification}**
|
|
115
|
+
|
|
116
|
+
## Overview
|
|
117
|
+
|
|
118
|
+
*Project description goes here.*
|
|
119
|
+
|
|
120
|
+
## Getting Started
|
|
121
|
+
|
|
122
|
+
### Prerequisites
|
|
123
|
+
|
|
124
|
+
*List prerequisites here.*
|
|
125
|
+
|
|
126
|
+
### Installation
|
|
127
|
+
|
|
128
|
+
```bash
|
|
129
|
+
# Installation steps
|
|
130
|
+
```
|
|
131
|
+
|
|
132
|
+
## Testing
|
|
133
|
+
|
|
134
|
+
```bash
|
|
135
|
+
# Test commands
|
|
136
|
+
```
|
|
137
|
+
|
|
138
|
+
## Deployment
|
|
139
|
+
|
|
140
|
+
See `compliance/` directory for ATO artifacts and deployment authorization documentation.
|
|
141
|
+
|
|
142
|
+
## Compliance
|
|
143
|
+
|
|
144
|
+
This project maintains the following compliance artifacts in `compliance/`:
|
|
145
|
+
|
|
146
|
+
- **SSP** - System Security Plan
|
|
147
|
+
- **POA&M** - Plan of Action and Milestones
|
|
148
|
+
- **STIG** - Security Technical Implementation Guide findings
|
|
149
|
+
- **SBOM** - Software Bill of Materials
|
|
150
|
+
- **CSSP** - Cybersecurity Service Provider assessment (DI 8530.01)
|
|
151
|
+
- **SbD** - Secure by Design assessment (CISA, DoDI 5000.87)
|
|
152
|
+
- **IV&V** - Independent Verification & Validation (IEEE 1012)
|
|
153
|
+
- **RTM** - Requirements Traceability Matrix
|
|
154
|
+
- **Evidence** - CSSP evidence artifacts
|
|
155
|
+
- **Xacta Exports** - OSCAL/CSV exports for Xacta 360
|
|
156
|
+
|
|
157
|
+
Additional security/operational artifacts:
|
|
158
|
+
- `siem/` - SIEM forwarding configs (Splunk, ELK)
|
|
159
|
+
- `security/` - Incident Response Plan, security procedures
|
|
160
|
+
|
|
161
|
+
## Classification
|
|
162
|
+
|
|
163
|
+
This project is classified as **{classification}**. Handle all materials in accordance
|
|
164
|
+
with applicable handling requirements.
|
|
165
|
+
"""
|
|
166
|
+
write_file(project_dir / "README.md", readme_content, classification)
|
|
167
|
+
created.append(str(project_dir / "README.md"))
|
|
168
|
+
|
|
169
|
+
# .gitignore
|
|
170
|
+
gitignore_content = """# Python
|
|
171
|
+
__pycache__/
|
|
172
|
+
*.py[cod]
|
|
173
|
+
*$py.class
|
|
174
|
+
*.egg-info/
|
|
175
|
+
dist/
|
|
176
|
+
build/
|
|
177
|
+
.eggs/
|
|
178
|
+
*.egg
|
|
179
|
+
.venv/
|
|
180
|
+
venv/
|
|
181
|
+
env/
|
|
182
|
+
|
|
183
|
+
# Node
|
|
184
|
+
node_modules/
|
|
185
|
+
npm-debug.log*
|
|
186
|
+
yarn-debug.log*
|
|
187
|
+
yarn-error.log*
|
|
188
|
+
.npm
|
|
189
|
+
|
|
190
|
+
# IDE
|
|
191
|
+
.vscode/
|
|
192
|
+
.idea/
|
|
193
|
+
*.swp
|
|
194
|
+
*.swo
|
|
195
|
+
*~
|
|
196
|
+
|
|
197
|
+
# Environment
|
|
198
|
+
.env
|
|
199
|
+
.env.local
|
|
200
|
+
.env.*.local
|
|
201
|
+
|
|
202
|
+
# OS
|
|
203
|
+
.DS_Store
|
|
204
|
+
Thumbs.db
|
|
205
|
+
|
|
206
|
+
# Testing
|
|
207
|
+
.coverage
|
|
208
|
+
htmlcov/
|
|
209
|
+
.pytest_cache/
|
|
210
|
+
coverage/
|
|
211
|
+
|
|
212
|
+
# Build artifacts
|
|
213
|
+
*.tfstate
|
|
214
|
+
*.tfstate.backup
|
|
215
|
+
.terraform/
|
|
216
|
+
|
|
217
|
+
# Secrets - NEVER commit
|
|
218
|
+
*.pem
|
|
219
|
+
*.key
|
|
220
|
+
credentials.json
|
|
221
|
+
"""
|
|
222
|
+
write_file(project_dir / ".gitignore", gitignore_content)
|
|
223
|
+
created.append(str(project_dir / ".gitignore"))
|
|
224
|
+
|
|
225
|
+
return created
|
|
226
|
+
|
|
227
|
+
|
|
228
|
+
def scaffold_python_webapp(project_dir: Path, project_name: str, classification: str) -> list:
|
|
229
|
+
"""Scaffold a Python web application (Flask/FastAPI)."""
|
|
230
|
+
created = scaffold_common(project_dir, project_name, classification)
|
|
231
|
+
slug = project_name.lower().replace(" ", "_").replace("-", "_")
|
|
232
|
+
|
|
233
|
+
# Source directories
|
|
234
|
+
src_dirs = [
|
|
235
|
+
project_dir / "src",
|
|
236
|
+
project_dir / "src" / slug,
|
|
237
|
+
project_dir / "src" / slug / "api",
|
|
238
|
+
project_dir / "src" / slug / "models",
|
|
239
|
+
project_dir / "src" / slug / "services",
|
|
240
|
+
project_dir / "src" / slug / "templates",
|
|
241
|
+
project_dir / "src" / slug / "static",
|
|
242
|
+
]
|
|
243
|
+
for d in src_dirs:
|
|
244
|
+
d.mkdir(parents=True, exist_ok=True)
|
|
245
|
+
created.append(str(d))
|
|
246
|
+
|
|
247
|
+
# Test directories (BDD)
|
|
248
|
+
test_dirs = [
|
|
249
|
+
project_dir / "tests",
|
|
250
|
+
project_dir / "tests" / "features",
|
|
251
|
+
project_dir / "tests" / "steps",
|
|
252
|
+
project_dir / "tests" / "unit",
|
|
253
|
+
project_dir / "tests" / "integration",
|
|
254
|
+
]
|
|
255
|
+
for d in test_dirs:
|
|
256
|
+
d.mkdir(parents=True, exist_ok=True)
|
|
257
|
+
created.append(str(d))
|
|
258
|
+
|
|
259
|
+
# src/__init__.py
|
|
260
|
+
write_file(
|
|
261
|
+
project_dir / "src" / slug / "__init__.py",
|
|
262
|
+
f'"""SPARKPILOT Project: {project_name}"""\n\n__version__ = "0.1.0"\n',
|
|
263
|
+
classification,
|
|
264
|
+
)
|
|
265
|
+
created.append(str(project_dir / "src" / slug / "__init__.py"))
|
|
266
|
+
|
|
267
|
+
# src/api/__init__.py
|
|
268
|
+
write_file(
|
|
269
|
+
project_dir / "src" / slug / "api" / "__init__.py",
|
|
270
|
+
'"""API routes."""\n',
|
|
271
|
+
classification,
|
|
272
|
+
)
|
|
273
|
+
created.append(str(project_dir / "src" / slug / "api" / "__init__.py"))
|
|
274
|
+
|
|
275
|
+
# src/models/__init__.py
|
|
276
|
+
write_file(
|
|
277
|
+
project_dir / "src" / slug / "models" / "__init__.py",
|
|
278
|
+
'"""Data models."""\n',
|
|
279
|
+
classification,
|
|
280
|
+
)
|
|
281
|
+
created.append(str(project_dir / "src" / slug / "models" / "__init__.py"))
|
|
282
|
+
|
|
283
|
+
# src/services/__init__.py
|
|
284
|
+
write_file(
|
|
285
|
+
project_dir / "src" / slug / "services" / "__init__.py",
|
|
286
|
+
'"""Business logic services."""\n',
|
|
287
|
+
classification,
|
|
288
|
+
)
|
|
289
|
+
created.append(str(project_dir / "src" / slug / "services" / "__init__.py"))
|
|
290
|
+
|
|
291
|
+
# Main application entry point
|
|
292
|
+
app_content = f'''"""Main application entry point for {project_name}."""
|
|
293
|
+
|
|
294
|
+
import os
|
|
295
|
+
|
|
296
|
+
from flask import Flask
|
|
297
|
+
|
|
298
|
+
|
|
299
|
+
def create_app(config_name: str = None) -> Flask:
|
|
300
|
+
"""Application factory pattern."""
|
|
301
|
+
app = Flask(__name__)
|
|
302
|
+
|
|
303
|
+
config_name = config_name or os.environ.get("FLASK_CONFIG", "development")
|
|
304
|
+
|
|
305
|
+
# Register blueprints
|
|
306
|
+
# from .api import api_bp
|
|
307
|
+
# app.register_blueprint(api_bp, url_prefix="/api/v1")
|
|
308
|
+
|
|
309
|
+
@app.route("/health")
|
|
310
|
+
def health():
|
|
311
|
+
return {{"status": "healthy", "service": "{project_name}"}}, 200
|
|
312
|
+
|
|
313
|
+
return app
|
|
314
|
+
|
|
315
|
+
|
|
316
|
+
if __name__ == "__main__":
|
|
317
|
+
app = create_app()
|
|
318
|
+
app.run(host="0.0.0.0", port=int(os.environ.get("PORT", 8080)))
|
|
319
|
+
'''
|
|
320
|
+
write_file(project_dir / "src" / slug / "app.py", app_content, classification)
|
|
321
|
+
created.append(str(project_dir / "src" / slug / "app.py"))
|
|
322
|
+
|
|
323
|
+
# conftest.py
|
|
324
|
+
conftest_content = f'''"""Pytest configuration and shared fixtures for {project_name}."""
|
|
325
|
+
|
|
326
|
+
import pytest
|
|
327
|
+
|
|
328
|
+
from src.{slug}.app import create_app
|
|
329
|
+
|
|
330
|
+
|
|
331
|
+
@pytest.fixture
|
|
332
|
+
def app():
|
|
333
|
+
"""Create application for testing."""
|
|
334
|
+
app = create_app("testing")
|
|
335
|
+
yield app
|
|
336
|
+
|
|
337
|
+
|
|
338
|
+
@pytest.fixture
|
|
339
|
+
def client(app):
|
|
340
|
+
"""Create test client."""
|
|
341
|
+
return app.test_client()
|
|
342
|
+
|
|
343
|
+
|
|
344
|
+
@pytest.fixture
|
|
345
|
+
def runner(app):
|
|
346
|
+
"""Create test CLI runner."""
|
|
347
|
+
return app.test_cli_runner()
|
|
348
|
+
'''
|
|
349
|
+
write_file(project_dir / "conftest.py", conftest_content, classification)
|
|
350
|
+
created.append(str(project_dir / "conftest.py"))
|
|
351
|
+
|
|
352
|
+
# Sample BDD feature file
|
|
353
|
+
feature_content = """Feature: Health Check
|
|
354
|
+
As a system administrator
|
|
355
|
+
I want to verify the application is running
|
|
356
|
+
So that I can confirm the deployment is successful
|
|
357
|
+
|
|
358
|
+
Scenario: Health endpoint returns OK
|
|
359
|
+
Given the application is running
|
|
360
|
+
When I request the health endpoint
|
|
361
|
+
Then I should receive a 200 status code
|
|
362
|
+
And the response should contain "healthy"
|
|
363
|
+
"""
|
|
364
|
+
write_file(project_dir / "tests" / "features" / "health.feature", feature_content)
|
|
365
|
+
created.append(str(project_dir / "tests" / "features" / "health.feature"))
|
|
366
|
+
|
|
367
|
+
# BDD step definitions
|
|
368
|
+
steps_content = '''"""Step definitions for health check feature."""
|
|
369
|
+
|
|
370
|
+
from pytest_bdd import given, when, then, parsers, scenarios
|
|
371
|
+
|
|
372
|
+
scenarios("../features/health.feature")
|
|
373
|
+
|
|
374
|
+
|
|
375
|
+
@given("the application is running")
|
|
376
|
+
def app_running(client):
|
|
377
|
+
"""Ensure app is available via test client fixture."""
|
|
378
|
+
pass
|
|
379
|
+
|
|
380
|
+
|
|
381
|
+
@when("I request the health endpoint", target_fixture="response")
|
|
382
|
+
def request_health(client):
|
|
383
|
+
return client.get("/health")
|
|
384
|
+
|
|
385
|
+
|
|
386
|
+
@then("I should receive a 200 status code")
|
|
387
|
+
def check_status(response):
|
|
388
|
+
assert response.status_code == 200
|
|
389
|
+
|
|
390
|
+
|
|
391
|
+
@then(parsers.parse('the response should contain "{text}"'))
|
|
392
|
+
def check_content(response, text):
|
|
393
|
+
assert text in response.get_data(as_text=True)
|
|
394
|
+
'''
|
|
395
|
+
write_file(project_dir / "tests" / "steps" / "test_health.py", steps_content, classification)
|
|
396
|
+
created.append(str(project_dir / "tests" / "steps" / "test_health.py"))
|
|
397
|
+
|
|
398
|
+
# pyproject.toml
|
|
399
|
+
pyproject_content = f"""[build-system]
|
|
400
|
+
requires = ["setuptools>=68.0", "wheel"]
|
|
401
|
+
build-backend = "setuptools.backends._legacy:_Backend"
|
|
402
|
+
|
|
403
|
+
[project]
|
|
404
|
+
name = "{slug}"
|
|
405
|
+
version = "0.1.0"
|
|
406
|
+
description = "{project_name} - SPARKPILOT managed project"
|
|
407
|
+
requires-python = ">=3.11"
|
|
408
|
+
dependencies = [
|
|
409
|
+
"flask>=3.0",
|
|
410
|
+
"gunicorn>=21.2",
|
|
411
|
+
]
|
|
412
|
+
|
|
413
|
+
[project.optional-dependencies]
|
|
414
|
+
dev = [
|
|
415
|
+
"pytest>=7.4",
|
|
416
|
+
"pytest-bdd>=7.0",
|
|
417
|
+
"pytest-cov>=4.1",
|
|
418
|
+
"flake8>=7.0",
|
|
419
|
+
"black>=24.0",
|
|
420
|
+
"bandit>=1.7",
|
|
421
|
+
]
|
|
422
|
+
|
|
423
|
+
[tool.pytest.ini_options]
|
|
424
|
+
testpaths = ["tests"]
|
|
425
|
+
python_files = ["test_*.py"]
|
|
426
|
+
addopts = "--cov=src --cov-report=html --cov-report=term-missing"
|
|
427
|
+
|
|
428
|
+
[tool.black]
|
|
429
|
+
line-length = 100
|
|
430
|
+
target-version = ["py311"]
|
|
431
|
+
|
|
432
|
+
[tool.bandit]
|
|
433
|
+
exclude_dirs = ["tests", ".venv"]
|
|
434
|
+
"""
|
|
435
|
+
write_file(project_dir / "pyproject.toml", pyproject_content)
|
|
436
|
+
created.append(str(project_dir / "pyproject.toml"))
|
|
437
|
+
|
|
438
|
+
# Dockerfile (STIG-hardened base)
|
|
439
|
+
dockerfile_content = f"""FROM python:3.11-slim AS base
|
|
440
|
+
|
|
441
|
+
LABEL maintainer="SPARKPILOT System"
|
|
442
|
+
LABEL classification="{classification}"
|
|
443
|
+
|
|
444
|
+
# STIG: V-222656 - Remove unnecessary packages
|
|
445
|
+
RUN apt-get update && \\
|
|
446
|
+
apt-get upgrade -y && \\
|
|
447
|
+
apt-get install -y --no-install-recommends \\
|
|
448
|
+
ca-certificates \\
|
|
449
|
+
curl && \\
|
|
450
|
+
apt-get autoremove -y && \\
|
|
451
|
+
apt-get clean && \\
|
|
452
|
+
rm -rf /var/lib/apt/lists/*
|
|
453
|
+
|
|
454
|
+
# STIG: V-222657 - Run as non-root user
|
|
455
|
+
RUN groupadd -r appuser && useradd -r -g appuser -d /app -s /sbin/nologin appuser
|
|
456
|
+
|
|
457
|
+
WORKDIR /app
|
|
458
|
+
|
|
459
|
+
COPY pyproject.toml .
|
|
460
|
+
RUN pip install --no-cache-dir --upgrade pip && \\
|
|
461
|
+
pip install --no-cache-dir .
|
|
462
|
+
|
|
463
|
+
COPY src/ ./src/
|
|
464
|
+
|
|
465
|
+
# STIG: V-222658 - Set restrictive file permissions
|
|
466
|
+
RUN chown -R appuser:appuser /app && \\
|
|
467
|
+
chmod -R 750 /app
|
|
468
|
+
|
|
469
|
+
USER appuser
|
|
470
|
+
|
|
471
|
+
EXPOSE 8080
|
|
472
|
+
|
|
473
|
+
HEALTHCHECK --interval=30s --timeout=5s --start-period=10s --retries=3 \\
|
|
474
|
+
CMD curl -f http://localhost:8080/health || exit 1
|
|
475
|
+
|
|
476
|
+
CMD ["gunicorn", "--bind", "0.0.0.0:8080", "--workers", "4", "src.{slug}.app:create_app()"]
|
|
477
|
+
"""
|
|
478
|
+
write_file(project_dir / "Dockerfile", dockerfile_content, classification)
|
|
479
|
+
created.append(str(project_dir / "Dockerfile"))
|
|
480
|
+
|
|
481
|
+
# .gitlab-ci.yml
|
|
482
|
+
gitlab_ci_content = f"""stages:
|
|
483
|
+
- test
|
|
484
|
+
- security
|
|
485
|
+
- compliance
|
|
486
|
+
- build
|
|
487
|
+
- deploy
|
|
488
|
+
|
|
489
|
+
variables:
|
|
490
|
+
PIP_CACHE_DIR: "$CI_PROJECT_DIR/.cache/pip"
|
|
491
|
+
|
|
492
|
+
cache:
|
|
493
|
+
paths:
|
|
494
|
+
- .cache/pip
|
|
495
|
+
- .venv
|
|
496
|
+
|
|
497
|
+
# --- Test Stage ---
|
|
498
|
+
unit-tests:
|
|
499
|
+
stage: test
|
|
500
|
+
image: python:3.11-slim
|
|
501
|
+
script:
|
|
502
|
+
- pip install --upgrade pip
|
|
503
|
+
- pip install .[dev]
|
|
504
|
+
- pytest --junitxml=report.xml --cov=src --cov-report=xml
|
|
505
|
+
artifacts:
|
|
506
|
+
reports:
|
|
507
|
+
junit: report.xml
|
|
508
|
+
coverage_report:
|
|
509
|
+
coverage_format: cobertura
|
|
510
|
+
path: coverage.xml
|
|
511
|
+
|
|
512
|
+
# --- Security Stage ---
|
|
513
|
+
sast-scan:
|
|
514
|
+
stage: security
|
|
515
|
+
image: python:3.11-slim
|
|
516
|
+
script:
|
|
517
|
+
- pip install bandit
|
|
518
|
+
- bandit -r src/ -f json -o bandit-report.json || true
|
|
519
|
+
artifacts:
|
|
520
|
+
paths:
|
|
521
|
+
- bandit-report.json
|
|
522
|
+
|
|
523
|
+
dependency-audit:
|
|
524
|
+
stage: security
|
|
525
|
+
image: python:3.11-slim
|
|
526
|
+
script:
|
|
527
|
+
- pip install pip-audit
|
|
528
|
+
- pip-audit --format=json --output=pip-audit-report.json || true
|
|
529
|
+
artifacts:
|
|
530
|
+
paths:
|
|
531
|
+
- pip-audit-report.json
|
|
532
|
+
|
|
533
|
+
secret-detection:
|
|
534
|
+
stage: security
|
|
535
|
+
image: python:3.11-slim
|
|
536
|
+
script:
|
|
537
|
+
- pip install detect-secrets
|
|
538
|
+
- detect-secrets scan --all-files > secrets-report.json || true
|
|
539
|
+
artifacts:
|
|
540
|
+
paths:
|
|
541
|
+
- secrets-report.json
|
|
542
|
+
|
|
543
|
+
# --- Compliance Stage ---
|
|
544
|
+
compliance-check:
|
|
545
|
+
stage: compliance
|
|
546
|
+
image: python:3.11-slim
|
|
547
|
+
script:
|
|
548
|
+
- echo "Compliance checks run by SPARKPILOT compliance engine"
|
|
549
|
+
- echo "Classification: {classification}"
|
|
550
|
+
allow_failure: true
|
|
551
|
+
|
|
552
|
+
# --- Build Stage ---
|
|
553
|
+
build-image:
|
|
554
|
+
stage: build
|
|
555
|
+
image: docker:24
|
|
556
|
+
services:
|
|
557
|
+
- docker:24-dind
|
|
558
|
+
script:
|
|
559
|
+
- docker build -t $CI_REGISTRY_IMAGE:$CI_COMMIT_SHA .
|
|
560
|
+
- docker tag $CI_REGISTRY_IMAGE:$CI_COMMIT_SHA $CI_REGISTRY_IMAGE:latest
|
|
561
|
+
- docker login -u $CI_REGISTRY_USER -p $CI_REGISTRY_PASSWORD $CI_REGISTRY
|
|
562
|
+
- docker push $CI_REGISTRY_IMAGE:$CI_COMMIT_SHA
|
|
563
|
+
- docker push $CI_REGISTRY_IMAGE:latest
|
|
564
|
+
only:
|
|
565
|
+
- main
|
|
566
|
+
- develop
|
|
567
|
+
|
|
568
|
+
# --- Deploy Stage ---
|
|
569
|
+
deploy-dev:
|
|
570
|
+
stage: deploy
|
|
571
|
+
image: bitnami/kubectl:latest
|
|
572
|
+
script:
|
|
573
|
+
- echo "Deploying to dev environment"
|
|
574
|
+
environment:
|
|
575
|
+
name: development
|
|
576
|
+
only:
|
|
577
|
+
- develop
|
|
578
|
+
|
|
579
|
+
deploy-staging:
|
|
580
|
+
stage: deploy
|
|
581
|
+
image: bitnami/kubectl:latest
|
|
582
|
+
script:
|
|
583
|
+
- echo "Deploying to staging environment"
|
|
584
|
+
environment:
|
|
585
|
+
name: staging
|
|
586
|
+
only:
|
|
587
|
+
- main
|
|
588
|
+
when: manual
|
|
589
|
+
"""
|
|
590
|
+
write_file(project_dir / ".gitlab-ci.yml", gitlab_ci_content, classification)
|
|
591
|
+
created.append(str(project_dir / ".gitlab-ci.yml"))
|
|
592
|
+
|
|
593
|
+
return created
|
|
594
|
+
|
|
595
|
+
|
|
596
|
+
def scaffold_microservice(project_dir: Path, project_name: str, classification: str) -> list:
|
|
597
|
+
"""Scaffold a Python microservice (FastAPI-based)."""
|
|
598
|
+
created = scaffold_common(project_dir, project_name, classification)
|
|
599
|
+
slug = project_name.lower().replace(" ", "_").replace("-", "_")
|
|
600
|
+
|
|
601
|
+
# Source directories
|
|
602
|
+
for d in [
|
|
603
|
+
project_dir / "src",
|
|
604
|
+
project_dir / "src" / slug,
|
|
605
|
+
project_dir / "src" / slug / "api",
|
|
606
|
+
project_dir / "src" / slug / "models",
|
|
607
|
+
project_dir / "src" / slug / "services",
|
|
608
|
+
project_dir / "tests",
|
|
609
|
+
project_dir / "tests" / "features",
|
|
610
|
+
project_dir / "tests" / "steps",
|
|
611
|
+
project_dir / "tests" / "unit",
|
|
612
|
+
project_dir / "tests" / "integration",
|
|
613
|
+
]:
|
|
614
|
+
d.mkdir(parents=True, exist_ok=True)
|
|
615
|
+
created.append(str(d))
|
|
616
|
+
|
|
617
|
+
# __init__.py files
|
|
618
|
+
write_file(project_dir / "src" / slug / "__init__.py", f'"""Microservice: {project_name}"""\n\n__version__ = "0.1.0"\n', classification)
|
|
619
|
+
write_file(project_dir / "src" / slug / "api" / "__init__.py", '"""API routes."""\n', classification)
|
|
620
|
+
write_file(project_dir / "src" / slug / "models" / "__init__.py", '"""Data models."""\n', classification)
|
|
621
|
+
write_file(project_dir / "src" / slug / "services" / "__init__.py", '"""Services."""\n', classification)
|
|
622
|
+
|
|
623
|
+
# Main FastAPI app
|
|
624
|
+
main_content = f'''"""FastAPI microservice entry point for {project_name}."""
|
|
625
|
+
|
|
626
|
+
import os
|
|
627
|
+
|
|
628
|
+
from fastapi import FastAPI
|
|
629
|
+
from fastapi.middleware.cors import CORSMiddleware
|
|
630
|
+
|
|
631
|
+
|
|
632
|
+
app = FastAPI(
|
|
633
|
+
title="{project_name}",
|
|
634
|
+
version="0.1.0",
|
|
635
|
+
docs_url="/docs" if os.environ.get("ENVIRONMENT") != "production" else None,
|
|
636
|
+
)
|
|
637
|
+
|
|
638
|
+
app.add_middleware(
|
|
639
|
+
CORSMiddleware,
|
|
640
|
+
allow_origins=os.environ.get("CORS_ORIGINS", "").split(",") if os.environ.get("CORS_ORIGINS") else [],
|
|
641
|
+
allow_methods=["GET", "POST", "PUT", "DELETE"],
|
|
642
|
+
allow_headers=["*"],
|
|
643
|
+
)
|
|
644
|
+
|
|
645
|
+
|
|
646
|
+
@app.get("/health")
|
|
647
|
+
async def health():
|
|
648
|
+
"""Health check endpoint."""
|
|
649
|
+
return {{"status": "healthy", "service": "{project_name}", "version": "0.1.0"}}
|
|
650
|
+
|
|
651
|
+
|
|
652
|
+
@app.get("/ready")
|
|
653
|
+
async def readiness():
|
|
654
|
+
"""Readiness probe for Kubernetes."""
|
|
655
|
+
return {{"ready": True}}
|
|
656
|
+
'''
|
|
657
|
+
write_file(project_dir / "src" / slug / "main.py", main_content, classification)
|
|
658
|
+
|
|
659
|
+
# pyproject.toml for microservice
|
|
660
|
+
pyproject_content = f"""[build-system]
|
|
661
|
+
requires = ["setuptools>=68.0", "wheel"]
|
|
662
|
+
build-backend = "setuptools.backends._legacy:_Backend"
|
|
663
|
+
|
|
664
|
+
[project]
|
|
665
|
+
name = "{slug}"
|
|
666
|
+
version = "0.1.0"
|
|
667
|
+
description = "{project_name} microservice - SPARKPILOT managed"
|
|
668
|
+
requires-python = ">=3.11"
|
|
669
|
+
dependencies = [
|
|
670
|
+
"fastapi>=0.104",
|
|
671
|
+
"uvicorn[standard]>=0.24",
|
|
672
|
+
"pydantic>=2.5",
|
|
673
|
+
]
|
|
674
|
+
|
|
675
|
+
[project.optional-dependencies]
|
|
676
|
+
dev = [
|
|
677
|
+
"pytest>=7.4",
|
|
678
|
+
"pytest-bdd>=7.0",
|
|
679
|
+
"pytest-cov>=4.1",
|
|
680
|
+
"pytest-asyncio>=0.23",
|
|
681
|
+
"httpx>=0.25",
|
|
682
|
+
"flake8>=7.0",
|
|
683
|
+
"black>=24.0",
|
|
684
|
+
"bandit>=1.7",
|
|
685
|
+
]
|
|
686
|
+
|
|
687
|
+
[tool.pytest.ini_options]
|
|
688
|
+
testpaths = ["tests"]
|
|
689
|
+
python_files = ["test_*.py"]
|
|
690
|
+
addopts = "--cov=src --cov-report=html --cov-report=term-missing"
|
|
691
|
+
asyncio_mode = "auto"
|
|
692
|
+
|
|
693
|
+
[tool.black]
|
|
694
|
+
line-length = 100
|
|
695
|
+
target-version = ["py311"]
|
|
696
|
+
"""
|
|
697
|
+
write_file(project_dir / "pyproject.toml", pyproject_content)
|
|
698
|
+
|
|
699
|
+
# conftest.py
|
|
700
|
+
conftest_content = f'''"""Pytest configuration for {project_name} microservice."""
|
|
701
|
+
|
|
702
|
+
import pytest
|
|
703
|
+
from httpx import AsyncClient, ASGITransport
|
|
704
|
+
|
|
705
|
+
from src.{slug}.main import app
|
|
706
|
+
|
|
707
|
+
|
|
708
|
+
@pytest.fixture
|
|
709
|
+
async def async_client():
|
|
710
|
+
"""Async test client for FastAPI."""
|
|
711
|
+
transport = ASGITransport(app=app)
|
|
712
|
+
async with AsyncClient(transport=transport, base_url="http://test") as client:
|
|
713
|
+
yield client
|
|
714
|
+
'''
|
|
715
|
+
write_file(project_dir / "conftest.py", conftest_content, classification)
|
|
716
|
+
|
|
717
|
+
# Dockerfile
|
|
718
|
+
dockerfile_content = f"""FROM python:3.11-slim AS base
|
|
719
|
+
|
|
720
|
+
LABEL maintainer="SPARKPILOT System"
|
|
721
|
+
LABEL classification="{classification}"
|
|
722
|
+
|
|
723
|
+
RUN apt-get update && \\
|
|
724
|
+
apt-get upgrade -y && \\
|
|
725
|
+
apt-get install -y --no-install-recommends ca-certificates curl && \\
|
|
726
|
+
apt-get autoremove -y && apt-get clean && rm -rf /var/lib/apt/lists/*
|
|
727
|
+
|
|
728
|
+
RUN groupadd -r appuser && useradd -r -g appuser -d /app -s /sbin/nologin appuser
|
|
729
|
+
|
|
730
|
+
WORKDIR /app
|
|
731
|
+
COPY pyproject.toml .
|
|
732
|
+
RUN pip install --no-cache-dir --upgrade pip && pip install --no-cache-dir .
|
|
733
|
+
COPY src/ ./src/
|
|
734
|
+
|
|
735
|
+
RUN chown -R appuser:appuser /app && chmod -R 750 /app
|
|
736
|
+
USER appuser
|
|
737
|
+
EXPOSE 8080
|
|
738
|
+
|
|
739
|
+
HEALTHCHECK --interval=30s --timeout=5s --start-period=10s --retries=3 \\
|
|
740
|
+
CMD curl -f http://localhost:8080/health || exit 1
|
|
741
|
+
|
|
742
|
+
CMD ["uvicorn", "src.{slug}.main:app", "--host", "0.0.0.0", "--port", "8080", "--workers", "4"]
|
|
743
|
+
"""
|
|
744
|
+
write_file(project_dir / "Dockerfile", dockerfile_content, classification)
|
|
745
|
+
|
|
746
|
+
# .gitlab-ci.yml (same structure as webapp)
|
|
747
|
+
gitlab_ci_content = """stages:
|
|
748
|
+
- test
|
|
749
|
+
- security
|
|
750
|
+
- compliance
|
|
751
|
+
- build
|
|
752
|
+
- deploy
|
|
753
|
+
|
|
754
|
+
variables:
|
|
755
|
+
PIP_CACHE_DIR: "$CI_PROJECT_DIR/.cache/pip"
|
|
756
|
+
|
|
757
|
+
cache:
|
|
758
|
+
paths:
|
|
759
|
+
- .cache/pip
|
|
760
|
+
|
|
761
|
+
unit-tests:
|
|
762
|
+
stage: test
|
|
763
|
+
image: python:3.11-slim
|
|
764
|
+
script:
|
|
765
|
+
- pip install --upgrade pip && pip install .[dev]
|
|
766
|
+
- pytest --junitxml=report.xml --cov=src --cov-report=xml
|
|
767
|
+
artifacts:
|
|
768
|
+
reports:
|
|
769
|
+
junit: report.xml
|
|
770
|
+
coverage_report:
|
|
771
|
+
coverage_format: cobertura
|
|
772
|
+
path: coverage.xml
|
|
773
|
+
|
|
774
|
+
sast-scan:
|
|
775
|
+
stage: security
|
|
776
|
+
image: python:3.11-slim
|
|
777
|
+
script:
|
|
778
|
+
- pip install bandit
|
|
779
|
+
- bandit -r src/ -f json -o bandit-report.json || true
|
|
780
|
+
artifacts:
|
|
781
|
+
paths: [bandit-report.json]
|
|
782
|
+
|
|
783
|
+
dependency-audit:
|
|
784
|
+
stage: security
|
|
785
|
+
image: python:3.11-slim
|
|
786
|
+
script:
|
|
787
|
+
- pip install pip-audit
|
|
788
|
+
- pip-audit --format=json --output=pip-audit-report.json || true
|
|
789
|
+
artifacts:
|
|
790
|
+
paths: [pip-audit-report.json]
|
|
791
|
+
|
|
792
|
+
build-image:
|
|
793
|
+
stage: build
|
|
794
|
+
image: docker:24
|
|
795
|
+
services: [docker:24-dind]
|
|
796
|
+
script:
|
|
797
|
+
- docker build -t $CI_REGISTRY_IMAGE:$CI_COMMIT_SHA .
|
|
798
|
+
- docker login -u $CI_REGISTRY_USER -p $CI_REGISTRY_PASSWORD $CI_REGISTRY
|
|
799
|
+
- docker push $CI_REGISTRY_IMAGE:$CI_COMMIT_SHA
|
|
800
|
+
only: [main, develop]
|
|
801
|
+
"""
|
|
802
|
+
write_file(project_dir / ".gitlab-ci.yml", gitlab_ci_content, classification)
|
|
803
|
+
|
|
804
|
+
created.extend([
|
|
805
|
+
str(project_dir / "src" / slug / "__init__.py"),
|
|
806
|
+
str(project_dir / "src" / slug / "main.py"),
|
|
807
|
+
str(project_dir / "pyproject.toml"),
|
|
808
|
+
str(project_dir / "conftest.py"),
|
|
809
|
+
str(project_dir / "Dockerfile"),
|
|
810
|
+
str(project_dir / ".gitlab-ci.yml"),
|
|
811
|
+
])
|
|
812
|
+
return created
|
|
813
|
+
|
|
814
|
+
|
|
815
|
+
def scaffold_api(project_dir: Path, project_name: str, classification: str) -> list:
|
|
816
|
+
"""Scaffold a REST API project (Python FastAPI, similar to microservice but API-focused)."""
|
|
817
|
+
# API is structurally similar to microservice with additional OpenAPI focus
|
|
818
|
+
created = scaffold_microservice(project_dir, project_name, classification)
|
|
819
|
+
|
|
820
|
+
slug = project_name.lower().replace(" ", "_").replace("-", "_")
|
|
821
|
+
|
|
822
|
+
# Add API-specific schema models file
|
|
823
|
+
schema_content = '''"""Pydantic schemas for API request/response models."""
|
|
824
|
+
|
|
825
|
+
from pydantic import BaseModel, Field
|
|
826
|
+
from typing import Optional
|
|
827
|
+
from datetime import datetime, timezone
|
|
828
|
+
|
|
829
|
+
|
|
830
|
+
class HealthResponse(BaseModel):
|
|
831
|
+
"""Health check response."""
|
|
832
|
+
status: str = Field(description="Service status")
|
|
833
|
+
service: str = Field(description="Service name")
|
|
834
|
+
version: str = Field(description="Service version")
|
|
835
|
+
|
|
836
|
+
|
|
837
|
+
class ErrorResponse(BaseModel):
|
|
838
|
+
"""Standard error response."""
|
|
839
|
+
error: str = Field(description="Error type")
|
|
840
|
+
message: str = Field(description="Human-readable error message")
|
|
841
|
+
detail: Optional[str] = Field(default=None, description="Additional detail")
|
|
842
|
+
timestamp: datetime = Field(default_factory=datetime.utcnow)
|
|
843
|
+
'''
|
|
844
|
+
write_file(project_dir / "src" / slug / "models" / "schemas.py", schema_content, classification)
|
|
845
|
+
created.append(str(project_dir / "src" / slug / "models" / "schemas.py"))
|
|
846
|
+
|
|
847
|
+
return created
|
|
848
|
+
|
|
849
|
+
|
|
850
|
+
def scaffold_cli(project_dir: Path, project_name: str, classification: str) -> list:
|
|
851
|
+
"""Scaffold a CLI tool project (Python with Click)."""
|
|
852
|
+
created = scaffold_common(project_dir, project_name, classification)
|
|
853
|
+
slug = project_name.lower().replace(" ", "_").replace("-", "_")
|
|
854
|
+
|
|
855
|
+
for d in [
|
|
856
|
+
project_dir / "src",
|
|
857
|
+
project_dir / "src" / slug,
|
|
858
|
+
project_dir / "src" / slug / "commands",
|
|
859
|
+
project_dir / "tests",
|
|
860
|
+
project_dir / "tests" / "unit",
|
|
861
|
+
]:
|
|
862
|
+
d.mkdir(parents=True, exist_ok=True)
|
|
863
|
+
created.append(str(d))
|
|
864
|
+
|
|
865
|
+
# __init__.py
|
|
866
|
+
write_file(project_dir / "src" / slug / "__init__.py", f'"""CLI tool: {project_name}"""\n\n__version__ = "0.1.0"\n', classification)
|
|
867
|
+
write_file(project_dir / "src" / slug / "commands" / "__init__.py", '"""CLI commands."""\n', classification)
|
|
868
|
+
|
|
869
|
+
# Main CLI entry
|
|
870
|
+
cli_content = f'''"""CLI entry point for {project_name}."""
|
|
871
|
+
|
|
872
|
+
import click
|
|
873
|
+
|
|
874
|
+
|
|
875
|
+
@click.group()
|
|
876
|
+
@click.version_option(version="0.1.0")
|
|
877
|
+
def cli():
|
|
878
|
+
"""{project_name} - SPARKPILOT managed CLI tool."""
|
|
879
|
+
pass
|
|
880
|
+
|
|
881
|
+
|
|
882
|
+
@cli.command()
|
|
883
|
+
@click.option("--verbose", "-v", is_flag=True, help="Enable verbose output")
|
|
884
|
+
def status(verbose: bool):
|
|
885
|
+
"""Show current status."""
|
|
886
|
+
click.echo("Status: OK")
|
|
887
|
+
if verbose:
|
|
888
|
+
click.echo("Verbose mode enabled")
|
|
889
|
+
|
|
890
|
+
|
|
891
|
+
if __name__ == "__main__":
|
|
892
|
+
cli()
|
|
893
|
+
'''
|
|
894
|
+
write_file(project_dir / "src" / slug / "cli.py", cli_content, classification)
|
|
895
|
+
|
|
896
|
+
# pyproject.toml
|
|
897
|
+
pyproject_content = f"""[build-system]
|
|
898
|
+
requires = ["setuptools>=68.0", "wheel"]
|
|
899
|
+
build-backend = "setuptools.backends._legacy:_Backend"
|
|
900
|
+
|
|
901
|
+
[project]
|
|
902
|
+
name = "{slug}"
|
|
903
|
+
version = "0.1.0"
|
|
904
|
+
description = "{project_name} CLI tool - SPARKPILOT managed"
|
|
905
|
+
requires-python = ">=3.11"
|
|
906
|
+
dependencies = [
|
|
907
|
+
"click>=8.1",
|
|
908
|
+
"rich>=13.0",
|
|
909
|
+
]
|
|
910
|
+
|
|
911
|
+
[project.scripts]
|
|
912
|
+
{slug} = "src.{slug}.cli:cli"
|
|
913
|
+
|
|
914
|
+
[project.optional-dependencies]
|
|
915
|
+
dev = [
|
|
916
|
+
"pytest>=7.4",
|
|
917
|
+
"pytest-cov>=4.1",
|
|
918
|
+
"flake8>=7.0",
|
|
919
|
+
"black>=24.0",
|
|
920
|
+
"bandit>=1.7",
|
|
921
|
+
]
|
|
922
|
+
|
|
923
|
+
[tool.pytest.ini_options]
|
|
924
|
+
testpaths = ["tests"]
|
|
925
|
+
addopts = "--cov=src --cov-report=term-missing"
|
|
926
|
+
|
|
927
|
+
[tool.black]
|
|
928
|
+
line-length = 100
|
|
929
|
+
"""
|
|
930
|
+
write_file(project_dir / "pyproject.toml", pyproject_content)
|
|
931
|
+
|
|
932
|
+
# conftest.py
|
|
933
|
+
conftest_content = f'''"""Pytest config for {project_name} CLI."""
|
|
934
|
+
|
|
935
|
+
import pytest
|
|
936
|
+
from click.testing import CliRunner
|
|
937
|
+
|
|
938
|
+
|
|
939
|
+
@pytest.fixture
|
|
940
|
+
def runner():
|
|
941
|
+
"""Click CLI test runner."""
|
|
942
|
+
return CliRunner()
|
|
943
|
+
'''
|
|
944
|
+
write_file(project_dir / "conftest.py", conftest_content, classification)
|
|
945
|
+
|
|
946
|
+
# Dockerfile
|
|
947
|
+
dockerfile_content = f"""FROM python:3.11-slim
|
|
948
|
+
|
|
949
|
+
LABEL maintainer="SPARKPILOT System"
|
|
950
|
+
LABEL classification="{classification}"
|
|
951
|
+
|
|
952
|
+
RUN groupadd -r appuser && useradd -r -g appuser -d /app -s /sbin/nologin appuser
|
|
953
|
+
WORKDIR /app
|
|
954
|
+
COPY pyproject.toml .
|
|
955
|
+
RUN pip install --no-cache-dir --upgrade pip && pip install --no-cache-dir .
|
|
956
|
+
COPY src/ ./src/
|
|
957
|
+
RUN chown -R appuser:appuser /app && chmod -R 750 /app
|
|
958
|
+
USER appuser
|
|
959
|
+
|
|
960
|
+
ENTRYPOINT ["{slug}"]
|
|
961
|
+
"""
|
|
962
|
+
write_file(project_dir / "Dockerfile", dockerfile_content, classification)
|
|
963
|
+
|
|
964
|
+
# .gitlab-ci.yml
|
|
965
|
+
gitlab_ci_content = """stages:
|
|
966
|
+
- test
|
|
967
|
+
- security
|
|
968
|
+
- build
|
|
969
|
+
|
|
970
|
+
unit-tests:
|
|
971
|
+
stage: test
|
|
972
|
+
image: python:3.11-slim
|
|
973
|
+
script:
|
|
974
|
+
- pip install --upgrade pip && pip install .[dev]
|
|
975
|
+
- pytest --junitxml=report.xml --cov=src --cov-report=xml
|
|
976
|
+
artifacts:
|
|
977
|
+
reports:
|
|
978
|
+
junit: report.xml
|
|
979
|
+
|
|
980
|
+
sast-scan:
|
|
981
|
+
stage: security
|
|
982
|
+
image: python:3.11-slim
|
|
983
|
+
script:
|
|
984
|
+
- pip install bandit
|
|
985
|
+
- bandit -r src/ -f json -o bandit-report.json || true
|
|
986
|
+
artifacts:
|
|
987
|
+
paths: [bandit-report.json]
|
|
988
|
+
|
|
989
|
+
build-image:
|
|
990
|
+
stage: build
|
|
991
|
+
image: docker:24
|
|
992
|
+
services: [docker:24-dind]
|
|
993
|
+
script:
|
|
994
|
+
- docker build -t $CI_REGISTRY_IMAGE:$CI_COMMIT_SHA .
|
|
995
|
+
- docker push $CI_REGISTRY_IMAGE:$CI_COMMIT_SHA
|
|
996
|
+
only: [main]
|
|
997
|
+
"""
|
|
998
|
+
write_file(project_dir / ".gitlab-ci.yml", gitlab_ci_content, classification)
|
|
999
|
+
|
|
1000
|
+
created.extend([
|
|
1001
|
+
str(project_dir / "src" / slug / "__init__.py"),
|
|
1002
|
+
str(project_dir / "src" / slug / "cli.py"),
|
|
1003
|
+
str(project_dir / "pyproject.toml"),
|
|
1004
|
+
str(project_dir / "conftest.py"),
|
|
1005
|
+
str(project_dir / "Dockerfile"),
|
|
1006
|
+
str(project_dir / ".gitlab-ci.yml"),
|
|
1007
|
+
])
|
|
1008
|
+
return created
|
|
1009
|
+
|
|
1010
|
+
|
|
1011
|
+
def scaffold_data_pipeline(project_dir: Path, project_name: str, classification: str) -> list:
|
|
1012
|
+
"""Scaffold a data pipeline project."""
|
|
1013
|
+
created = scaffold_common(project_dir, project_name, classification)
|
|
1014
|
+
slug = project_name.lower().replace(" ", "_").replace("-", "_")
|
|
1015
|
+
|
|
1016
|
+
for d in [
|
|
1017
|
+
project_dir / "src",
|
|
1018
|
+
project_dir / "src" / slug,
|
|
1019
|
+
project_dir / "src" / slug / "extractors",
|
|
1020
|
+
project_dir / "src" / slug / "transformers",
|
|
1021
|
+
project_dir / "src" / slug / "loaders",
|
|
1022
|
+
project_dir / "dags",
|
|
1023
|
+
project_dir / "tests",
|
|
1024
|
+
project_dir / "tests" / "unit",
|
|
1025
|
+
project_dir / "tests" / "integration",
|
|
1026
|
+
project_dir / "data" / "raw",
|
|
1027
|
+
project_dir / "data" / "processed",
|
|
1028
|
+
project_dir / "data" / "staging",
|
|
1029
|
+
]:
|
|
1030
|
+
d.mkdir(parents=True, exist_ok=True)
|
|
1031
|
+
created.append(str(d))
|
|
1032
|
+
|
|
1033
|
+
# __init__.py files
|
|
1034
|
+
write_file(project_dir / "src" / slug / "__init__.py", f'"""Data Pipeline: {project_name}"""\n\n__version__ = "0.1.0"\n', classification)
|
|
1035
|
+
write_file(project_dir / "src" / slug / "extractors" / "__init__.py", '"""Data extractors."""\n', classification)
|
|
1036
|
+
write_file(project_dir / "src" / slug / "transformers" / "__init__.py", '"""Data transformers."""\n', classification)
|
|
1037
|
+
write_file(project_dir / "src" / slug / "loaders" / "__init__.py", '"""Data loaders."""\n', classification)
|
|
1038
|
+
|
|
1039
|
+
# Pipeline entry point
|
|
1040
|
+
pipeline_content = f'''"""Main pipeline orchestration for {project_name}."""
|
|
1041
|
+
|
|
1042
|
+
import logging
|
|
1043
|
+
from datetime import datetime, timezone
|
|
1044
|
+
from pathlib import Path
|
|
1045
|
+
|
|
1046
|
+
logger = logging.getLogger(__name__)
|
|
1047
|
+
|
|
1048
|
+
|
|
1049
|
+
class Pipeline:
|
|
1050
|
+
"""ETL pipeline orchestrator."""
|
|
1051
|
+
|
|
1052
|
+
def __init__(self, name: str = "{project_name}"):
|
|
1053
|
+
self.name = name
|
|
1054
|
+
self.started_at = None
|
|
1055
|
+
self.completed_at = None
|
|
1056
|
+
|
|
1057
|
+
def extract(self, source: str) -> dict:
|
|
1058
|
+
"""Extract data from source."""
|
|
1059
|
+
logger.info("Extracting from %s", source)
|
|
1060
|
+
return {{"source": source, "rows": [], "extracted_at": datetime.now(timezone.utc).isoformat()}}
|
|
1061
|
+
|
|
1062
|
+
def transform(self, data: dict) -> dict:
|
|
1063
|
+
"""Transform extracted data."""
|
|
1064
|
+
logger.info("Transforming %d rows", len(data.get("rows", [])))
|
|
1065
|
+
return {{**data, "transformed": True, "transformed_at": datetime.now(timezone.utc).isoformat()}}
|
|
1066
|
+
|
|
1067
|
+
def load(self, data: dict, target: str) -> dict:
|
|
1068
|
+
"""Load transformed data to target."""
|
|
1069
|
+
logger.info("Loading to %s", target)
|
|
1070
|
+
return {{**data, "target": target, "loaded_at": datetime.now(timezone.utc).isoformat()}}
|
|
1071
|
+
|
|
1072
|
+
def run(self, source: str, target: str) -> dict:
|
|
1073
|
+
"""Execute full ETL pipeline."""
|
|
1074
|
+
self.started_at = datetime.now(timezone.utc)
|
|
1075
|
+
logger.info("Pipeline '%s' starting", self.name)
|
|
1076
|
+
|
|
1077
|
+
data = self.extract(source)
|
|
1078
|
+
data = self.transform(data)
|
|
1079
|
+
result = self.load(data, target)
|
|
1080
|
+
|
|
1081
|
+
self.completed_at = datetime.now(timezone.utc)
|
|
1082
|
+
result["duration_seconds"] = (self.completed_at - self.started_at).total_seconds()
|
|
1083
|
+
logger.info("Pipeline '%s' completed in %.2fs", self.name, result["duration_seconds"])
|
|
1084
|
+
return result
|
|
1085
|
+
|
|
1086
|
+
|
|
1087
|
+
if __name__ == "__main__":
|
|
1088
|
+
logging.basicConfig(level=logging.INFO)
|
|
1089
|
+
pipeline = Pipeline()
|
|
1090
|
+
result = pipeline.run(source="input", target="output")
|
|
1091
|
+
print(result)
|
|
1092
|
+
'''
|
|
1093
|
+
write_file(project_dir / "src" / slug / "pipeline.py", pipeline_content, classification)
|
|
1094
|
+
|
|
1095
|
+
# pyproject.toml
|
|
1096
|
+
pyproject_content = f"""[build-system]
|
|
1097
|
+
requires = ["setuptools>=68.0", "wheel"]
|
|
1098
|
+
build-backend = "setuptools.backends._legacy:_Backend"
|
|
1099
|
+
|
|
1100
|
+
[project]
|
|
1101
|
+
name = "{slug}"
|
|
1102
|
+
version = "0.1.0"
|
|
1103
|
+
description = "{project_name} data pipeline - SPARKPILOT managed"
|
|
1104
|
+
requires-python = ">=3.11"
|
|
1105
|
+
dependencies = [
|
|
1106
|
+
"pandas>=2.1",
|
|
1107
|
+
"sqlalchemy>=2.0",
|
|
1108
|
+
]
|
|
1109
|
+
|
|
1110
|
+
[project.optional-dependencies]
|
|
1111
|
+
dev = [
|
|
1112
|
+
"pytest>=7.4",
|
|
1113
|
+
"pytest-cov>=4.1",
|
|
1114
|
+
"flake8>=7.0",
|
|
1115
|
+
"black>=24.0",
|
|
1116
|
+
"bandit>=1.7",
|
|
1117
|
+
]
|
|
1118
|
+
|
|
1119
|
+
[tool.pytest.ini_options]
|
|
1120
|
+
testpaths = ["tests"]
|
|
1121
|
+
addopts = "--cov=src --cov-report=term-missing"
|
|
1122
|
+
"""
|
|
1123
|
+
write_file(project_dir / "pyproject.toml", pyproject_content)
|
|
1124
|
+
|
|
1125
|
+
# conftest.py
|
|
1126
|
+
conftest_content = f'''"""Pytest config for {project_name} pipeline."""
|
|
1127
|
+
|
|
1128
|
+
import pytest
|
|
1129
|
+
|
|
1130
|
+
from src.{slug}.pipeline import Pipeline
|
|
1131
|
+
|
|
1132
|
+
|
|
1133
|
+
@pytest.fixture
|
|
1134
|
+
def pipeline():
|
|
1135
|
+
"""Create a pipeline instance for testing."""
|
|
1136
|
+
return Pipeline(name="test-pipeline")
|
|
1137
|
+
'''
|
|
1138
|
+
write_file(project_dir / "conftest.py", conftest_content, classification)
|
|
1139
|
+
|
|
1140
|
+
# Dockerfile
|
|
1141
|
+
dockerfile_content = f"""FROM python:3.11-slim
|
|
1142
|
+
|
|
1143
|
+
LABEL maintainer="SPARKPILOT System"
|
|
1144
|
+
LABEL classification="{classification}"
|
|
1145
|
+
|
|
1146
|
+
RUN groupadd -r appuser && useradd -r -g appuser -d /app -s /sbin/nologin appuser
|
|
1147
|
+
WORKDIR /app
|
|
1148
|
+
COPY pyproject.toml .
|
|
1149
|
+
RUN pip install --no-cache-dir --upgrade pip && pip install --no-cache-dir .
|
|
1150
|
+
COPY src/ ./src/
|
|
1151
|
+
RUN chown -R appuser:appuser /app && chmod -R 750 /app
|
|
1152
|
+
USER appuser
|
|
1153
|
+
|
|
1154
|
+
CMD ["python", "-m", "src.{slug}.pipeline"]
|
|
1155
|
+
"""
|
|
1156
|
+
write_file(project_dir / "Dockerfile", dockerfile_content, classification)
|
|
1157
|
+
|
|
1158
|
+
# .gitlab-ci.yml
|
|
1159
|
+
gitlab_ci_content = """stages:
|
|
1160
|
+
- test
|
|
1161
|
+
- security
|
|
1162
|
+
- build
|
|
1163
|
+
|
|
1164
|
+
unit-tests:
|
|
1165
|
+
stage: test
|
|
1166
|
+
image: python:3.11-slim
|
|
1167
|
+
script:
|
|
1168
|
+
- pip install --upgrade pip && pip install .[dev]
|
|
1169
|
+
- pytest --junitxml=report.xml --cov=src --cov-report=xml
|
|
1170
|
+
artifacts:
|
|
1171
|
+
reports:
|
|
1172
|
+
junit: report.xml
|
|
1173
|
+
|
|
1174
|
+
sast-scan:
|
|
1175
|
+
stage: security
|
|
1176
|
+
image: python:3.11-slim
|
|
1177
|
+
script:
|
|
1178
|
+
- pip install bandit
|
|
1179
|
+
- bandit -r src/ -f json -o bandit-report.json || true
|
|
1180
|
+
artifacts:
|
|
1181
|
+
paths: [bandit-report.json]
|
|
1182
|
+
|
|
1183
|
+
build-image:
|
|
1184
|
+
stage: build
|
|
1185
|
+
image: docker:24
|
|
1186
|
+
services: [docker:24-dind]
|
|
1187
|
+
script:
|
|
1188
|
+
- docker build -t $CI_REGISTRY_IMAGE:$CI_COMMIT_SHA .
|
|
1189
|
+
- docker push $CI_REGISTRY_IMAGE:$CI_COMMIT_SHA
|
|
1190
|
+
only: [main]
|
|
1191
|
+
"""
|
|
1192
|
+
write_file(project_dir / ".gitlab-ci.yml", gitlab_ci_content, classification)
|
|
1193
|
+
|
|
1194
|
+
created.extend([
|
|
1195
|
+
str(project_dir / "src" / slug / "__init__.py"),
|
|
1196
|
+
str(project_dir / "src" / slug / "pipeline.py"),
|
|
1197
|
+
str(project_dir / "pyproject.toml"),
|
|
1198
|
+
str(project_dir / "conftest.py"),
|
|
1199
|
+
str(project_dir / "Dockerfile"),
|
|
1200
|
+
str(project_dir / ".gitlab-ci.yml"),
|
|
1201
|
+
])
|
|
1202
|
+
return created
|
|
1203
|
+
|
|
1204
|
+
|
|
1205
|
+
def scaffold_iac(project_dir: Path, project_name: str, classification: str) -> list:
|
|
1206
|
+
"""Scaffold an Infrastructure-as-Code project (Terraform + Ansible)."""
|
|
1207
|
+
created = scaffold_common(project_dir, project_name, classification)
|
|
1208
|
+
project_name.lower().replace(" ", "_").replace("-", "_")
|
|
1209
|
+
|
|
1210
|
+
for d in [
|
|
1211
|
+
project_dir / "terraform" / "modules",
|
|
1212
|
+
project_dir / "terraform" / "environments" / "dev",
|
|
1213
|
+
project_dir / "terraform" / "environments" / "staging",
|
|
1214
|
+
project_dir / "terraform" / "environments" / "prod",
|
|
1215
|
+
project_dir / "ansible" / "roles",
|
|
1216
|
+
project_dir / "ansible" / "inventory",
|
|
1217
|
+
project_dir / "ansible" / "playbooks",
|
|
1218
|
+
project_dir / "k8s" / "base",
|
|
1219
|
+
project_dir / "k8s" / "overlays" / "dev",
|
|
1220
|
+
project_dir / "k8s" / "overlays" / "staging",
|
|
1221
|
+
project_dir / "k8s" / "overlays" / "prod",
|
|
1222
|
+
project_dir / "scripts",
|
|
1223
|
+
project_dir / "tests",
|
|
1224
|
+
]:
|
|
1225
|
+
d.mkdir(parents=True, exist_ok=True)
|
|
1226
|
+
created.append(str(d))
|
|
1227
|
+
|
|
1228
|
+
# Terraform main.tf
|
|
1229
|
+
tf_main_content = f'''terraform {{
|
|
1230
|
+
required_version = ">= 1.5.0"
|
|
1231
|
+
|
|
1232
|
+
required_providers {{
|
|
1233
|
+
aws = {{
|
|
1234
|
+
source = "hashicorp/aws"
|
|
1235
|
+
version = "~> 5.0"
|
|
1236
|
+
}}
|
|
1237
|
+
}}
|
|
1238
|
+
|
|
1239
|
+
backend "s3" {{
|
|
1240
|
+
# Configure per environment in environments/*/backend.hcl
|
|
1241
|
+
}}
|
|
1242
|
+
}}
|
|
1243
|
+
|
|
1244
|
+
provider "aws" {{
|
|
1245
|
+
region = var.aws_region
|
|
1246
|
+
|
|
1247
|
+
default_tags {{
|
|
1248
|
+
tags = {{
|
|
1249
|
+
Project = "{project_name}"
|
|
1250
|
+
Environment = var.environment
|
|
1251
|
+
Classification = "{classification}"
|
|
1252
|
+
ManagedBy = "terraform"
|
|
1253
|
+
Owner = "SPARKPILOT"
|
|
1254
|
+
}}
|
|
1255
|
+
}}
|
|
1256
|
+
}}
|
|
1257
|
+
'''
|
|
1258
|
+
write_file(project_dir / "terraform" / "main.tf", tf_main_content, classification)
|
|
1259
|
+
|
|
1260
|
+
# Terraform variables.tf
|
|
1261
|
+
tf_vars_content = f'''variable "aws_region" {{
|
|
1262
|
+
description = "AWS GovCloud region"
|
|
1263
|
+
type = string
|
|
1264
|
+
default = "us-gov-west-1"
|
|
1265
|
+
}}
|
|
1266
|
+
|
|
1267
|
+
variable "environment" {{
|
|
1268
|
+
description = "Deployment environment"
|
|
1269
|
+
type = string
|
|
1270
|
+
validation {{
|
|
1271
|
+
condition = contains(["dev", "staging", "prod"], var.environment)
|
|
1272
|
+
error_message = "Environment must be dev, staging, or prod."
|
|
1273
|
+
}}
|
|
1274
|
+
}}
|
|
1275
|
+
|
|
1276
|
+
variable "project_name" {{
|
|
1277
|
+
description = "Project name"
|
|
1278
|
+
type = string
|
|
1279
|
+
default = "{project_name}"
|
|
1280
|
+
}}
|
|
1281
|
+
|
|
1282
|
+
variable "classification" {{
|
|
1283
|
+
description = "Data classification level"
|
|
1284
|
+
type = string
|
|
1285
|
+
default = "{classification}"
|
|
1286
|
+
}}
|
|
1287
|
+
'''
|
|
1288
|
+
write_file(project_dir / "terraform" / "variables.tf", tf_vars_content, classification)
|
|
1289
|
+
|
|
1290
|
+
# Terraform outputs.tf
|
|
1291
|
+
tf_outputs_content = '''output "project_name" {
|
|
1292
|
+
description = "Project name"
|
|
1293
|
+
value = var.project_name
|
|
1294
|
+
}
|
|
1295
|
+
|
|
1296
|
+
output "environment" {
|
|
1297
|
+
description = "Current environment"
|
|
1298
|
+
value = var.environment
|
|
1299
|
+
}
|
|
1300
|
+
'''
|
|
1301
|
+
write_file(project_dir / "terraform" / "outputs.tf", tf_outputs_content, classification)
|
|
1302
|
+
|
|
1303
|
+
# Ansible inventory
|
|
1304
|
+
inventory_content = """[all:vars]
|
|
1305
|
+
ansible_user=ec2-user
|
|
1306
|
+
ansible_ssh_private_key_file=~/.ssh/id_rsa
|
|
1307
|
+
|
|
1308
|
+
[webservers]
|
|
1309
|
+
# Add hosts here
|
|
1310
|
+
|
|
1311
|
+
[databases]
|
|
1312
|
+
# Add hosts here
|
|
1313
|
+
"""
|
|
1314
|
+
write_file(project_dir / "ansible" / "inventory" / "hosts.ini", inventory_content)
|
|
1315
|
+
|
|
1316
|
+
# Ansible site.yml
|
|
1317
|
+
site_content = f"""---
|
|
1318
|
+
# Site-wide playbook for {project_name}
|
|
1319
|
+
# Classification: {classification}
|
|
1320
|
+
|
|
1321
|
+
- name: Configure base security hardening
|
|
1322
|
+
hosts: all
|
|
1323
|
+
become: true
|
|
1324
|
+
roles:
|
|
1325
|
+
- role: security-baseline
|
|
1326
|
+
|
|
1327
|
+
- name: Configure web servers
|
|
1328
|
+
hosts: webservers
|
|
1329
|
+
become: true
|
|
1330
|
+
roles: []
|
|
1331
|
+
"""
|
|
1332
|
+
write_file(project_dir / "ansible" / "playbooks" / "site.yml", site_content, classification)
|
|
1333
|
+
|
|
1334
|
+
# K8s kustomization.yaml
|
|
1335
|
+
k8s_base_content = """apiVersion: kustomize.config.k8s.io/v1beta1
|
|
1336
|
+
kind: Kustomization
|
|
1337
|
+
|
|
1338
|
+
resources: []
|
|
1339
|
+
|
|
1340
|
+
commonLabels:
|
|
1341
|
+
app.kubernetes.io/managed-by: sparkpilot
|
|
1342
|
+
"""
|
|
1343
|
+
write_file(project_dir / "k8s" / "base" / "kustomization.yaml", k8s_base_content, classification)
|
|
1344
|
+
|
|
1345
|
+
# .gitlab-ci.yml for IaC
|
|
1346
|
+
gitlab_ci_content = """stages:
|
|
1347
|
+
- validate
|
|
1348
|
+
- plan
|
|
1349
|
+
- apply
|
|
1350
|
+
- verify
|
|
1351
|
+
|
|
1352
|
+
terraform-validate:
|
|
1353
|
+
stage: validate
|
|
1354
|
+
image: hashicorp/terraform:1.6
|
|
1355
|
+
script:
|
|
1356
|
+
- cd terraform
|
|
1357
|
+
- terraform init -backend=false
|
|
1358
|
+
- terraform validate
|
|
1359
|
+
- terraform fmt -check
|
|
1360
|
+
|
|
1361
|
+
terraform-plan:
|
|
1362
|
+
stage: plan
|
|
1363
|
+
image: hashicorp/terraform:1.6
|
|
1364
|
+
script:
|
|
1365
|
+
- cd terraform
|
|
1366
|
+
- terraform init
|
|
1367
|
+
- terraform plan -out=tfplan
|
|
1368
|
+
artifacts:
|
|
1369
|
+
paths: [terraform/tfplan]
|
|
1370
|
+
only: [main, develop]
|
|
1371
|
+
|
|
1372
|
+
terraform-apply:
|
|
1373
|
+
stage: apply
|
|
1374
|
+
image: hashicorp/terraform:1.6
|
|
1375
|
+
script:
|
|
1376
|
+
- cd terraform
|
|
1377
|
+
- terraform init
|
|
1378
|
+
- terraform apply -auto-approve tfplan
|
|
1379
|
+
dependencies: [terraform-plan]
|
|
1380
|
+
only: [main]
|
|
1381
|
+
when: manual
|
|
1382
|
+
|
|
1383
|
+
ansible-lint:
|
|
1384
|
+
stage: validate
|
|
1385
|
+
image: python:3.11-slim
|
|
1386
|
+
script:
|
|
1387
|
+
- pip install ansible-lint
|
|
1388
|
+
- ansible-lint ansible/
|
|
1389
|
+
allow_failure: true
|
|
1390
|
+
"""
|
|
1391
|
+
write_file(project_dir / ".gitlab-ci.yml", gitlab_ci_content, classification)
|
|
1392
|
+
|
|
1393
|
+
created.extend([
|
|
1394
|
+
str(project_dir / "terraform" / "main.tf"),
|
|
1395
|
+
str(project_dir / "terraform" / "variables.tf"),
|
|
1396
|
+
str(project_dir / "terraform" / "outputs.tf"),
|
|
1397
|
+
str(project_dir / "ansible" / "inventory" / "hosts.ini"),
|
|
1398
|
+
str(project_dir / "ansible" / "playbooks" / "site.yml"),
|
|
1399
|
+
str(project_dir / "k8s" / "base" / "kustomization.yaml"),
|
|
1400
|
+
str(project_dir / ".gitlab-ci.yml"),
|
|
1401
|
+
])
|
|
1402
|
+
return created
|
|
1403
|
+
|
|
1404
|
+
|
|
1405
|
+
def scaffold_js_frontend(project_dir: Path, project_name: str, classification: str) -> list:
|
|
1406
|
+
"""Scaffold a JavaScript/TypeScript frontend project (React)."""
|
|
1407
|
+
created = scaffold_common(project_dir, project_name, classification)
|
|
1408
|
+
slug = project_name.lower().replace(" ", "-")
|
|
1409
|
+
|
|
1410
|
+
for d in [
|
|
1411
|
+
project_dir / "src",
|
|
1412
|
+
project_dir / "src" / "components",
|
|
1413
|
+
project_dir / "src" / "pages",
|
|
1414
|
+
project_dir / "src" / "hooks",
|
|
1415
|
+
project_dir / "src" / "services",
|
|
1416
|
+
project_dir / "src" / "utils",
|
|
1417
|
+
project_dir / "src" / "types",
|
|
1418
|
+
project_dir / "tests",
|
|
1419
|
+
project_dir / "tests" / "unit",
|
|
1420
|
+
project_dir / "tests" / "integration",
|
|
1421
|
+
project_dir / "public",
|
|
1422
|
+
]:
|
|
1423
|
+
d.mkdir(parents=True, exist_ok=True)
|
|
1424
|
+
created.append(str(d))
|
|
1425
|
+
|
|
1426
|
+
# package.json
|
|
1427
|
+
package_json = {
|
|
1428
|
+
"name": slug,
|
|
1429
|
+
"version": "0.1.0",
|
|
1430
|
+
"private": True,
|
|
1431
|
+
"description": f"{project_name} - SPARKPILOT managed frontend",
|
|
1432
|
+
"scripts": {
|
|
1433
|
+
"dev": "vite",
|
|
1434
|
+
"build": "tsc && vite build",
|
|
1435
|
+
"preview": "vite preview",
|
|
1436
|
+
"test": "vitest run",
|
|
1437
|
+
"test:watch": "vitest",
|
|
1438
|
+
"test:coverage": "vitest run --coverage",
|
|
1439
|
+
"lint": "eslint src/ --ext .ts,.tsx",
|
|
1440
|
+
"format": "prettier --write src/"
|
|
1441
|
+
},
|
|
1442
|
+
"dependencies": {
|
|
1443
|
+
"react": "^18.2.0",
|
|
1444
|
+
"react-dom": "^18.2.0",
|
|
1445
|
+
"react-router-dom": "^6.20.0"
|
|
1446
|
+
},
|
|
1447
|
+
"devDependencies": {
|
|
1448
|
+
"@types/react": "^18.2.0",
|
|
1449
|
+
"@types/react-dom": "^18.2.0",
|
|
1450
|
+
"@vitejs/plugin-react": "^4.2.0",
|
|
1451
|
+
"typescript": "^5.3.0",
|
|
1452
|
+
"vite": "^5.0.0",
|
|
1453
|
+
"vitest": "^1.0.0",
|
|
1454
|
+
"@testing-library/react": "^14.1.0",
|
|
1455
|
+
"@testing-library/jest-dom": "^6.1.0",
|
|
1456
|
+
"eslint": "^8.55.0",
|
|
1457
|
+
"prettier": "^3.1.0"
|
|
1458
|
+
}
|
|
1459
|
+
}
|
|
1460
|
+
pkg_path = project_dir / "package.json"
|
|
1461
|
+
pkg_path.parent.mkdir(parents=True, exist_ok=True)
|
|
1462
|
+
with open(pkg_path, "w", encoding="utf-8", newline="\n") as f:
|
|
1463
|
+
json.dump(package_json, f, indent=2)
|
|
1464
|
+
f.write("\n")
|
|
1465
|
+
created.append(str(pkg_path))
|
|
1466
|
+
|
|
1467
|
+
# src/App.tsx
|
|
1468
|
+
app_content = f'''import React from 'react';
|
|
1469
|
+
|
|
1470
|
+
const App: React.FC = () => {{
|
|
1471
|
+
return (
|
|
1472
|
+
<div className="app">
|
|
1473
|
+
<header>
|
|
1474
|
+
<h1>{project_name}</h1>
|
|
1475
|
+
<p>Classification: {classification}</p>
|
|
1476
|
+
</header>
|
|
1477
|
+
<main>
|
|
1478
|
+
<p>Application content goes here.</p>
|
|
1479
|
+
</main>
|
|
1480
|
+
</div>
|
|
1481
|
+
);
|
|
1482
|
+
}};
|
|
1483
|
+
|
|
1484
|
+
export default App;
|
|
1485
|
+
'''
|
|
1486
|
+
write_file(project_dir / "src" / "App.tsx", app_content, classification)
|
|
1487
|
+
|
|
1488
|
+
# src/main.tsx
|
|
1489
|
+
main_content = '''import React from 'react';
|
|
1490
|
+
import ReactDOM from 'react-dom/client';
|
|
1491
|
+
import App from './App';
|
|
1492
|
+
|
|
1493
|
+
ReactDOM.createRoot(document.getElementById('root')!).render(
|
|
1494
|
+
<React.StrictMode>
|
|
1495
|
+
<App />
|
|
1496
|
+
</React.StrictMode>
|
|
1497
|
+
);
|
|
1498
|
+
'''
|
|
1499
|
+
write_file(project_dir / "src" / "main.tsx", main_content, classification)
|
|
1500
|
+
|
|
1501
|
+
# tsconfig.json
|
|
1502
|
+
tsconfig = {
|
|
1503
|
+
"compilerOptions": {
|
|
1504
|
+
"target": "ES2020",
|
|
1505
|
+
"useDefineForClassFields": True,
|
|
1506
|
+
"lib": ["ES2020", "DOM", "DOM.Iterable"],
|
|
1507
|
+
"module": "ESNext",
|
|
1508
|
+
"skipLibCheck": True,
|
|
1509
|
+
"moduleResolution": "bundler",
|
|
1510
|
+
"allowImportingTsExtensions": True,
|
|
1511
|
+
"resolveJsonModule": True,
|
|
1512
|
+
"isolatedModules": True,
|
|
1513
|
+
"noEmit": True,
|
|
1514
|
+
"jsx": "react-jsx",
|
|
1515
|
+
"strict": True,
|
|
1516
|
+
"noUnusedLocals": True,
|
|
1517
|
+
"noUnusedParameters": True,
|
|
1518
|
+
"noFallthroughCasesInSwitch": True
|
|
1519
|
+
},
|
|
1520
|
+
"include": ["src"],
|
|
1521
|
+
"references": [{"path": "./tsconfig.node.json"}]
|
|
1522
|
+
}
|
|
1523
|
+
ts_path = project_dir / "tsconfig.json"
|
|
1524
|
+
with open(ts_path, "w", encoding="utf-8", newline="\n") as f:
|
|
1525
|
+
json.dump(tsconfig, f, indent=2)
|
|
1526
|
+
f.write("\n")
|
|
1527
|
+
created.append(str(ts_path))
|
|
1528
|
+
|
|
1529
|
+
# Dockerfile
|
|
1530
|
+
dockerfile_content = f"""FROM node:20-slim AS build
|
|
1531
|
+
|
|
1532
|
+
LABEL maintainer="SPARKPILOT System"
|
|
1533
|
+
LABEL classification="{classification}"
|
|
1534
|
+
|
|
1535
|
+
WORKDIR /app
|
|
1536
|
+
COPY package.json package-lock.json* ./
|
|
1537
|
+
RUN npm ci --ignore-scripts
|
|
1538
|
+
COPY . .
|
|
1539
|
+
RUN npm run build
|
|
1540
|
+
|
|
1541
|
+
FROM nginx:1.25-alpine
|
|
1542
|
+
|
|
1543
|
+
COPY --from=build /app/dist /usr/share/nginx/html
|
|
1544
|
+
|
|
1545
|
+
RUN addgroup -S appuser && adduser -S appuser -G appuser
|
|
1546
|
+
RUN chown -R appuser:appuser /usr/share/nginx/html && \\
|
|
1547
|
+
chmod -R 750 /usr/share/nginx/html
|
|
1548
|
+
|
|
1549
|
+
EXPOSE 80
|
|
1550
|
+
|
|
1551
|
+
HEALTHCHECK --interval=30s --timeout=5s --retries=3 \\
|
|
1552
|
+
CMD wget -q --spider http://localhost:80/ || exit 1
|
|
1553
|
+
|
|
1554
|
+
CMD ["nginx", "-g", "daemon off;"]
|
|
1555
|
+
"""
|
|
1556
|
+
write_file(project_dir / "Dockerfile", dockerfile_content, classification)
|
|
1557
|
+
|
|
1558
|
+
# .gitlab-ci.yml
|
|
1559
|
+
gitlab_ci_content = """stages:
|
|
1560
|
+
- test
|
|
1561
|
+
- security
|
|
1562
|
+
- build
|
|
1563
|
+
- deploy
|
|
1564
|
+
|
|
1565
|
+
cache:
|
|
1566
|
+
paths:
|
|
1567
|
+
- node_modules/
|
|
1568
|
+
|
|
1569
|
+
unit-tests:
|
|
1570
|
+
stage: test
|
|
1571
|
+
image: node:20-slim
|
|
1572
|
+
script:
|
|
1573
|
+
- npm ci --ignore-scripts
|
|
1574
|
+
- npm run test:coverage
|
|
1575
|
+
artifacts:
|
|
1576
|
+
reports:
|
|
1577
|
+
coverage_report:
|
|
1578
|
+
coverage_format: cobertura
|
|
1579
|
+
path: coverage/cobertura-coverage.xml
|
|
1580
|
+
|
|
1581
|
+
lint:
|
|
1582
|
+
stage: test
|
|
1583
|
+
image: node:20-slim
|
|
1584
|
+
script:
|
|
1585
|
+
- npm ci --ignore-scripts
|
|
1586
|
+
- npm run lint
|
|
1587
|
+
|
|
1588
|
+
dependency-audit:
|
|
1589
|
+
stage: security
|
|
1590
|
+
image: node:20-slim
|
|
1591
|
+
script:
|
|
1592
|
+
- npm audit --json > npm-audit-report.json || true
|
|
1593
|
+
artifacts:
|
|
1594
|
+
paths: [npm-audit-report.json]
|
|
1595
|
+
|
|
1596
|
+
build-image:
|
|
1597
|
+
stage: build
|
|
1598
|
+
image: docker:24
|
|
1599
|
+
services: [docker:24-dind]
|
|
1600
|
+
script:
|
|
1601
|
+
- docker build -t $CI_REGISTRY_IMAGE:$CI_COMMIT_SHA .
|
|
1602
|
+
- docker login -u $CI_REGISTRY_USER -p $CI_REGISTRY_PASSWORD $CI_REGISTRY
|
|
1603
|
+
- docker push $CI_REGISTRY_IMAGE:$CI_COMMIT_SHA
|
|
1604
|
+
only: [main, develop]
|
|
1605
|
+
"""
|
|
1606
|
+
write_file(project_dir / ".gitlab-ci.yml", gitlab_ci_content, classification)
|
|
1607
|
+
|
|
1608
|
+
created.extend([
|
|
1609
|
+
str(project_dir / "src" / "App.tsx"),
|
|
1610
|
+
str(project_dir / "src" / "main.tsx"),
|
|
1611
|
+
str(project_dir / "Dockerfile"),
|
|
1612
|
+
str(project_dir / ".gitlab-ci.yml"),
|
|
1613
|
+
])
|
|
1614
|
+
return created
|
|
1615
|
+
|
|
1616
|
+
|
|
1617
|
+
# Dispatcher mapping project types to scaffold functions
|
|
1618
|
+
SCAFFOLDERS = {
|
|
1619
|
+
"webapp": scaffold_python_webapp,
|
|
1620
|
+
"microservice": scaffold_microservice,
|
|
1621
|
+
"api": scaffold_api,
|
|
1622
|
+
"cli": scaffold_cli,
|
|
1623
|
+
"data_pipeline": scaffold_data_pipeline,
|
|
1624
|
+
"iac": scaffold_iac,
|
|
1625
|
+
"frontend": scaffold_js_frontend,
|
|
1626
|
+
}
|
|
1627
|
+
|
|
1628
|
+
|
|
1629
|
+
def scaffold_project(project_dir: str, project_type: str, project_name: str = None, classification: str = "CUI") -> dict:
|
|
1630
|
+
"""Main entry point: scaffold a project of the given type.
|
|
1631
|
+
|
|
1632
|
+
Args:
|
|
1633
|
+
project_dir: Path to the project directory (will be created if needed).
|
|
1634
|
+
project_type: One of webapp, microservice, api, cli, data_pipeline, iac, frontend.
|
|
1635
|
+
project_name: Human-readable project name (derived from dir if omitted).
|
|
1636
|
+
classification: Data classification (CUI, FOUO, Public).
|
|
1637
|
+
|
|
1638
|
+
Returns:
|
|
1639
|
+
dict with project_dir, type, classification, and list of created files/dirs.
|
|
1640
|
+
"""
|
|
1641
|
+
project_path = Path(project_dir)
|
|
1642
|
+
project_path.mkdir(parents=True, exist_ok=True)
|
|
1643
|
+
|
|
1644
|
+
if not project_name:
|
|
1645
|
+
project_name = project_path.name.replace("-", " ").replace("_", " ").title()
|
|
1646
|
+
|
|
1647
|
+
if project_type not in SCAFFOLDERS:
|
|
1648
|
+
raise ValueError(f"Unknown project type '{project_type}'. Supported: {list(SCAFFOLDERS.keys())}")
|
|
1649
|
+
|
|
1650
|
+
scaffolder = SCAFFOLDERS[project_type]
|
|
1651
|
+
created = scaffolder(project_path, project_name, classification)
|
|
1652
|
+
|
|
1653
|
+
return {
|
|
1654
|
+
"project_dir": str(project_path),
|
|
1655
|
+
"project_name": project_name,
|
|
1656
|
+
"type": project_type,
|
|
1657
|
+
"classification": classification,
|
|
1658
|
+
"files_created": len(created),
|
|
1659
|
+
"paths": created,
|
|
1660
|
+
}
|
|
1661
|
+
|
|
1662
|
+
|
|
1663
|
+
def main():
|
|
1664
|
+
parser = argparse.ArgumentParser(
|
|
1665
|
+
description="Generate project directory structure based on type"
|
|
1666
|
+
)
|
|
1667
|
+
parser.add_argument(
|
|
1668
|
+
"--project-dir", required=True,
|
|
1669
|
+
help="Path to the project directory to scaffold"
|
|
1670
|
+
)
|
|
1671
|
+
parser.add_argument(
|
|
1672
|
+
"--type", required=True, choices=list(SCAFFOLDERS.keys()),
|
|
1673
|
+
help="Project type"
|
|
1674
|
+
)
|
|
1675
|
+
parser.add_argument(
|
|
1676
|
+
"--name",
|
|
1677
|
+
help="Project name (defaults to directory name)"
|
|
1678
|
+
)
|
|
1679
|
+
parser.add_argument(
|
|
1680
|
+
"--classification", default="CUI", choices=["CUI", "FOUO", "Public"],
|
|
1681
|
+
help="Data classification level"
|
|
1682
|
+
)
|
|
1683
|
+
parser.add_argument(
|
|
1684
|
+
"--format", choices=["text", "json"], default="text",
|
|
1685
|
+
help="Output format"
|
|
1686
|
+
)
|
|
1687
|
+
parser.add_argument("--json", action="store_true", dest="json_output", help="JSON output")
|
|
1688
|
+
args = parser.parse_args()
|
|
1689
|
+
|
|
1690
|
+
result = scaffold_project(
|
|
1691
|
+
project_dir=args.project_dir,
|
|
1692
|
+
project_type=args.type,
|
|
1693
|
+
project_name=args.name,
|
|
1694
|
+
classification=args.classification,
|
|
1695
|
+
)
|
|
1696
|
+
|
|
1697
|
+
if args.format == "json":
|
|
1698
|
+
print(json.dumps(result, indent=2))
|
|
1699
|
+
else:
|
|
1700
|
+
print(f"Scaffolded {result['type']} project: {result['project_name']}")
|
|
1701
|
+
print(f" Directory: {result['project_dir']}")
|
|
1702
|
+
print(f" Classification: {result['classification']}")
|
|
1703
|
+
print(f" Files/dirs created: {result['files_created']}")
|
|
1704
|
+
print()
|
|
1705
|
+
for p in result["paths"]:
|
|
1706
|
+
# Show relative path from project dir for readability
|
|
1707
|
+
try:
|
|
1708
|
+
rel = Path(p).relative_to(result["project_dir"])
|
|
1709
|
+
print(f" {rel}")
|
|
1710
|
+
except ValueError:
|
|
1711
|
+
print(f" {p}")
|
|
1712
|
+
|
|
1713
|
+
|
|
1714
|
+
if __name__ == "__main__":
|
|
1715
|
+
main()
|