regscale-cli 6.21.2.0__py3-none-any.whl → 6.28.2.1__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- regscale/_version.py +1 -1
- regscale/airflow/hierarchy.py +2 -2
- regscale/core/app/api.py +5 -2
- regscale/core/app/application.py +36 -6
- regscale/core/app/internal/control_editor.py +73 -21
- regscale/core/app/internal/evidence.py +727 -204
- regscale/core/app/internal/login.py +4 -2
- regscale/core/app/internal/model_editor.py +219 -64
- regscale/core/app/utils/app_utils.py +86 -12
- regscale/core/app/utils/catalog_utils/common.py +1 -1
- regscale/core/login.py +21 -4
- regscale/core/utils/async_graphql_client.py +363 -0
- regscale/core/utils/date.py +77 -1
- regscale/dev/cli.py +26 -0
- regscale/dev/code_gen.py +109 -24
- regscale/dev/version.py +72 -0
- regscale/integrations/commercial/__init__.py +30 -2
- regscale/integrations/commercial/aws/audit_manager_compliance.py +3908 -0
- regscale/integrations/commercial/aws/cli.py +3107 -54
- regscale/integrations/commercial/aws/cloudtrail_control_mappings.py +333 -0
- regscale/integrations/commercial/aws/cloudtrail_evidence.py +501 -0
- regscale/integrations/commercial/aws/cloudwatch_control_mappings.py +357 -0
- regscale/integrations/commercial/aws/cloudwatch_evidence.py +490 -0
- regscale/integrations/commercial/{amazon → aws}/common.py +71 -19
- regscale/integrations/commercial/aws/config_compliance.py +914 -0
- regscale/integrations/commercial/aws/conformance_pack_mappings.py +198 -0
- regscale/integrations/commercial/aws/control_compliance_analyzer.py +439 -0
- regscale/integrations/commercial/aws/evidence_generator.py +283 -0
- regscale/integrations/commercial/aws/guardduty_control_mappings.py +340 -0
- regscale/integrations/commercial/aws/guardduty_evidence.py +1053 -0
- regscale/integrations/commercial/aws/iam_control_mappings.py +368 -0
- regscale/integrations/commercial/aws/iam_evidence.py +574 -0
- regscale/integrations/commercial/aws/inventory/__init__.py +338 -22
- regscale/integrations/commercial/aws/inventory/base.py +107 -5
- regscale/integrations/commercial/aws/inventory/resources/analytics.py +390 -0
- regscale/integrations/commercial/aws/inventory/resources/applications.py +234 -0
- regscale/integrations/commercial/aws/inventory/resources/audit_manager.py +513 -0
- regscale/integrations/commercial/aws/inventory/resources/cloudtrail.py +315 -0
- regscale/integrations/commercial/aws/inventory/resources/cloudtrail_logs_metadata.py +476 -0
- regscale/integrations/commercial/aws/inventory/resources/cloudwatch.py +191 -0
- regscale/integrations/commercial/aws/inventory/resources/compute.py +328 -9
- regscale/integrations/commercial/aws/inventory/resources/config.py +464 -0
- regscale/integrations/commercial/aws/inventory/resources/containers.py +74 -9
- regscale/integrations/commercial/aws/inventory/resources/database.py +481 -31
- regscale/integrations/commercial/aws/inventory/resources/developer_tools.py +253 -0
- regscale/integrations/commercial/aws/inventory/resources/guardduty.py +286 -0
- regscale/integrations/commercial/aws/inventory/resources/iam.py +470 -0
- regscale/integrations/commercial/aws/inventory/resources/inspector.py +476 -0
- regscale/integrations/commercial/aws/inventory/resources/integration.py +175 -61
- regscale/integrations/commercial/aws/inventory/resources/kms.py +447 -0
- regscale/integrations/commercial/aws/inventory/resources/machine_learning.py +358 -0
- regscale/integrations/commercial/aws/inventory/resources/networking.py +390 -67
- regscale/integrations/commercial/aws/inventory/resources/s3.py +394 -0
- regscale/integrations/commercial/aws/inventory/resources/security.py +268 -72
- regscale/integrations/commercial/aws/inventory/resources/securityhub.py +473 -0
- regscale/integrations/commercial/aws/inventory/resources/storage.py +288 -29
- regscale/integrations/commercial/aws/inventory/resources/systems_manager.py +657 -0
- regscale/integrations/commercial/aws/inventory/resources/vpc.py +655 -0
- regscale/integrations/commercial/aws/kms_control_mappings.py +288 -0
- regscale/integrations/commercial/aws/kms_evidence.py +879 -0
- regscale/integrations/commercial/aws/ocsf/__init__.py +7 -0
- regscale/integrations/commercial/aws/ocsf/constants.py +115 -0
- regscale/integrations/commercial/aws/ocsf/mapper.py +435 -0
- regscale/integrations/commercial/aws/org_control_mappings.py +286 -0
- regscale/integrations/commercial/aws/org_evidence.py +666 -0
- regscale/integrations/commercial/aws/s3_control_mappings.py +356 -0
- regscale/integrations/commercial/aws/s3_evidence.py +632 -0
- regscale/integrations/commercial/aws/scanner.py +1072 -205
- regscale/integrations/commercial/aws/security_hub.py +319 -0
- regscale/integrations/commercial/aws/session_manager.py +282 -0
- regscale/integrations/commercial/aws/ssm_control_mappings.py +291 -0
- regscale/integrations/commercial/aws/ssm_evidence.py +492 -0
- regscale/integrations/commercial/jira.py +489 -153
- regscale/integrations/commercial/microsoft_defender/defender.py +326 -5
- regscale/integrations/commercial/microsoft_defender/defender_api.py +348 -14
- regscale/integrations/commercial/microsoft_defender/defender_constants.py +157 -0
- regscale/integrations/commercial/qualys/__init__.py +167 -68
- regscale/integrations/commercial/qualys/scanner.py +305 -39
- regscale/integrations/commercial/sarif/sairf_importer.py +432 -0
- regscale/integrations/commercial/sarif/sarif_converter.py +67 -0
- regscale/integrations/commercial/sicura/api.py +79 -42
- regscale/integrations/commercial/sicura/commands.py +8 -2
- regscale/integrations/commercial/sicura/scanner.py +83 -44
- regscale/integrations/commercial/stigv2/ckl_parser.py +5 -5
- regscale/integrations/commercial/synqly/assets.py +133 -16
- regscale/integrations/commercial/synqly/edr.py +2 -8
- regscale/integrations/commercial/synqly/query_builder.py +536 -0
- regscale/integrations/commercial/synqly/ticketing.py +27 -0
- regscale/integrations/commercial/synqly/vulnerabilities.py +165 -28
- regscale/integrations/commercial/tenablev2/cis_parsers.py +453 -0
- regscale/integrations/commercial/tenablev2/cis_scanner.py +447 -0
- regscale/integrations/commercial/tenablev2/commands.py +146 -5
- regscale/integrations/commercial/tenablev2/scanner.py +1 -3
- regscale/integrations/commercial/tenablev2/stig_parsers.py +113 -57
- regscale/integrations/commercial/wizv2/WizDataMixin.py +1 -1
- regscale/integrations/commercial/wizv2/click.py +191 -76
- regscale/integrations/commercial/wizv2/compliance/__init__.py +15 -0
- regscale/integrations/commercial/wizv2/{policy_compliance_helpers.py → compliance/helpers.py} +78 -60
- regscale/integrations/commercial/wizv2/compliance_report.py +1592 -0
- regscale/integrations/commercial/wizv2/core/__init__.py +133 -0
- regscale/integrations/commercial/wizv2/{async_client.py → core/client.py} +7 -3
- regscale/integrations/commercial/wizv2/{constants.py → core/constants.py} +92 -89
- regscale/integrations/commercial/wizv2/core/file_operations.py +237 -0
- regscale/integrations/commercial/wizv2/fetchers/__init__.py +11 -0
- regscale/integrations/commercial/wizv2/{data_fetcher.py → fetchers/policy_assessment.py} +66 -9
- regscale/integrations/commercial/wizv2/file_cleanup.py +104 -0
- regscale/integrations/commercial/wizv2/issue.py +776 -28
- regscale/integrations/commercial/wizv2/models/__init__.py +0 -0
- regscale/integrations/commercial/wizv2/parsers/__init__.py +34 -0
- regscale/integrations/commercial/wizv2/{parsers.py → parsers/main.py} +1 -1
- regscale/integrations/commercial/wizv2/processors/__init__.py +11 -0
- regscale/integrations/commercial/wizv2/{finding_processor.py → processors/finding.py} +1 -1
- regscale/integrations/commercial/wizv2/reports.py +243 -0
- regscale/integrations/commercial/wizv2/sbom.py +1 -1
- regscale/integrations/commercial/wizv2/scanner.py +1031 -441
- regscale/integrations/commercial/wizv2/utils/__init__.py +48 -0
- regscale/integrations/commercial/wizv2/{utils.py → utils/main.py} +116 -61
- regscale/integrations/commercial/wizv2/variables.py +89 -3
- regscale/integrations/compliance_integration.py +1036 -151
- regscale/integrations/control_matcher.py +432 -0
- regscale/integrations/due_date_handler.py +333 -0
- regscale/integrations/milestone_manager.py +291 -0
- regscale/integrations/public/__init__.py +14 -0
- regscale/integrations/public/cci_importer.py +834 -0
- regscale/integrations/public/csam/__init__.py +0 -0
- regscale/integrations/public/csam/csam.py +938 -0
- regscale/integrations/public/csam/csam_agency_defined.py +179 -0
- regscale/integrations/public/csam/csam_common.py +154 -0
- regscale/integrations/public/csam/csam_controls.py +432 -0
- regscale/integrations/public/csam/csam_poam.py +124 -0
- regscale/integrations/public/fedramp/click.py +77 -6
- regscale/integrations/public/fedramp/docx_parser.py +10 -1
- regscale/integrations/public/fedramp/fedramp_cis_crm.py +675 -289
- regscale/integrations/public/fedramp/fedramp_five.py +1 -1
- regscale/integrations/public/fedramp/poam/scanner.py +75 -7
- regscale/integrations/public/fedramp/poam_export_v5.py +888 -0
- regscale/integrations/scanner_integration.py +1961 -430
- regscale/models/integration_models/CCI_List.xml +1 -0
- regscale/models/integration_models/aqua.py +2 -2
- regscale/models/integration_models/cisa_kev_data.json +805 -11
- regscale/models/integration_models/flat_file_importer/__init__.py +5 -8
- regscale/models/integration_models/nexpose.py +36 -10
- regscale/models/integration_models/qualys.py +3 -4
- regscale/models/integration_models/synqly_models/capabilities.json +1 -1
- regscale/models/integration_models/synqly_models/connectors/vulnerabilities.py +87 -18
- regscale/models/integration_models/synqly_models/filter_parser.py +332 -0
- regscale/models/integration_models/synqly_models/ocsf_mapper.py +124 -25
- regscale/models/integration_models/synqly_models/synqly_model.py +89 -16
- regscale/models/locking.py +12 -8
- regscale/models/platform.py +4 -2
- regscale/models/regscale_models/__init__.py +7 -0
- regscale/models/regscale_models/assessment.py +2 -1
- regscale/models/regscale_models/catalog.py +1 -1
- regscale/models/regscale_models/compliance_settings.py +251 -1
- regscale/models/regscale_models/component.py +1 -0
- regscale/models/regscale_models/control_implementation.py +236 -41
- regscale/models/regscale_models/control_objective.py +74 -5
- regscale/models/regscale_models/file.py +2 -0
- regscale/models/regscale_models/form_field_value.py +5 -3
- regscale/models/regscale_models/inheritance.py +44 -0
- regscale/models/regscale_models/issue.py +301 -102
- regscale/models/regscale_models/milestone.py +33 -14
- regscale/models/regscale_models/organization.py +3 -0
- regscale/models/regscale_models/regscale_model.py +310 -73
- regscale/models/regscale_models/security_plan.py +4 -2
- regscale/models/regscale_models/vulnerability.py +3 -3
- regscale/regscale.py +25 -4
- regscale/templates/__init__.py +0 -0
- regscale/utils/threading/threadhandler.py +20 -15
- regscale/validation/record.py +23 -1
- {regscale_cli-6.21.2.0.dist-info → regscale_cli-6.28.2.1.dist-info}/METADATA +17 -33
- {regscale_cli-6.21.2.0.dist-info → regscale_cli-6.28.2.1.dist-info}/RECORD +310 -111
- tests/core/__init__.py +0 -0
- tests/core/utils/__init__.py +0 -0
- tests/core/utils/test_async_graphql_client.py +472 -0
- tests/fixtures/test_fixture.py +13 -8
- tests/regscale/core/test_login.py +171 -4
- tests/regscale/integrations/commercial/__init__.py +0 -0
- tests/regscale/integrations/commercial/aws/__init__.py +0 -0
- tests/regscale/integrations/commercial/aws/test_audit_manager_compliance.py +1304 -0
- tests/regscale/integrations/commercial/aws/test_audit_manager_evidence_aggregation.py +341 -0
- tests/regscale/integrations/commercial/aws/test_aws_analytics_collector.py +260 -0
- tests/regscale/integrations/commercial/aws/test_aws_applications_collector.py +242 -0
- tests/regscale/integrations/commercial/aws/test_aws_audit_manager_collector.py +1155 -0
- tests/regscale/integrations/commercial/aws/test_aws_cloudtrail_collector.py +534 -0
- tests/regscale/integrations/commercial/aws/test_aws_config_collector.py +400 -0
- tests/regscale/integrations/commercial/aws/test_aws_developer_tools_collector.py +203 -0
- tests/regscale/integrations/commercial/aws/test_aws_guardduty_collector.py +315 -0
- tests/regscale/integrations/commercial/aws/test_aws_iam_collector.py +458 -0
- tests/regscale/integrations/commercial/aws/test_aws_inspector_collector.py +353 -0
- tests/regscale/integrations/commercial/aws/test_aws_inventory_integration.py +530 -0
- tests/regscale/integrations/commercial/aws/test_aws_kms_collector.py +919 -0
- tests/regscale/integrations/commercial/aws/test_aws_machine_learning_collector.py +237 -0
- tests/regscale/integrations/commercial/aws/test_aws_s3_collector.py +722 -0
- tests/regscale/integrations/commercial/aws/test_aws_scanner_integration.py +722 -0
- tests/regscale/integrations/commercial/aws/test_aws_securityhub_collector.py +792 -0
- tests/regscale/integrations/commercial/aws/test_aws_systems_manager_collector.py +918 -0
- tests/regscale/integrations/commercial/aws/test_aws_vpc_collector.py +996 -0
- tests/regscale/integrations/commercial/aws/test_cli_evidence.py +431 -0
- tests/regscale/integrations/commercial/aws/test_cloudtrail_control_mappings.py +452 -0
- tests/regscale/integrations/commercial/aws/test_cloudtrail_evidence.py +788 -0
- tests/regscale/integrations/commercial/aws/test_config_compliance.py +298 -0
- tests/regscale/integrations/commercial/aws/test_conformance_pack_mappings.py +200 -0
- tests/regscale/integrations/commercial/aws/test_control_compliance_analyzer.py +375 -0
- tests/regscale/integrations/commercial/aws/test_datetime_parsing.py +223 -0
- tests/regscale/integrations/commercial/aws/test_evidence_generator.py +386 -0
- tests/regscale/integrations/commercial/aws/test_guardduty_control_mappings.py +564 -0
- tests/regscale/integrations/commercial/aws/test_guardduty_evidence.py +1041 -0
- tests/regscale/integrations/commercial/aws/test_iam_control_mappings.py +718 -0
- tests/regscale/integrations/commercial/aws/test_iam_evidence.py +1375 -0
- tests/regscale/integrations/commercial/aws/test_kms_control_mappings.py +656 -0
- tests/regscale/integrations/commercial/aws/test_kms_evidence.py +1163 -0
- tests/regscale/integrations/commercial/aws/test_ocsf_mapper.py +370 -0
- tests/regscale/integrations/commercial/aws/test_org_control_mappings.py +546 -0
- tests/regscale/integrations/commercial/aws/test_org_evidence.py +1240 -0
- tests/regscale/integrations/commercial/aws/test_s3_control_mappings.py +672 -0
- tests/regscale/integrations/commercial/aws/test_s3_evidence.py +987 -0
- tests/regscale/integrations/commercial/aws/test_scanner_evidence.py +373 -0
- tests/regscale/integrations/commercial/aws/test_security_hub_config_filtering.py +539 -0
- tests/regscale/integrations/commercial/aws/test_session_manager.py +516 -0
- tests/regscale/integrations/commercial/aws/test_ssm_control_mappings.py +588 -0
- tests/regscale/integrations/commercial/aws/test_ssm_evidence.py +735 -0
- tests/regscale/integrations/commercial/conftest.py +28 -0
- tests/regscale/integrations/commercial/microsoft_defender/__init__.py +1 -0
- tests/regscale/integrations/commercial/microsoft_defender/test_defender.py +1517 -0
- tests/regscale/integrations/commercial/microsoft_defender/test_defender_api.py +1748 -0
- tests/regscale/integrations/commercial/microsoft_defender/test_defender_constants.py +327 -0
- tests/regscale/integrations/commercial/microsoft_defender/test_defender_scanner.py +487 -0
- tests/regscale/integrations/commercial/test_aws.py +3742 -0
- tests/regscale/integrations/commercial/test_burp.py +48 -0
- tests/regscale/integrations/commercial/test_crowdstrike.py +49 -0
- tests/regscale/integrations/commercial/test_dependabot.py +341 -0
- tests/regscale/integrations/commercial/test_gcp.py +1543 -0
- tests/regscale/integrations/commercial/test_gitlab.py +549 -0
- tests/regscale/integrations/commercial/test_ip_mac_address_length.py +84 -0
- tests/regscale/integrations/commercial/test_jira.py +2204 -0
- tests/regscale/integrations/commercial/test_npm_audit.py +42 -0
- tests/regscale/integrations/commercial/test_okta.py +1228 -0
- tests/regscale/integrations/commercial/test_sarif_converter.py +251 -0
- tests/regscale/integrations/commercial/test_sicura.py +349 -0
- tests/regscale/integrations/commercial/test_snow.py +423 -0
- tests/regscale/integrations/commercial/test_sonarcloud.py +394 -0
- tests/regscale/integrations/commercial/test_sqlserver.py +186 -0
- tests/regscale/integrations/commercial/test_stig.py +33 -0
- tests/regscale/integrations/commercial/test_stig_mapper.py +153 -0
- tests/regscale/integrations/commercial/test_stigv2.py +406 -0
- tests/regscale/integrations/commercial/test_wiz.py +1365 -0
- tests/regscale/integrations/commercial/test_wiz_inventory.py +256 -0
- tests/regscale/integrations/commercial/wizv2/__init__.py +339 -0
- tests/regscale/integrations/commercial/wizv2/compliance/__init__.py +1 -0
- tests/regscale/integrations/commercial/wizv2/compliance/test_helpers.py +903 -0
- tests/regscale/integrations/commercial/wizv2/core/__init__.py +1 -0
- tests/regscale/integrations/commercial/wizv2/core/test_auth.py +701 -0
- tests/regscale/integrations/commercial/wizv2/core/test_client.py +1037 -0
- tests/regscale/integrations/commercial/wizv2/core/test_file_operations.py +989 -0
- tests/regscale/integrations/commercial/wizv2/fetchers/__init__.py +1 -0
- tests/regscale/integrations/commercial/wizv2/fetchers/test_policy_assessment.py +805 -0
- tests/regscale/integrations/commercial/wizv2/parsers/__init__.py +1 -0
- tests/regscale/integrations/commercial/wizv2/parsers/test_main.py +1153 -0
- tests/regscale/integrations/commercial/wizv2/processors/__init__.py +1 -0
- tests/regscale/integrations/commercial/wizv2/processors/test_finding.py +671 -0
- tests/regscale/integrations/commercial/wizv2/test_WizDataMixin.py +537 -0
- tests/regscale/integrations/commercial/wizv2/test_click_comprehensive.py +851 -0
- tests/regscale/integrations/commercial/wizv2/test_compliance_report_comprehensive.py +910 -0
- tests/regscale/integrations/commercial/wizv2/test_compliance_report_normalization.py +138 -0
- tests/regscale/integrations/commercial/wizv2/test_file_cleanup.py +283 -0
- tests/regscale/integrations/commercial/wizv2/test_file_operations.py +260 -0
- tests/regscale/integrations/commercial/wizv2/test_issue.py +343 -0
- tests/regscale/integrations/commercial/wizv2/test_issue_comprehensive.py +1203 -0
- tests/regscale/integrations/commercial/wizv2/test_reports.py +497 -0
- tests/regscale/integrations/commercial/wizv2/test_sbom.py +643 -0
- tests/regscale/integrations/commercial/wizv2/test_scanner_comprehensive.py +805 -0
- tests/regscale/integrations/commercial/wizv2/test_wiz_click_client_id.py +165 -0
- tests/regscale/integrations/commercial/wizv2/test_wiz_compliance_report.py +1394 -0
- tests/regscale/integrations/commercial/wizv2/test_wiz_compliance_unit.py +341 -0
- tests/regscale/integrations/commercial/wizv2/test_wiz_control_normalization.py +138 -0
- tests/regscale/integrations/commercial/wizv2/test_wiz_findings_comprehensive.py +364 -0
- tests/regscale/integrations/commercial/wizv2/test_wiz_inventory_comprehensive.py +644 -0
- tests/regscale/integrations/commercial/wizv2/test_wiz_status_mapping.py +149 -0
- tests/regscale/integrations/commercial/wizv2/test_wizv2.py +1218 -0
- tests/regscale/integrations/commercial/wizv2/test_wizv2_utils.py +519 -0
- tests/regscale/integrations/commercial/wizv2/utils/__init__.py +1 -0
- tests/regscale/integrations/commercial/wizv2/utils/test_main.py +1523 -0
- tests/regscale/integrations/public/__init__.py +0 -0
- tests/regscale/integrations/public/fedramp/__init__.py +1 -0
- tests/regscale/integrations/public/fedramp/test_gen_asset_list.py +150 -0
- tests/regscale/integrations/public/fedramp/test_poam_export_v5.py +1293 -0
- tests/regscale/integrations/public/test_alienvault.py +220 -0
- tests/regscale/integrations/public/test_cci.py +1053 -0
- tests/regscale/integrations/public/test_cisa.py +1021 -0
- tests/regscale/integrations/public/test_emass.py +518 -0
- tests/regscale/integrations/public/test_fedramp.py +1152 -0
- tests/regscale/integrations/public/test_fedramp_cis_crm.py +3661 -0
- tests/regscale/integrations/public/test_file_uploads.py +506 -0
- tests/regscale/integrations/public/test_oscal.py +453 -0
- tests/regscale/integrations/test_compliance_status_mapping.py +406 -0
- tests/regscale/integrations/test_control_matcher.py +1421 -0
- tests/regscale/integrations/test_control_matching.py +155 -0
- tests/regscale/integrations/test_milestone_manager.py +408 -0
- tests/regscale/models/test_control_implementation.py +118 -3
- tests/regscale/models/test_form_field_value_integration.py +304 -0
- tests/regscale/models/test_issue.py +378 -1
- tests/regscale/models/test_module_integration.py +582 -0
- tests/regscale/models/test_tenable_integrations.py +811 -105
- regscale/integrations/commercial/wizv2/policy_compliance.py +0 -3057
- regscale/integrations/public/fedramp/mappings/fedramp_r4_parts.json +0 -7388
- regscale/integrations/public/fedramp/mappings/fedramp_r5_parts.json +0 -9605
- regscale/integrations/public/fedramp/parts_mapper.py +0 -107
- /regscale/integrations/commercial/{amazon → sarif}/__init__.py +0 -0
- /regscale/integrations/commercial/wizv2/{wiz_auth.py → core/auth.py} +0 -0
- {regscale_cli-6.21.2.0.dist-info → regscale_cli-6.28.2.1.dist-info}/LICENSE +0 -0
- {regscale_cli-6.21.2.0.dist-info → regscale_cli-6.28.2.1.dist-info}/WHEEL +0 -0
- {regscale_cli-6.21.2.0.dist-info → regscale_cli-6.28.2.1.dist-info}/entry_points.txt +0 -0
- {regscale_cli-6.21.2.0.dist-info → regscale_cli-6.28.2.1.dist-info}/top_level.txt +0 -0
|
@@ -0,0 +1,220 @@
|
|
|
1
|
+
#!/usr/bin/env python3
|
|
2
|
+
# -*- coding: utf-8 -*-
|
|
3
|
+
"""
|
|
4
|
+
Unit tests for AlienVault OTX integration functions
|
|
5
|
+
"""
|
|
6
|
+
|
|
7
|
+
import unittest.mock as mock
|
|
8
|
+
from datetime import datetime
|
|
9
|
+
from unittest.mock import MagicMock
|
|
10
|
+
|
|
11
|
+
import pytest
|
|
12
|
+
|
|
13
|
+
import regscale.integrations.public.otx as otx
|
|
14
|
+
from regscale.integrations.public.otx import (
|
|
15
|
+
create_url,
|
|
16
|
+
extract_id,
|
|
17
|
+
walkapi_iter,
|
|
18
|
+
pulses,
|
|
19
|
+
SUBSCRIBED,
|
|
20
|
+
)
|
|
21
|
+
from regscale.models.regscale_models import Threat
|
|
22
|
+
from tests import CLITestFixture
|
|
23
|
+
|
|
24
|
+
|
|
25
|
+
class TestAlienVaultOTX(CLITestFixture):
|
|
26
|
+
"""Test class for AlienVault OTX integration functions."""
|
|
27
|
+
|
|
28
|
+
def setup_walkapi_mocks(self, app_config=None):
|
|
29
|
+
"""Helper to create consistent walkapi_iter test setup."""
|
|
30
|
+
app = MagicMock()
|
|
31
|
+
app.config = app_config or {"otx": "KEY"}
|
|
32
|
+
app.logger = MagicMock()
|
|
33
|
+
api = MagicMock()
|
|
34
|
+
return app, api
|
|
35
|
+
|
|
36
|
+
def get_common_pulse_mocks(self):
|
|
37
|
+
"""Get standard mock patches for pulses() tests."""
|
|
38
|
+
return (
|
|
39
|
+
mock.patch.object(Threat, "fetch_all_threats", classmethod(lambda cls: [])),
|
|
40
|
+
mock.patch.object(Threat, "bulk_save", classmethod(lambda cls: None)),
|
|
41
|
+
mock.patch.object(
|
|
42
|
+
otx,
|
|
43
|
+
"Application",
|
|
44
|
+
side_effect=lambda: MagicMock(config={"otx": "KEY", "userId": "testuser"}, logger=MagicMock()),
|
|
45
|
+
),
|
|
46
|
+
mock.patch.object(otx, "Api", side_effect=lambda: MagicMock()),
|
|
47
|
+
)
|
|
48
|
+
|
|
49
|
+
@pytest.mark.parametrize(
|
|
50
|
+
"input_path,kwargs,expected_contains,param_checks",
|
|
51
|
+
[
|
|
52
|
+
("/pulses", {}, "https://otx.alienvault.com/pulses", []),
|
|
53
|
+
("/pulses", {"a": 1, "b": "x"}, "https://otx.alienvault.com/pulses?", ["a=1", "b=x"]),
|
|
54
|
+
("http://example.com/data", {}, "http://example.com/data", []),
|
|
55
|
+
("http://example.com/data", {"foo": "bar"}, "http://example.com/data?", ["foo=bar"]),
|
|
56
|
+
],
|
|
57
|
+
)
|
|
58
|
+
def test_create_url(self, input_path, kwargs, expected_contains, param_checks):
|
|
59
|
+
"""Test URL creation with various inputs and parameters."""
|
|
60
|
+
result = create_url(input_path, **kwargs)
|
|
61
|
+
assert expected_contains in result
|
|
62
|
+
for param in param_checks:
|
|
63
|
+
assert param in result
|
|
64
|
+
|
|
65
|
+
@pytest.mark.parametrize(
|
|
66
|
+
"description,expected_result",
|
|
67
|
+
[
|
|
68
|
+
("Info AlienVault ID: ABC123 ...", "ABC123 ..."),
|
|
69
|
+
("no id here", ""),
|
|
70
|
+
("AlienVault ID: AAA and AlienVault ID: BBB", "AAA and AlienVault ID: BBB"),
|
|
71
|
+
("AlienVault ID: 12345", "12345"),
|
|
72
|
+
],
|
|
73
|
+
)
|
|
74
|
+
def test_extract_id(self, description, expected_result):
|
|
75
|
+
"""Test ID extraction from various description formats."""
|
|
76
|
+
result = extract_id(description)
|
|
77
|
+
assert result == expected_result
|
|
78
|
+
|
|
79
|
+
def test_walkapi_iter_pagination_and_errors(self):
|
|
80
|
+
"""Test that walkapi_iter paginates through results and handles authentication failures."""
|
|
81
|
+
page1 = {"count": 3, "results": [{"id": 1}, {"id": 2}], "next": "url2"}
|
|
82
|
+
page2 = {"count": 3, "results": [{"id": 3}], "next": None}
|
|
83
|
+
app, api = self.setup_walkapi_mocks()
|
|
84
|
+
api.get.side_effect = [
|
|
85
|
+
mock.MagicMock(ok=True, json=mock.MagicMock(return_value=page1)),
|
|
86
|
+
mock.MagicMock(ok=True, json=mock.MagicMock(return_value=page2)),
|
|
87
|
+
]
|
|
88
|
+
items = list(walkapi_iter(app, api, SUBSCRIBED, {"limit": 2}))
|
|
89
|
+
assert [i["id"] for i in items] == [1, 2, 3]
|
|
90
|
+
assert api.get.call_count == 2
|
|
91
|
+
auth_fail = mock.MagicMock(ok=True, json=mock.MagicMock(return_value={"detail": "Authentication required"}))
|
|
92
|
+
api.get.side_effect = [auth_fail]
|
|
93
|
+
with pytest.raises(ValueError):
|
|
94
|
+
next(walkapi_iter(app, api, SUBSCRIBED, {}))
|
|
95
|
+
|
|
96
|
+
def test_walkapi_iter_retries_on_error(self):
|
|
97
|
+
"""Test that walkapi_iter retries once if API.get raises UnboundLocalError."""
|
|
98
|
+
page = {"count": 1, "results": [{"id": 10}], "next": None}
|
|
99
|
+
app, api = self.setup_walkapi_mocks()
|
|
100
|
+
api.get.side_effect = [
|
|
101
|
+
UnboundLocalError("oops"),
|
|
102
|
+
mock.MagicMock(ok=True, json=mock.MagicMock(return_value=page)),
|
|
103
|
+
]
|
|
104
|
+
with mock.patch("time.sleep", return_value=None):
|
|
105
|
+
items = list(walkapi_iter(app, api, SUBSCRIBED, {"limit": 1}))
|
|
106
|
+
assert items == page["results"]
|
|
107
|
+
|
|
108
|
+
@pytest.mark.parametrize(
|
|
109
|
+
"modified_since,limit,expected_args",
|
|
110
|
+
[
|
|
111
|
+
(datetime(2022, 1, 2, 3, 4, 5), 8, {"limit": 8, "modified_since": "2022-01-02T03:04:05"}),
|
|
112
|
+
(None, 12, {"limit": 12}),
|
|
113
|
+
],
|
|
114
|
+
)
|
|
115
|
+
def test_pulses_parameter_handling(self, modified_since, limit, expected_args):
|
|
116
|
+
"""Test that pulses() correctly handles modified_since parameter."""
|
|
117
|
+
captured = {}
|
|
118
|
+
|
|
119
|
+
def fake_walk(app, api, url, args):
|
|
120
|
+
captured.update(args)
|
|
121
|
+
return iter([])
|
|
122
|
+
|
|
123
|
+
with mock.patch.object(otx, "walkapi_iter", side_effect=fake_walk), mock.patch.object(
|
|
124
|
+
Threat, "fetch_all_threats", classmethod(lambda cls: [])
|
|
125
|
+
), mock.patch.object(Threat, "bulk_save", classmethod(lambda cls: None)), mock.patch.object(
|
|
126
|
+
otx, "Application", side_effect=lambda: MagicMock(config={"otx": "KEY", "userId": "u"}, logger=MagicMock())
|
|
127
|
+
), mock.patch.object(
|
|
128
|
+
otx, "Api", side_effect=lambda: MagicMock()
|
|
129
|
+
):
|
|
130
|
+
pulses(modified_since, limit)
|
|
131
|
+
assert captured == expected_args
|
|
132
|
+
|
|
133
|
+
def run_pulses_test(self, pulse_data, existing_threats=None):
|
|
134
|
+
"""Helper to run pulses tests with common setup."""
|
|
135
|
+
created_threats = []
|
|
136
|
+
|
|
137
|
+
def mock_threat_create(self, bulk=False):
|
|
138
|
+
created_threats.append(self)
|
|
139
|
+
return self
|
|
140
|
+
|
|
141
|
+
threat_patches = list(self.get_common_pulse_mocks())
|
|
142
|
+
with threat_patches[0], threat_patches[1], threat_patches[2], threat_patches[3]:
|
|
143
|
+
with mock.patch.object(otx, "walkapi_iter", return_value=[pulse_data]), mock.patch.object(
|
|
144
|
+
Threat, "fetch_all_threats", classmethod(lambda cls: existing_threats or [])
|
|
145
|
+
), mock.patch.object(Threat, "create", mock_threat_create):
|
|
146
|
+
pulses(None, 10)
|
|
147
|
+
|
|
148
|
+
return created_threats
|
|
149
|
+
|
|
150
|
+
def test_pulses_threat_creation(self):
|
|
151
|
+
"""Test that pulses() creates threats correctly from API data."""
|
|
152
|
+
sample_pulse = {
|
|
153
|
+
"id": "12345",
|
|
154
|
+
"name": "Test Threat",
|
|
155
|
+
"description": "Test description",
|
|
156
|
+
"created": "2022-01-01T00:00:00",
|
|
157
|
+
"tags": ["malware", "trojan"],
|
|
158
|
+
"references": ["http://example.com"],
|
|
159
|
+
}
|
|
160
|
+
|
|
161
|
+
created_threats = self.run_pulses_test(sample_pulse)
|
|
162
|
+
assert len(created_threats) == 1
|
|
163
|
+
threat = created_threats[0]
|
|
164
|
+
assert threat.title == "Test Threat"
|
|
165
|
+
assert threat.description == "Test description\nhttps://otx.alienvault.com/pulse/12345"
|
|
166
|
+
assert "malware, trojan" in threat.notes
|
|
167
|
+
assert "AlienVault ID: 12345" in threat.notes
|
|
168
|
+
assert threat.threatOwnerId == "testuser"
|
|
169
|
+
|
|
170
|
+
def test_pulses_deduplication(self):
|
|
171
|
+
"""Test that pulses() avoids creating duplicate threats."""
|
|
172
|
+
sample_pulse = {
|
|
173
|
+
"id": "existing123",
|
|
174
|
+
"name": "Test Threat",
|
|
175
|
+
"description": "Test description",
|
|
176
|
+
"created": "2022-01-01T00:00:00",
|
|
177
|
+
"tags": ["malware"],
|
|
178
|
+
"references": [],
|
|
179
|
+
}
|
|
180
|
+
|
|
181
|
+
existing_threat = MagicMock()
|
|
182
|
+
existing_threat.notes = "Some notes\nAlienVault ID: existing123"
|
|
183
|
+
|
|
184
|
+
created_threats = self.run_pulses_test(sample_pulse, [existing_threat])
|
|
185
|
+
assert len(created_threats) == 0
|
|
186
|
+
|
|
187
|
+
def test_walkapi_iter_empty_response(self):
|
|
188
|
+
"""Test that walkapi_iter handles empty API responses."""
|
|
189
|
+
empty_page = {"count": 0, "results": [], "next": None}
|
|
190
|
+
app, api = self.setup_walkapi_mocks()
|
|
191
|
+
api.get.return_value = mock.MagicMock(ok=True, json=mock.MagicMock(return_value=empty_page))
|
|
192
|
+
|
|
193
|
+
items = list(walkapi_iter(app, api, SUBSCRIBED, {"limit": 10}))
|
|
194
|
+
assert items == []
|
|
195
|
+
|
|
196
|
+
def test_walkapi_iter_malformed_response(self):
|
|
197
|
+
"""Test that walkapi_iter handles responses missing required fields."""
|
|
198
|
+
malformed_page = {"results": [{"id": 1}]} # Missing 'count' and 'next'
|
|
199
|
+
app, api = self.setup_walkapi_mocks()
|
|
200
|
+
api.get.return_value = mock.MagicMock(ok=True, json=mock.MagicMock(return_value=malformed_page))
|
|
201
|
+
|
|
202
|
+
with pytest.raises(KeyError):
|
|
203
|
+
list(walkapi_iter(app, api, SUBSCRIBED, {"limit": 10}))
|
|
204
|
+
|
|
205
|
+
def test_pulses_handles_missing_references(self):
|
|
206
|
+
"""Test that pulses() handles API data missing optional references field."""
|
|
207
|
+
minimal_pulse = {
|
|
208
|
+
"id": "minimal123",
|
|
209
|
+
"name": "Minimal Threat",
|
|
210
|
+
"description": "Basic description",
|
|
211
|
+
"created": "2022-01-01T00:00:00",
|
|
212
|
+
"tags": ["minimal"],
|
|
213
|
+
# Missing 'references' - this is actually optional
|
|
214
|
+
}
|
|
215
|
+
|
|
216
|
+
created_threats = self.run_pulses_test(minimal_pulse)
|
|
217
|
+
assert len(created_threats) == 1
|
|
218
|
+
threat = created_threats[0]
|
|
219
|
+
assert "minimal \n" in threat.notes # Tags present, empty references
|
|
220
|
+
assert "AlienVault ID: minimal123" in threat.notes
|