PyPI - bbot - Versions diffs - 2.3.0.5546rc0__py3-none-any.whl → 2.3.1.5815rc0__py3-none-any.whl - Mend

bbot 2.3.0.5546rc0py3-none-any.whl → 2.3.1.5815rc0py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.

This version of bbot might be problematic. Click here for more details.

Files changed (116) hide show

bbot/__init__.py +1 -1
bbot/cli.py +1 -1
bbot/core/engine.py +1 -1
bbot/core/event/base.py +7 -5
bbot/core/helpers/async_helpers.py +7 -1
bbot/core/helpers/depsinstaller/installer.py +7 -2
bbot/core/helpers/diff.py +13 -4
bbot/core/helpers/dns/brute.py +8 -2
bbot/core/helpers/dns/engine.py +3 -2
bbot/core/helpers/ratelimiter.py +8 -2
bbot/core/helpers/regexes.py +5 -2
bbot/core/helpers/web/engine.py +1 -1
bbot/core/helpers/web/web.py +1 -1
bbot/core/shared_deps.py +14 -0
bbot/defaults.yml +44 -0
bbot/modules/ajaxpro.py +64 -37
bbot/modules/baddns.py +23 -15
bbot/modules/baddns_direct.py +2 -2
bbot/modules/badsecrets.py +2 -2
bbot/modules/base.py +49 -15
bbot/modules/censys.py +1 -1
bbot/modules/deadly/dastardly.py +3 -3
bbot/modules/deadly/nuclei.py +1 -1
bbot/modules/dehashed.py +2 -2
bbot/modules/dnsbrute_mutations.py +3 -1
bbot/modules/docker_pull.py +1 -1
bbot/modules/dockerhub.py +2 -2
bbot/modules/dotnetnuke.py +12 -12
bbot/modules/extractous.py +1 -1
bbot/modules/ffuf_shortnames.py +107 -48
bbot/modules/filedownload.py +6 -0
bbot/modules/generic_ssrf.py +54 -40
bbot/modules/github_codesearch.py +2 -2
bbot/modules/github_org.py +16 -20
bbot/modules/github_workflows.py +6 -2
bbot/modules/gowitness.py +6 -0
bbot/modules/hunt.py +1 -1
bbot/modules/hunterio.py +1 -1
bbot/modules/iis_shortnames.py +23 -7
bbot/modules/internal/excavate.py +5 -3
bbot/modules/internal/unarchive.py +82 -0
bbot/modules/jadx.py +2 -2
bbot/modules/output/asset_inventory.py +1 -1
bbot/modules/output/base.py +1 -1
bbot/modules/output/discord.py +2 -1
bbot/modules/output/slack.py +2 -1
bbot/modules/output/teams.py +10 -25
bbot/modules/output/web_parameters.py +55 -0
bbot/modules/paramminer_headers.py +15 -10
bbot/modules/portfilter.py +41 -0
bbot/modules/portscan.py +1 -22
bbot/modules/postman.py +61 -43
bbot/modules/postman_download.py +10 -147
bbot/modules/sitedossier.py +1 -1
bbot/modules/skymem.py +1 -1
bbot/modules/templates/postman.py +163 -1
bbot/modules/templates/subdomain_enum.py +1 -1
bbot/modules/templates/webhook.py +17 -26
bbot/modules/trufflehog.py +3 -3
bbot/modules/wappalyzer.py +1 -1
bbot/modules/zoomeye.py +1 -1
bbot/presets/kitchen-sink.yml +1 -1
bbot/presets/nuclei/nuclei-budget.yml +19 -0
bbot/presets/nuclei/nuclei-intense.yml +28 -0
bbot/presets/nuclei/nuclei-technology.yml +23 -0
bbot/presets/nuclei/nuclei.yml +34 -0
bbot/presets/spider-intense.yml +13 -0
bbot/scanner/preset/args.py +29 -3
bbot/scanner/preset/preset.py +43 -24
bbot/scanner/scanner.py +17 -7
bbot/test/bbot_fixtures.py +7 -7
bbot/test/test_step_1/test_bloom_filter.py +2 -2
bbot/test/test_step_1/test_cli.py +5 -5
bbot/test/test_step_1/test_dns.py +33 -0
bbot/test/test_step_1/test_events.py +15 -5
bbot/test/test_step_1/test_modules_basic.py +21 -21
bbot/test/test_step_1/test_presets.py +94 -4
bbot/test/test_step_1/test_regexes.py +13 -13
bbot/test/test_step_1/test_scan.py +78 -0
bbot/test/test_step_1/test_web.py +4 -4
bbot/test/test_step_2/module_tests/test_module_ajaxpro.py +43 -23
bbot/test/test_step_2/module_tests/test_module_azure_realm.py +3 -3
bbot/test/test_step_2/module_tests/test_module_baddns.py +3 -3
bbot/test/test_step_2/module_tests/test_module_bucket_amazon.py +6 -6
bbot/test/test_step_2/module_tests/test_module_bufferoverrun.py +3 -3
bbot/test/test_step_2/module_tests/test_module_cloudcheck.py +3 -3
bbot/test/test_step_2/module_tests/test_module_dnsbimi.py +3 -3
bbot/test/test_step_2/module_tests/test_module_dnscaa.py +6 -6
bbot/test/test_step_2/module_tests/test_module_dnscommonsrv.py +9 -9
bbot/test/test_step_2/module_tests/test_module_dnstlsrpt.py +12 -12
bbot/test/test_step_2/module_tests/test_module_excavate.py +15 -15
bbot/test/test_step_2/module_tests/test_module_extractous.py +3 -3
bbot/test/test_step_2/module_tests/test_module_ffuf_shortnames.py +8 -8
bbot/test/test_step_2/module_tests/test_module_generic_ssrf.py +3 -1
bbot/test/test_step_2/module_tests/test_module_github_codesearch.py +3 -3
bbot/test/test_step_2/module_tests/test_module_gowitness.py +9 -9
bbot/test/test_step_2/module_tests/test_module_iis_shortnames.py +1 -1
bbot/test/test_step_2/module_tests/test_module_paramminer_getparams.py +35 -1
bbot/test/test_step_2/module_tests/test_module_paramminer_headers.py +3 -3
bbot/test/test_step_2/module_tests/test_module_portfilter.py +48 -0
bbot/test/test_step_2/module_tests/test_module_postman.py +338 -3
bbot/test/test_step_2/module_tests/test_module_postman_download.py +4 -161
bbot/test/test_step_2/module_tests/test_module_securitytxt.py +12 -12
bbot/test/test_step_2/module_tests/test_module_teams.py +10 -1
bbot/test/test_step_2/module_tests/test_module_trufflehog.py +1 -1
bbot/test/test_step_2/module_tests/test_module_unarchive.py +229 -0
bbot/test/test_step_2/module_tests/test_module_viewdns.py +3 -3
bbot/test/test_step_2/module_tests/test_module_web_parameters.py +59 -0
bbot/test/test_step_2/module_tests/test_module_websocket.py +5 -4
{bbot-2.3.0.5546rc0.dist-info → bbot-2.3.1.5815rc0.dist-info}/METADATA +7 -7
{bbot-2.3.0.5546rc0.dist-info → bbot-2.3.1.5815rc0.dist-info}/RECORD +115 -105
{bbot-2.3.0.5546rc0.dist-info → bbot-2.3.1.5815rc0.dist-info}/WHEEL +1 -1
bbot/wordlists/ffuf_shortname_candidates.txt +0 -107982
/bbot/presets/{baddns-thorough.yml → baddns-intense.yml} +0 -0
{bbot-2.3.0.5546rc0.dist-info → bbot-2.3.1.5815rc0.dist-info}/LICENSE +0 -0
{bbot-2.3.0.5546rc0.dist-info → bbot-2.3.1.5815rc0.dist-info}/entry_points.txt +0 -0

bbot/test/test_step_2/module_tests/test_module_postman.py CHANGED Viewed

@@ -2,14 +2,50 @@ from .base import ModuleTestBase
 class TestPostman(ModuleTestBase):
+    config_overrides = {"modules": {"postman": {"api_key": "asdf"}}}
     modules_overrides = ["postman", "speculate"]
+    async def setup_before_prep(self, module_test):
+        module_test.httpx_mock.add_response(
+            url="https://api.getpostman.com/me",
+            match_headers={"X-Api-Key": "asdf"},
+            json={
+                "user": {
+                    "id": 000000,
+                    "username": "test_key",
+                    "email": "blacklanternsecurity@test.com",
+                    "fullName": "Test Key",
+                    "avatar": "",
+                    "isPublic": True,
+                    "teamId": 0,
+                    "teamDomain": "",
+                    "roles": ["user"],
+                },
+                "operations": [
+                    {"name": "api_object_usage", "limit": 3, "usage": 0, "overage": 0},
+                    {"name": "collection_run_limit", "limit": 25, "usage": 0, "overage": 0},
+                    {"name": "file_storage_limit", "limit": 20, "usage": 0, "overage": 0},
+                    {"name": "flow_count", "limit": 5, "usage": 0, "overage": 0},
+                    {"name": "flow_requests", "limit": 5000, "usage": 0, "overage": 0},
+                    {"name": "performance_test_limit", "limit": 25, "usage": 0, "overage": 0},
+                    {"name": "postbot_calls", "limit": 50, "usage": 0, "overage": 0},
+                    {"name": "reusable_packages", "limit": 3, "usage": 0, "overage": 0},
+                    {"name": "test_data_retrieval", "limit": 1000, "usage": 0, "overage": 0},
+                    {"name": "test_data_storage", "limit": 10, "usage": 0, "overage": 0},
+                    {"name": "mock_usage", "limit": 1000, "usage": 0, "overage": 0},
+                    {"name": "monitor_request_runs", "limit": 1000, "usage": 0, "overage": 0},
+                    {"name": "api_usage", "limit": 1000, "usage": 0, "overage": 0},
+                ],
+            },
+        )
     async def setup_after_prep(self, module_test):
         await module_test.mock_dns(
             {"blacklanternsecurity.com": {"A": ["127.0.0.99"]}, "github.com": {"A": ["127.0.0.99"]}}
         )
         module_test.httpx_mock.add_response(
             url="https://www.postman.com/_api/ws/proxy",
+            match_content=b'{"service": "search", "method": "POST", "path": "/search-all", "body": {"queryIndices": ["collaboration.workspace"], "queryText": "blacklanternsecurity", "size": 25, "from": 0, "clientTraceId": "", "requestOrigin": "srp", "mergeEntities": "true", "nonNestedRequests": "true", "domain": "public"}}',
             json={
                 "data": [
                     {
@@ -62,14 +98,65 @@ class TestPostman(ModuleTestBase):
                             "documentType": "workspace",
                         },
                         "highlight": {"summary": "<b>BLS</b> BBOT api test."},
-                    }
+                    },
+                    {
+                        "score": 611.41156,
+                        "normalizedScore": 23,
+                        "document": {
+                            "watcherCount": 6,
+                            "apiCount": 0,
+                            "forkCount": 0,
+                            "isblacklisted": "false",
+                            "createdAt": "2021-06-15T14:03:51",
+                            "publishertype": "team",
+                            "publisherHandle": "testteam",
+                            "id": "11498add-357d-4bc5-a008-0a2d44fb8829",
+                            "slug": "testing-bbot-api",
+                            "updatedAt": "2024-07-30T11:00:35",
+                            "entityType": "workspace",
+                            "visibilityStatus": "public",
+                            "forkcount": "0",
+                            "tags": [],
+                            "createdat": "2021-06-15T14:03:51",
+                            "forkLabel": "",
+                            "publisherName": "testteam",
+                            "name": "Test BlackLanternSecurity API Team Workspace",
+                            "dependencyCount": 7,
+                            "collectionCount": 6,
+                            "warehouse__updated_at": "2024-07-30 11:00:00",
+                            "privateNetworkFolders": [],
+                            "isPublisherVerified": False,
+                            "publisherType": "team",
+                            "curatedInList": [],
+                            "creatorId": "6900157",
+                            "description": "",
+                            "forklabel": "",
+                            "publisherId": "299401",
+                            "publisherLogo": "",
+                            "popularity": 5,
+                            "isPublic": True,
+                            "categories": [],
+                            "universaltags": "",
+                            "views": 5788,
+                            "summary": "Private test of BBOTs public API",
+                            "memberCount": 2,
+                            "isBlacklisted": False,
+                            "publisherid": "299401",
+                            "isPrivateNetworkEntity": False,
+                            "isDomainNonTrivial": True,
+                            "privateNetworkMeta": "",
+                            "updatedat": "2021-10-20T16:19:29",
+                            "documentType": "workspace",
+                        },
+                        "highlight": {"summary": "Private test of BBOTs Public API"},
+                    },
                 ],
                 "meta": {
                     "queryText": "blacklanternsecurity",
                     "total": {
                         "collection": 0,
                         "request": 0,
-                        "workspace": 1,
+                        "workspace": 2,
                         "api": 0,
                         "team": 0,
                         "user": 0,
@@ -78,7 +165,7 @@ class TestPostman(ModuleTestBase):
                         "privateNetworkFolder": 0,
                     },
                     "state": "AQ4",
-                    "spellCorrection": {"count": {"all": 1, "workspace": 1}, "correctedQueryText": None},
+                    "spellCorrection": {"count": {"all": 2, "workspace": 2}, "correctedQueryText": None},
                     "featureFlags": {
                         "enabledPublicResultCuration": True,
                         "boostByPopularity": True,
@@ -88,6 +175,253 @@ class TestPostman(ModuleTestBase):
                 },
             },
         )
+        module_test.httpx_mock.add_response(
+            url="https://www.postman.com/_api/ws/proxy",
+            match_content=b'{"service": "workspaces", "method": "GET", "path": "/workspaces?handle=blacklanternsecurity&slug=bbot-public"}',
+            json={
+                "meta": {"model": "workspace", "action": "find", "nextCursor": ""},
+                "data": [
+                    {
+                        "id": "3a7e4bdc-7ff7-4dd4-8eaa-61ddce1c3d1b",
+                        "name": "BlackLanternSecurity BBOT [Public]",
+                        "description": None,
+                        "summary": "BLS public workspaces.",
+                        "createdBy": "299401",
+                        "updatedBy": "299401",
+                        "team": None,
+                        "createdAt": "2021-10-20T16:19:29",
+                        "updatedAt": "2021-10-20T16:19:29",
+                        "visibilityStatus": "public",
+                        "profileInfo": {
+                            "slug": "bbot-public",
+                            "profileType": "team",
+                            "profileId": "000000",
+                            "publicHandle": "https://www.postman.com/blacklanternsecurity",
+                            "publicImageURL": "",
+                            "publicName": "BlackLanternSecurity",
+                            "isVerified": False,
+                        },
+                    }
+                ],
+            },
+        )
+        module_test.httpx_mock.add_response(
+            url="https://www.postman.com/_api/ws/proxy",
+            match_content=b'{"service": "workspaces", "method": "GET", "path": "/workspaces?handle=testteam&slug=testing-bbot-api"}',
+            json={
+                "meta": {"model": "workspace", "action": "find", "nextCursor": ""},
+                "data": [
+                    {
+                        "id": "a4dfe981-2593-4f0b-b4c3-5145e8640f7d",
+                        "name": "Test BlackLanternSecurity API Team Workspace",
+                        "description": None,
+                        "summary": "Private test of BBOTs public API",
+                        "createdBy": "299401",
+                        "updatedBy": "299401",
+                        "team": None,
+                        "createdAt": "2021-10-20T16:19:29",
+                        "updatedAt": "2021-10-20T16:19:29",
+                        "visibilityStatus": "public",
+                        "profileInfo": {
+                            "slug": "bbot-public",
+                            "profileType": "team",
+                            "profileId": "000000",
+                            "publicHandle": "https://www.postman.com/testteam",
+                            "publicImageURL": "",
+                            "publicName": "testteam",
+                            "isVerified": False,
+                        },
+                    }
+                ],
+            },
+        )
+        module_test.httpx_mock.add_response(
+            url="https://api.getpostman.com/workspaces/3a7e4bdc-7ff7-4dd4-8eaa-61ddce1c3d1b",
+            match_headers={"X-Api-Key": "asdf"},
+            json={
+                "workspace": {
+                    "id": "3a7e4bdc-7ff7-4dd4-8eaa-61ddce1c3d1b",
+                    "name": "BlackLanternSecurity BBOT [Public]",
+                    "type": "personal",
+                    "description": None,
+                    "visibility": "public",
+                    "createdBy": "00000000",
+                    "updatedBy": "00000000",
+                    "createdAt": "2021-11-17T06:09:01.000Z",
+                    "updatedAt": "2021-11-17T08:57:16.000Z",
+                    "collections": [
+                        {
+                            "id": "2aab9fd0-3715-4abe-8bb0-8cb0264d023f",
+                            "name": "BBOT Public",
+                            "uid": "10197090-2aab9fd0-3715-4abe-8bb0-8cb0264d023f",
+                        },
+                    ],
+                    "environments": [
+                        {
+                            "id": "f770f816-9c6a-40f7-bde3-c0855d2a1089",
+                            "name": "BBOT Test",
+                            "uid": "10197090-f770f816-9c6a-40f7-bde3-c0855d2a1089",
+                        }
+                    ],
+                    "apis": [],
+                }
+            },
+        )
+        module_test.httpx_mock.add_response(
+            url="https://api.getpostman.com/workspaces/a4dfe981-2593-4f0b-b4c3-5145e8640f7d",
+            json={
+                "workspace": {
+                    "id": "a4dfe981-2593-4f0b-b4c3-5145e8640f7d",
+                    "name": "Test BlackLanternSecurity API Team Workspace",
+                    "type": "personal",
+                    "description": None,
+                    "visibility": "public",
+                    "createdBy": "00000000",
+                    "updatedBy": "00000000",
+                    "createdAt": "2021-11-17T06:09:01.000Z",
+                    "updatedAt": "2021-11-17T08:57:16.000Z",
+                    "collections": [
+                        {
+                            "id": "f46bebfd-420a-4adf-97d1-6fb5a02cf7fc",
+                            "name": "BBOT Public",
+                            "uid": "10197090-f46bebfd-420a-4adf-97d1-6fb5a02cf7fc",
+                        },
+                    ],
+                    "environments": [],
+                    "apis": [],
+                }
+            },
+        )
+        module_test.httpx_mock.add_response(
+            url="https://www.postman.com/_api/workspace/3a7e4bdc-7ff7-4dd4-8eaa-61ddce1c3d1b/globals",
+            json={
+                "model_id": "8be7574b-219f-49e0-8d25-da447a882e4e",
+                "meta": {"model": "globals", "action": "find"},
+                "data": {
+                    "workspace": "3a7e4bdc-7ff7-4dd4-8eaa-61ddce1c3d1b",
+                    "lastUpdatedBy": "00000000",
+                    "lastRevision": 1637239113000,
+                    "id": "8be7574b-219f-49e0-8d25-da447a882e4e",
+                    "values": [
+                        {
+                            "key": "endpoint_url",
+                            "value": "https://api.blacklanternsecurity.com/",
+                            "enabled": True,
+                        },
+                    ],
+                    "createdAt": "2021-11-17T06:09:01.000Z",
+                    "updatedAt": "2021-11-18T12:38:33.000Z",
+                },
+            },
+        )
+        module_test.httpx_mock.add_response(
+            url="https://www.postman.com/_api/workspace/a4dfe981-2593-4f0b-b4c3-5145e8640f7d/globals",
+            json={
+                "model_id": "8be7574b-219f-49e0-8d25-da447a882e4e",
+                "meta": {"model": "globals", "action": "find"},
+                "data": {
+                    "workspace": "a4dfe981-2593-4f0b-b4c3-5145e8640f7d",
+                    "lastUpdatedBy": "00000000",
+                    "lastRevision": 1637239113000,
+                    "id": "8be7574b-219f-49e0-8d25-da447a882e4e",
+                    "values": [],
+                    "createdAt": "2021-11-17T06:09:01.000Z",
+                    "updatedAt": "2021-11-18T12:38:33.000Z",
+                },
+            },
+        )
+        module_test.httpx_mock.add_response(
+            url="https://api.getpostman.com/environments/10197090-f770f816-9c6a-40f7-bde3-c0855d2a1089",
+            match_headers={"X-Api-Key": "asdf"},
+            json={
+                "environment": {
+                    "id": "f770f816-9c6a-40f7-bde3-c0855d2a1089",
+                    "name": "BBOT Test",
+                    "owner": "00000000",
+                    "createdAt": "2021-11-17T06:29:54.000Z",
+                    "updatedAt": "2021-11-23T07:06:53.000Z",
+                    "values": [
+                        {
+                            "key": "temp_session_endpoint",
+                            "value": "https://api.blacklanternsecurity.com/",
+                            "enabled": True,
+                        },
+                    ],
+                    "isPublic": True,
+                }
+            },
+        )
+        module_test.httpx_mock.add_response(
+            url="https://api.getpostman.com/collections/10197090-2aab9fd0-3715-4abe-8bb0-8cb0264d023f",
+            match_headers={"X-Api-Key": "asdf"},
+            json={
+                "collection": {
+                    "info": {
+                        "_postman_id": "62b91565-d2e2-4bcd-8248-4dba2e3452f0",
+                        "name": "BBOT Public",
+                        "schema": "https://schema.getpostman.com/json/collection/v2.1.0/collection.json",
+                        "updatedAt": "2021-11-17T07:13:16.000Z",
+                        "createdAt": "2021-11-17T07:13:15.000Z",
+                        "lastUpdatedBy": "00000000",
+                        "uid": "00000000-62b91565-d2e2-4bcd-8248-4dba2e3452f0",
+                    },
+                    "item": [
+                        {
+                            "name": "Generate API Session",
+                            "id": "c1bac38c-dfc9-4cc0-9c19-828cbc8543b1",
+                            "protocolProfileBehavior": {"disableBodyPruning": True},
+                            "request": {
+                                "method": "POST",
+                                "header": [{"key": "Content-Type", "value": "application/json"}],
+                                "body": {
+                                    "mode": "raw",
+                                    "raw": '{"username": "test", "password": "Test"}',
+                                },
+                                "url": {"raw": "{{endpoint_url}}", "host": ["{{endpoint_url}}"]},
+                                "description": "",
+                            },
+                            "response": [],
+                            "uid": "10197090-c1bac38c-dfc9-4cc0-9c19-828cbc8543b1",
+                        },
+                    ],
+                }
+            },
+        )
+        module_test.httpx_mock.add_response(
+            url="https://api.getpostman.com/collections/10197090-f46bebfd-420a-4adf-97d1-6fb5a02cf7fc",
+            json={
+                "collection": {
+                    "info": {
+                        "_postman_id": "f46bebfd-420a-4adf-97d1-6fb5a02cf7fc",
+                        "name": "BBOT Public",
+                        "schema": "https://schema.getpostman.com/json/collection/v2.1.0/collection.json",
+                        "updatedAt": "2021-11-17T07:13:16.000Z",
+                        "createdAt": "2021-11-17T07:13:15.000Z",
+                        "lastUpdatedBy": "00000000",
+                        "uid": "00000000-f46bebfd-420a-4adf-97d1-6fb5a02cf7fc",
+                    },
+                    "item": [
+                        {
+                            "name": "Out of Scope API request",
+                            "id": "c1bac38c-dfc9-4cc0-9c19-828cbc8543b1",
+                            "protocolProfileBehavior": {"disableBodyPruning": True},
+                            "request": {
+                                "method": "POST",
+                                "header": [{"key": "Content-Type", "value": "application/json"}],
+                                "body": {
+                                    "mode": "raw",
+                                    "raw": '{"username": "test", "password": "Test"}',
+                                },
+                                "url": {"raw": "https://www.outofscope.com", "host": ["www.outofscope.com"]},
+                                "description": "",
+                            },
+                            "response": [],
+                            "uid": "10197090-c1bac38c-dfc9-4cc0-9c19-828cbc8543b1",
+                        },
+                    ],
+                }
+            },
+        )
     def check(self, module_test, events):
         assert len(events) == 5
@@ -101,6 +435,7 @@ class TestPostman(ModuleTestBase):
         assert 1 == len(
             [e for e in events if e.type == "ORG_STUB" and e.data == "blacklanternsecurity" and e.scope_distance == 0]
         ), "Failed to find ORG_STUB"
+        # Find only 1 in-scope workspace the other will be out of scope
         assert 1 == len(
             [
                 e

bbot/test/test_step_2/module_tests/test_module_postman_download.py CHANGED Viewed

@@ -45,7 +45,7 @@ class TestPostman_Download(ModuleTestBase):
         )
         module_test.httpx_mock.add_response(
             url="https://www.postman.com/_api/ws/proxy",
-            match_content=b'{"service": "search", "method": "POST", "path": "/search-all", "body": {"queryIndices": ["collaboration.workspace"], "queryText": "blacklanternsecurity", "size": 100, "from": 0, "clientTraceId": "", "requestOrigin": "srp", "mergeEntities": "true", "nonNestedRequests": "true", "domain": "public"}}',
+            match_content=b'{"service": "search", "method": "POST", "path": "/search-all", "body": {"queryIndices": ["collaboration.workspace"], "queryText": "blacklanternsecurity", "size": 25, "from": 0, "clientTraceId": "", "requestOrigin": "srp", "mergeEntities": "true", "nonNestedRequests": "true", "domain": "public"}}',
             json={
                 "data": [
                     {
@@ -99,64 +99,13 @@ class TestPostman_Download(ModuleTestBase):
                         },
                         "highlight": {"summary": "<b>BLS</b> BBOT api test."},
                     },
-                    {
-                        "score": 611.41156,
-                        "normalizedScore": 23,
-                        "document": {
-                            "watcherCount": 6,
-                            "apiCount": 0,
-                            "forkCount": 0,
-                            "isblacklisted": "false",
-                            "createdAt": "2021-06-15T14:03:51",
-                            "publishertype": "team",
-                            "publisherHandle": "testteam",
-                            "id": "11498add-357d-4bc5-a008-0a2d44fb8829",
-                            "slug": "testing-bbot-api",
-                            "updatedAt": "2024-07-30T11:00:35",
-                            "entityType": "workspace",
-                            "visibilityStatus": "public",
-                            "forkcount": "0",
-                            "tags": [],
-                            "createdat": "2021-06-15T14:03:51",
-                            "forkLabel": "",
-                            "publisherName": "testteam",
-                            "name": "Test BlackLanternSecurity API Team Workspace",
-                            "dependencyCount": 7,
-                            "collectionCount": 6,
-                            "warehouse__updated_at": "2024-07-30 11:00:00",
-                            "privateNetworkFolders": [],
-                            "isPublisherVerified": False,
-                            "publisherType": "team",
-                            "curatedInList": [],
-                            "creatorId": "6900157",
-                            "description": "",
-                            "forklabel": "",
-                            "publisherId": "299401",
-                            "publisherLogo": "",
-                            "popularity": 5,
-                            "isPublic": True,
-                            "categories": [],
-                            "universaltags": "",
-                            "views": 5788,
-                            "summary": "Private test of BBOTs public API",
-                            "memberCount": 2,
-                            "isBlacklisted": False,
-                            "publisherid": "299401",
-                            "isPrivateNetworkEntity": False,
-                            "isDomainNonTrivial": True,
-                            "privateNetworkMeta": "",
-                            "updatedat": "2021-10-20T16:19:29",
-                            "documentType": "workspace",
-                        },
-                        "highlight": {"summary": "Private test of BBOTs Public API"},
-                    },
                 ],
                 "meta": {
                     "queryText": "blacklanternsecurity",
                     "total": {
                         "collection": 0,
                         "request": 0,
-                        "workspace": 2,
+                        "workspace": 1,
                         "api": 0,
                         "team": 0,
                         "user": 0,
@@ -165,7 +114,7 @@ class TestPostman_Download(ModuleTestBase):
                         "privateNetworkFolder": 0,
                     },
                     "state": "AQ4",
-                    "spellCorrection": {"count": {"all": 2, "workspace": 2}, "correctedQueryText": None},
+                    "spellCorrection": {"count": {"all": 1, "workspace": 1}, "correctedQueryText": None},
                     "featureFlags": {
                         "enabledPublicResultCuration": True,
                         "boostByPopularity": True,
@@ -205,36 +154,6 @@ class TestPostman_Download(ModuleTestBase):
                 ],
             },
         )
-        module_test.httpx_mock.add_response(
-            url="https://www.postman.com/_api/ws/proxy",
-            match_content=b'{"service": "workspaces", "method": "GET", "path": "/workspaces?handle=testteam&slug=testing-bbot-api"}',
-            json={
-                "meta": {"model": "workspace", "action": "find", "nextCursor": ""},
-                "data": [
-                    {
-                        "id": "a4dfe981-2593-4f0b-b4c3-5145e8640f7d",
-                        "name": "Test BlackLanternSecurity API Team Workspace",
-                        "description": None,
-                        "summary": "Private test of BBOTs public API",
-                        "createdBy": "299401",
-                        "updatedBy": "299401",
-                        "team": None,
-                        "createdAt": "2021-10-20T16:19:29",
-                        "updatedAt": "2021-10-20T16:19:29",
-                        "visibilityStatus": "public",
-                        "profileInfo": {
-                            "slug": "bbot-public",
-                            "profileType": "team",
-                            "profileId": "000000",
-                            "publicHandle": "https://www.postman.com/testteam",
-                            "publicImageURL": "",
-                            "publicName": "testteam",
-                            "isVerified": False,
-                        },
-                    }
-                ],
-            },
-        )
         module_test.httpx_mock.add_response(
             url="https://api.getpostman.com/workspaces/3a7e4bdc-7ff7-4dd4-8eaa-61ddce1c3d1b",
             match_headers={"X-Api-Key": "asdf"},
@@ -267,31 +186,6 @@ class TestPostman_Download(ModuleTestBase):
                 }
             },
         )
-        module_test.httpx_mock.add_response(
-            url="https://api.getpostman.com/workspaces/a4dfe981-2593-4f0b-b4c3-5145e8640f7d",
-            json={
-                "workspace": {
-                    "id": "a4dfe981-2593-4f0b-b4c3-5145e8640f7d",
-                    "name": "Test BlackLanternSecurity API Team Workspace",
-                    "type": "personal",
-                    "description": None,
-                    "visibility": "public",
-                    "createdBy": "00000000",
-                    "updatedBy": "00000000",
-                    "createdAt": "2021-11-17T06:09:01.000Z",
-                    "updatedAt": "2021-11-17T08:57:16.000Z",
-                    "collections": [
-                        {
-                            "id": "f46bebfd-420a-4adf-97d1-6fb5a02cf7fc",
-                            "name": "BBOT Public",
-                            "uid": "10197090-f46bebfd-420a-4adf-97d1-6fb5a02cf7fc",
-                        },
-                    ],
-                    "environments": [],
-                    "apis": [],
-                }
-            },
-        )
         module_test.httpx_mock.add_response(
             url="https://www.postman.com/_api/workspace/3a7e4bdc-7ff7-4dd4-8eaa-61ddce1c3d1b/globals",
             json={
@@ -314,22 +208,6 @@ class TestPostman_Download(ModuleTestBase):
                 },
             },
         )
-        module_test.httpx_mock.add_response(
-            url="https://www.postman.com/_api/workspace/a4dfe981-2593-4f0b-b4c3-5145e8640f7d/globals",
-            json={
-                "model_id": "8be7574b-219f-49e0-8d25-da447a882e4e",
-                "meta": {"model": "globals", "action": "find"},
-                "data": {
-                    "workspace": "a4dfe981-2593-4f0b-b4c3-5145e8640f7d",
-                    "lastUpdatedBy": "00000000",
-                    "lastRevision": 1637239113000,
-                    "id": "8be7574b-219f-49e0-8d25-da447a882e4e",
-                    "values": [],
-                    "createdAt": "2021-11-17T06:09:01.000Z",
-                    "updatedAt": "2021-11-18T12:38:33.000Z",
-                },
-            },
-        )
         module_test.httpx_mock.add_response(
             url="https://api.getpostman.com/environments/10197090-f770f816-9c6a-40f7-bde3-c0855d2a1089",
             match_headers={"X-Api-Key": "asdf"},
@@ -387,44 +265,9 @@ class TestPostman_Download(ModuleTestBase):
                 }
             },
         )
-        module_test.httpx_mock.add_response(
-            url="https://api.getpostman.com/collections/10197090-f46bebfd-420a-4adf-97d1-6fb5a02cf7fc",
-            json={
-                "collection": {
-                    "info": {
-                        "_postman_id": "f46bebfd-420a-4adf-97d1-6fb5a02cf7fc",
-                        "name": "BBOT Public",
-                        "schema": "https://schema.getpostman.com/json/collection/v2.1.0/collection.json",
-                        "updatedAt": "2021-11-17T07:13:16.000Z",
-                        "createdAt": "2021-11-17T07:13:15.000Z",
-                        "lastUpdatedBy": "00000000",
-                        "uid": "00000000-f46bebfd-420a-4adf-97d1-6fb5a02cf7fc",
-                    },
-                    "item": [
-                        {
-                            "name": "Out of Scope API request",
-                            "id": "c1bac38c-dfc9-4cc0-9c19-828cbc8543b1",
-                            "protocolProfileBehavior": {"disableBodyPruning": True},
-                            "request": {
-                                "method": "POST",
-                                "header": [{"key": "Content-Type", "value": "application/json"}],
-                                "body": {
-                                    "mode": "raw",
-                                    "raw": '{"username": "test", "password": "Test"}',
-                                },
-                                "url": {"raw": "https://www.outofscope.com", "host": ["www.outofscope.com"]},
-                                "description": "",
-                            },
-                            "response": [],
-                            "uid": "10197090-c1bac38c-dfc9-4cc0-9c19-828cbc8543b1",
-                        },
-                    ],
-                }
-            },
-        )
     def check(self, module_test, events):
-        assert 2 == len(
+        assert 1 == len(
             [e for e in events if e.type == "CODE_REPOSITORY" and "postman" in e.tags and e.scope_distance == 1]
         ), "Failed to find blacklanternsecurity postman workspace"
         assert 1 == len(

bbot/test/test_step_2/module_tests/test_module_securitytxt.py CHANGED Viewed

@@ -21,9 +21,9 @@ class TestSecurityTxt(ModuleTestBase):
         )
     def check(self, module_test, events):
-        assert any(
-            e.type == "EMAIL_ADDRESS" and e.data == "joe.smith@blacklanternsecurity.notreal" for e in events
-        ), "Failed to detect email address"
+        assert any(e.type == "EMAIL_ADDRESS" and e.data == "joe.smith@blacklanternsecurity.notreal" for e in events), (
+            "Failed to detect email address"
+        )
         assert not any(
             e.type == "URL_UNVERIFIED" and e.data == "https://blacklanternsecurity.notreal/.well-known/security.txt"
             for e in events
@@ -39,12 +39,12 @@ class TestSecurityTxtEmailsFalse(TestSecurityTxt):
     def check(self, module_test, events):
         assert not any(e.type == "EMAIL_ADDRESS" for e in events), "Detected email address when emails=False"
-        assert any(
-            e.type == "URL_UNVERIFIED" and e.data == "https://vdp.example.com/" for e in events
-        ), "Failed to detect URL"
-        assert any(
-            e.type == "URL_UNVERIFIED" and e.data == "https://example.com/cert" for e in events
-        ), "Failed to detect URL"
-        assert any(
-            e.type == "URL_UNVERIFIED" and e.data == "https://www.careers.example.com/" for e in events
-        ), "Failed to detect URL"
+        assert any(e.type == "URL_UNVERIFIED" and e.data == "https://vdp.example.com/" for e in events), (
+            "Failed to detect URL"
+        )
+        assert any(e.type == "URL_UNVERIFIED" and e.data == "https://example.com/cert" for e in events), (
+            "Failed to detect URL"
+        )
+        assert any(e.type == "URL_UNVERIFIED" and e.data == "https://www.careers.example.com/" for e in events), (
+            "Failed to detect URL"
+        )

bbot 2.3.0.5546rc0__py3-none-any.whl → 2.3.1.5815rc0__py3-none-any.whl

Potentially problematic release.

bbot 2.3.0.5546rc0py3-none-any.whl → 2.3.1.5815rc0py3-none-any.whl