cartography 0.94.0rc2__py3-none-any.whl → 0.95.0rc1__py3-none-any.whl

{cartography-0.94.0rc2.dist-info → cartography-0.95.0rc1.dist-info}/LICENSE

@@ -187,7 +187,7 @@
       same "printed page" as the copyright notice for easier
       identification within third-party archives.
 
-   Copyright 2019 Lyft, Inc.
+   Copyright 2024 The Linux Foundation
 
    Licensed under the Apache License, Version 2.0 (the "License");
    you may not use this file except in compliance with the License.

{cartography-0.94.0rc2.dist-info → cartography-0.95.0rc1.dist-info}/METADATA

@@ -1,10 +1,9 @@
 Metadata-Version: 2.1
 Name: cartography
-Version: 0.94.0rc2
+Version: 0.95.0rc1
 Summary: Explore assets and their relationships across your technical infrastructure.
-Home-page: https://www.github.com/lyft/cartography
-Maintainer: Lyft
-Maintainer-email: security@lyft.com
+Home-page: https://www.github.com/cartography-cncf/cartography
+Maintainer: Cartography Contributors
 License: apache2
 Classifier: Development Status :: 4 - Beta
 Classifier: Intended Audience :: Developers
@@ -18,7 +17,6 @@ Classifier: Topic :: Software Development :: Libraries
 Classifier: Topic :: Software Development :: Libraries :: Python Modules
 Description-Content-Type: text/markdown
 License-File: LICENSE
-License-File: NOTICE
 Requires-Dist: backoff >=2.1.2
 Requires-Dist: boto3 >=1.15.1
 Requires-Dist: botocore >=1.18.1

{cartography-0.94.0rc2.dist-info → cartography-0.95.0rc1.dist-info}/RECORD

@@ -1,10 +1,10 @@
 cartography/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 cartography/__main__.py,sha256=JftXT_nUPkqcEh8uxCCT4n-OyHYqbldEgrDS-4ygy0U,101
-cartography/cli.py,sha256=ot9_gMxw5_irVS7KYfWf5HIr2Xkb10RDEbOTY1nzUcw,31787
-cartography/config.py,sha256=rL1zgxZO47_R7S6E9e0CwxmhzRSN0X_q93NtcPR1G00,11368
+cartography/cli.py,sha256=tfIPOMh3DtQG7Dgmg9rNNqoTcxgocBu45k88CAM09Nk,32368
+cartography/config.py,sha256=QbFqwUb6P8-wdkf4ljE5HJhduXl_3Gt2xzBQRayq0sg,11566
 cartography/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 cartography/stats.py,sha256=dbybb9V2FuvSuHjjNwz6Vjwnd1hap2C7h960rLoKcl8,4406
-cartography/sync.py,sha256=a80r_IzrZcWGSmRDRrxkesNYPiOuLte5YHvDQT3L-Lw,9730
+cartography/sync.py,sha256=ziD63T_774gXSuD5zdz6fLGvv1Kt2ntQySSVbmcCZb8,9708
 cartography/util.py,sha256=umfnjX8jVLu0rpYA75X-WvRpYzHQxns9qZiPwfyAlwQ,14478
 cartography/client/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 cartography/client/aws/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -12,7 +12,7 @@ cartography/client/aws/iam.py,sha256=dYsGikc36DEsSeR2XVOVFFUDwuU9yWj_EVkpgVYCFgM
 cartography/client/core/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 cartography/client/core/tx.py,sha256=4_kTBxrtlwsOM-e8Xtjf7wmmzwZ-DGRJL0rPFp0Xj0Q,10805
 cartography/data/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-cartography/data/indexes.cypher,sha256=PTQEUbC_Kmjj_wM-j6NJqLvETRIORreeqF6WlKmnHKg,27395
+cartography/data/indexes.cypher,sha256=Ha8VemktSz8ikIS4On-8FTiv2-WwRx5j3l02gQnSWXk,27262
 cartography/data/permission_relationships.yaml,sha256=RuKGGc_3ZUQ7ag0MssB8k_zaonCkVM5E8I_svBWTmGc,969
 cartography/data/jobs/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 cartography/data/jobs/analysis/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -88,7 +88,6 @@ cartography/data/jobs/cleanup/azure_storage_account_cleanup.json,sha256=XZdjKDOj
 cartography/data/jobs/cleanup/azure_subscriptions_cleanup.json,sha256=bowUBCjHYlC4Xd60lv33sxRi-bv1wiT5gAOStaHMX4k,430
 cartography/data/jobs/cleanup/azure_tenant_cleanup.json,sha256=jcjmZH6kfVGZ9q68rfvnroF0kNNHZ2uTZQ17Rmd4FH0,220
 cartography/data/jobs/cleanup/crowdstrike_import_cleanup.json,sha256=bBPwftvz1iMUKrqKFCFZEH3LgVRzg-t5fRUh6Chx-vo,1426
-cartography/data/jobs/cleanup/crxcavator_import_cleanup.json,sha256=IvGVD_lRR-0nEPorq3vhVKmO2R1bKBpivujJIxVo3hE,607
 cartography/data/jobs/cleanup/digitalocean_droplet_cleanup.json,sha256=f26TdPUPYnIp45ipPys5M6VVfConUZySIbkgSr3iQno,703
 cartography/data/jobs/cleanup/digitalocean_project_cleanup.json,sha256=5mo9vPshCdUZfgTWd_22_TLSyfe6hd41u7z-B8H1qgY,702
 cartography/data/jobs/cleanup/gcp_compute_firewall_cleanup.json,sha256=FVNJ8EPaPhmQ_sh4vyTdMyEgs6Y-DIoFTdWJaELgz44,1904
@@ -118,11 +117,11 @@ cartography/data/jobs/cleanup/okta_groups_cleanup.json,sha256=cBI3f_okl4pnVH48L1
 cartography/data/jobs/cleanup/okta_import_cleanup.json,sha256=4XQwYpY9vITLhnLpijMVa5PxO0Tm38CcMydnbPdQPm0,3798
 cartography/data/jobs/cleanup/pagerduty_import_cleanup.json,sha256=RJqG_Uw_QEGTer_-s2IuZ3a2kykhUcCdDNZu0S7SEB4,4457
 cartography/data/jobs/scoped_analysis/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-cartography/data/jobs/scoped_analysis/semgrep_sca_risk_analysis.json,sha256=Nlx4xRISmn_RQjVoRO1qAc2KtkiGy8i4mUB1NBPjCVc,6451
+cartography/data/jobs/scoped_analysis/semgrep_sca_risk_analysis.json,sha256=eIYxbl5TdgVzN8En2JozWoyKAiIh3Dp8wUMkTDPGZY0,6485
 cartography/driftdetect/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 cartography/driftdetect/__main__.py,sha256=Sz24Kxy5x6RC3GQEkuUDXzjOV3SvlHVkZdvPl1GLl5E,125
 cartography/driftdetect/add_shortcut.py,sha256=COtcCW9T0ss-bP1B2y9gEk3kN6HA01kkurSiDBNLzco,2377
-cartography/driftdetect/cli.py,sha256=0Du2lMSHs6TySrUfTk5TLc2lw1d85kyy93WCJIFqZ-8,9170
+cartography/driftdetect/cli.py,sha256=SiNTsVtxCyMUoTzjCMkSUQ-TYPceGoZ67hp8eejp71k,9172
 cartography/driftdetect/config.py,sha256=wHx1RmKRU3fJ9xD8Nf62uIFGOoaohgyqrFIAy-Fc_xM,2974
 cartography/driftdetect/detect_deviations.py,sha256=pfNce5VWfs_oNNI2-PFgOAOzZ8YPprrE7LxdBo27kqU,4349
 cartography/driftdetect/get_states.py,sha256=iAAoIqItZx-dHV9OmWIhHy0YjhHA1AH8DGtUwp6YO1c,5965
@@ -135,7 +134,7 @@ cartography/driftdetect/util.py,sha256=Lqxv8QoFn3_3Fz18qCOjkjJ6yBwgrHjrxXmArBAEd
 cartography/graph/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 cartography/graph/cleanupbuilder.py,sha256=87vFrOJo66hOrrqeNwXp18WrNQEheHTlZko9KUkXWhY,8021
 cartography/graph/context.py,sha256=RGxGb8EnxowcqjR0nFF86baNhgRHeUF9wjIoFUoG8LU,1230
-cartography/graph/job.py,sha256=VBKc0VLbDz1zm5jslF49nbPbQS7DkdQwfPG7rdLSc1w,7288
+cartography/graph/job.py,sha256=RZWsbNhHuJlcSpw4C73ZuovRTp7kGrcm3X9yUH8vT1Q,7488
 cartography/graph/querybuilder.py,sha256=MMXzUEg4td-YmHMNM97KAqDZ6-1wNClO2jmJoG47BTY,20108
 cartography/graph/statement.py,sha256=VsqG46ty_Mm87fr8YdIwfr6a82OUXU7yZe6S-Py9hZg,5345
 cartography/intel/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -157,7 +156,7 @@ cartography/intel/aws/inspector.py,sha256=S22ZgRKEnmnBTJ-u0rodqRPB7_LkSIek47NeBx
 cartography/intel/aws/kms.py,sha256=bZUzMxAH_DsAcGTJBs08gg2tLKYu-QWjvMvV9C-6v50,11731
 cartography/intel/aws/lambda_function.py,sha256=KKTyn53xpaMI9WvIqxmsOASFwflHt-2_5ow-zUFc2wg,9890
 cartography/intel/aws/organizations.py,sha256=HaQZ3J5XF15BuykuDypqFORDYpnoHuRRr4DuceewH4s,4485
-cartography/intel/aws/permission_relationships.py,sha256=PhOnag0a1gZHtUg82546MKhj-8IcGJ7wLbvPASUBXlg,14792
+cartography/intel/aws/permission_relationships.py,sha256=IarV9gt5BaplZ5TPo_mfypt9bTKfT9qDtqC3Ob89qGI,14904
 cartography/intel/aws/rds.py,sha256=vnlNYmrO2Cc0PNn31CeG2QwYhwjVosbQFE9Ol1vQyLE,25252
 cartography/intel/aws/redshift.py,sha256=KOqiXIllHmtPTeaNGl-cX4srY5pFE6o12j8MQ5-zWpc,6694
 cartography/intel/aws/resourcegroupstaggingapi.py,sha256=aq4kPF6t8QZZoTxdkQVLXH65Di41CDJVM9llJNe6iaY,10278
@@ -206,8 +205,6 @@ cartography/intel/crowdstrike/__init__.py,sha256=dAtgI-0vZAQZ3cTFQhMEzzt7aqiNSNu
 cartography/intel/crowdstrike/endpoints.py,sha256=tdqokMDW3p4fK3dHKKb2T1DTogvOJBCpwyrxdQlbUhw,3815
 cartography/intel/crowdstrike/spotlight.py,sha256=yNhj44-RYF6ubck-hHMKhKiNU0fCfhQf4Oagopc31EM,4754
 cartography/intel/crowdstrike/util.py,sha256=gfJ6Ptr6YdbBS9Qj9a_-Jc-IJroADDRcXqjh5TW0qXE,277
-cartography/intel/crxcavator/__init__.py,sha256=VM6N_7dMagzuQQjUeFgqrt2_d2Is9ugDMTrgKke2c0g,1606
-cartography/intel/crxcavator/crxcavator.py,sha256=tnx6bq8Oz020mhMDmx8gKZ_ro_0UvUGeWrshmFr7bBw,13797
 cartography/intel/cve/__init__.py,sha256=A7XjKQSanmwMSIXSum1qJSegtYcQCuz_713RU-bFQz8,2504
 cartography/intel/cve/feed.py,sha256=JkfRV18JoydOuncKR1y3s8esuN2Xk4gIB6viKNXU_X0,10020
 cartography/intel/digitalocean/__init__.py,sha256=SMYB7LGIQOj_EgGSGVjWZk7SJNbP43hQuOfgOu6xYm4,1526
@@ -222,7 +219,7 @@ cartography/intel/duo/phones.py,sha256=ueJheqSLD2xYcMus5eOiixPYS3_xVjgQzeomjV2a6
 cartography/intel/duo/tokens.py,sha256=bEEnjfc4waQnkRHVSnZLAeGE8wHOOZL7FA9m80GGQdQ,2396
 cartography/intel/duo/users.py,sha256=lc7ly_XKeUjJ50szw31WT_GiCrZfGKJv1zVUpmTchh4,4097
 cartography/intel/duo/web_authn_credentials.py,sha256=IbDf3CWqfEyI7f9zJugUvoDd6vZOECfb_7ANZaRYzuk,2636
-cartography/intel/gcp/__init__.py,sha256=kxRvAc1DPNkE2JCy3_QjbwLebZ4irKOlSol3TxnN37E,12158
+cartography/intel/gcp/__init__.py,sha256=jJOT6Ys97qm1W0jGXFwtSOOSGPa7q-Xxr1YIR8fKejo,15849
 cartography/intel/gcp/compute.py,sha256=CH2cBdOwbLZCAbkfRJkkI-sFybXVKRWEUGDJANQmvyA,48333
 cartography/intel/gcp/crm.py,sha256=Uw5PILhVFhpM8gq7uu2v7F_YikDW3gsTZ3d7-e8Z1_k,12324
 cartography/intel/gcp/dns.py,sha256=y2pvbmV04cnrMyuu_nbW3oc7uwHX6yEzn1n7veCsjmk,7748
@@ -238,7 +235,7 @@ cartography/intel/gsuite/api.py,sha256=J0dkNdfBVMrEv8vvStQu7YKVxXSyV45WueFhUS4aO
 cartography/intel/jamf/__init__.py,sha256=Nof-LrUeevoieo6oP2GyfTwx8k5TUIgreW6hSj53YjQ,419
 cartography/intel/jamf/computers.py,sha256=EfjlupQ-9HYTjOrmuwrGuJDy9ApAnJvk8WrYcp6_Jkk,1673
 cartography/intel/jamf/util.py,sha256=EAyP8VpOY2uAvW3HtX6r7qORNjGa1Tr3fuqezuLQ0j4,1017
-cartography/intel/kandji/__init__.py,sha256=OHZJNzuNibIfJ51OkL3XL2EdA_ZmvPHPeWCQUld4J64,1079
+cartography/intel/kandji/__init__.py,sha256=Y38bVRmrGVJRy0mSof8xU-cuEyJ7N_oI7KekYjYyuiQ,1076
 cartography/intel/kandji/devices.py,sha256=j_rP6rQ5VPT_XEcGXx7Yt6eCOm1Oe3I2qWIxXODXEcA,2224
 cartography/intel/kubernetes/__init__.py,sha256=jaOTEanWnTrYvcBN1XUC5oqBhz1AJbFmzoT9uu_VBSg,1481
 cartography/intel/kubernetes/namespaces.py,sha256=6o-FgAX_Ai5NCj2xOWM-RNWEvn0gZjVQnZSGCJlcIhw,2710
@@ -271,7 +268,11 @@ cartography/intel/pagerduty/teams.py,sha256=aRubUXgEVVReyLrXAX_be1E_QBJv3Qlr4n77
 cartography/intel/pagerduty/users.py,sha256=oltGssxrnzYsV6QTGP1SsPoA1rCUDStj6vGlGWY695g,1623
 cartography/intel/pagerduty/vendors.py,sha256=WlDHExrWRBegDQKtxBV5nJiYgwoTLxNee4HrQDJ-Pdg,1559
 cartography/intel/semgrep/__init__.py,sha256=94vjdszGEosvXiKtYWKD34BRKwRbJxlBO1PZcKdxnFA,619
-cartography/intel/semgrep/findings.py,sha256=hbH_wL1XJDZDDrbIV_FjPv4A7oS2xM_hhMAbZlRm9po,9025
+cartography/intel/semgrep/findings.py,sha256=9MSbDFrRUqb5nkEWN0R9Fx57RJMt27-9obpIHXNd45Y,10836
+cartography/intel/snipeit/__init__.py,sha256=0uIh8NbuI7IbfgaOrPHg4Nfm1yO6mTRC_qaFiIjR2FA,992
+cartography/intel/snipeit/asset.py,sha256=KkGRUgIydvf_6SHtgpVLT-TjtEGz029SrOaoh0qDW6E,1997
+cartography/intel/snipeit/user.py,sha256=hm9v_p29bphHtGe9LKVo1FD_rQcbCigrCRf8YsmteXA,1971
+cartography/intel/snipeit/util.py,sha256=fXlzdFQXm01Oaa2REYNN7x3y3k2l3zCVhf_BxcRUELY,1040
 cartography/models/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 cartography/models/aws/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 cartography/models/aws/emr.py,sha256=TkuwoZnw_VHbJ5bwkac7-ZfwSLe_TeK3gxkuwGQOUk4,3037
@@ -330,12 +331,15 @@ cartography/models/lastpass/tenant.py,sha256=TG-9LFo9Sfzb9UgcTt_gFVTKocLItbgQMMP
 cartography/models/lastpass/user.py,sha256=SMTTYN6jgccc9k76hY3rVImElJOhHhZ9f1aZ6JzcrHw,3487
 cartography/models/semgrep/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 cartography/models/semgrep/deployment.py,sha256=or5qZDuR51MXzINpH15jZrqmSUvXQevCNYWJ7D6v-JI,745
-cartography/models/semgrep/findings.py,sha256=xrn8sgXpNMrNJbKQagaAVxaCG9bVjTATSRR2XRBR4rg,5386
+cartography/models/semgrep/findings.py,sha256=RPd-QzvP38fbTIqFARx6XpcZSsd5JM3KIg-ZlJA7NlE,5490
 cartography/models/semgrep/locations.py,sha256=kSk7Nn5Mn4Ob84MVZOo2GR0YFi-9Okq9pgA3FfC6_bk,3061
-cartography-0.94.0rc2.dist-info/LICENSE,sha256=489ZXeW9G90up6ep-D1n-lJgk9ciNT2yxXpFgRSidtk,11341
-cartography-0.94.0rc2.dist-info/METADATA,sha256=UEwu0NxrNz1H3YQWCQT4grTn4p_yvqC1nFoou0HCvig,1991
-cartography-0.94.0rc2.dist-info/NOTICE,sha256=YOGAsjFtbyKj5tslYIg6V5jEYRuEvnSsIuDOUKj0Qj4,97
-cartography-0.94.0rc2.dist-info/WHEEL,sha256=Wyh-_nZ0DJYolHNn1_hMa4lM7uDedD_RGVwbmTjyItk,91
-cartography-0.94.0rc2.dist-info/entry_points.txt,sha256=GVIAWD0o0_K077qMA_k1oZU4v-M0a8GLKGJR8tZ-qH8,112
-cartography-0.94.0rc2.dist-info/top_level.txt,sha256=BHqsNJQiI6Q72DeypC1IINQJE59SLhU4nllbQjgJi9g,12
-cartography-0.94.0rc2.dist-info/RECORD,,
+cartography/models/snipeit/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+cartography/models/snipeit/asset.py,sha256=FyRAaeXuZjMy0eUQcSDFcgEAF5lbLMlvqp1Tv9d3Lv4,3238
+cartography/models/snipeit/tenant.py,sha256=p4rFnpNNuF1W5ilGBbexDaETWTwavfb38RcQGoImkQI,679
+cartography/models/snipeit/user.py,sha256=MsB4MiCVNTH6JpESime7cOkB89autZOXQpL6Z0l7L6o,2113
+cartography-0.95.0rc1.dist-info/LICENSE,sha256=kvLEBRYaQ1RvUni6y7Ti9uHeooqnjPoo6n_-0JO1ETc,11351
+cartography-0.95.0rc1.dist-info/METADATA,sha256=t7FVdB2ipkDkwlWl-x_N60Oaa_1VBd30eU0virQyKOE,1966
+cartography-0.95.0rc1.dist-info/WHEEL,sha256=OVMc5UfuAQiSplgO0_WdW7vXVGAt9Hdd6qtN4HotdyA,91
+cartography-0.95.0rc1.dist-info/entry_points.txt,sha256=GVIAWD0o0_K077qMA_k1oZU4v-M0a8GLKGJR8tZ-qH8,112
+cartography-0.95.0rc1.dist-info/top_level.txt,sha256=BHqsNJQiI6Q72DeypC1IINQJE59SLhU4nllbQjgJi9g,12
+cartography-0.95.0rc1.dist-info/RECORD,,

{cartography-0.94.0rc2.dist-info → cartography-0.95.0rc1.dist-info}/WHEEL

@@ -1,5 +1,5 @@
 Wheel-Version: 1.0
-Generator: setuptools (71.1.0)
+Generator: setuptools (75.2.0)
 Root-Is-Purelib: true
 Tag: py3-none-any
 

cartography/data/jobs/cleanup/crxcavator_import_cleanup.json

@@ -1,18 +0,0 @@
-{
-  "statements": [{
-    "query": "MATCH (n:ChromeExtension) WHERE n.lastupdated <> $UPDATE_TAG WITH n LIMIT $LIMIT_SIZE DETACH DELETE (n)",
-    "iterative": true,
-    "iterationsize": 100
-  },
-  {
-    "query": "MATCH (n:GSuiteUser) WHERE n.lastupdated <> $UPDATE_TAG WITH n LIMIT $LIMIT_SIZE DETACH DELETE (n)",
-    "iterative": true,
-    "iterationsize": 100
-  },
-  {
-    "query": "MATCH (GSuiteUser)-[r:INSTALLS]->(:ChromeExtension) WHERE r.lastupdated <> $UPDATE_TAG WITH r LIMIT $LIMIT_SIZE DELETE (r)",
-    "iterative": true,
-    "iterationsize": 100
-  }],
-  "name": "cleanup CRXcavator extensions"
-}

cartography/intel/crxcavator/__init__.py

@@ -1,44 +0,0 @@
-import logging
-
-import neo4j
-from requests import exceptions
-
-from cartography.config import Config
-from cartography.intel.crxcavator.crxcavator import sync_extensions
-from cartography.util import run_cleanup_job
-from cartography.util import timeit
-
-logger = logging.getLogger(__name__)
-
-
-@timeit
-def start_extension_ingestion(neo4j_session: neo4j.Session, config: Config) -> None:
-    """
-    If this module is configured, perform ingestion of CRXcavator data. Otherwise warn and exit
-    :param neo4j_session: Neo4J session for database interface
-    :param config: A cartography.config object
-    :return: None
-    """
-    if not config.crxcavator_api_base_uri or not config.crxcavator_api_key:
-        logger.warning('CRXcavator import is not configured - skipping this module. See docs to configure.')
-        return
-
-    common_job_parameters = {
-        "UPDATE_TAG": config.update_tag,
-    }
-    # while we typically want to crash sync on failure of module,
-    # the crxcavator API is still in beta and is not always available.
-    # if we receive a requests exception from raise_for_status
-    # we'll handle and continue with other modules, otherwise crash sync
-    try:
-        sync_extensions(
-            neo4j_session, common_job_parameters, config.crxcavator_api_key,
-            config.crxcavator_api_base_uri,
-        )
-        run_cleanup_job(
-            'crxcavator_import_cleanup.json',
-            neo4j_session,
-            common_job_parameters,
-        )
-    except exceptions.RequestException as e:
-        logger.error("Could not complete request to the CRXcavator API: {}", e)

cartography/intel/crxcavator/crxcavator.py

@@ -1,329 +0,0 @@
-import json
-import logging
-from typing import Any
-from typing import Dict
-from typing import List
-from typing import Tuple
-
-import neo4j
-import requests.auth
-from requests import exceptions
-
-from cartography.util import timeit
-
-logger = logging.getLogger(__name__)
-# Connect and read timeouts of 60 seconds each; see https://requests.readthedocs.io/en/master/user/advanced/#timeouts
-_TIMEOUT = (60, 60)
-
-
-@timeit
-def get_extension_details(
-    crxcavator_api_key: str, crxcavator_base_url: str, extension_id: str,
-    version: str,
-) -> List[Dict]:
-    """
-    Get metadata for the specific extension_id and version number provided
-    :param crxcavator_api_key: The API key to access the CRXcavator service
-    :param crxcavator_base_url: The URL for the CRXcavator API
-    :param extension_id: The extension id to request metadata for
-    :param version: The version number of the extension to request metadata for
-    :return: JSON text blob containing all extension metadata defined at
-    https://crxcavator.io/apidocs#tag/group/paths/~1group~1extensions~1combined/get
-    """
-    return call_crxcavator_api(f"/report/{extension_id}/{version}", crxcavator_api_key, crxcavator_base_url)
-
-
-@timeit
-def get_users_extensions(crxcavator_api_key: str, crxcavator_base_url: str) -> List[Dict]:
-    """
-    Gets listing of all users who have installed each extension
-    :param crxcavator_api_key: The API key to access the CRXcavator service
-    :param crxcavator_base_url: The URL for the CRXcavator API
-    :return: JSON text blob containing user email to extension id mapping defined at
-    https://crxcavator.io/apidocs#tag/group/paths/~1group~1users~1extensions/get
-    """
-    return call_crxcavator_api("/group/users/extensions", crxcavator_api_key, crxcavator_base_url)
-
-
-@timeit
-def call_crxcavator_api(api_and_parameters: str, crxcavator_api_key: str, crxcavator_base_url: str) -> List[Dict]:
-    """
-    Perform the call requested to the CRXcavator API
-    :param crxcavator_api_key: The API key to access the CRXcavator service
-    :param crxcavator_base_url: The URL for the CRXcavator API
-    :param api_and_parameters: Query string for the API including the required parameters
-    :return: Returns JSON text blob for the API called. API spec is at https://crxcavator.io/apidocs
-    """
-    uri = crxcavator_base_url + api_and_parameters
-    try:
-        data = requests.get(
-            uri,
-            headers={
-                'Accept': 'application/json',
-                'API-Key': crxcavator_api_key,
-            },
-            timeout=_TIMEOUT,
-        )
-    except requests.exceptions.Timeout as e:
-        # Add context and re-raise for callers to handle
-        logger.warning(f"requests.get('{uri}') timed out", e)
-        raise
-    # if call failed, use requests library to raise an exception
-    data.raise_for_status()
-    return data.json()
-
-
-@timeit
-def get_extensions(crxcavator_api_key: str, crxcavator_base_url: str, extensions_list: List[Dict]) -> List[Dict]:
-    """
-    Retrieves the detailed information for all the extension_id and version pairs
-    :param crxcavator_api_key: The API key to access the CRXcavator service
-    :param crxcavator_base_url: The URL for the CRXcavator API
-    :param extensions_list: list of dictonary items containing the extension_id and version pairs
-    :return: list containing all metadata for extensions
-    """
-    extensions_details: List[Dict] = []
-    for extension in extensions_list:
-        extension_id = extension['extension_id']
-        version = extension['version']
-        name = extension['name']
-        try:
-            details = get_extension_details(crxcavator_api_key, crxcavator_base_url, extension_id, version)
-            if not details:
-                # we only have the name and version from group API, create minimal version
-                logger.debug(f"No results returned from report API for extension {extension_id} {version}")
-                details = {
-                    'data': dict(
-                        webstore={
-                            'name': name,
-                        },
-                    ), 'extension_id': extension_id, 'version': version,
-                }
-            extensions_details.append(details)
-        except exceptions.RequestException as e:
-            logger.info(f"API error retrieving details for extension {extension_id}", e)
-        except requests.exceptions.Timeout:
-            logger.info(f"Skipping {extension_id} due to timeout; continuing")
-            continue
-    return extensions_details
-
-
-@timeit
-def transform_extensions(extension_details: List[Dict]) -> List[Dict]:
-    """
-    Transforms the raw extensions JSON from the API into a list of extensions data
-    :param extension_details:  List containing the extension details
-    :return: List containing extension info for ingestion
-    """
-    # the JSON returned from the CRXcavator API does not return well formatted objects
-    # instead, each object is named after it's key, making enumeration more difficult
-    # will build a cleaner object for import into graph
-
-    extensions: List[Dict] = []
-    for extension in extension_details:
-        extension_id = extension['extension_id']
-        version = extension['version']
-        data = extension.get('data')
-        if not data:
-            logger.warning(f'Could not retrieve details for extension {extension}')
-            continue
-        risk = data.get('risk', {})
-        webstore = data.get('webstore', {})
-        extensions.append({
-            'id': f"{extension_id}|{version}",
-            'extension_id': extension_id,
-            'version': version,
-            'risk_total': risk.get('total', 0),
-            'risk_permissions_score': get_risk_data(risk, 'permissions'),
-            'risk_webstore_score': get_risk_data(risk, 'webstore'),
-            'risk_metadata': json.dumps(risk.get('metadata')),
-            'risk_optional_permissions_score': get_risk_data(risk, 'optional_permissions'),
-            'risk_csp_score': get_risk_data(risk, 'csp'),
-            'risk_extcalls_score': get_risk_data(risk, 'extcalls'),
-            'risk_vuln_score': get_risk_data(risk, 'retire'),
-            'address': webstore.get('address'),
-            'email': webstore.get('email'),
-            'icon': webstore.get('icon'),
-            'crxcavator_last_updated': webstore.get('last_updated'),
-            'name': webstore.get('name'),
-            'offered_by': webstore.get('offered_by'),
-            'permissions_warnings': webstore.get('permission_warnings'),
-            'privacy_policy': webstore.get('privacy_policy'),
-            'rating': webstore.get('rating'),
-            'rating_users': webstore.get('rating_users'),
-            'short_description': webstore.get('short_description'),
-            'size': webstore.get('size'),
-            'support_site': webstore.get('support_site'),
-            'users': webstore.get('users'),
-            'website': webstore.get('website'),
-            'type': webstore.get('type'),
-            'price': webstore.get('price'),
-            'report_link': f"https://crxcavator.io/report/{extension_id}/{version}",
-        })
-    return extensions
-
-
-@timeit
-def get_risk_data(data_dict: Dict, key: str) -> int:
-    """
-    Gets the total risk value from the provided key and returns the value else 0
-    :param data_dict: input data dictionary to parse
-    :param key: key name to retrieve
-    :return:
-    """
-    data = data_dict.get(key)
-    data_score = data.get('total', 0) if data else 0
-    return data_score
-
-
-@timeit
-def load_extensions(extensions: List[Dict], neo4j_session: neo4j.Session, update_tag: int) -> None:
-    """
-    Ingests the extension details into Neo4J
-    :param extensions: List of extension data to load to Neo4J
-    :param session: Neo4J session object for server communication
-    :param update_tag: Timestamp used to determine data freshness
-    :return: None
-    """
-    ingestion_cypher = """
-    UNWIND $ExtensionsData as extension
-    MERGE (e:ChromeExtension{id: extension.id})
-    ON CREATE SET
-    e.extension_id = extension.extension_id,
-    e.version = extension.version,
-    e.firstseen = timestamp()
-    SET
-    e.extcalls = extension.extcalls,
-    e.risk_total = extension.risk_total,
-    e.risk_permissions_score = extension.risk_permissions_score,
-    e.risk_metadata = extension.risk_metadata,
-    e.risk_webstore_score = extension.risk_webstore_score,
-    e.risk_optional_permissions_score = extension.risk_optional_permissions_score,
-    e.risk_csp_score = extension.risk_csp_score,
-    e.risk_extcalls_score = extension.risk_extcalls_score,
-    e.risk_vuln_score = extension.risk_vuln_score,
-    e.address = extension.address,
-    e.email = extension.email,
-    e.icon = extension.icon,
-    e.crxcavator_last_updated = extension.crxcavator_last_updated,
-    e.name = extension.name,
-    e.offered_by = extension.offered_by,
-    e.permissions_warnings = extension.permissions_warnings,
-    e.privacy_policy = extension.privacy_policy,
-    e.rating = extension.rating,
-    e.rating_users = extension.rating_users,
-    e.short_description = extension.short_description,
-    e.size = extension.size,
-    e.support_site = extension.support_site,
-    e.users = extension.users,
-    e.website = extension.website,
-    e.type = extension.type,
-    e.price = extension.price,
-    e.report_link = extension.report_link,
-    e.lastupdated = $UpdateTag
-    """
-
-    logger.info(f'Ingesting {len(extensions)} extensions')
-    neo4j_session.run(ingestion_cypher, ExtensionsData=extensions, UpdateTag=update_tag)
-
-
-@timeit
-def transform_user_extensions(user_extension_json: Dict) -> Tuple[List[Any], List[Dict], List[Dict]]:
-    """
-    Transforms the raw extensions JSON from the API into a list of extensions mapped to users
-    :param user_extension_json:  The JSON text blob returned from the CRXcavator API
-    :return: Tuple containing unique users list, unique extension list, and extension mapping for ingestion
-    """
-    user_extensions = user_extension_json.items()
-    users_set = set()
-    extensions: List[Dict] = []
-    extensions_by_user: List[Dict] = []
-    for extension in user_extensions:
-        for details in extension[1].items():
-            extension_id = extension[0]
-            version = details[0]
-            extensions.append({
-                'extension_id': extension_id,
-                'version': version,
-                'name': details[1]['name'],
-            })
-            for user in details[1]['users']:
-                if user is None:
-                    logger.info(f'bad user for {extension_id}{version}')
-                    continue
-                users_set.add(user)
-                extensions_by_user.append({
-                    'id': f"{extension_id}|{version}",
-                    'user': user,
-                })
-    if len(users_set) == 0:
-        raise ValueError('No users returned from CRXcavator')
-    if len(extensions) == 0:
-        raise ValueError('No extensions information returned from CRXcavator')
-    if len(extensions_by_user) == 0:
-        raise ValueError('No user->extension mapping returned from CRXcavator')
-
-    return list(users_set), extensions, extensions_by_user
-
-
-@timeit
-def load_user_extensions(
-    users: List[Dict], extensions_by_user: Dict, neo4j_session: neo4j.Session,
-    update_tag: int,
-) -> None:
-    """
-    Ingests the extension to user mapping details into Neo4J
-    :param users: List of user objects to create for mapping
-    :param extensions_by_user: List of user to extension id mappings
-    :param session: Neo4J session object for server communication
-    :param update_tag: Timestamp used to determine data freshness
-    :return: None
-    """
-
-    user_ingestion_cypher = """
-    UNWIND $Users as user_email
-    MERGE (user:GSuiteUser{email: user_email})
-    ON CREATE SET
-    user.firstseen = timestamp()
-    SET user.lastupdated = $UpdateTag
-    """
-
-    extension_ingestion_cypher = """
-    UNWIND $ExtensionsUsers as extension_user
-    MATCH (user:GSuiteUser{email: extension_user.user}),(ext:ChromeExtension{id:extension_user.id})
-    MERGE (user)-[r:INSTALLS]->(ext)
-    ON CREATE SET
-    r.firstseen = timestamp()
-    SET r.lastupdated = $UpdateTag
-    """
-
-    logger.info(f'Ingesting {len(users)} users')
-    neo4j_session.run(user_ingestion_cypher, Users=users, UpdateTag=update_tag)
-    logger.info(f'Ingesting {len(extensions_by_user)} user->extension relationships')
-    neo4j_session.run(extension_ingestion_cypher, ExtensionsUsers=extensions_by_user, UpdateTag=update_tag)
-
-
-@timeit
-def sync_extensions(
-    neo4j_session: neo4j.Session, common_job_parameters: Dict, crxcavator_api_key: str,
-    crxcavator_base_url: str,
-) -> None:
-    """
-    Performs the sequential tasks to collect, transform, and sync extension data
-    :param neo4j_session: Neo4J session for database interface
-    :param common_job_parameters: Common job parameters containing UPDATE_TAG
-    :param crxcavator_api_key: The API key to access the CRXcavator service
-    :param crxcavator_base_url: The URL for the CRXcavator API
-    :return: None
-    """
-
-    try:
-        user_extensions_json = get_users_extensions(crxcavator_api_key, crxcavator_base_url)
-    except requests.exceptions.Timeout:
-        logger.warning("get_users_extensions() failed due to timeout. Skipping CRXcavator sync.")
-        return
-    users, extensions_list, user_extensions = transform_user_extensions(user_extensions_json)
-    extension_details = get_extensions(crxcavator_api_key, crxcavator_base_url, extensions_list)
-    extensions = transform_extensions(extension_details)
-    load_extensions(extensions, neo4j_session, common_job_parameters['UPDATE_TAG'])
-    load_user_extensions(users, user_extensions, neo4j_session, common_job_parameters['UPDATE_TAG'])

cartography-0.94.0rc2.dist-info/NOTICE

@@ -1,4 +0,0 @@
-cartography
-Copyright 2019-2020 Lyft Inc.
-
-This product includes software developed at Lyft Inc.