pangea-sdk 4.4.0__py3-none-any.whl → 5.1.0__py3-none-any.whl

pangea/tools.py

@@ -95,7 +95,7 @@ def file_events(root_hashes: Dict[int, str], f: io.TextIOWrapper) -> Iterator[Ev
             else:
                 raise ValueError("invalid data")
         except (json.JSONDecodeError, ValueError, KeyError) as e:
-            exit_with_error(f"failed to parse line {idx}: {str(e)}")
+            exit_with_error(f"failed to parse line {idx}: {e!s}")
 
 
 def init_audit(token: str, domain: str) -> Audit:
@@ -108,15 +108,14 @@ def init_audit(token: str, domain: str) -> Audit:
 def make_aware_datetime(d: datetime) -> datetime:
     if d.tzinfo is None or d.tzinfo.utcoffset(d) is None:
         return d.replace(tzinfo=timezone.utc)
-    else:
-        return d
+    return d
 
 
 def filter_deep_none(data: Dict) -> Dict:
     return {k: v if not isinstance(v, Dict) else filter_deep_none(v) for k, v in data.items() if v is not None}
 
 
-def _load_env_var(env_var_name: str):
+def _load_env_var(env_var_name: str) -> str:
     value = os.getenv(env_var_name)
     if not value:
         raise PangeaException(f"{env_var_name} env var need to be set")
@@ -124,12 +123,12 @@ def _load_env_var(env_var_name: str):
     return value
 
 
-def get_test_domain(environment: TestEnvironment):
+def get_test_domain(environment: TestEnvironment) -> str:
     env_var_name = f"PANGEA_INTEGRATION_DOMAIN_{environment}"
     return _load_env_var(env_var_name)
 
 
-def get_test_token(environment: TestEnvironment):
+def get_test_token(environment: TestEnvironment) -> str:
     env_var_name = f"PANGEA_INTEGRATION_TOKEN_{environment}"
     return _load_env_var(env_var_name)
 
@@ -200,7 +199,7 @@ loggers: Dict[str, bool] = {}
 
 
 def logger_set_pangea_config(logger_name: str, level=logging.DEBUG):
-    if loggers.get(logger_name, None) is not None:
+    if loggers.get(logger_name) is not None:
         return
 
     loggers[logger_name] = True

pangea/utils.py

@@ -1,11 +1,14 @@
+from __future__ import annotations
+
 import base64
 import copy
 import datetime
 import io
 import json
-from hashlib import new, sha1, sha256, sha512
+from hashlib import md5, new, sha1, sha256, sha512
+from typing import Union
 
-from google_crc32c import Checksum as CRC32C  # type: ignore[import-untyped]
+from google_crc32c import Checksum as CRC32C
 from pydantic import BaseModel
 
 
@@ -64,33 +67,97 @@ def canonicalize(data: dict) -> str:
         return str(data)
 
 
-def hash_sha256(data: str) -> str:
-    # Return sha256 hash in hex format
-    return sha256(data.encode("ascii")).hexdigest()
+def hash_sha256(input: Union[str, io.BufferedReader]) -> str:
+    # Return SHA256 hash in hex format
+    hash = sha256()
+    if isinstance(input, io.BufferedReader):
+        input.seek(0)  # restart reading
+        while True:
+            chunk = input.read(1024 * 1024)
+            if not chunk:
+                break
+            hash.update(chunk)
 
+        input.seek(0)  # restart reading
+    else:
+        hash.update(input)  # type: ignore
+
+    return hash.hexdigest()
 
-def hash_256_filepath(filepath: str) -> str:
-    data = open(filepath, "rb")
-    hash = sha256(data.read()).hexdigest()
-    data.close()
-    return hash
 
+def hash_sha1(input: Union[str, io.BufferedReader]) -> str:
+    # Return SHA1 hash in hex format
+    hash = sha1()
+    if isinstance(input, io.BufferedReader):
+        input.seek(0)  # restart reading
+        while True:
+            chunk = input.read(1024 * 1024)
+            if not chunk:
+                break
+            hash.update(chunk)
 
-def hash_sha1(data: str) -> str:
-    # Return sha1 hash in hex format
-    return sha1(data.encode("ascii")).hexdigest()
+        input.seek(0)  # restart reading
+    else:
+        hash.update(input)  # type: ignore
+
+    return hash.hexdigest()
+
+
+def hash_sha512(input: Union[str, io.BufferedReader]) -> str:
+    # Return SHA512 hash in hex format
+    hash = sha512()
+    if isinstance(input, io.BufferedReader):
+        input.seek(0)  # restart reading
+        while True:
+            chunk = input.read(1024 * 1024)
+            if not chunk:
+                break
+            hash.update(chunk)
 
+        input.seek(0)  # restart reading
+    else:
+        hash.update(input)  # type: ignore
 
-def hash_sha512(data: str) -> str:
-    # Return sha512 hash in hex format
-    return sha512(data.encode("ascii")).hexdigest()
+    return hash.hexdigest()
 
 
-def hash_ntlm(data: str):
-    # Calculate the NTLM hash
+def hash_ntlm(data: str) -> str:
+    # Return NTLM hash in hex format
     return new("md4", data.encode("utf-16le")).hexdigest()
 
 
+def hash_md5(input: Union[str, io.BufferedReader]) -> str:
+    # Return MD5 hash in hex format
+    hash = md5()
+    if isinstance(input, io.BufferedReader):
+        input.seek(0)  # restart reading
+
+        while True:
+            chunk = input.read(1024 * 1024)
+            if not chunk:
+                break
+            hash.update(chunk)
+
+        input.seek(0)  # restart reading
+    else:
+        hash.update(input)  # type: ignore
+
+    return hash.hexdigest()
+
+
+def get_crc32c(data: str) -> str:
+    crc = CRC32C()
+    crc.update(data)
+    return crc.hexdigest().decode("utf-8")
+
+
+def hash_256_filepath(filepath: str) -> str:
+    data = open(filepath, "rb")
+    hash = sha256(data.read()).hexdigest()
+    data.close()
+    return hash
+
+
 def get_prefix(hash: str, len: int = 5):
     return hash[0:len]
 
@@ -120,3 +187,10 @@ def get_file_upload_params(file: io.BufferedReader) -> FileUploadParams:
 
     file.seek(0)  # restart reading
     return FileUploadParams(crc_hex=crc.hexdigest().decode("utf-8"), sha256_hex=sha.hexdigest(), size=size)
+
+
+def get_file_size(file: io.BufferedReader) -> int:
+    file.seek(0, io.SEEK_END)
+    size = file.tell()
+    file.seek(0)  # restart reading
+    return size

pangea/verify_audit.py

@@ -211,7 +211,7 @@ def _fetch_roots(tree_name: str, tree_size: int, leaf_index: Optional[int]) -> S
         # try Arweave first
         try:
             logger.debug(f"Fetching root(s) {comma_sep(pending_roots)} from Arweave")
-            arweave_roots |= {int(k): v for k, v in get_arweave_published_roots(tree_name, pending_roots).items()}  # type: ignore[operator]
+            arweave_roots |= {int(k): v for k, v in get_arweave_published_roots(tree_name, pending_roots).items()}
             update_pending_roots()
         except:
             pass
@@ -224,7 +224,7 @@ def _fetch_roots(tree_name: str, tree_size: int, leaf_index: Optional[int]) -> S
             # and then Pangea (if we've set an audit client)
             try:
                 logger.debug(f"Fetching root(s) {comma_sep(pending_roots)} from Pangea")
-                pangea_roots |= {int(k): v for k, v in get_pangea_roots(tree_name, pending_roots).items()}  # type: ignore[operator]
+                pangea_roots |= {int(k): v for k, v in get_pangea_roots(tree_name, pending_roots).items()}
                 update_pending_roots()
                 status = Status.SUCCEEDED_PANGEA
             except:
@@ -244,7 +244,7 @@ def _fetch_roots(tree_name: str, tree_size: int, leaf_index: Optional[int]) -> S
 
 
 def _verify_membership_proof(tree_size: int, node_hash: str, proof: Optional[str]) -> Status:
-    pub_roots: Dict[int, Union[Root, PublishedRoot]] = arweave_roots | pangea_roots  # type: ignore[operator]
+    pub_roots: Dict[int, Union[Root, PublishedRoot]] = arweave_roots | pangea_roots
 
     log_section("Checking membership proof")
 
@@ -311,7 +311,7 @@ def _fix_consistency_proof(pub_roots: Dict[int, Union[Root, PublishedRoot]], tre
 
 
 def _verify_consistency_proof(tree_name: str, leaf_index: Optional[int]) -> Status:
-    pub_roots: Dict[int, Union[Root, PublishedRoot]] = arweave_roots | pangea_roots  # type: ignore[operator]
+    pub_roots: Dict[int, Union[Root, PublishedRoot]] = arweave_roots | pangea_roots
 
     log_section("Checking consistency proof")
 

{pangea_sdk-4.4.0.dist-info → pangea_sdk-5.1.0.dist-info}/METADATA

@@ -1,16 +1,15 @@
 Metadata-Version: 2.1
 Name: pangea-sdk
-Version: 4.4.0
+Version: 5.1.0
 Summary: Pangea API SDK
 Home-page: https://pangea.cloud/docs/sdk/python/
 License: MIT
 Keywords: Pangea,SDK,Audit
 Author: Glenn Gallien
 Author-email: glenn.gallien@pangea.cloud
-Requires-Python: >=3.8.0,<4.0.0
+Requires-Python: >=3.9.0,<4.0.0
 Classifier: License :: OSI Approved :: MIT License
 Classifier: Programming Language :: Python :: 3
-Classifier: Programming Language :: Python :: 3.8
 Classifier: Programming Language :: Python :: 3.9
 Classifier: Programming Language :: Python :: 3.10
 Classifier: Programming Language :: Python :: 3.11
@@ -41,7 +40,7 @@ Description-Content-Type: text/markdown
 
 # Pangea Python SDK
 
-A Python SDK for integrating with Pangea services. Supports Python v3.8 and
+A Python SDK for integrating with Pangea services. Supports Python v3.9 and
 above.
 
 ## Installation

{pangea_sdk-4.4.0.dist-info → pangea_sdk-5.1.0.dist-info}/RECORD

@@ -1,8 +1,8 @@
-pangea/__init__.py,sha256=v6ZDmf842vyF60xDR-QFmFgqOrACNjTFpxIBQcx3gFc,246
+pangea/__init__.py,sha256=ie7DdC7-YE5szWaPCHAlk2umsSOUBPoE_0HSaSazcqE,246
 pangea/asyncio/__init__.py,sha256=kjEMkqMQ521LlMSu5jn3_WgweyArwVZ2C-s3x7mR6Pk,45
 pangea/asyncio/file_uploader.py,sha256=wI7epib7Rc5jtZw4eJ1L1SlmutDG6CPv59C8N2UPhtY,1436
-pangea/asyncio/request.py,sha256=KMfQYC027EBeyYyMlvnDtjxbpaRj9xubeqAdpot3F3U,17168
-pangea/asyncio/services/__init__.py,sha256=hMeTMnksGimg-fS_XMpRgh02a7BNcLYCt56tnChYeC4,356
+pangea/asyncio/request.py,sha256=b9GNZl-gOk-NhJtOU0Ds7RCF88c_mHpNo0H-3H-hK9I,17478
+pangea/asyncio/services/__init__.py,sha256=3IkiTqY_RtFndI7aoDTrb1yLv8xos_cKhmGS1TULcmw,386
 pangea/asyncio/services/audit.py,sha256=bZ7gdkVWkzqLqUVc1Wnf3oDAaCLg97-zTWhY8UdX0_Y,26549
 pangea/asyncio/services/authn.py,sha256=rPeLJweL8mYH_t4ebcQn4n_Wglr3kClKNnCXNCimZU4,46622
 pangea/asyncio/services/authz.py,sha256=HgW9R8DeW19wS7fpgq0NWOx41wZWcn6NYS4NMbi8p1A,9482
@@ -12,23 +12,24 @@ pangea/asyncio/services/file_scan.py,sha256=PLG1O-PL4Yk9uY9D6NbMrZ5LHg70Z311s7bF
 pangea/asyncio/services/intel.py,sha256=cCm3VwWxUzEUCNhuPCeejJvr4uOeLXuYDbDwTzNG6Aw,38121
 pangea/asyncio/services/redact.py,sha256=jRNtXr_DZ_cY7guhut-eZmOEhy2uN_VCXrjGH6bkh74,7265
 pangea/asyncio/services/sanitize.py,sha256=bf98J-s-P51oSKqNBgR0wj5mlHOCBwpjWz7k0NdXCKQ,7899
-pangea/asyncio/services/vault.py,sha256=gFch7dVFZzjcTryn68AR4Xbj37U4A_LxfCMrX2mhtSk,53271
+pangea/asyncio/services/share.py,sha256=UYJeUKA3NLSFA8R0X7B6yBi2U1g4q04O4ftrp9SMCzA,26097
+pangea/asyncio/services/vault.py,sha256=VqrJGSEdq6MlZRI6cJpkthhIsqLClSQdgVxwYCbIwEk,77079
 pangea/audit_logger.py,sha256=gRkCfUUT5LDNaycwxkhZUySgY47jDfn1ZeKOul4XCQI,3842
 pangea/config.py,sha256=mQUu8GX_6weIuv3vjNdG5plppXskXYASmxMWtFQh-hc,1662
-pangea/crypto/rsa.py,sha256=EZ3IBkycqXiEkeurK7GZXgf498hJFU3Yp-ggA5oGu9I,1696
+pangea/crypto/rsa.py,sha256=mwSiNy571KAGr3F6oEM0CXWkl9D023ch8ldbZZeLj_4,4747
 pangea/deep_verify.py,sha256=mocaGbC6XLbMTVWxTpMv4oJtXGPWpT-SbFqT3obpiZs,8443
 pangea/deprecated.py,sha256=IjFYEVvY1E0ld0SMkEYC1o62MAleX3nnT1If2dFVbHo,608
 pangea/dump_audit.py,sha256=1Je8D2fXwU4PWcZ-ZD4icfO3DNFvWqJkwsac4qFEhOo,7025
 pangea/exceptions.py,sha256=OBtzUECpNa6vNp8ySkHC-tm4QjFRCOAHBkMHqzAlOu8,5656
 pangea/file_uploader.py,sha256=4RQ44xt-faApC61nn2PlwHT7XYrJ4GeQA8Ug4tySEAg,1227
 pangea/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-pangea/request.py,sha256=fKMuf2tuAguK2TnSSMpmdcBdHlgsYFQoYCBVh3mUkBY,24259
-pangea/response.py,sha256=rjQuTAHLSAB0m2uAsdbt11xUVL5cCGT4uTRzQhUz9hE,7321
-pangea/services/__init__.py,sha256=YPXqGGUlAm2oHQNArhDVfr6Y1Gq2o4nhwx_dpdKe74c,309
+pangea/request.py,sha256=-XC1azZtymldOAQLbrSRzNX-h0B_lK-bQcinXyK0QKs,24410
+pangea/response.py,sha256=lPAcYsF9Xg166CiyhCofVmQA-W4jevh0MQXxUa8Re68,7737
+pangea/services/__init__.py,sha256=-QsZxRzRq_V1x1lmS_mu4310MNm0DkM4r6g6rfVGnOc,340
 pangea/services/audit/audit.py,sha256=IFv7jANA8S2SypQVS47x94_Cr5Z9zSsL9Dp9eXw9RHk,39593
 pangea/services/audit/exceptions.py,sha256=bhVuYe4ammacOVxwg98CChxvwZf5FKgR2DcgqILOcwc,471
 pangea/services/audit/models.py,sha256=1h1B9eSYQMYG3f8WNi1UcDX2-impRrET_ErjJYUnj7M,14678
-pangea/services/audit/signing.py,sha256=EYuZN6pcFOjDJBG6S65jesE_8xOz5SNms6qHZ1qambQ,5541
+pangea/services/audit/signing.py,sha256=5A4hvPtpfP2kMz8bsiiKUACriXbh5dv9gb_rbqiUtuI,5583
 pangea/services/audit/util.py,sha256=Zq1qvfeplYfhCP_ud5YMvntSB0UvnCdsuYbOzZkHbjg,7620
 pangea/services/authn/authn.py,sha256=cZKl2Ixc6HwHnkRecpSaAGTQUgaZUtxfLa0T3S03HMs,45478
 pangea/services/authn/models.py,sha256=HH5su6jx3O9AwVGzASXZ99-eIWjgXEP5LhIVdewM13s,22394
@@ -39,14 +40,17 @@ pangea/services/file_scan.py,sha256=QiO80uKqB_BnAOiYQKznXfxpa5j40qqETE3-zBRT_QE,
 pangea/services/intel.py,sha256=CziBhC5K6O_kBXpD8zgJLpDtLHzBRgATGW4gHHFJT48,52039
 pangea/services/redact.py,sha256=ZYXkzEoriLJyCqaj5dqmgsC56mIz4T3pPToZ7TcNfhg,11465
 pangea/services/sanitize.py,sha256=XP5D4CcbCZfzgU567X6H5eFBWwZuYSsHdvsdrQAZekY,12767
-pangea/services/vault/models/asymmetric.py,sha256=xr8oZnjzExMYcbzPJRG3xPXSmhumKDKn7RO90RvdrwU,1526
-pangea/services/vault/models/common.py,sha256=FOmi2UN5cEgSsrM-aDT1KWLK4TTgrtMukqNczrnWH6w,15491
-pangea/services/vault/models/secret.py,sha256=cLgEj-_BeGkB4-pmSeTkWVyasFbaJwcEltIEcOyf1U8,481
-pangea/services/vault/models/symmetric.py,sha256=UfsLvGYmQ7phuxK64f1b1z1Z_nQr2NU_wKINlpbkVpQ,1516
-pangea/services/vault/vault.py,sha256=pv52dpZM0yicdtNra0Yd4AdkWUZC91Yk4rATthu1bsU,52956
-pangea/tools.py,sha256=sa2pSz-L8tB6GcZg6lghsmm8w0qMQAIkzqcv7dilU6Q,6429
-pangea/utils.py,sha256=pMSwL8B-owtrjeWYRjxuyaTQN4V-HsCT669KtOLU3Sw,3195
-pangea/verify_audit.py,sha256=rvni5akz_P2kYLAGAeA1A5gY6XGpXpAQpbIa7V1PoRY,17458
-pangea_sdk-4.4.0.dist-info/METADATA,sha256=Pdac62iEWB9wChXMZrR2saCrBMXnsLuWJlhIx6ovA44,7545
-pangea_sdk-4.4.0.dist-info/WHEEL,sha256=Nq82e9rUAnEjt98J6MlVmMCZb-t9cYE2Ir1kpBmnWfs,88
-pangea_sdk-4.4.0.dist-info/RECORD,,
+pangea/services/share/file_format.py,sha256=1svO1ee_aenA9zoO_AaU-Rk5Ulp7kcPOc_KwNoluyQE,2797
+pangea/services/share/share.py,sha256=iyP32UNWoT2F9C_65FiXWrVoNoO7dBjf0tVX1mF2Fz0,45644
+pangea/services/vault/models/asymmetric.py,sha256=vspijmEvHm5WXri_fjOWfQc4maYyZfhDkLuaTM8-PZo,4991
+pangea/services/vault/models/common.py,sha256=PSZRFqHTUtEMJJGwywEFM2AU3aV8S-sbcoo3LLQ6uTc,17981
+pangea/services/vault/models/keys.py,sha256=duAuTiOby_D7MloRvN4gNj0P-b-jx9sdtplAWFxsShw,2786
+pangea/services/vault/models/secret.py,sha256=ItGdkulM-SEySfcm4a5yGxMvo_omjC7kChv6gdbFnn8,1142
+pangea/services/vault/models/symmetric.py,sha256=t8xCM1wGGKDBpOqTggFueO4-4-2IFmyxqcs7_PDr7U0,2562
+pangea/services/vault/vault.py,sha256=ow-Zm7PYzfWIfUcA4UNnpeL2DHfZM4C7inRDmNR3zQU,76196
+pangea/tools.py,sha256=2-Y4SAHWFv6Ocj42J_bWrVy27M5G3wi7a8LJn0dabHc,6427
+pangea/utils.py,sha256=KNkWK8o9j4iRDLUfAiobL-Hy5fcAxjl0DOFWXAqLK3E,5032
+pangea/verify_audit.py,sha256=nSP17OzoSPdvezRExwfcf45H8ZPZnxZu-CbEp3qFJO0,17354
+pangea_sdk-5.1.0.dist-info/METADATA,sha256=5vdMrWyqNEhM-sU0GbglC7Y8VfLkTVDe5_Z32-TNT8E,7495
+pangea_sdk-5.1.0.dist-info/WHEEL,sha256=Nq82e9rUAnEjt98J6MlVmMCZb-t9cYE2Ir1kpBmnWfs,88
+pangea_sdk-5.1.0.dist-info/RECORD,,