pangea-sdk 1.3.0__tar.gz → 1.5.0__tar.gz

{pangea_sdk-1.3.0 → pangea_sdk-1.5.0}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: pangea-sdk
-Version: 1.3.0
+Version: 1.5.0
 Summary: Pangea API SDK
 License: MIT
 Keywords: Pangea,SDK,Audit
@@ -19,6 +19,7 @@ Requires-Dist: alive-progress (>=2.4.1,<3.0.0)
 Requires-Dist: cryptography (==39.0.1)
 Requires-Dist: deprecated (>=1.2.13,<2.0.0)
 Requires-Dist: pydantic (>=1.10.2,<2.0.0)
+Requires-Dist: pytest (>=7.2.0,<8.0.0)
 Requires-Dist: python-dateutil (>=2.8.2,<3.0.0)
 Requires-Dist: requests (>=2.27.1,<3.0.0)
 Requires-Dist: schema (>=0.7.5,<0.8.0)
@@ -27,7 +28,7 @@ Description-Content-Type: text/markdown
 <p>
   <br />
   <a href="https://pangea.cloud?utm_source=github&utm_medium=node-sdk" target="_blank" rel="noopener noreferrer">
-    <img src="https://pangea-marketing.s3.us-west-2.amazonaws.com/pangea-color.svg" alt="Pangea Logo" height="40">
+    <img src="https://pangea-marketing.s3.us-west-2.amazonaws.com/pangea-color.svg" alt="Pangea Logo" height="40" />
   </a>
   <br />
 </p>
@@ -36,7 +37,7 @@ Description-Content-Type: text/markdown
 <br />
 
 [![documentation](https://img.shields.io/badge/documentation-pangea-blue?style=for-the-badge&labelColor=551B76)](https://pangea.cloud/docs/sdk/python/)
-[![Discord](https://img.shields.io/discord/1017567751818182786?color=%23551b76&label=Discord&logo=discord&logoColor=%23FFFFFF&style=for-the-badge)](https://discord.gg/z7yXhC7cQr)
+[![Slack](https://img.shields.io/badge/Slack-4A154B?style=for-the-badge&logo=slack&logoColor=white)](https://pangea.cloud/join-slack/)
 
 <br />
 </p>

{pangea_sdk-1.3.0 → pangea_sdk-1.5.0}/README.md

@@ -1,7 +1,7 @@
 <p>
   <br />
   <a href="https://pangea.cloud?utm_source=github&utm_medium=node-sdk" target="_blank" rel="noopener noreferrer">
-    <img src="https://pangea-marketing.s3.us-west-2.amazonaws.com/pangea-color.svg" alt="Pangea Logo" height="40">
+    <img src="https://pangea-marketing.s3.us-west-2.amazonaws.com/pangea-color.svg" alt="Pangea Logo" height="40" />
   </a>
   <br />
 </p>
@@ -10,7 +10,7 @@
 <br />
 
 [![documentation](https://img.shields.io/badge/documentation-pangea-blue?style=for-the-badge&labelColor=551B76)](https://pangea.cloud/docs/sdk/python/)
-[![Discord](https://img.shields.io/discord/1017567751818182786?color=%23551b76&label=Discord&logo=discord&logoColor=%23FFFFFF&style=for-the-badge)](https://discord.gg/z7yXhC7cQr)
+[![Slack](https://img.shields.io/badge/Slack-4A154B?style=for-the-badge&logo=slack&logoColor=white)](https://pangea.cloud/join-slack/)
 
 <br />
 </p>

{pangea_sdk-1.3.0 → pangea_sdk-1.5.0}/pangea/__init__.py

@@ -1,4 +1,4 @@
-__version__ = "1.3.0"
+__version__ = "1.5.0"
 
 from pangea.config import PangeaConfig
 from pangea.request import PangeaRequest

{pangea_sdk-1.3.0 → pangea_sdk-1.5.0}/pangea/deep_verify.py

@@ -12,7 +12,7 @@ from itertools import groupby
 import pangea.services.audit.util as audit_util
 from pangea.services import Audit
 from pangea.services.audit.models import EventEnvelope
-from pangea.tools_util import Event, SequenceFollower, exit_with_error, file_events, init_audit, print_progress_bar
+from pangea.tools import Event, SequenceFollower, exit_with_error, file_events, init_audit, print_progress_bar
 
 
 class Errors(t.TypedDict):
@@ -161,7 +161,7 @@ def deep_verify(audit: Audit, file: io.TextIOWrapper) -> Errors:
     }
 
     events = file_events(root_hashes, file)
-    events_by_idx: list[Event] | t.Iterator[Event]
+    events_by_idx: t.Union[list[Event], t.Iterator[Event]]
     cold_indexes = SequenceFollower()
     for leaf_index, events_by_idx in groupby(events, lambda event: event.get("leaf_index")):
         events_by_idx = list(events_by_idx)

{pangea_sdk-1.3.0 → pangea_sdk-1.5.0}/pangea/dump_audit.py

@@ -11,21 +11,15 @@ from datetime import datetime
 import dateutil.parser
 from pangea.response import PangeaResponse
 from pangea.services import Audit
-from pangea.tools_util import (
-    filter_deep_none,
-    get_script_name,
-    init_audit,
-    json_defaults,
-    make_aware_datetime,
-    print_progress_bar,
-)
+from pangea.tools import filter_deep_none, get_script_name, init_audit, make_aware_datetime, print_progress_bar
+from pangea.utils import default_encoder
 
 
 def dump_event(output: io.TextIOWrapper, row: dict, resp: PangeaResponse):
     row_data = filter_deep_none(row.dict())
     if resp.result.root:
         row_data["tree_size"] = resp.result.root.size
-    output.write(json.dumps(row_data, default=json_defaults) + "\n")
+    output.write(json.dumps(row_data, default=default_encoder) + "\n")
 
 
 def dump_audit(audit: Audit, output: io.TextIOWrapper, start: datetime, end: datetime) -> int:

{pangea_sdk-1.3.0 → pangea_sdk-1.5.0}/pangea/exceptions.py

@@ -27,6 +27,22 @@ class PangeaAPIException(PangeaException):
     def errors(self) -> List[ErrorField]:
         return self.response.errors
 
+    def __repr__(self) -> str:
+        ret = f"Summary: {self.response.summary}\n"
+        if self.response.errors:
+            ret += "Errors: \n"
+            for ef in self.response.errors:
+                ret += f"\t {ef.detail}\n"
+        return ret
+
+    def __str__(self) -> str:
+        ret = f"Summary: {self.response.summary}\n"
+        if self.response.errors:
+            ret += "Errors: \n"
+            for ef in self.response.errors:
+                ret += f"\t {ef.detail}\n"
+        return ret
+
 
 class ValidationException(PangeaAPIException):
     """Pangea Validation Errors denoting issues with an API request"""
@@ -76,8 +92,12 @@ class ProviderErrorException(PangeaAPIException):
     """Downstream provider error"""
 
 
-class InternalServiceErrorException(PangeaAPIException):
-    """A pangea service error"""
+class InternalServerError(PangeaAPIException):
+    """A pangea server error"""
+
+    def __init__(self, response: PangeaResponse):
+        message = f"summary: {response.summary}. request_id: {response.request_id}. request_time: {response.request_time}. response_time: ${response.response_time}"
+        super().__init__(message, response)
 
 
 class ServiceNotAvailableException(PangeaAPIException):
@@ -103,3 +123,21 @@ class TreeNotFoundException(AuditAPIException):
 
 class BadOffsetException(AuditAPIException):
     """Bad offset in results search"""
+
+
+# Vault SDK specific exceptions
+class VaultException(PangeaException):
+    """Vault SDK specific exceptions"""
+
+
+# Vault API specific exceptions
+class VaultAPIException(PangeaAPIException):
+    """Vault service specific exceptions"""
+
+
+class ForbiddenVaultOperation(VaultAPIException):
+    """Forbiden Vault operation"""
+
+
+class VaultItemNotFound(VaultAPIException):
+    """Vault item not found"""

{pangea_sdk-1.3.0 → pangea_sdk-1.5.0}/pangea/request.py

@@ -4,13 +4,14 @@
 import json
 import logging
 import time
-from typing import Optional
+from typing import Dict, Union
 
 import pangea
 import requests
 from pangea import exceptions
 from pangea.config import PangeaConfig
 from pangea.response import PangeaResponse, ResponseStatus
+from pangea.utils import default_encoder
 from requests.adapters import HTTPAdapter, Retry
 
 
@@ -76,7 +77,7 @@ class PangeaRequest(object):
 
         return self._queued_retry_enabled
 
-    def post(self, endpoint: str = "", data: dict = {}) -> PangeaResponse:
+    def post(self, endpoint: str = "", data: Union[str, Dict] = {}) -> PangeaResponse:
         """Makes the POST call to a Pangea Service endpoint.
 
         If queued_support mode is enabled, progress checks will be made for
@@ -92,14 +93,21 @@ class PangeaRequest(object):
                various properties to retrieve individual fields
         """
         url = self._url(endpoint)
-        data_send = json.dumps(data)
-
-        self.logger.debug(json.dumps({"service": self.service, "action": "post", "url": url, "data": data}))
+        data_send = json.dumps(data, default=default_encoder) if isinstance(data, dict) else data
+        self.logger.debug(
+            json.dumps({"service": self.service, "action": "post", "url": url, "data": data}, default=default_encoder)
+        )
 
         requests_response = self.session.post(url, headers=self._headers(), data=data_send)
 
         if self._queued_retry_enabled and requests_response.status_code == 202:
             response_json = requests_response.json()
+            self.logger.debug(
+                json.dumps(
+                    {"service": self.service, "action": "post", "url": url, "response": response_json},
+                    default=default_encoder,
+                )
+            )
             request_id = response_json.get("request_id", None)
 
             if not request_id:
@@ -109,6 +117,12 @@ class PangeaRequest(object):
         else:
             pangea_response = PangeaResponse(requests_response)
 
+        self.logger.debug(
+            json.dumps(
+                {"service": self.service, "action": "post", "url": url, "result": pangea_response.raw_result},
+                default=default_encoder,
+            )
+        )
         self._check_response(pangea_response)
         return pangea_response
 
@@ -126,9 +140,16 @@ class PangeaRequest(object):
         url = self._url(f"{endpoint}/{path}")
 
         self.logger.debug(json.dupms({"service": self.service, "action": "get", "url": url}))
-
         requests_response = self.session.get(url, headers=self._headers())
+
         pangea_response = PangeaResponse(requests_response)
+
+        self.logger.debug(
+            json.dumps(
+                {"service": self.service, "action": "post", "url": url, "result": pangea_response.raw_result},
+                default=default_encoder,
+            )
+        )
         self._check_response(pangea_response)
         return pangea_response
 
@@ -189,7 +210,13 @@ class PangeaRequest(object):
 
         self.logger.error(
             json.dumps(
-                {"service": self.service, "action": "api_error", "summary": summary, "result": response.raw_result}
+                {
+                    "service": self.service,
+                    "action": "api_error",
+                    "url": response.raw_response.url,
+                    "summary": summary,
+                    "result": response.raw_result,
+                }
             )
         )
 
@@ -215,6 +242,12 @@ class PangeaRequest(object):
             raise exceptions.IPNotFoundException(summary)
         elif status == ResponseStatus.BAD_OFFSET.value:
             raise exceptions.BadOffsetException(summary, response)
+        elif status == ResponseStatus.FORBIDDEN_VAULT_OPERATION.value:
+            raise exceptions.ForbiddenVaultOperation(summary, response)
+        elif status == ResponseStatus.VAULT_ITEM_NOT_FOUND.value:
+            raise exceptions.VaultItemNotFound(summary, response)
         elif status == ResponseStatus.NOT_FOUND.value:
             raise exceptions.NotFound(response.raw_response.url if response.raw_response is not None else "", response)
+        elif status == ResponseStatus.INTERNAL_SERVER_ERROR.value:
+            raise exceptions.InternalServerError(response)
         raise exceptions.PangeaAPIException(f"{summary} ", response)

{pangea_sdk-1.3.0 → pangea_sdk-1.5.0}/pangea/response.py

@@ -1,9 +1,11 @@
 # Copyright 2022 Pangea Cyber Corporation
 # Author: Pangea Cyber Corporation
+import datetime
 import enum
 from typing import Any, Dict, Generic, List, Optional, TypeVar
 
 import requests
+from pangea.utils import format_datetime
 from pydantic import BaseModel
 
 T = TypeVar("T")
@@ -21,6 +23,9 @@ class APIResponseModel(BaseModel):
 class APIRequestModel(BaseModel):
     class Config:
         arbitrary_types_allowed = True
+        json_encoders = {
+            datetime.datetime: format_datetime,
+        }
 
 
 class PangeaResponseResult(APIResponseModel):
@@ -63,7 +68,10 @@ class ResponseStatus(str, enum.Enum):
     TREE_NOT_FOUND = "TreeNotFound"
     IP_NOT_FOUND = "IPNotFound"
     BAD_OFFSET = "BadOffset"
+    FORBIDDEN_VAULT_OPERATION = "ForbiddenVaultOperation"
+    VAULT_ITEM_NOT_FOUND = "VaultItemNotFound"
     NOT_FOUND = "NotFound"
+    INTERNAL_SERVER_ERROR = "InternalError"
 
 
 class ResponseHeader(APIResponseModel):

{pangea_sdk-1.3.0 → pangea_sdk-1.5.0}/pangea/services/__init__.py

@@ -2,3 +2,4 @@ from .audit.audit import Audit
 from .embargo import Embargo
 from .intel import DomainIntel, FileIntel, IpIntel, UrlIntel
 from .redact import Redact
+from .vault.vault import Vault

{pangea_sdk-1.3.0 → pangea_sdk-1.5.0}/pangea/services/audit/audit.py

@@ -1,10 +1,30 @@
 # Copyright 2022 Pangea Cyber Corporation
 # Author: Pangea Cyber Corporation
-from typing import Dict, Optional
+import datetime
+from typing import Dict, Optional, Union
 
 from pangea.response import PangeaResponse
 from pangea.services.audit.exceptions import AuditException, EventCorruption
-from pangea.services.audit.models import *
+from pangea.services.audit.models import (
+    Event,
+    EventEnvelope,
+    EventSigning,
+    EventVerification,
+    LogRequest,
+    LogResult,
+    PublishedRoot,
+    Root,
+    RootRequest,
+    RootResult,
+    RootSource,
+    SearchEvent,
+    SearchOrder,
+    SearchOrderBy,
+    SearchOutput,
+    SearchRequest,
+    SearchResultOutput,
+    SearchResultRequest,
+)
 from pangea.services.audit.signing import Signer, Verifier
 from pangea.services.audit.util import (
     b64encode_ascii,
@@ -99,6 +119,7 @@ class Audit(ServiceBase):
             verify (bool, optional): True to verify logs consistency after response.
             signing (bool, optional): True to sign event.
             verbose (bool, optional): True to get a more verbose response.
+            tenant_id (string, optional): Used to record the tenant associated with this activity.
         Raises:
             AuditException: If an audit based api exception happens
             PangeaAPIException: If an API Error happens
@@ -169,7 +190,7 @@ class Audit(ServiceBase):
                 # verify event hash
                 if response.result.hash and not verify_envelope_hash(response.result.envelope, response.result.hash):
                     # it's a extreme case, it's OK to raise an exception
-                    raise EventCorruption(f"Error: Event hash failed.", response.result.envelope)
+                    raise EventCorruption("Error: Event hash failed.", response.result.envelope)
 
                 response.result.signature_verification = self.verify_signature(response.result.envelope)
 
@@ -208,8 +229,8 @@ class Audit(ServiceBase):
         query: str,
         order: Optional[SearchOrder] = None,
         order_by: Optional[SearchOrderBy] = None,
-        start: Optional[datetime.datetime] = None,
-        end: Optional[datetime.datetime] = None,
+        start: Optional[Union[datetime.datetime, str]] = None,
+        end: Optional[Union[datetime.datetime, str]] = None,
         limit: Optional[int] = None,
         max_results: Optional[int] = None,
         search_restriction: Optional[dict] = None,
@@ -266,8 +287,8 @@ class Audit(ServiceBase):
             query=query,
             order=order,
             order_by=order_by,
-            start=None if start is None else format_datetime(start),
-            end=None if end is None else format_datetime(end),
+            start=format_datetime(start) if isinstance(start, datetime.datetime) else start,
+            end=format_datetime(end) if isinstance(end, datetime.datetime) else end,
             limit=limit,
             max_results=max_results,
             search_restriction=search_restriction,

{pangea_sdk-1.3.0 → pangea_sdk-1.5.0}/pangea/services/audit/models.py

@@ -173,6 +173,12 @@ class SearchOrder(str, enum.Enum):
     ASC = "desc"
     DESC = "asc"
 
+    def __str__(self):
+        return str(self.value)
+
+    def __repr__(self):
+        return str(self.value)
+
 
 class SearchOrderBy(str, enum.Enum):
     ACTOR = "actor"
@@ -184,6 +190,12 @@ class SearchOrderBy(str, enum.Enum):
     TARGET = "target"
     TIMESTAMP = "timestamp"
 
+    def __str__(self):
+        return str(self.value)
+
+    def __repr__(self):
+        return str(self.value)
+
 
 class SearchRequest(APIRequestModel):
     """

{pangea_sdk-1.3.0 → pangea_sdk-1.5.0}/pangea/services/audit/util.py

@@ -13,6 +13,7 @@ from typing import Dict, List, Optional
 
 import requests
 from pangea.services.audit.models import Event, EventEnvelope, PublishedRoot
+from pangea.utils import format_datetime
 
 Hash = bytes
 
@@ -140,7 +141,11 @@ def format_datetime(dt: datetime):
     """
     Format a datetime in ISO format, using Z instead of +00:00
     """
-    return dt.isoformat().replace("+00:00", "Z")
+    ret = dt.isoformat()
+    if dt.tzinfo is not None:
+        return ret.replace("+00:00", "Z")
+    else:
+        return ret + "Z"
 
 
 def normalize_log(audit: dict) -> dict: