documente_shared 0.1.2__py3-none-any.whl → 0.1.3__py3-none-any.whl

documente_shared/domain/entities.py

@@ -1,5 +1,6 @@
 from dataclasses import dataclass
 from datetime import datetime
+from decimal import Decimal
 from typing import Optional
 
 from documente_shared.domain.enums import DocumentProcessStatus
@@ -12,7 +13,7 @@ class DocumentProcess(object):
     file_path: str
     processed_csv_path: str
     processed_xlsx_path: str
-    processing_time: Optional[float] = None
+    processing_time: Optional[Decimal] = None
     enqueued_at: Optional[datetime] = None
     started_at: Optional[datetime] = None
     failed_at: Optional[datetime] = None
@@ -72,7 +73,10 @@ class DocumentProcess(object):
             'file_path': self.file_path,
             'processed_csv_path': self.processed_csv_path,
             'processed_xlsx_path': self.processed_xlsx_path,
-            'processing_time': self.processing_time,
+            'processing_time': (
+                str(self.processing_time)
+                if self.processing_time else None
+            ),
             'enqueued_at': self.enqueued_at.isoformat() if self.enqueued_at else None,
             'started_at': self.started_at.isoformat() if self.started_at else None,
             'failed_at': self.failed_at.isoformat() if self.failed_at else None,
@@ -88,7 +92,7 @@ class DocumentProcess(object):
             processed_csv_path=data.get('processed_csv_path'),
             processed_xlsx_path=data.get('processed_xlsx_path'),
             processing_time=(
-                data.get('processing_time')
+                Decimal(data.get('processing_time'))
                 if data.get('processing_time') else None
             ),
             enqueued_at=(

documente_shared/domain/repositories.py

@@ -10,5 +10,5 @@ class DocumentProcessRepository(ABC):
         raise NotImplementedError
 
     @abstractmethod
-    def delete(self, instance: DocumentProcess):
+    def remove(self, instance: DocumentProcess):
         raise NotImplementedError

documente_shared/infrastructure/dynamo_repositories.py

@@ -1,10 +1,17 @@
 from documente_shared.domain.entities import DocumentProcess
 from documente_shared.domain.repositories import DocumentProcessRepository
+from documente_shared.infrastructure.dynamo_table import DynamoDBTable
 
 
-class DynamoDocumentProcessRepository(DocumentProcessRepository):
+class DynamoDocumentProcessRepository(
+    DynamoDBTable,
+    DocumentProcessRepository,
+):
+
     def persist(self, instance: DocumentProcess) -> DocumentProcess:
-        pass
+        self.put(instance.to_dict)
+        return instance
+
 
-    def delete(self, instance: DocumentProcess):
-        pass
+    def remove(self, instance: DocumentProcess):
+        self.delete(key=instance.digest)

documente_shared/infrastructure/dynamo_table.py

@@ -0,0 +1,75 @@
+from dataclasses import dataclass
+
+import boto3
+from boto3.dynamodb.conditions import Key
+
+
+RETURN_VALUES = 'UPDATED_NEW'
+
+@dataclass
+class DynamoDBTable(object):
+    table_name: str
+
+    def __post_init__(self):
+        self._table = boto3.resource('dynamodb').Table(self.table_name)
+
+    def get(self, key: str):
+        return self._table.get_item(Key=key).get('Item')
+
+    def get_all(self):
+        return self._table.scan().get('Items')
+
+    def upsert(self, key, attributes):
+        return self.put({**key, **attributes})
+
+
+    def filter_by(self, attribute, target_value):
+        return self._table(
+            FilterExpression=Key(attribute).eq(target_value),
+        ).get('Items')
+
+    def put(self, attributes: dict, condition: dict = None):
+        extra_args = {}
+        if condition:
+            extra_args['ConditionExpression'] = condition
+        return self._table.put_item(Item=attributes, **extra_args)
+
+
+    def update(self, key: str, attributes: dict):
+        return self._table.update_item(
+            Key=key,
+            UpdateExpression=self._update_expression(attributes),
+            ExpressionAttributeNames=self._expression_attribute_names(attributes),
+            ExpressionAttributeValues=self._expression_attribute_values(attributes),
+            ReturnValues=RETURN_VALUES,
+        )
+
+    def delete(self, key: str):
+        return self._table.delete_item(Key=key)
+
+    def count(self) -> int:
+        return self._table.item_count
+
+
+    @classmethod
+    def _update_expression(cls, attributes):
+        return 'SET {param}'.format(
+            param=','.join(
+                '#{key}=:{key}'.format(
+                    key=key,
+                )
+                for key in attributes
+            ),
+        )
+
+    @classmethod
+    def _expression_attribute_names(cls, attributes):
+        return {
+            '#{key}'.format(key=key): key for key in attributes
+        }
+
+    @classmethod
+    def _expression_attribute_values(cls, attributes):
+        return {
+            ':{key}'.format(key=key): attr for key, attr in attributes.items()
+        }

documente_shared/infrastructure/s3_bucket.py

@@ -0,0 +1,38 @@
+from dataclasses import dataclass
+from typing import Optional
+
+from python_layer.python import boto3
+
+def remove_none_values(data: dict) -> dict:  # noqa: WPS110
+    return {key: value for key, value in data.items() if value is not None}  # noqa: WPS110
+
+
+@dataclass
+class S3Bucket(object):
+    bucket_url: str
+
+    def __post_init__(self):
+        self._resource = boto3.resource('s3')
+
+
+    def get(self, file_name: str):
+        return self._resource.Object(self.bucket_url, file_name).get()
+
+    def upload(self, file_name, file_content, content_type: Optional[str] = None):
+        optional_params = {'ContentType': content_type}
+        return self._resource.Object(self.bucket_url, file_name).put(
+            Body=file_content,
+            **remove_none_values(optional_params),
+        )
+
+    def delete(self, file_name):
+        return self._resource.Object(self.bucket_url, file_name).delete()
+
+    def get_url(self, file_name):
+        return 'https://{bucket_url}.s3.amazonaws.com/{file_name}'.format(
+            bucket_url=self.bucket_url,
+            file_name=file_name,
+        )
+
+    def read(self, file_name):
+        return self.get(file_name)['Body'].read()

{documente_shared-0.1.2.dist-info → documente_shared-0.1.3.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: documente_shared
-Version: 0.1.2
+Version: 0.1.3
 Summary: Shared utilities for Documente AI projects
 License: MIT
 Author: Tech

documente_shared-0.1.3.dist-info/RECORD

@@ -0,0 +1,13 @@
+documente_shared/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+documente_shared/domain/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+documente_shared/domain/base_enum.py,sha256=DojAfn-zQdtjtImeHUpBzE6TBTm07XrbMOdW3h8RVd8,1449
+documente_shared/domain/entities.py,sha256=0Flg2yWYdVM34hAwZmarn8CUKGZ9LchtC6Imeikbthk,3726
+documente_shared/domain/enums.py,sha256=LF-gY3EyucQSmGBxXNy8z4Cb4Ry672muPtz5Xt7e9oo,227
+documente_shared/domain/repositories.py,sha256=h_nArptP5Xh7Jrhden-Ii9rZQqzgLFHhuzj1p78LgmU,365
+documente_shared/infrastructure/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+documente_shared/infrastructure/dynamo_repositories.py,sha256=RrJ3T1GsH5NNbaTqBwZ4_h34nWnoQ9mhcd5VDRiiv48,521
+documente_shared/infrastructure/dynamo_table.py,sha256=H4X_SlK3DzOAt4wPQ8u4wkURt00bsKr5mfeSQTTA1O8,2094
+documente_shared/infrastructure/s3_bucket.py,sha256=nJe6OCHhycPcl21gwazC_xxqVQ6y1cRS4T3LH14Hfjk,1180
+documente_shared-0.1.3.dist-info/METADATA,sha256=1sL4e7TIZ29d2o1EEKaOkMLGdWtNMnfKicSX09H5zh0,639
+documente_shared-0.1.3.dist-info/WHEEL,sha256=Nq82e9rUAnEjt98J6MlVmMCZb-t9cYE2Ir1kpBmnWfs,88
+documente_shared-0.1.3.dist-info/RECORD,,

documente_shared-0.1.2.dist-info/RECORD

@@ -1,11 +0,0 @@
-documente_shared/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-documente_shared/domain/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-documente_shared/domain/base_enum.py,sha256=DojAfn-zQdtjtImeHUpBzE6TBTm07XrbMOdW3h8RVd8,1449
-documente_shared/domain/entities.py,sha256=A9fepr2Y5IkCxe8W18uhos4UlEJ8VGSTd8PSCcEY98M,3600
-documente_shared/domain/enums.py,sha256=LF-gY3EyucQSmGBxXNy8z4Cb4Ry672muPtz5Xt7e9oo,227
-documente_shared/domain/repositories.py,sha256=j9BtQOJiNiXJ6nVo7MnP1oBuoN02Ox9cyCrvPGlkD30,365
-documente_shared/infrastructure/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-documente_shared/infrastructure/dynamo_repositories.py,sha256=-lyG9oaskt6LdgdETFMZTUPS0_3fooLJzauX1pNDaos,348
-documente_shared-0.1.2.dist-info/METADATA,sha256=4QFYDMlB9U5b83e6R6law8lRf_Dy_lc3nrpriOrZFAs,639
-documente_shared-0.1.2.dist-info/WHEEL,sha256=Nq82e9rUAnEjt98J6MlVmMCZb-t9cYE2Ir1kpBmnWfs,88
-documente_shared-0.1.2.dist-info/RECORD,,