pyPreservica 3.2.3__py3-none-any.whl → 3.2.5__py3-none-any.whl

pyPreservica/__init__.py

@@ -35,6 +35,6 @@ from .settingsAPI import SettingsAPI
 __author__ = "James Carr (drjamescarr@gmail.com)"
 
 # Version of the pyPreservica package
-__version__ = "3.2.3"
+__version__ = "3.2.5"
 
 __license__ = "Apache License Version 2.0"

pyPreservica/common.py

@@ -822,9 +822,6 @@ class AuthenticatedAPI:
             self.minor_version = int(version_numbers[1])
             self.patch_version = int(version_numbers[2])
 
-            if self.server == "preview.preservica.com":
-                self.minor_version = 1
-
             return version
         elif request.status_code == requests.codes.unauthorized:
             self.token = self.__token__()
@@ -833,6 +830,9 @@ class AuthenticatedAPI:
             logger.error(f"version number failed with http response {request.status_code}")
             logger.error(str(request.content))
             RuntimeError(request.status_code, "version number failed")
+            return None
+
+
 
     def __str__(self):
         return f"pyPreservica version: {pyPreservica.__version__}  (Preservica 8.0 Compatible) " \
@@ -892,9 +892,11 @@ class AuthenticatedAPI:
                             data = {'username': self.username,
                                     'continuationToken': response.json()['continuationToken'],
                                     'tenant': self.tenant, 'twoFactorToken': totp.now()}
+
+                            header = {'Content-Type': 'application/x-www-form-urlencoded'}
                             response_2fa = self.session.post(
                                 f'{self.protocol}://{self.server}/api/accesstoken/complete-2fa',
-                                data=data)
+                                data=data, headers=header)
                             if response_2fa.status_code == requests.codes.ok:
                                 return response_2fa.json()['token']
                             else:

pyPreservica/entityAPI.py

@@ -61,7 +61,7 @@ class EntityAPI(AuthenticatedAPI):
         Generator function to return bitstream chunks
 
         :param bitstream:   The bitstream
-        :param chunk_size:  The chunk size to return
+        :param chunk_size:  The chunk size to return (defaults to 4K)
         :return:            A chunk of the requested bitstream content
         """
         if not isinstance(bitstream, Bitstream):
@@ -75,7 +75,7 @@ class EntityAPI(AuthenticatedAPI):
                 for chunk in request.iter_content(chunk_size=chunk_size):
                     yield chunk
             else:
-                exception = HTTPException(bitstream.filename, request.status_code, request.url, "bitstream_content",
+                exception = HTTPException(bitstream.filename, request.status_code, request.url, "bitstream_chunks",
                                           request.content.decode('utf-8'))
                 logger.error(exception)
                 raise exception
@@ -113,7 +113,7 @@ class EntityAPI(AuthenticatedAPI):
                     logger.error("Downloaded file size did not match the Preservica held value")
                     return None
             else:
-                exception = HTTPException(bitstream.filename, response.status_code, response.url, "bitstream_content",
+                exception = HTTPException(bitstream.filename, response.status_code, response.url, "bitstream_bytes",
                                           response.content.decode('utf-8'))
                 logger.error(exception)
                 raise exception
@@ -1044,7 +1044,6 @@ class EntityAPI(AuthenticatedAPI):
         xml_request = xml.etree.ElementTree.tostring(xml_object, encoding='utf-8')
         end_point = f"/{entity.path}/{entity.reference}/metadata"
         logger.debug(xml_request)
-        print(xml_request)
         request = self.session.post(f'{self.protocol}://{self.server}/api/entity{end_point}', data=xml_request,
                                     headers=headers)
         if request.status_code == requests.codes.ok:
@@ -2648,3 +2647,4 @@ class EntityAPI(AuthenticatedAPI):
                                   "_delete_entity", request.content.decode('utf-8'))
         logger.error(exception)
         raise exception
+

pyPreservica/uploadAPI.py

@@ -1633,6 +1633,52 @@ class UploadAPI(AuthenticatedAPI):
             logger.error(exception)
             raise exception
 
+    def clean_upload_bucket(self, bucket_name: str,  older_than_days: int = 90):
+        """
+        Clean up objects in an upload bucket which are older than older_than_days.
+
+        """
+        from azure.storage.blob import ContainerClient
+
+        for location in self.upload_locations():
+            if location['containerName'] == bucket_name:
+
+                if location['type'] != 'AWS':
+                    credentials = self.upload_credentials(location['apiId'])
+                    account_key = credentials['key']
+                    session_token = credentials['sessionToken']
+                    sas_url = f"https://{account_key}.blob.core.windows.net/{bucket_name}"
+                    container = ContainerClient.from_container_url(container_url=sas_url, credential=session_token)
+                    now = datetime.now(timezone.utc)
+                    for blob in container.list_blobs():
+                        if abs((blob.last_modified - now).days) > older_than_days:
+                            logger.debug(f"Deleting expired object {blob.name}")
+                            container.delete_blob(blob.name)
+
+                if location['type'] == 'AWS':
+                    credentials = self.upload_credentials(location['apiId'])
+                    access_key = credentials['key']
+                    secret_key = credentials['secret']
+                    session_token = credentials['sessionToken']
+                    session = boto3.Session(aws_access_key_id=access_key, aws_secret_access_key=secret_key,
+                                            aws_session_token=session_token)
+                    s3_client = session.client("s3")
+                    paginator = s3_client.get_paginator('list_objects_v2')
+                    now = datetime.now(timezone.utc)
+                    for page in paginator.paginate(Bucket=bucket_name):
+                        if 'Contents' in page:
+                            for key in page['Contents']:
+                                last_modified = key['LastModified']
+                                if abs((last_modified - now).days) > older_than_days:
+                                    logger.debug(f"Deleting expired object {key['Key']}")
+                                    s3_client.delete_object(Bucket=bucket_name, Key=key['Key'])
+
+
+
+
+
+
+
     def upload_locations(self):
         """
         Upload locations are configured on the Sources page as 'SIP Upload'.

{pypreservica-3.2.3.dist-info → pypreservica-3.2.5.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: pyPreservica
-Version: 3.2.3
+Version: 3.2.5
 Summary: Python library for the Preservica API
 Home-page: https://pypreservica.readthedocs.io/
 Author: James Carr

{pypreservica-3.2.3.dist-info → pypreservica-3.2.5.dist-info}/RECORD

@@ -1,20 +1,20 @@
-pyPreservica/__init__.py,sha256=7KtbyFynwHrkpSFRvS5LxftRefR9J9OxiIzThnhDNnM,1250
+pyPreservica/__init__.py,sha256=Lqe6IieUt542PCQEfLGEN7qZmByqdxDJdzu6uRyQ6_c,1250
 pyPreservica/adminAPI.py,sha256=Ls7uJA2Lu5t2k5vOFqrOlbZxmDrSp1-JuD_5z10w9w0,37990
 pyPreservica/authorityAPI.py,sha256=A52sFiAK4E4mlend_dknNIOW2BEwKXcLFI02anZBt3U,9211
-pyPreservica/common.py,sha256=OpF6JuQt424sGAfDQ4r_fV32YMuz3kYfQYJ0psxIWTo,39191
+pyPreservica/common.py,sha256=vky_eupqQUG3zELTqqFMKP9m2kpwzXEgrxhGxxH6qDU,39231
 pyPreservica/contentAPI.py,sha256=ZvX2aGQEaksmw-m-oEUI6daVSqFe_IcE1cGwCNbSCDQ,22286
-pyPreservica/entityAPI.py,sha256=jxB_8Zd4QCxbpXrBm9ilJ7UfBi0ux85k5DGZ7Jgm2yI,132421
+pyPreservica/entityAPI.py,sha256=TErRGGMkvGxKBferwucde4wIH8rR3djsr6VOq2JqUqI,132409
 pyPreservica/mdformsAPI.py,sha256=D6p7uD2qNY76P6_k5MSaXnrYMp487hDXwladYvASejI,20052
 pyPreservica/monitorAPI.py,sha256=LJOUrynBOWKlNiYpZ1iH8qB1oIIuKX1Ms1SRBcuXohA,6274
 pyPreservica/opex.py,sha256=ccra1S4ojUXS3PlbU8WfxajOkJrwG4OykBnNrYP_jus,4875
 pyPreservica/parAPI.py,sha256=f0ZUxLd0U-BW6kBx5K7W2Pv7NjG3MkTNydmxQ3U1ZVE,9296
 pyPreservica/retentionAPI.py,sha256=QUTCbN4P3IpqmrebU_wd3n5ZVcyxVLTFAli8Y_GxOW4,24843
 pyPreservica/settingsAPI.py,sha256=jXnMOCq3mimta6E-Os3J1I1if2pYsjLpOazAx8L-ZQI,10721
-pyPreservica/uploadAPI.py,sha256=uX67mW-2q7FmjtXQ759GwHPL6Zs7R-iE8-86PBApvbY,99823
+pyPreservica/uploadAPI.py,sha256=vYCfKicbpkjb78oCCkOzeB5T3Gl-zu-xZIvQPQ80Nio,102186
 pyPreservica/webHooksAPI.py,sha256=KMObsdHp_0K0HjJUl5oaFh-vs21GCAQZo2ZTKkY38R8,6872
 pyPreservica/workflowAPI.py,sha256=OcOiiUdrQerbPllrkj1lWpmuW0jTuyyV0urwPSYcd_U,17561
-pypreservica-3.2.3.dist-info/licenses/LICENSE.txt,sha256=HrhfyXIkWY2tGFK11kg7vPCqhgh5DcxleloqdhrpyMY,11558
-pypreservica-3.2.3.dist-info/METADATA,sha256=2kWPpvUUWzzrvqLnKgaL0hErw-w9sooNr909g0L_xV4,3077
-pypreservica-3.2.3.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-pypreservica-3.2.3.dist-info/top_level.txt,sha256=iIBh6NAznYQHOV8mv_y_kGKSDITek9rANyFDwJsbU-c,13
-pypreservica-3.2.3.dist-info/RECORD,,
+pypreservica-3.2.5.dist-info/licenses/LICENSE.txt,sha256=HrhfyXIkWY2tGFK11kg7vPCqhgh5DcxleloqdhrpyMY,11558
+pypreservica-3.2.5.dist-info/METADATA,sha256=1qISp87q4dr1eHJSUPi5wxX39QtQUgZYbHVynR6ynlw,3077
+pypreservica-3.2.5.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+pypreservica-3.2.5.dist-info/top_level.txt,sha256=iIBh6NAznYQHOV8mv_y_kGKSDITek9rANyFDwJsbU-c,13
+pypreservica-3.2.5.dist-info/RECORD,,