hestia-earth-utils 0.15.11__py3-none-any.whl → 0.15.13__py3-none-any.whl

hestia_earth/utils/storage/_s3_client.py

@@ -100,12 +100,16 @@ def _list_bucket_objects(bucket: str, folder: str = ''):
 def _delete_objects(bucket: str, objects: list):
     from botocore.exceptions import ClientError
     try:
-        return _get_s3_client().delete_objects(
-            Bucket=bucket,
-            Delete={
-                'Objects': objects,
-                'Quiet': True
-            }
-        )
+        # delete in batch of 1000 max allowed
+        batch_size = 1000
+        for i in range(0, len(objects), batch_size):
+            batch_objects = objects[i:i + batch_size]
+            _get_s3_client().delete_objects(
+                Bucket=bucket,
+                Delete={
+                    'Objects': batch_objects,
+                    'Quiet': True
+                }
+            )
     except ClientError:
         return None

hestia_earth/utils/tools.py

@@ -224,3 +224,12 @@ def _get_by_key(x, y):
 
 
 def get_dict_key(value: dict, key: str): return reduce(lambda x, y: _get_by_key(x, y), key.split('.'), value)
+
+
+def omit(values: dict, keys: list) -> dict: return {k: v for k, v in values.items() if k not in keys}
+
+
+def pick(value: dict, keys: list) -> dict: return {k: v for k, v in value.items() if k in keys}
+
+
+def unique_values(values: list, key: str = '@id'): return list({v[key]: v for v in values}.values())

hestia_earth/utils/version.py

@@ -1 +1 @@
-VERSION = '0.15.11'
+VERSION = '0.15.13'

{hestia_earth_utils-0.15.11.dist-info → hestia_earth_utils-0.15.13.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: hestia-earth-utils
-Version: 0.15.11
+Version: 0.15.13
 Summary: HESTIA's utils library
 Home-page: https://gitlab.com/hestia-earth/hestia-utils
 Author: HESTIA Team

{hestia_earth_utils-0.15.11.dist-info → hestia_earth_utils-0.15.13.dist-info}/RECORD

@@ -15,8 +15,8 @@ hestia_earth/utils/request.py,sha256=bu7hkWKmFdXl2_Feawiam_x32whlclA9oP0asJyC69k
 hestia_earth/utils/stats.py,sha256=4t3op10xDJbGxWJEY1Jtyl302PYWyMFwLpsSkMlzQn8,34667
 hestia_earth/utils/table.py,sha256=RrTt-KF_QzjKiCpaAueoG6La1FG-Iusxw5NMDpoRBpQ,2861
 hestia_earth/utils/term.py,sha256=6LiUSc6KX3IOkfWF6fYkQ2tENCO8ENljcdDypxU6WtA,1060
-hestia_earth/utils/tools.py,sha256=eCppZ0gFR6RPF7TEraMLwLJnUCJb93xP0iEzFPcYpK0,4685
-hestia_earth/utils/version.py,sha256=qRcvn3GMIawuLKmMfJA7N1zkiyrTpl49n8THxVSnnVg,20
+hestia_earth/utils/tools.py,sha256=9GaUJwxL-CTzEOGnRFkUQDVFelPevQSxXrf25vssCVo,4990
+hestia_earth/utils/version.py,sha256=5syqDmwsh4jIBj3VfUqrt5VKjwrVJ6GbwjH-C3XXOW0,20
 hestia_earth/utils/pivot/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 hestia_earth/utils/pivot/_shared.py,sha256=MB9074xkgKO9D_B6tWM-pdOlpjP_9itWpAHAzkA_1to,914
 hestia_earth/utils/pivot/pivot_csv.py,sha256=Ed-sCKEqVIFJu71AncS7zlMkHbw5V15QLd5c5B_uxiE,12296
@@ -24,14 +24,14 @@ hestia_earth/utils/pivot/pivot_json.py,sha256=Ld0SmUa-2aJ2pHOyicLujBP8KpBT_FnYNc
 hestia_earth/utils/storage/__init__.py,sha256=uNX6_EHWWnNUIm4Ng7L43-cQmuc6NGFAxXye85saIXQ,922
 hestia_earth/utils/storage/_azure_client.py,sha256=sevCZni04eknMql2DgUsWG23f7u0KvsXP7me1ZUBy00,1274
 hestia_earth/utils/storage/_local_client.py,sha256=IbzziUKY0QS3ybHFfgEpELqvafa7hQnZ-DdGdjQuypE,515
-hestia_earth/utils/storage/_s3_client.py,sha256=aWt4i_vObcTDWcwyzOOnBBnMv1rxPZV3AJZQMn96Hok,2975
+hestia_earth/utils/storage/_s3_client.py,sha256=B2yTsf-VfHcRLCKTMes4S_nCXxrZad9umyZx3b5Pu_c,3181
 hestia_earth/utils/storage/_sns_client.py,sha256=LowUatj78Egu6_Id6Rr7hZjfZx1WguS3lozB3yAwSps,347
-hestia_earth_utils-0.15.11.data/scripts/hestia-format-upload,sha256=IhLAHHPJqRgUcht-M_EUEsRMbRbMfshig07o488zscM,703
-hestia_earth_utils-0.15.11.data/scripts/hestia-pivot-csv,sha256=0YBuGuyPO8rytod6iwWEKiQdSlr9JLuD001k6U5t6no,1163
+hestia_earth_utils-0.15.13.data/scripts/hestia-format-upload,sha256=IhLAHHPJqRgUcht-M_EUEsRMbRbMfshig07o488zscM,703
+hestia_earth_utils-0.15.13.data/scripts/hestia-pivot-csv,sha256=0YBuGuyPO8rytod6iwWEKiQdSlr9JLuD001k6U5t6no,1163
 tests/pivot/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 tests/pivot/test_pivot_csv.py,sha256=aYni7o3QDPSgtVxVCspEetotgpYHY7Lz5VHf-DR89gw,8131
 tests/pivot/test_pivot_json.py,sha256=UYTAN4AZhzVicIYsU1A2VgJcctUXohjHppg6s-pqwcg,8287
-hestia_earth_utils-0.15.11.dist-info/METADATA,sha256=yjwNXw4Pz9CNmnusIzhScYklZWFrmSpyahc7a11K6nI,1758
-hestia_earth_utils-0.15.11.dist-info/WHEEL,sha256=tZoeGjtWxWRfdplE7E3d45VPlLNQnvbKiYnx7gwAy8A,92
-hestia_earth_utils-0.15.11.dist-info/top_level.txt,sha256=1dqA9TqpOLTEgpqa-YBsmbCmmNU1y56AtfFGEceZ2A0,19
-hestia_earth_utils-0.15.11.dist-info/RECORD,,
+hestia_earth_utils-0.15.13.dist-info/METADATA,sha256=h7PwUmrXsdi-9A5he9kr62Gi3aofUQY9UuQdsgAPU60,1758
+hestia_earth_utils-0.15.13.dist-info/WHEEL,sha256=tZoeGjtWxWRfdplE7E3d45VPlLNQnvbKiYnx7gwAy8A,92
+hestia_earth_utils-0.15.13.dist-info/top_level.txt,sha256=1dqA9TqpOLTEgpqa-YBsmbCmmNU1y56AtfFGEceZ2A0,19
+hestia_earth_utils-0.15.13.dist-info/RECORD,,