hestia-earth-utils 0.15.11__tar.gz → 0.15.13__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (44) hide show
  1. {hestia_earth_utils-0.15.11 → hestia_earth_utils-0.15.13}/PKG-INFO +1 -1
  2. {hestia_earth_utils-0.15.11 → hestia_earth_utils-0.15.13}/hestia_earth/utils/storage/_s3_client.py +11 -7
  3. {hestia_earth_utils-0.15.11 → hestia_earth_utils-0.15.13}/hestia_earth/utils/tools.py +9 -0
  4. hestia_earth_utils-0.15.13/hestia_earth/utils/version.py +1 -0
  5. {hestia_earth_utils-0.15.11 → hestia_earth_utils-0.15.13}/hestia_earth_utils.egg-info/PKG-INFO +1 -1
  6. hestia_earth_utils-0.15.11/hestia_earth/utils/version.py +0 -1
  7. {hestia_earth_utils-0.15.11 → hestia_earth_utils-0.15.13}/MANIFEST.in +0 -0
  8. {hestia_earth_utils-0.15.11 → hestia_earth_utils-0.15.13}/README.md +0 -0
  9. {hestia_earth_utils-0.15.11 → hestia_earth_utils-0.15.13}/bin/hestia-format-upload +0 -0
  10. {hestia_earth_utils-0.15.11 → hestia_earth_utils-0.15.13}/bin/hestia-pivot-csv +0 -0
  11. {hestia_earth_utils-0.15.11 → hestia_earth_utils-0.15.13}/hestia_earth/__init__.py +0 -0
  12. {hestia_earth_utils-0.15.11 → hestia_earth_utils-0.15.13}/hestia_earth/utils/__init__.py +0 -0
  13. {hestia_earth_utils-0.15.11 → hestia_earth_utils-0.15.13}/hestia_earth/utils/api.py +0 -0
  14. {hestia_earth_utils-0.15.11 → hestia_earth_utils-0.15.13}/hestia_earth/utils/blank_node.py +0 -0
  15. {hestia_earth_utils-0.15.11 → hestia_earth_utils-0.15.13}/hestia_earth/utils/calculation_status.py +0 -0
  16. {hestia_earth_utils-0.15.11 → hestia_earth_utils-0.15.13}/hestia_earth/utils/cycle.py +0 -0
  17. {hestia_earth_utils-0.15.11 → hestia_earth_utils-0.15.13}/hestia_earth/utils/date.py +0 -0
  18. {hestia_earth_utils-0.15.11 → hestia_earth_utils-0.15.13}/hestia_earth/utils/descriptive_stats.py +0 -0
  19. {hestia_earth_utils-0.15.11 → hestia_earth_utils-0.15.13}/hestia_earth/utils/emission.py +0 -0
  20. {hestia_earth_utils-0.15.11 → hestia_earth_utils-0.15.13}/hestia_earth/utils/lookup.py +0 -0
  21. {hestia_earth_utils-0.15.11 → hestia_earth_utils-0.15.13}/hestia_earth/utils/lookup_utils.py +0 -0
  22. {hestia_earth_utils-0.15.11 → hestia_earth_utils-0.15.13}/hestia_earth/utils/model.py +0 -0
  23. {hestia_earth_utils-0.15.11 → hestia_earth_utils-0.15.13}/hestia_earth/utils/pipeline.py +0 -0
  24. {hestia_earth_utils-0.15.11 → hestia_earth_utils-0.15.13}/hestia_earth/utils/pivot/__init__.py +0 -0
  25. {hestia_earth_utils-0.15.11 → hestia_earth_utils-0.15.13}/hestia_earth/utils/pivot/_shared.py +0 -0
  26. {hestia_earth_utils-0.15.11 → hestia_earth_utils-0.15.13}/hestia_earth/utils/pivot/pivot_csv.py +0 -0
  27. {hestia_earth_utils-0.15.11 → hestia_earth_utils-0.15.13}/hestia_earth/utils/pivot/pivot_json.py +0 -0
  28. {hestia_earth_utils-0.15.11 → hestia_earth_utils-0.15.13}/hestia_earth/utils/request.py +0 -0
  29. {hestia_earth_utils-0.15.11 → hestia_earth_utils-0.15.13}/hestia_earth/utils/stats.py +0 -0
  30. {hestia_earth_utils-0.15.11 → hestia_earth_utils-0.15.13}/hestia_earth/utils/storage/__init__.py +0 -0
  31. {hestia_earth_utils-0.15.11 → hestia_earth_utils-0.15.13}/hestia_earth/utils/storage/_azure_client.py +0 -0
  32. {hestia_earth_utils-0.15.11 → hestia_earth_utils-0.15.13}/hestia_earth/utils/storage/_local_client.py +0 -0
  33. {hestia_earth_utils-0.15.11 → hestia_earth_utils-0.15.13}/hestia_earth/utils/storage/_sns_client.py +0 -0
  34. {hestia_earth_utils-0.15.11 → hestia_earth_utils-0.15.13}/hestia_earth/utils/table.py +0 -0
  35. {hestia_earth_utils-0.15.11 → hestia_earth_utils-0.15.13}/hestia_earth/utils/term.py +0 -0
  36. {hestia_earth_utils-0.15.11 → hestia_earth_utils-0.15.13}/hestia_earth_utils.egg-info/SOURCES.txt +0 -0
  37. {hestia_earth_utils-0.15.11 → hestia_earth_utils-0.15.13}/hestia_earth_utils.egg-info/dependency_links.txt +0 -0
  38. {hestia_earth_utils-0.15.11 → hestia_earth_utils-0.15.13}/hestia_earth_utils.egg-info/requires.txt +0 -0
  39. {hestia_earth_utils-0.15.11 → hestia_earth_utils-0.15.13}/hestia_earth_utils.egg-info/top_level.txt +0 -0
  40. {hestia_earth_utils-0.15.11 → hestia_earth_utils-0.15.13}/setup.cfg +0 -0
  41. {hestia_earth_utils-0.15.11 → hestia_earth_utils-0.15.13}/setup.py +0 -0
  42. {hestia_earth_utils-0.15.11 → hestia_earth_utils-0.15.13}/tests/pivot/__init__.py +0 -0
  43. {hestia_earth_utils-0.15.11 → hestia_earth_utils-0.15.13}/tests/pivot/test_pivot_csv.py +0 -0
  44. {hestia_earth_utils-0.15.11 → hestia_earth_utils-0.15.13}/tests/pivot/test_pivot_json.py +0 -0
{hestia_earth_utils-0.15.11 → hestia_earth_utils-0.15.13}/PKG-INFO RENAMED
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: hestia_earth_utils
3
- Version: 0.15.11
3
+ Version: 0.15.13
4
4
  Summary: HESTIA's utils library
5
5
  Home-page: https://gitlab.com/hestia-earth/hestia-utils
6
6
  Author: HESTIA Team
{hestia_earth_utils-0.15.11 → hestia_earth_utils-0.15.13}/hestia_earth/utils/storage/_s3_client.py RENAMED
@@ -100,12 +100,16 @@ def _list_bucket_objects(bucket: str, folder: str = ''):
100
100
  def _delete_objects(bucket: str, objects: list):
101
101
  from botocore.exceptions import ClientError
102
102
  try:
103
- return _get_s3_client().delete_objects(
104
- Bucket=bucket,
105
- Delete={
106
- 'Objects': objects,
107
- 'Quiet': True
108
- }
109
- )
103
+ # delete in batch of 1000 max allowed
104
+ batch_size = 1000
105
+ for i in range(0, len(objects), batch_size):
106
+ batch_objects = objects[i:i + batch_size]
107
+ _get_s3_client().delete_objects(
108
+ Bucket=bucket,
109
+ Delete={
110
+ 'Objects': batch_objects,
111
+ 'Quiet': True
112
+ }
113
+ )
110
114
  except ClientError:
111
115
  return None
{hestia_earth_utils-0.15.11 → hestia_earth_utils-0.15.13}/hestia_earth/utils/tools.py RENAMED
@@ -224,3 +224,12 @@ def _get_by_key(x, y):
224
224
 
225
225
 
226
226
  def get_dict_key(value: dict, key: str): return reduce(lambda x, y: _get_by_key(x, y), key.split('.'), value)
227
+
228
+
229
+ def omit(values: dict, keys: list) -> dict: return {k: v for k, v in values.items() if k not in keys}
230
+
231
+
232
+ def pick(value: dict, keys: list) -> dict: return {k: v for k, v in value.items() if k in keys}
233
+
234
+
235
+ def unique_values(values: list, key: str = '@id'): return list({v[key]: v for v in values}.values())
hestia_earth_utils-0.15.13/hestia_earth/utils/version.py ADDED
@@ -0,0 +1 @@
1
+ VERSION = '0.15.13'
{hestia_earth_utils-0.15.11 → hestia_earth_utils-0.15.13}/hestia_earth_utils.egg-info/PKG-INFO RENAMED
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: hestia-earth-utils
3
- Version: 0.15.11
3
+ Version: 0.15.13
4
4
  Summary: HESTIA's utils library
5
5
  Home-page: https://gitlab.com/hestia-earth/hestia-utils
6
6
  Author: HESTIA Team
hestia_earth_utils-0.15.11/hestia_earth/utils/version.py DELETED
@@ -1 +0,0 @@
1
- VERSION = '0.15.11'