hestia-earth-utils 0.15.14__tar.gz → 0.15.16__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (44) hide show
  1. {hestia_earth_utils-0.15.14 → hestia_earth_utils-0.15.16}/PKG-INFO +1 -1
  2. {hestia_earth_utils-0.15.14 → hestia_earth_utils-0.15.16}/hestia_earth/utils/emission.py +10 -2
  3. {hestia_earth_utils-0.15.14 → hestia_earth_utils-0.15.16}/hestia_earth/utils/lookup_utils.py +68 -50
  4. hestia_earth_utils-0.15.16/hestia_earth/utils/version.py +1 -0
  5. {hestia_earth_utils-0.15.14 → hestia_earth_utils-0.15.16}/hestia_earth_utils.egg-info/PKG-INFO +1 -1
  6. hestia_earth_utils-0.15.14/hestia_earth/utils/version.py +0 -1
  7. {hestia_earth_utils-0.15.14 → hestia_earth_utils-0.15.16}/MANIFEST.in +0 -0
  8. {hestia_earth_utils-0.15.14 → hestia_earth_utils-0.15.16}/README.md +0 -0
  9. {hestia_earth_utils-0.15.14 → hestia_earth_utils-0.15.16}/bin/hestia-format-upload +0 -0
  10. {hestia_earth_utils-0.15.14 → hestia_earth_utils-0.15.16}/bin/hestia-pivot-csv +0 -0
  11. {hestia_earth_utils-0.15.14 → hestia_earth_utils-0.15.16}/hestia_earth/__init__.py +0 -0
  12. {hestia_earth_utils-0.15.14 → hestia_earth_utils-0.15.16}/hestia_earth/utils/__init__.py +0 -0
  13. {hestia_earth_utils-0.15.14 → hestia_earth_utils-0.15.16}/hestia_earth/utils/api.py +0 -0
  14. {hestia_earth_utils-0.15.14 → hestia_earth_utils-0.15.16}/hestia_earth/utils/blank_node.py +0 -0
  15. {hestia_earth_utils-0.15.14 → hestia_earth_utils-0.15.16}/hestia_earth/utils/calculation_status.py +0 -0
  16. {hestia_earth_utils-0.15.14 → hestia_earth_utils-0.15.16}/hestia_earth/utils/cycle.py +0 -0
  17. {hestia_earth_utils-0.15.14 → hestia_earth_utils-0.15.16}/hestia_earth/utils/date.py +0 -0
  18. {hestia_earth_utils-0.15.14 → hestia_earth_utils-0.15.16}/hestia_earth/utils/descriptive_stats.py +0 -0
  19. {hestia_earth_utils-0.15.14 → hestia_earth_utils-0.15.16}/hestia_earth/utils/lookup.py +0 -0
  20. {hestia_earth_utils-0.15.14 → hestia_earth_utils-0.15.16}/hestia_earth/utils/model.py +0 -0
  21. {hestia_earth_utils-0.15.14 → hestia_earth_utils-0.15.16}/hestia_earth/utils/pipeline.py +0 -0
  22. {hestia_earth_utils-0.15.14 → hestia_earth_utils-0.15.16}/hestia_earth/utils/pivot/__init__.py +0 -0
  23. {hestia_earth_utils-0.15.14 → hestia_earth_utils-0.15.16}/hestia_earth/utils/pivot/_shared.py +0 -0
  24. {hestia_earth_utils-0.15.14 → hestia_earth_utils-0.15.16}/hestia_earth/utils/pivot/pivot_csv.py +0 -0
  25. {hestia_earth_utils-0.15.14 → hestia_earth_utils-0.15.16}/hestia_earth/utils/pivot/pivot_json.py +0 -0
  26. {hestia_earth_utils-0.15.14 → hestia_earth_utils-0.15.16}/hestia_earth/utils/request.py +0 -0
  27. {hestia_earth_utils-0.15.14 → hestia_earth_utils-0.15.16}/hestia_earth/utils/stats.py +0 -0
  28. {hestia_earth_utils-0.15.14 → hestia_earth_utils-0.15.16}/hestia_earth/utils/storage/__init__.py +0 -0
  29. {hestia_earth_utils-0.15.14 → hestia_earth_utils-0.15.16}/hestia_earth/utils/storage/_azure_client.py +0 -0
  30. {hestia_earth_utils-0.15.14 → hestia_earth_utils-0.15.16}/hestia_earth/utils/storage/_local_client.py +0 -0
  31. {hestia_earth_utils-0.15.14 → hestia_earth_utils-0.15.16}/hestia_earth/utils/storage/_s3_client.py +0 -0
  32. {hestia_earth_utils-0.15.14 → hestia_earth_utils-0.15.16}/hestia_earth/utils/storage/_sns_client.py +0 -0
  33. {hestia_earth_utils-0.15.14 → hestia_earth_utils-0.15.16}/hestia_earth/utils/table.py +0 -0
  34. {hestia_earth_utils-0.15.14 → hestia_earth_utils-0.15.16}/hestia_earth/utils/term.py +0 -0
  35. {hestia_earth_utils-0.15.14 → hestia_earth_utils-0.15.16}/hestia_earth/utils/tools.py +0 -0
  36. {hestia_earth_utils-0.15.14 → hestia_earth_utils-0.15.16}/hestia_earth_utils.egg-info/SOURCES.txt +0 -0
  37. {hestia_earth_utils-0.15.14 → hestia_earth_utils-0.15.16}/hestia_earth_utils.egg-info/dependency_links.txt +0 -0
  38. {hestia_earth_utils-0.15.14 → hestia_earth_utils-0.15.16}/hestia_earth_utils.egg-info/requires.txt +0 -0
  39. {hestia_earth_utils-0.15.14 → hestia_earth_utils-0.15.16}/hestia_earth_utils.egg-info/top_level.txt +0 -0
  40. {hestia_earth_utils-0.15.14 → hestia_earth_utils-0.15.16}/setup.cfg +0 -0
  41. {hestia_earth_utils-0.15.14 → hestia_earth_utils-0.15.16}/setup.py +0 -0
  42. {hestia_earth_utils-0.15.14 → hestia_earth_utils-0.15.16}/tests/pivot/__init__.py +0 -0
  43. {hestia_earth_utils-0.15.14 → hestia_earth_utils-0.15.16}/tests/pivot/test_pivot_csv.py +0 -0
  44. {hestia_earth_utils-0.15.14 → hestia_earth_utils-0.15.16}/tests/pivot/test_pivot_json.py +0 -0
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: hestia_earth_utils
3
- Version: 0.15.14
3
+ Version: 0.15.16
4
4
  Summary: HESTIA's utils library
5
5
  Home-page: https://gitlab.com/hestia-earth/hestia-utils
6
6
  Author: HESTIA Team
@@ -9,7 +9,11 @@ from .lookup_utils import (
9
9
  is_product_termType_allowed,
10
10
  is_product_id_allowed,
11
11
  is_input_termType_allowed,
12
- is_input_id_allowed
12
+ is_input_id_allowed,
13
+ is_practice_termType_allowed,
14
+ is_practice_id_allowed,
15
+ is_transformation_termType_allowed,
16
+ is_transformation_id_allowed,
13
17
  )
14
18
 
15
19
 
@@ -35,7 +39,11 @@ def cycle_emission_is_in_system_boundary(cycle: dict):
35
39
  is_product_termType_allowed,
36
40
  is_product_id_allowed,
37
41
  is_input_termType_allowed,
38
- is_input_id_allowed
42
+ is_input_id_allowed,
43
+ is_practice_termType_allowed,
44
+ is_practice_id_allowed,
45
+ is_transformation_termType_allowed,
46
+ is_transformation_id_allowed,
39
47
  ]))
40
48
 
41
49
  return filter_term
@@ -1,5 +1,6 @@
1
1
  from functools import lru_cache
2
2
  import json
3
+ from hestia_earth.schema import SchemaType
3
4
 
4
5
  from .lookup import _download_lookup_data, download_lookup, get_table_value, column_name
5
6
  from .api import download_hestia
@@ -35,6 +36,10 @@ def _get_site_measurements(node: dict):
35
36
  return flatten([non_empty_list(site.get('measurements', [])) for site in sites])
36
37
 
37
38
 
39
+ def _blank_node_term_values(blank_nodes: list, key: str = '@id'):
40
+ return non_empty_list([v.get('term', {}).get(key) for v in blank_nodes])
41
+
42
+
38
43
  @lru_cache()
39
44
  def _allowed_model_mapping(model: str, term_id: str, column: str):
40
45
  mapping = _allowed_mapping_data()
@@ -45,22 +50,27 @@ def _allowed_model_mapping(model: str, term_id: str, column: str):
45
50
  return (value or _ALLOW_ALL).split(';') if isinstance(value, str) else _ALLOW_ALL
46
51
 
47
52
 
53
+ def _is_model_value_allowed(model: str, term_id: str, values: list, lookup_column: str):
54
+ allowed_values = _allowed_model_mapping(model, term_id, lookup_column)
55
+ return any([
56
+ _ALLOW_ALL in allowed_values,
57
+ len(values) == 0
58
+ ]) or any([value in allowed_values for value in values])
59
+
60
+
48
61
  def is_model_siteType_allowed(model: str, term_id: str, data: dict):
49
- site_types = _get_site_types(data)
50
- allowed_values = _allowed_model_mapping(model, term_id, 'siteTypesAllowed')
51
- return True if _ALLOW_ALL in allowed_values or not site_types else any([
52
- (site_type in allowed_values) for site_type in site_types
53
- ])
62
+ values = _get_site_types(data)
63
+ return _is_model_value_allowed(model, term_id, values, 'siteTypesAllowed')
54
64
 
55
65
 
56
66
  def is_model_product_id_allowed(model: str, term_id: str, data: dict):
57
- products = data.get('products', [])
58
- values = non_empty_list([p.get('term', {}).get('@id') for p in products])
59
- allowed_values = _allowed_model_mapping(model, term_id, 'productTermIdsAllowed')
60
- return True if any([
61
- _ALLOW_ALL in allowed_values,
62
- len(values) == 0
63
- ]) else any([value in allowed_values for value in values])
67
+ values = _blank_node_term_values(data.get('products', []))
68
+ return _is_model_value_allowed(model, term_id, values, 'productTermIdsAllowed')
69
+
70
+
71
+ def is_model_measurement_id_allowed(model: str, term_id: str, data: dict):
72
+ values = _blank_node_term_values(data.get('measurements', []))
73
+ return _is_model_value_allowed(model, term_id, values, 'measurementIdsAllowed')
64
74
 
65
75
 
66
76
  @lru_cache()
@@ -73,68 +83,76 @@ def _allowed_mapping(term_id: str, column: str):
73
83
  return (value or _ALLOW_ALL).split(';') if isinstance(value, str) else _ALLOW_ALL
74
84
 
75
85
 
86
+ def _is_term_value_allowed(term_id: str, values: list, lookup_column: str):
87
+ allowed_values = _allowed_mapping(term_id, lookup_column)
88
+ return any([
89
+ _ALLOW_ALL in allowed_values,
90
+ len(values) == 0
91
+ ]) or any([value in allowed_values for value in values])
92
+
93
+
76
94
  def is_siteType_allowed(data: dict, term_id: str):
77
- site_types = _get_site_types(data)
78
- allowed_values = _allowed_mapping(term_id, 'siteTypesAllowed')
79
- return True if _ALLOW_ALL in allowed_values or not site_types else any([
80
- (site_type in allowed_values) for site_type in site_types
81
- ])
95
+ values = _get_site_types(data)
96
+ return _is_term_value_allowed(term_id, values, 'siteTypesAllowed')
82
97
 
83
98
 
84
99
  def is_site_measurement_id_allowed(data: dict, term_id: str):
85
100
  measurements = _get_site_measurements(data)
86
- values = non_empty_list([v.get('term', {}).get('@id') for v in measurements])
87
- allowed_values = _allowed_mapping(term_id, 'siteMeasurementIdsAllowed')
88
- return True if any([
89
- _ALLOW_ALL in allowed_values,
90
- len(values) == 0
91
- ]) else any([value in allowed_values for value in values])
101
+ values = _blank_node_term_values(measurements, key='@id')
102
+ return _is_term_value_allowed(term_id, values, 'siteMeasurementIdsAllowed')
92
103
 
93
104
 
94
105
  def is_product_termType_allowed(data: dict, term_id: str):
95
106
  products = data.get('products', [])
96
- values = non_empty_list([p.get('term', {}).get('termType') for p in products])
97
- allowed_values = _allowed_mapping(term_id, 'productTermTypesAllowed')
98
- return True if any([
99
- _ALLOW_ALL in allowed_values,
100
- len(values) == 0
101
- ]) else any([value in allowed_values for value in values])
107
+ values = _blank_node_term_values(products, key='termType')
108
+ return _is_term_value_allowed(term_id, values, 'productTermTypesAllowed')
102
109
 
103
110
 
104
111
  def is_product_id_allowed(data: dict, term_id: str):
105
112
  products = data.get('products', [])
106
- values = non_empty_list([p.get('term', {}).get('@id') for p in products])
107
- allowed_values = _allowed_mapping(term_id, 'productTermIdsAllowed')
108
- return True if any([
109
- _ALLOW_ALL in allowed_values,
110
- len(values) == 0
111
- ]) else any([value in allowed_values for value in values])
113
+ values = _blank_node_term_values(products, key='@id')
114
+ return _is_term_value_allowed(term_id, values, 'productTermIdsAllowed')
112
115
 
113
116
 
114
117
  def is_input_termType_allowed(data: dict, term_id: str):
115
118
  inputs = data.get('inputs', [])
116
- values = non_empty_list([p.get('term', {}).get('termType') for p in inputs])
117
- allowed_values = _allowed_mapping(term_id, 'inputTermTypesAllowed')
118
- return True if any([
119
- _ALLOW_ALL in allowed_values,
120
- len(values) == 0
121
- ]) else any([value in allowed_values for value in values])
119
+ values = _blank_node_term_values(inputs, key='termType')
120
+ return _is_term_value_allowed(term_id, values, 'inputTermTypesAllowed')
122
121
 
123
122
 
124
123
  def is_input_id_allowed(data: dict, term_id: str):
125
124
  inputs = data.get('inputs', [])
126
- values = non_empty_list([p.get('term', {}).get('@id') for p in inputs])
127
- allowed_values = _allowed_mapping(term_id, 'inputTermIdsAllowed')
128
- return True if any([
129
- _ALLOW_ALL in allowed_values,
130
- len(values) == 0
131
- ]) else any([value in allowed_values for value in values])
125
+ values = _blank_node_term_values(inputs, key='@id')
126
+ return _is_term_value_allowed(term_id, values, 'inputTermIdsAllowed')
127
+
128
+
129
+ def is_practice_termType_allowed(data: dict, term_id: str):
130
+ practices = data.get('practices', [])
131
+ values = _blank_node_term_values(practices, key='termType')
132
+ return _is_term_value_allowed(term_id, values, 'practiceTermTypesAllowed')
133
+
134
+
135
+ def is_practice_id_allowed(data: dict, term_id: str):
136
+ practices = data.get('practices', [])
137
+ values = _blank_node_term_values(practices, key='@id')
138
+ return _is_term_value_allowed(term_id, values, 'practiceTermIdsAllowed')
139
+
140
+
141
+ def is_transformation_termType_allowed(data: dict, term_id: str):
142
+ is_transformation = data.get('@type', data.get('type')) == SchemaType.TRANSFORMATION.value
143
+ values = non_empty_list([data.get('term', {}).get('termType')])
144
+ return not is_transformation or _is_term_value_allowed(term_id, values, 'transformationTermTypesAllowed')
145
+
146
+
147
+ def is_transformation_id_allowed(data: dict, term_id: str):
148
+ is_transformation = data.get('@type', data.get('type')) == SchemaType.TRANSFORMATION.value
149
+ values = non_empty_list([data.get('term', {}).get('@id')])
150
+ return not is_transformation or _is_term_value_allowed(term_id, values, 'transformationTermIdsAllowed')
132
151
 
133
152
 
134
153
  def is_node_type_allowed(data: dict, term_id: str):
135
- node_type = data.get('@type', data.get('type'))
136
- allowed_types = _allowed_mapping(term_id, 'typesAllowed')
137
- return True if _ALLOW_ALL in allowed_types or not node_type else node_type in allowed_types
154
+ values = non_empty_list([data.get('@type', data.get('type'))])
155
+ return _is_term_value_allowed(term_id, values, 'typesAllowed')
138
156
 
139
157
 
140
158
  @lru_cache()
@@ -0,0 +1 @@
1
+ VERSION = '0.15.16'
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: hestia-earth-utils
3
- Version: 0.15.14
3
+ Version: 0.15.16
4
4
  Summary: HESTIA's utils library
5
5
  Home-page: https://gitlab.com/hestia-earth/hestia-utils
6
6
  Author: HESTIA Team
@@ -1 +0,0 @@
1
- VERSION = '0.15.14'