sws-spark-dissemination-helper 0.0.183__py3-none-any.whl → 0.0.187__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- sws_spark_dissemination_helper/SWSPostgresSparkReader.py +1 -1
- sws_spark_dissemination_helper/constants.py +1 -1
- {sws_spark_dissemination_helper-0.0.183.dist-info → sws_spark_dissemination_helper-0.0.187.dist-info}/METADATA +2 -2
- {sws_spark_dissemination_helper-0.0.183.dist-info → sws_spark_dissemination_helper-0.0.187.dist-info}/RECORD +6 -6
- {sws_spark_dissemination_helper-0.0.183.dist-info → sws_spark_dissemination_helper-0.0.187.dist-info}/WHEEL +0 -0
- {sws_spark_dissemination_helper-0.0.183.dist-info → sws_spark_dissemination_helper-0.0.187.dist-info}/licenses/LICENSE +0 -0
|
@@ -468,7 +468,7 @@ class SWSPostgresSparkReader:
|
|
|
468
468
|
correct_domain_filter, domain=domain_code, unique_columns=["code"]
|
|
469
469
|
)
|
|
470
470
|
for col_type in mapping_dim_col_name_type.values()
|
|
471
|
-
if col_type
|
|
471
|
+
if col_type not in ("year", "other")
|
|
472
472
|
}
|
|
473
473
|
|
|
474
474
|
def import_diss_exceptions_datatable(
|
|
@@ -168,7 +168,7 @@ class DatasetTables:
|
|
|
168
168
|
self.OBSERVATION = self.__SWSTable(
|
|
169
169
|
postgres_id=f"{self.__dataset_id}.observation",
|
|
170
170
|
iceberg_id=f"{IcebergDatabases.STAGING_DATABASE}.{self.__dataset_id}_observation",
|
|
171
|
-
schema="id BIGINT, observation_coordinates BIGINT, version INT, value
|
|
171
|
+
schema="id BIGINT, observation_coordinates BIGINT, version INT, value STRING, flag_obs_status STRING, flag_method STRING, created_on TIMESTAMP, created_by INT, replaced_on TIMESTAMP",
|
|
172
172
|
)
|
|
173
173
|
self.OBSERVATION_COORDINATE = self.__SWSTable(
|
|
174
174
|
postgres_id=f"{self.__dataset_id}.observation_coordinate",
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.4
|
|
2
2
|
Name: sws-spark-dissemination-helper
|
|
3
|
-
Version: 0.0.
|
|
3
|
+
Version: 0.0.187
|
|
4
4
|
Summary: A Python helper package providing streamlined Spark functions for efficient data dissemination processes
|
|
5
5
|
Project-URL: Repository, https://github.com/un-fao/fao-sws-it-python-spark-dissemination-helper
|
|
6
6
|
Author-email: Daniele Mansillo <danielemansillo@gmail.com>
|
|
@@ -49,7 +49,7 @@ Requires-Dist: pytz==2025.2
|
|
|
49
49
|
Requires-Dist: requests==2.32.3
|
|
50
50
|
Requires-Dist: s3transfer>=0.11.2
|
|
51
51
|
Requires-Dist: six==1.17.0
|
|
52
|
-
Requires-Dist: sws-api-client==2.3
|
|
52
|
+
Requires-Dist: sws-api-client==2.7.3
|
|
53
53
|
Requires-Dist: typing-extensions>=4.12.2
|
|
54
54
|
Requires-Dist: tzdata==2025.2
|
|
55
55
|
Requires-Dist: urllib3==1.26.20
|
|
@@ -2,12 +2,12 @@ sws_spark_dissemination_helper/SWSBronzeIcebergSparkHelper.py,sha256=N0eQ2LXtpPe
|
|
|
2
2
|
sws_spark_dissemination_helper/SWSDatatablesExportHelper.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
3
3
|
sws_spark_dissemination_helper/SWSEasyIcebergSparkHelper.py,sha256=csqKyYglBkJSBvEkEa1_keHarZZAIJHaV0d64gGJy98,26379
|
|
4
4
|
sws_spark_dissemination_helper/SWSGoldIcebergSparkHelper.py,sha256=atQFiY5Mmo-rzHY7WVWg-Guvg8i1ZcaaoKE4ymTaKdE,27750
|
|
5
|
-
sws_spark_dissemination_helper/SWSPostgresSparkReader.py,sha256=
|
|
5
|
+
sws_spark_dissemination_helper/SWSPostgresSparkReader.py,sha256=qoO___xL1g1iH_KkJ0opLvtNJGU2Dm6bUn-jWem5v2U,20030
|
|
6
6
|
sws_spark_dissemination_helper/SWSSilverIcebergSparkHelper.py,sha256=3l5zkEWksnEC-R4mJi8JEHL3ylCMbkMD9a0qbdZQU5E,26345
|
|
7
7
|
sws_spark_dissemination_helper/__init__.py,sha256=42TPbk7KxAud_qY3Sr_F4F7VjyofUlxEJkUXAFQsjRo,327
|
|
8
|
-
sws_spark_dissemination_helper/constants.py,sha256=
|
|
8
|
+
sws_spark_dissemination_helper/constants.py,sha256=MzuC7pqsXF89r-FK7hhmWaZSk5x3GB_YPVSfuK3NYVY,14056
|
|
9
9
|
sws_spark_dissemination_helper/utils.py,sha256=Ge8zXsUIcvFihALDNLF5kCu_tAdRQUE04xE6Yn9xQF4,22008
|
|
10
|
-
sws_spark_dissemination_helper-0.0.
|
|
11
|
-
sws_spark_dissemination_helper-0.0.
|
|
12
|
-
sws_spark_dissemination_helper-0.0.
|
|
13
|
-
sws_spark_dissemination_helper-0.0.
|
|
10
|
+
sws_spark_dissemination_helper-0.0.187.dist-info/METADATA,sha256=PPrDi-8X1HkcAjYs92VJRaAvcf27I3Aw0wljIs1UMO8,2822
|
|
11
|
+
sws_spark_dissemination_helper-0.0.187.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
|
|
12
|
+
sws_spark_dissemination_helper-0.0.187.dist-info/licenses/LICENSE,sha256=zFzeb_j_6pXEHwH8Z0OpIkKFJk7vmhZjdem-K0d4zU4,1073
|
|
13
|
+
sws_spark_dissemination_helper-0.0.187.dist-info/RECORD,,
|
|
File without changes
|