datamarket 0.9.11__tar.gz → 0.9.13__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.


This version of datamarket might be problematic. Click here for more details.

Files changed (23) hide show
  1. {datamarket-0.9.11 → datamarket-0.9.13}/PKG-INFO +1 -1
  2. {datamarket-0.9.11 → datamarket-0.9.13}/pyproject.toml +1 -1
  3. {datamarket-0.9.11 → datamarket-0.9.13}/src/datamarket/interfaces/alchemy.py +4 -6
  4. {datamarket-0.9.11 → datamarket-0.9.13}/src/datamarket/interfaces/nominatim.py +2 -2
  5. {datamarket-0.9.11 → datamarket-0.9.13}/LICENSE +0 -0
  6. {datamarket-0.9.11 → datamarket-0.9.13}/README.md +0 -0
  7. {datamarket-0.9.11 → datamarket-0.9.13}/src/datamarket/__init__.py +0 -0
  8. {datamarket-0.9.11 → datamarket-0.9.13}/src/datamarket/interfaces/__init__.py +0 -0
  9. {datamarket-0.9.11 → datamarket-0.9.13}/src/datamarket/interfaces/aws.py +0 -0
  10. {datamarket-0.9.11 → datamarket-0.9.13}/src/datamarket/interfaces/drive.py +0 -0
  11. {datamarket-0.9.11 → datamarket-0.9.13}/src/datamarket/interfaces/ftp.py +0 -0
  12. {datamarket-0.9.11 → datamarket-0.9.13}/src/datamarket/interfaces/peerdb.py +0 -0
  13. {datamarket-0.9.11 → datamarket-0.9.13}/src/datamarket/interfaces/proxy.py +0 -0
  14. {datamarket-0.9.11 → datamarket-0.9.13}/src/datamarket/interfaces/tinybird.py +0 -0
  15. {datamarket-0.9.11 → datamarket-0.9.13}/src/datamarket/params/__init__.py +0 -0
  16. {datamarket-0.9.11 → datamarket-0.9.13}/src/datamarket/params/nominatim.py +0 -0
  17. {datamarket-0.9.11 → datamarket-0.9.13}/src/datamarket/utils/__init__.py +0 -0
  18. {datamarket-0.9.11 → datamarket-0.9.13}/src/datamarket/utils/airflow.py +0 -0
  19. {datamarket-0.9.11 → datamarket-0.9.13}/src/datamarket/utils/alchemy.py +0 -0
  20. {datamarket-0.9.11 → datamarket-0.9.13}/src/datamarket/utils/main.py +0 -0
  21. {datamarket-0.9.11 → datamarket-0.9.13}/src/datamarket/utils/selenium.py +0 -0
  22. {datamarket-0.9.11 → datamarket-0.9.13}/src/datamarket/utils/soda.py +0 -0
  23. {datamarket-0.9.11 → datamarket-0.9.13}/src/datamarket/utils/typer.py +0 -0
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.3
2
2
  Name: datamarket
3
- Version: 0.9.11
3
+ Version: 0.9.13
4
4
  Summary: Utilities that integrate advanced scraping knowledge into just one library.
5
5
  License: GPL-3.0-or-later
6
6
  Author: DataMarket
@@ -1,6 +1,6 @@
1
1
  [tool.poetry]
2
2
  name = "datamarket"
3
- version = "0.9.11"
3
+ version = "0.9.13"
4
4
  description = "Utilities that integrate advanced scraping knowledge into just one library."
5
5
  authors = ["DataMarket <techsupport@datamarket.es>"]
6
6
  license = "GPL-3.0-or-later"
@@ -122,13 +122,11 @@ class AlchemyInterface:
122
122
  if not silent:
123
123
  logger.info(f"upserting {alchemy_obj}")
124
124
 
125
- primary_keys = list(
126
- column.name for column in alchemy_obj.__table__.primary_key.columns.values()
127
- )
125
+ primary_keys = list(col.name for col in alchemy_obj.__table__.primary_key.columns.values())
128
126
  obj_dict = {
129
- column.name: getattr(alchemy_obj, column.name)
130
- for column in alchemy_obj.__table__.columns
131
- if column.name not in primary_keys
127
+ col.name: val
128
+ for col in alchemy_obj.__table__.columns
129
+ if col.name not in primary_keys and (val := getattr(alchemy_obj, col.name)) is not None
132
130
  }
133
131
 
134
132
  statement = (
@@ -24,7 +24,7 @@ class GeoNames:
24
24
 
25
25
  if postcode and len(postcode) == 5 and postcode[:2] in POSTCODES:
26
26
  return postcode
27
-
27
+
28
28
  if postcode and len(postcode) == 4:
29
29
  postcode = f"0{postcode}"
30
30
  if postcode[:2] in POSTCODES:
@@ -75,7 +75,7 @@ class Nominatim:
75
75
  district, quarter = self.get_district_quarter(raw_json)
76
76
  return {
77
77
  "country": raw_json.get("country"),
78
- "country_code": raw_json.get("country_code") or geoname.get("country_code"),
78
+ "country_code": (raw_json.get("country_code") or geoname.get("country_code") or "").lower(),
79
79
  "state": raw_json.get("state") or geoname.get("community"),
80
80
  "province": self.geonames.get_province_from_postcode(postcode),
81
81
  "city": city,
File without changes
File without changes