hdx-python-scraper 2.2.0__tar.gz → 2.2.1__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {hdx_python_scraper-2.2.0 → hdx_python_scraper-2.2.1}/.config/pre-commit-config.yaml +6 -0
- {hdx_python_scraper-2.2.0 → hdx_python_scraper-2.2.1}/PKG-INFO +3 -3
- {hdx_python_scraper-2.2.0 → hdx_python_scraper-2.2.1}/documentation/main.md +421 -301
- {hdx_python_scraper-2.2.0 → hdx_python_scraper-2.2.1}/documentation/pydoc-markdown.yaml +2 -2
- {hdx_python_scraper-2.2.0 → hdx_python_scraper-2.2.1}/pyproject.toml +2 -2
- {hdx_python_scraper-2.2.0 → hdx_python_scraper-2.2.1}/requirements.txt +21 -22
- hdx_python_scraper-2.2.1/src/hdx/scraper/_version.py +16 -0
- {hdx_python_scraper-2.2.0 → hdx_python_scraper-2.2.1}/src/hdx/scraper/configurable/scraper.py +6 -1
- {hdx_python_scraper-2.2.0 → hdx_python_scraper-2.2.1}/src/hdx/scraper/runner.py +13 -7
- {hdx_python_scraper-2.2.0 → hdx_python_scraper-2.2.1}/src/hdx/scraper/utilities/reader.py +10 -3
- {hdx_python_scraper-2.2.0 → hdx_python_scraper-2.2.1}/tests/config/project_configuration.yaml +23 -0
- hdx_python_scraper-2.2.1/tests/fixtures/who_national3_who-covid-19-global-data.csv +321 -0
- {hdx_python_scraper-2.2.0 → hdx_python_scraper-2.2.1}/tests/hdx/scraper/test_scrapers_national.py +35 -2
- hdx_python_scraper-2.2.0/src/hdx/scraper/_version.py +0 -6
- {hdx_python_scraper-2.2.0 → hdx_python_scraper-2.2.1}/.config/black.toml +0 -0
- {hdx_python_scraper-2.2.0 → hdx_python_scraper-2.2.1}/.config/coveragerc +0 -0
- {hdx_python_scraper-2.2.0 → hdx_python_scraper-2.2.1}/.config/pytest.ini +0 -0
- {hdx_python_scraper-2.2.0 → hdx_python_scraper-2.2.1}/.config/ruff.toml +0 -0
- {hdx_python_scraper-2.2.0 → hdx_python_scraper-2.2.1}/.github/workflows/publish.yaml +0 -0
- {hdx_python_scraper-2.2.0 → hdx_python_scraper-2.2.1}/.github/workflows/run-python-tests.yaml +0 -0
- {hdx_python_scraper-2.2.0 → hdx_python_scraper-2.2.1}/.gitignore +0 -0
- {hdx_python_scraper-2.2.0 → hdx_python_scraper-2.2.1}/CONTRIBUTING.md +0 -0
- {hdx_python_scraper-2.2.0 → hdx_python_scraper-2.2.1}/LICENSE +0 -0
- {hdx_python_scraper-2.2.0 → hdx_python_scraper-2.2.1}/README.md +0 -0
- {hdx_python_scraper-2.2.0 → hdx_python_scraper-2.2.1}/documentation/.readthedocs.yaml +0 -0
- {hdx_python_scraper-2.2.0 → hdx_python_scraper-2.2.1}/src/hdx/scraper/__init__.py +0 -0
- {hdx_python_scraper-2.2.0 → hdx_python_scraper-2.2.1}/src/hdx/scraper/base_scraper.py +0 -0
- {hdx_python_scraper-2.2.0 → hdx_python_scraper-2.2.1}/src/hdx/scraper/configurable/__init__.py +0 -0
- {hdx_python_scraper-2.2.0 → hdx_python_scraper-2.2.1}/src/hdx/scraper/configurable/aggregator.py +0 -0
- {hdx_python_scraper-2.2.0 → hdx_python_scraper-2.2.1}/src/hdx/scraper/configurable/resource_downloader.py +0 -0
- {hdx_python_scraper-2.2.0 → hdx_python_scraper-2.2.1}/src/hdx/scraper/configurable/rowparser.py +0 -0
- {hdx_python_scraper-2.2.0 → hdx_python_scraper-2.2.1}/src/hdx/scraper/configurable/timeseries.py +0 -0
- {hdx_python_scraper-2.2.0 → hdx_python_scraper-2.2.1}/src/hdx/scraper/outputs/__init__.py +0 -0
- {hdx_python_scraper-2.2.0 → hdx_python_scraper-2.2.1}/src/hdx/scraper/outputs/base.py +0 -0
- {hdx_python_scraper-2.2.0 → hdx_python_scraper-2.2.1}/src/hdx/scraper/outputs/excelfile.py +0 -0
- {hdx_python_scraper-2.2.0 → hdx_python_scraper-2.2.1}/src/hdx/scraper/outputs/googlesheets.py +0 -0
- {hdx_python_scraper-2.2.0 → hdx_python_scraper-2.2.1}/src/hdx/scraper/outputs/json.py +0 -0
- {hdx_python_scraper-2.2.0 → hdx_python_scraper-2.2.1}/src/hdx/scraper/utilities/__init__.py +0 -0
- {hdx_python_scraper-2.2.0 → hdx_python_scraper-2.2.1}/src/hdx/scraper/utilities/fallbacks.py +0 -0
- {hdx_python_scraper-2.2.0 → hdx_python_scraper-2.2.1}/src/hdx/scraper/utilities/region_lookup.py +0 -0
- {hdx_python_scraper-2.2.0 → hdx_python_scraper-2.2.1}/src/hdx/scraper/utilities/sources.py +0 -0
- {hdx_python_scraper-2.2.0 → hdx_python_scraper-2.2.1}/src/hdx/scraper/utilities/writer.py +0 -0
- {hdx_python_scraper-2.2.0 → hdx_python_scraper-2.2.1}/tests/fixtures/access_2pacx-1vrszjzuyvt9i-mkrq2hbxrul2lx2vihkthqm-lae8nyhqty70zqtcufs3pxbhzgat1l2bkoa4-daoap-pub-gid-574237756-single-true-output-csv.csv +0 -0
- {hdx_python_scraper-2.2.0 → hdx_python_scraper-2.2.1}/tests/fixtures/additional-json.json +0 -0
- {hdx_python_scraper-2.2.0 → hdx_python_scraper-2.2.1}/tests/fixtures/affected_targeted_reached_affected_targeted_reached_eth_ethiopia_drought_affected_targeted_reached_by_cluster.csv +0 -0
- {hdx_python_scraper-2.2.0 → hdx_python_scraper-2.2.1}/tests/fixtures/affected_targeted_reached_affected_targeted_reached_ken_kenya_drought_affected_targeted_reached_by_cluster.csv +0 -0
- {hdx_python_scraper-2.2.0 → hdx_python_scraper-2.2.1}/tests/fixtures/affected_targeted_reached_affected_targeted_reached_som_somalia_drought_affected_targeted_reached_by_cluster.csv +0 -0
- {hdx_python_scraper-2.2.0 → hdx_python_scraper-2.2.1}/tests/fixtures/altworldindata_data-tagger-match-all-on-tagger-01-header-location-tagger-01-tag.csv +0 -0
- {hdx_python_scraper-2.2.0 → hdx_python_scraper-2.2.1}/tests/fixtures/casualties_2pacx-1vqidedbzz0ehrc0b4fswip14r7mdtu1mpmwakuxupelsah2awcurkgalfduhjvyjul8vzzat3r1b5qg-pub-gid-0-single-true-output-csv.csv +0 -0
- {hdx_python_scraper-2.2.0 → hdx_python_scraper-2.2.1}/tests/fixtures/cbpf-allocations-and-contributions.json +0 -0
- {hdx_python_scraper-2.2.0 → hdx_python_scraper-2.2.1}/tests/fixtures/cbpf2-allocations-and-contributions.json +0 -0
- {hdx_python_scraper-2.2.0 → hdx_python_scraper-2.2.1}/tests/fixtures/cerf-covid-19-allocations.json +0 -0
- {hdx_python_scraper-2.2.0 → hdx_python_scraper-2.2.1}/tests/fixtures/cerf2-covid-19-allocations.json +0 -0
- {hdx_python_scraper-2.2.0 → hdx_python_scraper-2.2.1}/tests/fixtures/cerf2_global_download-full-pfmb-allocations.csv +0 -0
- {hdx_python_scraper-2.2.0 → hdx_python_scraper-2.2.1}/tests/fixtures/cerf_global_download-full-pfmb-allocations.csv +0 -0
- {hdx_python_scraper-2.2.0 → hdx_python_scraper-2.2.1}/tests/fixtures/covax_2pacx-1vtvzu79pptfaa2syevoqfyrrjy63djwitqu0ffbxiqczoun9k9timwmrvfgg1rbsnlmgyugzseiaye2-pub-gid-992438980-single-true-output-csv.csv +0 -0
- {hdx_python_scraper-2.2.0 → hdx_python_scraper-2.2.1}/tests/fixtures/covidtests_data-owid-covid-data.xlsx +0 -0
- {hdx_python_scraper-2.2.0 → hdx_python_scraper-2.2.1}/tests/fixtures/download-hno-2017-sahel-nutrition.csv +0 -0
- {hdx_python_scraper-2.2.0 → hdx_python_scraper-2.2.1}/tests/fixtures/download-hno-2017-sahel-people-in-need.xlsx +0 -0
- {hdx_python_scraper-2.2.0 → hdx_python_scraper-2.2.1}/tests/fixtures/education_closures_download-covid-impact-education.csv +0 -0
- {hdx_python_scraper-2.2.0 → hdx_python_scraper-2.2.1}/tests/fixtures/education_enrolment_download-countries-enrollment-data-uis-feb-22.xlsx +0 -0
- {hdx_python_scraper-2.2.0 → hdx_python_scraper-2.2.1}/tests/fixtures/ethiopia-drought-related-key-figures.json +0 -0
- {hdx_python_scraper-2.2.0 → hdx_python_scraper-2.2.1}/tests/fixtures/ethiopia-pin-targeted-reached-by-location-and-cluster.json +0 -0
- {hdx_python_scraper-2.2.0 → hdx_python_scraper-2.2.1}/tests/fixtures/fallbacks.json +0 -0
- {hdx_python_scraper-2.2.0 → hdx_python_scraper-2.2.1}/tests/fixtures/gam_download-unicef-who-wb-global-expanded-databases-severe-wasting.xlsx +0 -0
- {hdx_python_scraper-2.2.0 → hdx_python_scraper-2.2.1}/tests/fixtures/gam_other_download-unicef-who-wb-global-expanded-databases-severe-wasting.xlsx +0 -0
- {hdx_python_scraper-2.2.0 → hdx_python_scraper-2.2.1}/tests/fixtures/global-school-closures-covid19.json +0 -0
- {hdx_python_scraper-2.2.0 → hdx_python_scraper-2.2.1}/tests/fixtures/hdx_resource_downloader_xlsx_ukr_border_crossings_090622.xlsx +0 -0
- {hdx_python_scraper-2.2.0 → hdx_python_scraper-2.2.1}/tests/fixtures/idmc-internally-displaced-persons-idps.json +0 -0
- {hdx_python_scraper-2.2.0 → hdx_python_scraper-2.2.1}/tests/fixtures/idps_download-displacement-data.csv +0 -0
- {hdx_python_scraper-2.2.0 → hdx_python_scraper-2.2.1}/tests/fixtures/idps_override_population-widget-id-264111-geo-id-693-population-group-54074999.json +0 -0
- {hdx_python_scraper-2.2.0 → hdx_python_scraper-2.2.1}/tests/fixtures/idps_somalia_download-som-unhcr-prmn-displacement-dataset.xlsx +0 -0
- {hdx_python_scraper-2.2.0 → hdx_python_scraper-2.2.1}/tests/fixtures/ipc_somalia_download-som-food-insecurity-oct-dec2022-projection.csv +0 -0
- {hdx_python_scraper-2.2.0 → hdx_python_scraper-2.2.1}/tests/fixtures/kenya-drought-related-key-figures.json +0 -0
- {hdx_python_scraper-2.2.0 → hdx_python_scraper-2.2.1}/tests/fixtures/kenya-pin-targeted-reached-by-location-and-cluster.json +0 -0
- {hdx_python_scraper-2.2.0 → hdx_python_scraper-2.2.1}/tests/fixtures/key_figures_2pacx-1vrppqx8jtkkkrckmzfncmmtfecvcpkbp9pdhs1sqtuyacmbsx8tlaxpgblfce-lcehukregguxja-4s-pub-gid-0-single-true-output-csv.csv +0 -0
- {hdx_python_scraper-2.2.0 → hdx_python_scraper-2.2.1}/tests/fixtures/key_figures_2pacx-1vrppqx8jtkkkrckmzfncmmtfecvcpkbp9pdhs1sqtuyacmbsx8tlaxpgblfce-lcehukregguxja-4s-pub-gid-1275038715-single-true-output-csv.csv +0 -0
- {hdx_python_scraper-2.2.0 → hdx_python_scraper-2.2.1}/tests/fixtures/key_figures_2pacx-1vrppqx8jtkkkrckmzfncmmtfecvcpkbp9pdhs1sqtuyacmbsx8tlaxpgblfce-lcehukregguxja-4s-pub-gid-2015311116-single-true-output-csv.csv +0 -0
- {hdx_python_scraper-2.2.0 → hdx_python_scraper-2.2.1}/tests/fixtures/key_figures_eth_2pacx-1vrppqx8jtkkkrckmzfncmmtfecvcpkbp9pdhs1sqtuyacmbsx8tlaxpgblfce-lcehukregguxja-4s-pub-gid-2015311116-single-true-output-csv.csv +0 -0
- {hdx_python_scraper-2.2.0 → hdx_python_scraper-2.2.1}/tests/fixtures/key_figures_ken_2pacx-1vrppqx8jtkkkrckmzfncmmtfecvcpkbp9pdhs1sqtuyacmbsx8tlaxpgblfce-lcehukregguxja-4s-pub-gid-1275038715-single-true-output-csv.csv +0 -0
- {hdx_python_scraper-2.2.0 → hdx_python_scraper-2.2.1}/tests/fixtures/key_figures_som_2pacx-1vrppqx8jtkkkrckmzfncmmtfecvcpkbp9pdhs1sqtuyacmbsx8tlaxpgblfce-lcehukregguxja-4s-pub-gid-0-single-true-output-csv.csv +0 -0
- {hdx_python_scraper-2.2.0 → hdx_python_scraper-2.2.1}/tests/fixtures/ourworldindata_data-tagger-match-all-on-tagger-01-header-location-tagger-01-tag.csv +0 -0
- {hdx_python_scraper-2.2.0 → hdx_python_scraper-2.2.1}/tests/fixtures/ourworldindata_other_data-tagger-match-all-on-tagger-01-header-location-tagger-01-tag.csv +0 -0
- {hdx_python_scraper-2.2.0 → hdx_python_scraper-2.2.1}/tests/fixtures/population.json +0 -0
- {hdx_python_scraper-2.2.0 → hdx_python_scraper-2.2.1}/tests/fixtures/population_indicator-sp-pop-downloadformat-excel-dataformat-list-totl.xls +0 -0
- {hdx_python_scraper-2.2.0 → hdx_python_scraper-2.2.1}/tests/fixtures/population_other_indicator-sp-pop-downloadformat-excel-dataformat-list-totl.xls +0 -0
- {hdx_python_scraper-2.2.0 → hdx_python_scraper-2.2.1}/tests/fixtures/regions_download-tbl-regcov-2020-ocha.xlsx +0 -0
- {hdx_python_scraper-2.2.0 → hdx_python_scraper-2.2.1}/tests/fixtures/sadd-countries-to-include.csv +0 -0
- {hdx_python_scraper-2.2.0 → hdx_python_scraper-2.2.1}/tests/fixtures/sadd_covid-data-dataset-fullvars-extype-csv.csv +0 -0
- {hdx_python_scraper-2.2.0 → hdx_python_scraper-2.2.1}/tests/fixtures/sahel-humanitarian-needs-overview.json +0 -0
- {hdx_python_scraper-2.2.0 → hdx_python_scraper-2.2.1}/tests/fixtures/somalia-acute-food-insecurity-country-data.json +0 -0
- {hdx_python_scraper-2.2.0 → hdx_python_scraper-2.2.1}/tests/fixtures/somalia-drought-related-key-figures.json +0 -0
- {hdx_python_scraper-2.2.0 → hdx_python_scraper-2.2.1}/tests/fixtures/somalia-internally-displaced-persons-idps.json +0 -0
- {hdx_python_scraper-2.2.0 → hdx_python_scraper-2.2.1}/tests/fixtures/somalia-pin-targeted-reached-by-location-and-cluster.json +0 -0
- {hdx_python_scraper-2.2.0 → hdx_python_scraper-2.2.1}/tests/fixtures/test_output.xlsx +0 -0
- {hdx_python_scraper-2.2.0 → hdx_python_scraper-2.2.1}/tests/fixtures/test_scraper_all.json +0 -0
- {hdx_python_scraper-2.2.0 → hdx_python_scraper-2.2.1}/tests/fixtures/test_scraper_other.json +0 -0
- {hdx_python_scraper-2.2.0 → hdx_python_scraper-2.2.1}/tests/fixtures/test_scraper_population.json +0 -0
- {hdx_python_scraper-2.2.0 → hdx_python_scraper-2.2.1}/tests/fixtures/timeseries_casualties_2pacx-1vqidedbzz0ehrc0b4fswip14r7mdtu1mpmwakuxupelsah2awcurkgalfduhjvyjul8vzzat3r1b5qg-pub-gid-0-single-true-output-csv.csv +0 -0
- {hdx_python_scraper-2.2.0 → hdx_python_scraper-2.2.1}/tests/fixtures/total-covid-19-tests-performed-by-country.json +0 -0
- {hdx_python_scraper-2.2.0 → hdx_python_scraper-2.2.1}/tests/fixtures/ukraine-border-crossings.json +0 -0
- {hdx_python_scraper-2.2.0 → hdx_python_scraper-2.2.1}/tests/fixtures/ukraine-who-does-what-where-3w.json +0 -0
- {hdx_python_scraper-2.2.0 → hdx_python_scraper-2.2.1}/tests/fixtures/unocha-office-locations.json +0 -0
- {hdx_python_scraper-2.2.0 → hdx_python_scraper-2.2.1}/tests/fixtures/who_national2_who-covid-19-global-data.csv +0 -0
- {hdx_python_scraper-2.2.0 → hdx_python_scraper-2.2.1}/tests/fixtures/who_national_who-covid-19-global-data.csv +0 -0
- {hdx_python_scraper-2.2.0 → hdx_python_scraper-2.2.1}/tests/fixtures/whowhatwhere_afg_3w_data.csv +0 -0
- {hdx_python_scraper-2.2.0 → hdx_python_scraper-2.2.1}/tests/fixtures/whowhatwhere_notags_3w_data.csv +0 -0
- {hdx_python_scraper-2.2.0 → hdx_python_scraper-2.2.1}/tests/hdx/scraper/__init__.py +0 -0
- {hdx_python_scraper-2.2.0 → hdx_python_scraper-2.2.1}/tests/hdx/scraper/affected_targeted_reached.py +0 -0
- {hdx_python_scraper-2.2.0 → hdx_python_scraper-2.2.1}/tests/hdx/scraper/conftest.py +0 -0
- {hdx_python_scraper-2.2.0 → hdx_python_scraper-2.2.1}/tests/hdx/scraper/education_closures.py +0 -0
- {hdx_python_scraper-2.2.0 → hdx_python_scraper-2.2.1}/tests/hdx/scraper/education_enrolment.py +0 -0
- {hdx_python_scraper-2.2.0 → hdx_python_scraper-2.2.1}/tests/hdx/scraper/test_output.py +0 -0
- {hdx_python_scraper-2.2.0 → hdx_python_scraper-2.2.1}/tests/hdx/scraper/test_readers.py +0 -0
- {hdx_python_scraper-2.2.0 → hdx_python_scraper-2.2.1}/tests/hdx/scraper/test_regionlookup.py +0 -0
- {hdx_python_scraper-2.2.0 → hdx_python_scraper-2.2.1}/tests/hdx/scraper/test_runner_get_results.py +0 -0
- {hdx_python_scraper-2.2.0 → hdx_python_scraper-2.2.1}/tests/hdx/scraper/test_scrapers_aggregation.py +0 -0
- {hdx_python_scraper-2.2.0 → hdx_python_scraper-2.2.1}/tests/hdx/scraper/test_scrapers_appenddata.py +0 -0
- {hdx_python_scraper-2.2.0 → hdx_python_scraper-2.2.1}/tests/hdx/scraper/test_scrapers_custom.py +0 -0
- {hdx_python_scraper-2.2.0 → hdx_python_scraper-2.2.1}/tests/hdx/scraper/test_scrapers_global.py +0 -0
- {hdx_python_scraper-2.2.0 → hdx_python_scraper-2.2.1}/tests/hdx/scraper/test_scrapers_multipleurls.py +0 -0
- {hdx_python_scraper-2.2.0 → hdx_python_scraper-2.2.1}/tests/hdx/scraper/test_scrapers_regionaltoplevel.py +0 -0
- {hdx_python_scraper-2.2.0 → hdx_python_scraper-2.2.1}/tests/hdx/scraper/test_scrapers_resource_downloaders.py +0 -0
- {hdx_python_scraper-2.2.0 → hdx_python_scraper-2.2.1}/tests/hdx/scraper/test_scrapers_subnational.py +0 -0
- {hdx_python_scraper-2.2.0 → hdx_python_scraper-2.2.1}/tests/hdx/scraper/test_scrapers_timeseries.py +0 -0
- {hdx_python_scraper-2.2.0 → hdx_python_scraper-2.2.1}/tests/hdx/scraper/test_sources.py +0 -0
- {hdx_python_scraper-2.2.0 → hdx_python_scraper-2.2.1}/tests/hdx/scraper/test_utils.py +0 -0
- {hdx_python_scraper-2.2.0 → hdx_python_scraper-2.2.1}/tests/hdx/scraper/unhcr_myanmar_idps.py +0 -0
|
@@ -1,6 +1,12 @@
|
|
|
1
1
|
default_language_version:
|
|
2
2
|
python: python3.11
|
|
3
3
|
repos:
|
|
4
|
+
- repo: https://github.com/pre-commit/pre-commit-hooks
|
|
5
|
+
rev: v4.4.0
|
|
6
|
+
hooks:
|
|
7
|
+
- id: trailing-whitespace
|
|
8
|
+
- id: end-of-file-fixer
|
|
9
|
+
- id: check-ast
|
|
4
10
|
- repo: https://github.com/psf/black
|
|
5
11
|
rev: 23.3.0
|
|
6
12
|
hooks:
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.1
|
|
2
2
|
Name: hdx-python-scraper
|
|
3
|
-
Version: 2.2.
|
|
3
|
+
Version: 2.2.1
|
|
4
4
|
Summary: HDX Python scraper utilities to assemble data from multiple sources
|
|
5
5
|
Project-URL: Homepage, https://github.com/OCHA-DAP/hdx-python-scraper
|
|
6
6
|
Author-email: Michael Rans <rans@email.com>
|
|
@@ -26,12 +26,12 @@ Classifier: Programming Language :: Python :: 3.12
|
|
|
26
26
|
Classifier: Topic :: Software Development :: Libraries :: Python Modules
|
|
27
27
|
Requires-Python: >=3.8
|
|
28
28
|
Requires-Dist: gspread
|
|
29
|
-
Requires-Dist: hdx-python-api>=6.1.
|
|
29
|
+
Requires-Dist: hdx-python-api>=6.1.3
|
|
30
30
|
Requires-Dist: regex
|
|
31
31
|
Provides-Extra: dev
|
|
32
32
|
Requires-Dist: pre-commit; extra == 'dev'
|
|
33
33
|
Provides-Extra: pandas
|
|
34
|
-
Requires-Dist: pandas>=2.
|
|
34
|
+
Requires-Dist: pandas>=2.1.1; extra == 'pandas'
|
|
35
35
|
Provides-Extra: test
|
|
36
36
|
Requires-Dist: pytest; extra == 'test'
|
|
37
37
|
Requires-Dist: pytest-cov; extra == 'test'
|