hdx-python-scraper 2.2.0__tar.gz → 2.2.1__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (128) hide show
  1. {hdx_python_scraper-2.2.0 → hdx_python_scraper-2.2.1}/.config/pre-commit-config.yaml +6 -0
  2. {hdx_python_scraper-2.2.0 → hdx_python_scraper-2.2.1}/PKG-INFO +3 -3
  3. {hdx_python_scraper-2.2.0 → hdx_python_scraper-2.2.1}/documentation/main.md +421 -301
  4. {hdx_python_scraper-2.2.0 → hdx_python_scraper-2.2.1}/documentation/pydoc-markdown.yaml +2 -2
  5. {hdx_python_scraper-2.2.0 → hdx_python_scraper-2.2.1}/pyproject.toml +2 -2
  6. {hdx_python_scraper-2.2.0 → hdx_python_scraper-2.2.1}/requirements.txt +21 -22
  7. hdx_python_scraper-2.2.1/src/hdx/scraper/_version.py +16 -0
  8. {hdx_python_scraper-2.2.0 → hdx_python_scraper-2.2.1}/src/hdx/scraper/configurable/scraper.py +6 -1
  9. {hdx_python_scraper-2.2.0 → hdx_python_scraper-2.2.1}/src/hdx/scraper/runner.py +13 -7
  10. {hdx_python_scraper-2.2.0 → hdx_python_scraper-2.2.1}/src/hdx/scraper/utilities/reader.py +10 -3
  11. {hdx_python_scraper-2.2.0 → hdx_python_scraper-2.2.1}/tests/config/project_configuration.yaml +23 -0
  12. hdx_python_scraper-2.2.1/tests/fixtures/who_national3_who-covid-19-global-data.csv +321 -0
  13. {hdx_python_scraper-2.2.0 → hdx_python_scraper-2.2.1}/tests/hdx/scraper/test_scrapers_national.py +35 -2
  14. hdx_python_scraper-2.2.0/src/hdx/scraper/_version.py +0 -6
  15. {hdx_python_scraper-2.2.0 → hdx_python_scraper-2.2.1}/.config/black.toml +0 -0
  16. {hdx_python_scraper-2.2.0 → hdx_python_scraper-2.2.1}/.config/coveragerc +0 -0
  17. {hdx_python_scraper-2.2.0 → hdx_python_scraper-2.2.1}/.config/pytest.ini +0 -0
  18. {hdx_python_scraper-2.2.0 → hdx_python_scraper-2.2.1}/.config/ruff.toml +0 -0
  19. {hdx_python_scraper-2.2.0 → hdx_python_scraper-2.2.1}/.github/workflows/publish.yaml +0 -0
  20. {hdx_python_scraper-2.2.0 → hdx_python_scraper-2.2.1}/.github/workflows/run-python-tests.yaml +0 -0
  21. {hdx_python_scraper-2.2.0 → hdx_python_scraper-2.2.1}/.gitignore +0 -0
  22. {hdx_python_scraper-2.2.0 → hdx_python_scraper-2.2.1}/CONTRIBUTING.md +0 -0
  23. {hdx_python_scraper-2.2.0 → hdx_python_scraper-2.2.1}/LICENSE +0 -0
  24. {hdx_python_scraper-2.2.0 → hdx_python_scraper-2.2.1}/README.md +0 -0
  25. {hdx_python_scraper-2.2.0 → hdx_python_scraper-2.2.1}/documentation/.readthedocs.yaml +0 -0
  26. {hdx_python_scraper-2.2.0 → hdx_python_scraper-2.2.1}/src/hdx/scraper/__init__.py +0 -0
  27. {hdx_python_scraper-2.2.0 → hdx_python_scraper-2.2.1}/src/hdx/scraper/base_scraper.py +0 -0
  28. {hdx_python_scraper-2.2.0 → hdx_python_scraper-2.2.1}/src/hdx/scraper/configurable/__init__.py +0 -0
  29. {hdx_python_scraper-2.2.0 → hdx_python_scraper-2.2.1}/src/hdx/scraper/configurable/aggregator.py +0 -0
  30. {hdx_python_scraper-2.2.0 → hdx_python_scraper-2.2.1}/src/hdx/scraper/configurable/resource_downloader.py +0 -0
  31. {hdx_python_scraper-2.2.0 → hdx_python_scraper-2.2.1}/src/hdx/scraper/configurable/rowparser.py +0 -0
  32. {hdx_python_scraper-2.2.0 → hdx_python_scraper-2.2.1}/src/hdx/scraper/configurable/timeseries.py +0 -0
  33. {hdx_python_scraper-2.2.0 → hdx_python_scraper-2.2.1}/src/hdx/scraper/outputs/__init__.py +0 -0
  34. {hdx_python_scraper-2.2.0 → hdx_python_scraper-2.2.1}/src/hdx/scraper/outputs/base.py +0 -0
  35. {hdx_python_scraper-2.2.0 → hdx_python_scraper-2.2.1}/src/hdx/scraper/outputs/excelfile.py +0 -0
  36. {hdx_python_scraper-2.2.0 → hdx_python_scraper-2.2.1}/src/hdx/scraper/outputs/googlesheets.py +0 -0
  37. {hdx_python_scraper-2.2.0 → hdx_python_scraper-2.2.1}/src/hdx/scraper/outputs/json.py +0 -0
  38. {hdx_python_scraper-2.2.0 → hdx_python_scraper-2.2.1}/src/hdx/scraper/utilities/__init__.py +0 -0
  39. {hdx_python_scraper-2.2.0 → hdx_python_scraper-2.2.1}/src/hdx/scraper/utilities/fallbacks.py +0 -0
  40. {hdx_python_scraper-2.2.0 → hdx_python_scraper-2.2.1}/src/hdx/scraper/utilities/region_lookup.py +0 -0
  41. {hdx_python_scraper-2.2.0 → hdx_python_scraper-2.2.1}/src/hdx/scraper/utilities/sources.py +0 -0
  42. {hdx_python_scraper-2.2.0 → hdx_python_scraper-2.2.1}/src/hdx/scraper/utilities/writer.py +0 -0
  43. {hdx_python_scraper-2.2.0 → hdx_python_scraper-2.2.1}/tests/fixtures/access_2pacx-1vrszjzuyvt9i-mkrq2hbxrul2lx2vihkthqm-lae8nyhqty70zqtcufs3pxbhzgat1l2bkoa4-daoap-pub-gid-574237756-single-true-output-csv.csv +0 -0
  44. {hdx_python_scraper-2.2.0 → hdx_python_scraper-2.2.1}/tests/fixtures/additional-json.json +0 -0
  45. {hdx_python_scraper-2.2.0 → hdx_python_scraper-2.2.1}/tests/fixtures/affected_targeted_reached_affected_targeted_reached_eth_ethiopia_drought_affected_targeted_reached_by_cluster.csv +0 -0
  46. {hdx_python_scraper-2.2.0 → hdx_python_scraper-2.2.1}/tests/fixtures/affected_targeted_reached_affected_targeted_reached_ken_kenya_drought_affected_targeted_reached_by_cluster.csv +0 -0
  47. {hdx_python_scraper-2.2.0 → hdx_python_scraper-2.2.1}/tests/fixtures/affected_targeted_reached_affected_targeted_reached_som_somalia_drought_affected_targeted_reached_by_cluster.csv +0 -0
  48. {hdx_python_scraper-2.2.0 → hdx_python_scraper-2.2.1}/tests/fixtures/altworldindata_data-tagger-match-all-on-tagger-01-header-location-tagger-01-tag.csv +0 -0
  49. {hdx_python_scraper-2.2.0 → hdx_python_scraper-2.2.1}/tests/fixtures/casualties_2pacx-1vqidedbzz0ehrc0b4fswip14r7mdtu1mpmwakuxupelsah2awcurkgalfduhjvyjul8vzzat3r1b5qg-pub-gid-0-single-true-output-csv.csv +0 -0
  50. {hdx_python_scraper-2.2.0 → hdx_python_scraper-2.2.1}/tests/fixtures/cbpf-allocations-and-contributions.json +0 -0
  51. {hdx_python_scraper-2.2.0 → hdx_python_scraper-2.2.1}/tests/fixtures/cbpf2-allocations-and-contributions.json +0 -0
  52. {hdx_python_scraper-2.2.0 → hdx_python_scraper-2.2.1}/tests/fixtures/cerf-covid-19-allocations.json +0 -0
  53. {hdx_python_scraper-2.2.0 → hdx_python_scraper-2.2.1}/tests/fixtures/cerf2-covid-19-allocations.json +0 -0
  54. {hdx_python_scraper-2.2.0 → hdx_python_scraper-2.2.1}/tests/fixtures/cerf2_global_download-full-pfmb-allocations.csv +0 -0
  55. {hdx_python_scraper-2.2.0 → hdx_python_scraper-2.2.1}/tests/fixtures/cerf_global_download-full-pfmb-allocations.csv +0 -0
  56. {hdx_python_scraper-2.2.0 → hdx_python_scraper-2.2.1}/tests/fixtures/covax_2pacx-1vtvzu79pptfaa2syevoqfyrrjy63djwitqu0ffbxiqczoun9k9timwmrvfgg1rbsnlmgyugzseiaye2-pub-gid-992438980-single-true-output-csv.csv +0 -0
  57. {hdx_python_scraper-2.2.0 → hdx_python_scraper-2.2.1}/tests/fixtures/covidtests_data-owid-covid-data.xlsx +0 -0
  58. {hdx_python_scraper-2.2.0 → hdx_python_scraper-2.2.1}/tests/fixtures/download-hno-2017-sahel-nutrition.csv +0 -0
  59. {hdx_python_scraper-2.2.0 → hdx_python_scraper-2.2.1}/tests/fixtures/download-hno-2017-sahel-people-in-need.xlsx +0 -0
  60. {hdx_python_scraper-2.2.0 → hdx_python_scraper-2.2.1}/tests/fixtures/education_closures_download-covid-impact-education.csv +0 -0
  61. {hdx_python_scraper-2.2.0 → hdx_python_scraper-2.2.1}/tests/fixtures/education_enrolment_download-countries-enrollment-data-uis-feb-22.xlsx +0 -0
  62. {hdx_python_scraper-2.2.0 → hdx_python_scraper-2.2.1}/tests/fixtures/ethiopia-drought-related-key-figures.json +0 -0
  63. {hdx_python_scraper-2.2.0 → hdx_python_scraper-2.2.1}/tests/fixtures/ethiopia-pin-targeted-reached-by-location-and-cluster.json +0 -0
  64. {hdx_python_scraper-2.2.0 → hdx_python_scraper-2.2.1}/tests/fixtures/fallbacks.json +0 -0
  65. {hdx_python_scraper-2.2.0 → hdx_python_scraper-2.2.1}/tests/fixtures/gam_download-unicef-who-wb-global-expanded-databases-severe-wasting.xlsx +0 -0
  66. {hdx_python_scraper-2.2.0 → hdx_python_scraper-2.2.1}/tests/fixtures/gam_other_download-unicef-who-wb-global-expanded-databases-severe-wasting.xlsx +0 -0
  67. {hdx_python_scraper-2.2.0 → hdx_python_scraper-2.2.1}/tests/fixtures/global-school-closures-covid19.json +0 -0
  68. {hdx_python_scraper-2.2.0 → hdx_python_scraper-2.2.1}/tests/fixtures/hdx_resource_downloader_xlsx_ukr_border_crossings_090622.xlsx +0 -0
  69. {hdx_python_scraper-2.2.0 → hdx_python_scraper-2.2.1}/tests/fixtures/idmc-internally-displaced-persons-idps.json +0 -0
  70. {hdx_python_scraper-2.2.0 → hdx_python_scraper-2.2.1}/tests/fixtures/idps_download-displacement-data.csv +0 -0
  71. {hdx_python_scraper-2.2.0 → hdx_python_scraper-2.2.1}/tests/fixtures/idps_override_population-widget-id-264111-geo-id-693-population-group-54074999.json +0 -0
  72. {hdx_python_scraper-2.2.0 → hdx_python_scraper-2.2.1}/tests/fixtures/idps_somalia_download-som-unhcr-prmn-displacement-dataset.xlsx +0 -0
  73. {hdx_python_scraper-2.2.0 → hdx_python_scraper-2.2.1}/tests/fixtures/ipc_somalia_download-som-food-insecurity-oct-dec2022-projection.csv +0 -0
  74. {hdx_python_scraper-2.2.0 → hdx_python_scraper-2.2.1}/tests/fixtures/kenya-drought-related-key-figures.json +0 -0
  75. {hdx_python_scraper-2.2.0 → hdx_python_scraper-2.2.1}/tests/fixtures/kenya-pin-targeted-reached-by-location-and-cluster.json +0 -0
  76. {hdx_python_scraper-2.2.0 → hdx_python_scraper-2.2.1}/tests/fixtures/key_figures_2pacx-1vrppqx8jtkkkrckmzfncmmtfecvcpkbp9pdhs1sqtuyacmbsx8tlaxpgblfce-lcehukregguxja-4s-pub-gid-0-single-true-output-csv.csv +0 -0
  77. {hdx_python_scraper-2.2.0 → hdx_python_scraper-2.2.1}/tests/fixtures/key_figures_2pacx-1vrppqx8jtkkkrckmzfncmmtfecvcpkbp9pdhs1sqtuyacmbsx8tlaxpgblfce-lcehukregguxja-4s-pub-gid-1275038715-single-true-output-csv.csv +0 -0
  78. {hdx_python_scraper-2.2.0 → hdx_python_scraper-2.2.1}/tests/fixtures/key_figures_2pacx-1vrppqx8jtkkkrckmzfncmmtfecvcpkbp9pdhs1sqtuyacmbsx8tlaxpgblfce-lcehukregguxja-4s-pub-gid-2015311116-single-true-output-csv.csv +0 -0
  79. {hdx_python_scraper-2.2.0 → hdx_python_scraper-2.2.1}/tests/fixtures/key_figures_eth_2pacx-1vrppqx8jtkkkrckmzfncmmtfecvcpkbp9pdhs1sqtuyacmbsx8tlaxpgblfce-lcehukregguxja-4s-pub-gid-2015311116-single-true-output-csv.csv +0 -0
  80. {hdx_python_scraper-2.2.0 → hdx_python_scraper-2.2.1}/tests/fixtures/key_figures_ken_2pacx-1vrppqx8jtkkkrckmzfncmmtfecvcpkbp9pdhs1sqtuyacmbsx8tlaxpgblfce-lcehukregguxja-4s-pub-gid-1275038715-single-true-output-csv.csv +0 -0
  81. {hdx_python_scraper-2.2.0 → hdx_python_scraper-2.2.1}/tests/fixtures/key_figures_som_2pacx-1vrppqx8jtkkkrckmzfncmmtfecvcpkbp9pdhs1sqtuyacmbsx8tlaxpgblfce-lcehukregguxja-4s-pub-gid-0-single-true-output-csv.csv +0 -0
  82. {hdx_python_scraper-2.2.0 → hdx_python_scraper-2.2.1}/tests/fixtures/ourworldindata_data-tagger-match-all-on-tagger-01-header-location-tagger-01-tag.csv +0 -0
  83. {hdx_python_scraper-2.2.0 → hdx_python_scraper-2.2.1}/tests/fixtures/ourworldindata_other_data-tagger-match-all-on-tagger-01-header-location-tagger-01-tag.csv +0 -0
  84. {hdx_python_scraper-2.2.0 → hdx_python_scraper-2.2.1}/tests/fixtures/population.json +0 -0
  85. {hdx_python_scraper-2.2.0 → hdx_python_scraper-2.2.1}/tests/fixtures/population_indicator-sp-pop-downloadformat-excel-dataformat-list-totl.xls +0 -0
  86. {hdx_python_scraper-2.2.0 → hdx_python_scraper-2.2.1}/tests/fixtures/population_other_indicator-sp-pop-downloadformat-excel-dataformat-list-totl.xls +0 -0
  87. {hdx_python_scraper-2.2.0 → hdx_python_scraper-2.2.1}/tests/fixtures/regions_download-tbl-regcov-2020-ocha.xlsx +0 -0
  88. {hdx_python_scraper-2.2.0 → hdx_python_scraper-2.2.1}/tests/fixtures/sadd-countries-to-include.csv +0 -0
  89. {hdx_python_scraper-2.2.0 → hdx_python_scraper-2.2.1}/tests/fixtures/sadd_covid-data-dataset-fullvars-extype-csv.csv +0 -0
  90. {hdx_python_scraper-2.2.0 → hdx_python_scraper-2.2.1}/tests/fixtures/sahel-humanitarian-needs-overview.json +0 -0
  91. {hdx_python_scraper-2.2.0 → hdx_python_scraper-2.2.1}/tests/fixtures/somalia-acute-food-insecurity-country-data.json +0 -0
  92. {hdx_python_scraper-2.2.0 → hdx_python_scraper-2.2.1}/tests/fixtures/somalia-drought-related-key-figures.json +0 -0
  93. {hdx_python_scraper-2.2.0 → hdx_python_scraper-2.2.1}/tests/fixtures/somalia-internally-displaced-persons-idps.json +0 -0
  94. {hdx_python_scraper-2.2.0 → hdx_python_scraper-2.2.1}/tests/fixtures/somalia-pin-targeted-reached-by-location-and-cluster.json +0 -0
  95. {hdx_python_scraper-2.2.0 → hdx_python_scraper-2.2.1}/tests/fixtures/test_output.xlsx +0 -0
  96. {hdx_python_scraper-2.2.0 → hdx_python_scraper-2.2.1}/tests/fixtures/test_scraper_all.json +0 -0
  97. {hdx_python_scraper-2.2.0 → hdx_python_scraper-2.2.1}/tests/fixtures/test_scraper_other.json +0 -0
  98. {hdx_python_scraper-2.2.0 → hdx_python_scraper-2.2.1}/tests/fixtures/test_scraper_population.json +0 -0
  99. {hdx_python_scraper-2.2.0 → hdx_python_scraper-2.2.1}/tests/fixtures/timeseries_casualties_2pacx-1vqidedbzz0ehrc0b4fswip14r7mdtu1mpmwakuxupelsah2awcurkgalfduhjvyjul8vzzat3r1b5qg-pub-gid-0-single-true-output-csv.csv +0 -0
  100. {hdx_python_scraper-2.2.0 → hdx_python_scraper-2.2.1}/tests/fixtures/total-covid-19-tests-performed-by-country.json +0 -0
  101. {hdx_python_scraper-2.2.0 → hdx_python_scraper-2.2.1}/tests/fixtures/ukraine-border-crossings.json +0 -0
  102. {hdx_python_scraper-2.2.0 → hdx_python_scraper-2.2.1}/tests/fixtures/ukraine-who-does-what-where-3w.json +0 -0
  103. {hdx_python_scraper-2.2.0 → hdx_python_scraper-2.2.1}/tests/fixtures/unocha-office-locations.json +0 -0
  104. {hdx_python_scraper-2.2.0 → hdx_python_scraper-2.2.1}/tests/fixtures/who_national2_who-covid-19-global-data.csv +0 -0
  105. {hdx_python_scraper-2.2.0 → hdx_python_scraper-2.2.1}/tests/fixtures/who_national_who-covid-19-global-data.csv +0 -0
  106. {hdx_python_scraper-2.2.0 → hdx_python_scraper-2.2.1}/tests/fixtures/whowhatwhere_afg_3w_data.csv +0 -0
  107. {hdx_python_scraper-2.2.0 → hdx_python_scraper-2.2.1}/tests/fixtures/whowhatwhere_notags_3w_data.csv +0 -0
  108. {hdx_python_scraper-2.2.0 → hdx_python_scraper-2.2.1}/tests/hdx/scraper/__init__.py +0 -0
  109. {hdx_python_scraper-2.2.0 → hdx_python_scraper-2.2.1}/tests/hdx/scraper/affected_targeted_reached.py +0 -0
  110. {hdx_python_scraper-2.2.0 → hdx_python_scraper-2.2.1}/tests/hdx/scraper/conftest.py +0 -0
  111. {hdx_python_scraper-2.2.0 → hdx_python_scraper-2.2.1}/tests/hdx/scraper/education_closures.py +0 -0
  112. {hdx_python_scraper-2.2.0 → hdx_python_scraper-2.2.1}/tests/hdx/scraper/education_enrolment.py +0 -0
  113. {hdx_python_scraper-2.2.0 → hdx_python_scraper-2.2.1}/tests/hdx/scraper/test_output.py +0 -0
  114. {hdx_python_scraper-2.2.0 → hdx_python_scraper-2.2.1}/tests/hdx/scraper/test_readers.py +0 -0
  115. {hdx_python_scraper-2.2.0 → hdx_python_scraper-2.2.1}/tests/hdx/scraper/test_regionlookup.py +0 -0
  116. {hdx_python_scraper-2.2.0 → hdx_python_scraper-2.2.1}/tests/hdx/scraper/test_runner_get_results.py +0 -0
  117. {hdx_python_scraper-2.2.0 → hdx_python_scraper-2.2.1}/tests/hdx/scraper/test_scrapers_aggregation.py +0 -0
  118. {hdx_python_scraper-2.2.0 → hdx_python_scraper-2.2.1}/tests/hdx/scraper/test_scrapers_appenddata.py +0 -0
  119. {hdx_python_scraper-2.2.0 → hdx_python_scraper-2.2.1}/tests/hdx/scraper/test_scrapers_custom.py +0 -0
  120. {hdx_python_scraper-2.2.0 → hdx_python_scraper-2.2.1}/tests/hdx/scraper/test_scrapers_global.py +0 -0
  121. {hdx_python_scraper-2.2.0 → hdx_python_scraper-2.2.1}/tests/hdx/scraper/test_scrapers_multipleurls.py +0 -0
  122. {hdx_python_scraper-2.2.0 → hdx_python_scraper-2.2.1}/tests/hdx/scraper/test_scrapers_regionaltoplevel.py +0 -0
  123. {hdx_python_scraper-2.2.0 → hdx_python_scraper-2.2.1}/tests/hdx/scraper/test_scrapers_resource_downloaders.py +0 -0
  124. {hdx_python_scraper-2.2.0 → hdx_python_scraper-2.2.1}/tests/hdx/scraper/test_scrapers_subnational.py +0 -0
  125. {hdx_python_scraper-2.2.0 → hdx_python_scraper-2.2.1}/tests/hdx/scraper/test_scrapers_timeseries.py +0 -0
  126. {hdx_python_scraper-2.2.0 → hdx_python_scraper-2.2.1}/tests/hdx/scraper/test_sources.py +0 -0
  127. {hdx_python_scraper-2.2.0 → hdx_python_scraper-2.2.1}/tests/hdx/scraper/test_utils.py +0 -0
  128. {hdx_python_scraper-2.2.0 → hdx_python_scraper-2.2.1}/tests/hdx/scraper/unhcr_myanmar_idps.py +0 -0
@@ -1,6 +1,12 @@
1
1
  default_language_version:
2
2
  python: python3.11
3
3
  repos:
4
+ - repo: https://github.com/pre-commit/pre-commit-hooks
5
+ rev: v4.4.0
6
+ hooks:
7
+ - id: trailing-whitespace
8
+ - id: end-of-file-fixer
9
+ - id: check-ast
4
10
  - repo: https://github.com/psf/black
5
11
  rev: 23.3.0
6
12
  hooks:
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: hdx-python-scraper
3
- Version: 2.2.0
3
+ Version: 2.2.1
4
4
  Summary: HDX Python scraper utilities to assemble data from multiple sources
5
5
  Project-URL: Homepage, https://github.com/OCHA-DAP/hdx-python-scraper
6
6
  Author-email: Michael Rans <rans@email.com>
@@ -26,12 +26,12 @@ Classifier: Programming Language :: Python :: 3.12
26
26
  Classifier: Topic :: Software Development :: Libraries :: Python Modules
27
27
  Requires-Python: >=3.8
28
28
  Requires-Dist: gspread
29
- Requires-Dist: hdx-python-api>=6.1.2
29
+ Requires-Dist: hdx-python-api>=6.1.3
30
30
  Requires-Dist: regex
31
31
  Provides-Extra: dev
32
32
  Requires-Dist: pre-commit; extra == 'dev'
33
33
  Provides-Extra: pandas
34
- Requires-Dist: pandas>=2.0.3; extra == 'pandas'
34
+ Requires-Dist: pandas>=2.1.1; extra == 'pandas'
35
35
  Provides-Extra: test
36
36
  Requires-Dist: pytest; extra == 'test'
37
37
  Requires-Dist: pytest-cov; extra == 'test'