hdx-python-scraper 2.4.1__tar.gz → 2.5.1__tar.gz

{hdx_python_scraper-2.4.1 → hdx_python_scraper-2.5.1}/.config/pre-commit-config.yaml

@@ -2,14 +2,14 @@ default_language_version:
     python: python3.12
 repos:
   - repo: https://github.com/pre-commit/pre-commit-hooks
-    rev: v4.6.0
+    rev: v5.0.0
     hooks:
       - id: trailing-whitespace
       - id: end-of-file-fixer
         exclude: test_scraper_.*\.json
       - id: check-ast
   - repo: https://github.com/astral-sh/ruff-pre-commit
-    rev: v0.5.1
+    rev: v0.8.6
     hooks:
       # Run the linter.
       - id: ruff
@@ -18,7 +18,7 @@ repos:
       - id: ruff-format
         args: [--config, .config/ruff.toml]
   - repo: https://github.com/astral-sh/uv-pre-commit
-    rev: 0.2.13
+    rev: 0.5.15
     hooks:
       # Run the pip compile
       - id: pip-compile

{hdx_python_scraper-2.4.1 → hdx_python_scraper-2.5.1}/CONTRIBUTING.md

@@ -2,10 +2,10 @@
 
 ## Environment
 
-Development is currently done using Python 3.11. We recommend using a virtual
+Development is currently done using Python 3.12. We recommend using a virtual
 environment such as ``venv``:
 
-    python3.11 -m venv venv
+    python3.12 -m venv venv
     source venv/bin/activate
 
 In your virtual environment, please install all packages for

{hdx_python_scraper-2.4.1 → hdx_python_scraper-2.5.1}/PKG-INFO

@@ -1,6 +1,6 @@
-Metadata-Version: 2.3
+Metadata-Version: 2.4
 Name: hdx-python-scraper
-Version: 2.4.1
+Version: 2.5.1
 Summary: HDX Python scraper utilities to assemble data from multiple sources
 Project-URL: Homepage, https://github.com/OCHA-DAP/hdx-python-scraper
 Author-email: Michael Rans <rans@email.com>
@@ -26,9 +26,9 @@ Classifier: Programming Language :: Python :: 3.12
 Classifier: Topic :: Software Development :: Libraries :: Python Modules
 Requires-Python: >=3.8
 Requires-Dist: gspread
-Requires-Dist: hdx-python-api>=6.3.2
-Requires-Dist: hdx-python-country>=3.7.6
-Requires-Dist: hdx-python-utilities>=3.7.3
+Requires-Dist: hdx-python-api>=6.3.6
+Requires-Dist: hdx-python-country>=3.8.6
+Requires-Dist: hdx-python-utilities>=3.8.0
 Requires-Dist: regex
 Provides-Extra: dev
 Requires-Dist: pre-commit; extra == 'dev'

{hdx_python_scraper-2.4.1 → hdx_python_scraper-2.5.1}/documentation/main.md

@@ -26,6 +26,8 @@ install with:
     pip install hdx-python-scraper[pandas]
 
 ## Breaking Changes
+From 2.5.0, package names have changed to avoid name space clashes
+
 From 2.3.0, resource name is used when available instead of creating name from
 url so tests that use saved data from the Read class may break. file_type
 parameters in various Read methods renamed to format.
@@ -335,7 +337,7 @@ default is:
 ### Custom Scrapers
 
 It is possible to define custom scrapers written in Python which must inherit
-[BaseScraper](https://github.com/OCHA-DAP/hdx-python-scraper/blob/main/src/hdx/scraper/base_scraper.py),
+[BaseScraper](https://github.com/OCHA-DAP/hdx-python-scraper/blob/main/src/hdx/scraper/framework/base_scraper.py),
 calling its constructor and providing a `run` method. Other methods where a default
 implementation has been provided can be overridden such as `add_sources` and
 `add_population`. There are also two hooks for running steps at particular points.
@@ -392,7 +394,7 @@ from regions to values. In this case, since national and regional each have only
 header and HXL hashtag, there is only one dictionary to populate for each.
 
 An example of a custom scraper can be seen
-[here](https://github.com/OCHA-DAP/hdx-python-scraper/blob/main/tests/hdx/scraper/education_closures.py).
+[here](https://github.com/OCHA-DAP/hdx-python-scraper/blob/main/tests/hdx/scraper/framework/scrapers/education_closures.py).
 
 An example of overriding `add_sources` to customise the source information that is
 output is as follows:

{hdx_python_scraper-2.4.1 → hdx_python_scraper-2.5.1}/documentation/pydoc-markdown.yaml

@@ -3,7 +3,7 @@ loaders:
     search_path:
       - ../src
     packages:
-      - hdx.scraper
+      - hdx.scraper.framework
 renderer:
   type: mkdocs
   output_directory: docs
@@ -21,21 +21,18 @@ renderer:
       source: main.md
     - title: API Documentation
       children:
-        - title: Source Readers
+        - title: Runner
           contents:
-            - hdx.scraper.utilities.readers.*
-        - title: Configurable Scrapers
+            - hdx.scraper.framework.runner.Runner.*
+        - title: Scraper Base Class
           contents:
-            - hdx.scraper.configurable.*
-        - title: Base Class for Scrapers
+            - hdx.scraper.framework.base_scraper.BaseScraper.*
+        - title: Scrapers
           contents:
-            - hdx.scraper.base_scraper.BaseScraper.*
-        - title: Fallbacks
-          contents:
-            - hdx.scraper.utilities.fallbacks.Fallbacks
-        - title: Run Scrapers
-          contents:
-            - hdx.scraper.runner.Runner.*
+            - hdx.scraper.framework.scrapers.*
         - title: Outputs
           contents:
-            - hdx.scraper.outputs.*
+            - hdx.scraper.framework.outputs.*
+        - title: Utilities
+          contents:
+            - hdx.scraper.framework.utilities.*

{hdx_python_scraper-2.4.1 → hdx_python_scraper-2.5.1}/pyproject.toml

@@ -34,9 +34,9 @@ classifiers = [
 requires-python = ">=3.8"
 
 dependencies = [
-    "hdx-python-api>=6.3.2",
-    "hdx-python-country>=3.7.6",
-    "hdx-python-utilities>=3.7.3",
+    "hdx-python-api>=6.3.6",
+    "hdx-python-country>=3.8.6",
+    "hdx-python-utilities>=3.8.0",
     "gspread",
     "regex",
 ]
@@ -65,7 +65,10 @@ dev = ["pre-commit"]
 packages = ["src/hdx"]
 
 [tool.hatch.build.hooks.vcs]
-version-file = "src/hdx/scraper/_version.py"
+version-file = "src/hdx/scraper/framework/_version.py"
+
+[tool.hatch.metadata]
+allow-direct-references = true
 
 # Versioning
 
@@ -91,6 +94,9 @@ run = """
        --cov-report=lcov --cov-report=term-missing
        """
 
+[tool.hatch.envs.hatch-static-analysis]
+dependencies = ["ruff==0.8.6"]
+
 [tool.hatch.envs.hatch-static-analysis.scripts]
 format-check = ["ruff format --config .config/ruff.toml --check --diff {args:.}",]
 format-fix = ["ruff format --config .config/ruff.toml {args:.}",]

{hdx_python_scraper-2.4.1 → hdx_python_scraper-2.5.1}/requirements.txt

@@ -2,37 +2,33 @@
 #    uv pip compile pyproject.toml --resolver=backtracking --all-extras -o requirements.txt
 annotated-types==0.7.0
     # via pydantic
-attrs==23.2.0
+attrs==24.3.0
     # via
     #   frictionless
     #   jsonlines
     #   jsonschema
     #   referencing
-cachetools==5.4.0
+cachetools==5.5.0
     # via google-auth
-certifi==2024.7.4
+certifi==2024.12.14
     # via requests
-cffi==1.16.0
-    # via cryptography
 cfgv==3.4.0
     # via pre-commit
 chardet==5.2.0
     # via frictionless
-charset-normalizer==3.3.2
+charset-normalizer==3.4.1
     # via requests
 ckanapi==4.8
     # via hdx-python-api
-click==8.1.7
+click==8.1.8
     # via typer
-coverage==7.6.0
+coverage==7.6.10
     # via pytest-cov
-cryptography==43.0.0
-    # via pyopenssl
 defopt==6.4.0
     # via hdx-python-api
-distlib==0.3.8
+distlib==0.3.9
     # via virtualenv
-dnspython==2.6.1
+dnspython==2.7.0
     # via email-validator
 docopt==0.6.2
     # via
@@ -42,96 +38,94 @@ docutils==0.21.2
     # via defopt
 email-validator==2.2.0
     # via hdx-python-api
-et-xmlfile==1.1.0
+et-xmlfile==2.0.0
     # via openpyxl
-filelock==3.15.4
+filelock==3.16.1
     # via virtualenv
-frictionless==5.17.0
+frictionless==5.18.0
     # via hdx-python-utilities
-google-auth==2.32.0
+google-auth==2.37.0
     # via
     #   google-auth-oauthlib
     #   gspread
 google-auth-oauthlib==1.2.1
     # via gspread
-gspread==6.1.2
+gspread==6.1.4
     # via hdx-python-scraper (pyproject.toml)
-hdx-python-api==6.3.2
+hdx-python-api==6.3.6
     # via hdx-python-scraper (pyproject.toml)
-hdx-python-country==3.7.7
+hdx-python-country==3.8.6
     # via
     #   hdx-python-scraper (pyproject.toml)
     #   hdx-python-api
-hdx-python-utilities==3.7.3
+hdx-python-utilities==3.8.0
     # via
     #   hdx-python-scraper (pyproject.toml)
     #   hdx-python-api
     #   hdx-python-country
-humanize==4.10.0
+humanize==4.11.0
     # via frictionless
-identify==2.6.0
+identify==2.6.5
     # via pre-commit
-idna==3.7
+idna==3.10
     # via
     #   email-validator
     #   requests
 ijson==3.3.0
     # via hdx-python-utilities
-inflect==7.3.1
+inflect==7.5.0
     # via quantulum3
 iniconfig==2.0.0
     # via pytest
-isodate==0.6.1
+isodate==0.7.2
     # via frictionless
-jinja2==3.1.4
+jinja2==3.1.5
     # via frictionless
 jsonlines==4.0.0
     # via hdx-python-utilities
-jsonpath-ng==1.6.1
+jsonpath-ng==1.7.0
     # via libhxl
 jsonschema==4.23.0
     # via
     #   frictionless
     #   tableschema-to-template
-jsonschema-specifications==2023.12.1
+jsonschema-specifications==2024.10.1
     # via jsonschema
-libhxl==5.2.1
+libhxl==5.2.2
     # via
     #   hdx-python-api
     #   hdx-python-country
-loguru==0.7.2
+loguru==0.7.3
     # via hdx-python-utilities
-makefun==1.15.4
+makefun==1.15.6
     # via hdx-python-api
 markdown-it-py==3.0.0
     # via rich
 marko==2.1.2
     # via frictionless
-markupsafe==2.1.5
+markupsafe==3.0.2
     # via jinja2
 mdurl==0.1.2
     # via markdown-it-py
-more-itertools==10.3.0
+more-itertools==10.5.0
     # via inflect
-ndg-httpsclient==0.5.1
-    # via hdx-python-api
 nodeenv==1.9.1
     # via pre-commit
-num2words==0.5.13
+num2words==0.5.14
     # via quantulum3
-numpy==2.0.1
+numpy==2.2.1
     # via pandas
 oauthlib==3.2.2
     # via requests-oauthlib
 openpyxl==3.1.5
     # via hdx-python-utilities
-packaging==24.1
+packaging==24.2
     # via pytest
-pandas==2.2.2
+pandas==2.2.3
     # via hdx-python-scraper (pyproject.toml)
 petl==1.7.15
     # via frictionless
-platformdirs==4.2.2
+platformdirs==4.3.6
     # via virtualenv
 pluggy==1.5.0
     # via pytest
@@ -141,35 +135,27 @@ ply==3.11
     #   libhxl
 pockets==0.9.1
     # via sphinxcontrib-napoleon
-pre-commit==3.8.0
+pre-commit==4.0.1
     # via hdx-python-scraper (pyproject.toml)
-pyasn1==0.6.0
+pyasn1==0.6.1
     # via
-    #   hdx-python-api
-    #   ndg-httpsclient
     #   pyasn1-modules
     #   rsa
-pyasn1-modules==0.4.0
+pyasn1-modules==0.4.1
     # via google-auth
-pycparser==2.22
-    # via cffi
-pydantic==2.8.2
+pydantic==2.10.5
     # via frictionless
-pydantic-core==2.20.1
+pydantic-core==2.27.2
     # via pydantic
-pygments==2.18.0
+pygments==2.19.1
     # via rich
-pyopenssl==24.2.1
-    # via
-    #   hdx-python-api
-    #   ndg-httpsclient
 pyphonetics==0.5.3
-    # via hdx-python-country
-pytest==8.3.2
+    # via hdx-python-utilities
+pytest==8.3.4
     # via
     #   hdx-python-scraper (pyproject.toml)
     #   pytest-cov
-pytest-cov==5.0.0
+pytest-cov==6.0.0
     # via hdx-python-scraper (pyproject.toml)
 python-dateutil==2.9.0.post0
     # via
@@ -183,9 +169,9 @@ python-slugify==8.0.4
     # via
     #   ckanapi
     #   frictionless
-pytz==2024.1
+pytz==2024.2
     # via pandas
-pyyaml==6.0.1
+pyyaml==6.0.2
     # via
     #   frictionless
     #   pre-commit
@@ -198,7 +184,7 @@ referencing==0.35.1
     # via
     #   jsonschema
     #   jsonschema-specifications
-regex==2024.7.24
+regex==2024.11.6
     # via hdx-python-scraper (pyproject.toml)
 requests==2.32.3
     # via
@@ -214,30 +200,29 @@ requests-oauthlib==2.0.0
     # via google-auth-oauthlib
 rfc3986==2.0.0
     # via frictionless
-rich==13.7.1
+rich==13.9.4
     # via typer
-rpds-py==0.19.1
+rpds-py==0.22.3
     # via
     #   jsonschema
     #   referencing
 rsa==4.9
     # via google-auth
-ruamel-yaml==0.18.6
+ruamel-yaml==0.18.10
     # via hdx-python-utilities
-ruamel-yaml-clib==0.2.8
+ruamel-yaml-clib==0.2.12
     # via ruamel-yaml
-setuptools==72.1.0
+setuptools==75.8.0
     # via ckanapi
 shellingham==1.5.4
     # via typer
-simpleeval==0.9.13
+simpleeval==1.0.3
     # via frictionless
-simplejson==3.19.2
+simplejson==3.19.3
     # via ckanapi
-six==1.16.0
+six==1.17.0
     # via
     #   ckanapi
-    #   isodate
     #   pockets
     #   python-dateutil
     #   sphinxcontrib-napoleon
@@ -251,11 +236,13 @@ tableschema-to-template==0.0.13
     # via hdx-python-utilities
 tabulate==0.9.0
     # via frictionless
+tenacity==9.0.0
+    # via hdx-python-country
 text-unidecode==1.3
     # via python-slugify
-typeguard==4.3.0
+typeguard==4.4.1
     # via inflect
-typer==0.12.3
+typer==0.15.1
     # via frictionless
 typing-extensions==4.12.2
     # via
@@ -264,27 +251,27 @@ typing-extensions==4.12.2
     #   pydantic-core
     #   typeguard
     #   typer
-tzdata==2024.1
+tzdata==2024.2
     # via pandas
 unidecode==1.3.8
     # via
     #   libhxl
     #   pyphonetics
-urllib3==2.2.2
+urllib3==2.3.0
     # via
     #   libhxl
     #   requests
-validators==0.33.0
+validators==0.34.0
     # via frictionless
-virtualenv==20.26.3
+virtualenv==20.28.1
     # via pre-commit
-wheel==0.43.0
+wheel==0.45.1
     # via libhxl
 xlrd==2.0.1
     # via hdx-python-utilities
 xlrd3==1.1.0
     # via libhxl
-xlsx2csv==0.8.3
+xlsx2csv==0.8.4
     # via hdx-python-utilities
 xlsxwriter==3.2.0
     # via tableschema-to-template

{hdx_python_scraper-2.4.1/src/hdx/scraper → hdx_python_scraper-2.5.1/src/hdx/scraper/framework}/_version.py

@@ -12,5 +12,5 @@ __version__: str
 __version_tuple__: VERSION_TUPLE
 version_tuple: VERSION_TUPLE
 
-__version__ = version = '2.4.1'
-__version_tuple__ = version_tuple = (2, 4, 1)
+__version__ = version = '2.5.1'
+__version_tuple__ = version_tuple = (2, 5, 1)

{hdx_python_scraper-2.4.1/src/hdx/scraper → hdx_python_scraper-2.5.1/src/hdx/scraper/framework}/base_scraper.py

@@ -36,7 +36,7 @@ class BaseScraper(ABC):
             self.reader = datasetinfo.get("reader", name)
         self.setup(headers, source_configuration)
         self.datasetinfo = deepcopy(datasetinfo)
-        self.errors_on_exit = None
+        self.error_handler = None
         self.can_fallback = True
 
     def setup(

{hdx_python_scraper-2.4.1/src/hdx/scraper → hdx_python_scraper-2.5.1/src/hdx/scraper/framework}/runner.py

@@ -5,18 +5,18 @@ from traceback import format_exc
 from typing import Any, Callable, Dict, List, Optional, Tuple, Union
 
 from .base_scraper import BaseScraper
-from .configurable.aggregator import Aggregator
-from .configurable.resource_downloader import ResourceDownloader
-from .configurable.scraper import ConfigurableScraper
-from .configurable.timeseries import TimeSeries
 from .outputs.base import BaseOutput
+from .scrapers.aggregator import Aggregator
+from .scrapers.configurable_scraper import ConfigurableScraper
+from .scrapers.resource_downloader import ResourceDownloader
+from .scrapers.timeseries import TimeSeries
 from .utilities import get_startend_dates_from_time_period
 from .utilities.fallbacks import Fallbacks
 from .utilities.reader import Read
 from .utilities.sources import Sources
 from hdx.location.adminlevel import AdminLevel
 from hdx.utilities.dateparse import now_utc
-from hdx.utilities.errors_onexit import ErrorsOnExit
+from hdx.utilities.error_handler import ErrorHandler
 from hdx.utilities.typehint import ListTuple
 
 logger = logging.getLogger(__name__)
@@ -28,7 +28,7 @@ class Runner:
     Args:
         countryiso3s (ListTuple[str]): List of ISO3 country codes to process
         today (datetime): Value to use for today. Defaults to now_utc().
-        errors_on_exit (ErrorsOnExit): ErrorsOnExit object that logs errors on exit
+        error_handler (ErrorHandler): ErrorHandler object that logs errors on exit
         scrapers_to_run (Optional[ListTuple[str]]): Scrapers to run. Defaults to None (all scrapers).
     """
 
@@ -36,12 +36,12 @@ class Runner:
         self,
         countryiso3s: ListTuple[str],
         today: datetime = now_utc(),
-        errors_on_exit: Optional[ErrorsOnExit] = None,
+        error_handler: Optional[ErrorHandler] = None,
         scrapers_to_run: Optional[ListTuple[str]] = None,
     ):
         self.countryiso3s = countryiso3s
         self.today = today
-        self.errors_on_exit = errors_on_exit
+        self.error_handler = error_handler
         if isinstance(scrapers_to_run, tuple):
             scrapers_to_run = list(scrapers_to_run)
         self.scrapers_to_run: Optional[List[str]] = scrapers_to_run
@@ -73,7 +73,7 @@ class Runner:
             and scraper_name not in self.scrapers_to_run
         ):
             self.scrapers_to_run.append(scraper_name)
-        scraper.errors_on_exit = self.errors_on_exit
+        scraper.error_handler = self.error_handler
         return scraper_name
 
     def add_customs(
@@ -142,7 +142,7 @@ class Runner:
             level_name,
             source_configuration,
             self.today,
-            self.errors_on_exit,
+            self.error_handler,
         )
         if scraper_name not in self.scraper_names:
             self.scraper_names.append(scraper_name)
@@ -612,8 +612,8 @@ class Runner:
                 if not Fallbacks.exist() or scraper.can_fallback is False:
                     raise
                 logger.exception(f"Using fallbacks for {scraper.name}!")
-                if self.errors_on_exit:
-                    self.errors_on_exit.add(
+                if self.error_handler:
+                    self.error_handler.add(
                         f"Using fallbacks for {scraper.name}! Error: {format_exc()}"
                     )
                 for level in scraper.headers.keys():

hdx_python_scraper-2.4.1/src/hdx/scraper/configurable/scraper.py → hdx_python_scraper-2.5.1/src/hdx/scraper/framework/scrapers/configurable_scraper.py

@@ -17,7 +17,7 @@ from hdx.utilities.dateparse import (
 )
 from hdx.utilities.dictandlist import dict_of_lists_add
 from hdx.utilities.downloader import DownloadError
-from hdx.utilities.errors_onexit import ErrorsOnExit
+from hdx.utilities.error_handler import ErrorHandler
 from hdx.utilities.text import (  # noqa: F401
     get_fraction_str,
     get_numeric_if_possible,
@@ -42,7 +42,7 @@ class ConfigurableScraper(BaseScraper):
         level_name (Optional[str]): Customised level_name name. Defaults to None (level).
         source_configuration (Dict): Configuration for sources. Defaults to empty dict (use defaults).
         today (datetime): Value to use for today. Defaults to now_utc().
-        errors_on_exit (Optional[ErrorsOnExit]): ErrorsOnExit object that logs errors on exit
+        error_handler (Optional[ErrorHandler]): ErrorHandler object that logs errors on exit
         **kwargs: Variables to use when evaluating template arguments in urls
     """
 
@@ -67,7 +67,7 @@ class ConfigurableScraper(BaseScraper):
         level_name: Optional[str] = None,
         source_configuration: Dict = {},
         today: datetime = now_utc(),
-        errors_on_exit: Optional[ErrorsOnExit] = None,
+        error_handler: Optional[ErrorHandler] = None,
         **kwargs: Any,
     ):
         self.name = name
@@ -83,10 +83,10 @@ class ConfigurableScraper(BaseScraper):
         else:
             self.level_name: str = level_name
         self.countryiso3s = countryiso3s
-        self.adminlevel = adminlevel
+        self.adminlevel: Optional[AdminLevel] = adminlevel
         self.today = today
         self.subsets = self.get_subsets_from_datasetinfo(datasetinfo)
-        self.errors_on_exit: Optional[ErrorsOnExit] = errors_on_exit
+        self.error_handler: Optional[ErrorHandler] = error_handler
         self.variables = kwargs
         self.rowparser = None
         self.datasetinfo = copy.deepcopy(datasetinfo)

{hdx_python_scraper-2.4.1/tests/hdx/scraper → hdx_python_scraper-2.5.1/tests/hdx/scraper/framework}/conftest.py

@@ -8,10 +8,10 @@ from . import bool_assert
 from hdx.api.configuration import Configuration
 from hdx.api.locations import Locations
 from hdx.location.country import Country
-from hdx.scraper.base_scraper import BaseScraper
-from hdx.scraper.utilities import string_params_to_dict
-from hdx.scraper.utilities.fallbacks import Fallbacks
-from hdx.scraper.utilities.reader import Read
+from hdx.scraper.framework.base_scraper import BaseScraper
+from hdx.scraper.framework.utilities import string_params_to_dict
+from hdx.scraper.framework.utilities.fallbacks import Fallbacks
+from hdx.scraper.framework.utilities.reader import Read
 from hdx.utilities.dateparse import parse_date
 
 

{hdx_python_scraper-2.4.1/tests/hdx/scraper → hdx_python_scraper-2.5.1/tests/hdx/scraper/framework/custom}/affected_targeted_reached.py

@@ -1,7 +1,7 @@
 import logging
 
-from hdx.scraper.base_scraper import BaseScraper
-from hdx.scraper.utilities.sources import Sources
+from hdx.scraper.framework.base_scraper import BaseScraper
+from hdx.scraper.framework.utilities.sources import Sources
 from hdx.utilities.dateparse import default_date
 from hdx.utilities.dictandlist import dict_of_lists_add
 from hdx.utilities.text import number_format

{hdx_python_scraper-2.4.1/tests/hdx/scraper → hdx_python_scraper-2.5.1/tests/hdx/scraper/framework/custom}/education_closures.py

@@ -1,7 +1,7 @@
 import logging
 from typing import Dict
 
-from hdx.scraper.base_scraper import BaseScraper
+from hdx.scraper.framework.base_scraper import BaseScraper
 from hdx.utilities.dateparse import default_date, parse_date
 
 logger = logging.getLogger(__name__)

{hdx_python_scraper-2.4.1/tests/hdx/scraper → hdx_python_scraper-2.5.1/tests/hdx/scraper/framework/custom}/education_enrolment.py

@@ -1,6 +1,6 @@
 import logging
 
-from hdx.scraper.base_scraper import BaseScraper
+from hdx.scraper.framework.base_scraper import BaseScraper
 from hdx.utilities.text import get_fraction_str
 
 logger = logging.getLogger(__name__)