crawlee 1.0.0rc1__py3-none-any.whl → 1.0.1b1__py3-none-any.whl

crawlee/storages/_storage_instance_manager.py

@@ -1,21 +1,64 @@
 from __future__ import annotations
 
-from collections.abc import Awaitable, Callable
-from typing import TYPE_CHECKING, TypeVar, cast
+from collections import defaultdict
+from collections.abc import Coroutine, Hashable
+from dataclasses import dataclass, field
+from typing import TYPE_CHECKING, TypeVar
 
+from crawlee._utils.raise_if_too_many_kwargs import raise_if_too_many_kwargs
 from crawlee.storage_clients._base import DatasetClient, KeyValueStoreClient, RequestQueueClient
 
-from ._base import Storage
-
 if TYPE_CHECKING:
-    from crawlee.configuration import Configuration
+    from ._base import Storage
 
 T = TypeVar('T', bound='Storage')
 
-StorageClientType = DatasetClient | KeyValueStoreClient | RequestQueueClient
-"""Type alias for the storage client types."""
 
-ClientOpener = Callable[..., Awaitable[StorageClientType]]
+@dataclass
+class _StorageCache:
+    """Cache for storage instances."""
+
+    by_id: defaultdict[type[Storage], defaultdict[str, defaultdict[Hashable, Storage]]] = field(
+        default_factory=lambda: defaultdict(lambda: defaultdict(lambda: defaultdict()))
+    )
+    """Cache for storage instances by ID. Example: by_id[Dataset]['some_id']['some_additional_cache_key']."""
+
+    by_name: defaultdict[type[Storage], defaultdict[str, defaultdict[Hashable, Storage]]] = field(
+        default_factory=lambda: defaultdict(lambda: defaultdict(lambda: defaultdict()))
+    )
+    """Cache for storage instances by name. Example: by_name[Dataset]['some_name']['some_additional_cache_key']"""
+
+    by_alias: defaultdict[type[Storage], defaultdict[str, defaultdict[Hashable, Storage]]] = field(
+        default_factory=lambda: defaultdict(lambda: defaultdict(lambda: defaultdict()))
+    )
+    """Cache for storage instances by alias. Example: by_alias[Dataset]['some_alias']['some_additional_cache_key']"""
+
+    def remove_from_cache(self, storage_instance: Storage) -> None:
+        """Remove a storage instance from the cache.
+
+        Args:
+            storage_instance: The storage instance to remove.
+        """
+        storage_type = type(storage_instance)
+
+        # Remove from ID cache
+        for additional_key in self.by_id[storage_type][storage_instance.id]:
+            del self.by_id[storage_type][storage_instance.id][additional_key]
+            break
+
+        # Remove from name cache or alias cache. It can never be in both.
+        if storage_instance.name is not None:
+            for additional_key in self.by_name[storage_type][storage_instance.name]:
+                del self.by_name[storage_type][storage_instance.name][additional_key]
+                break
+        else:
+            for alias_key in self.by_alias[storage_type]:
+                for additional_key in self.by_alias[storage_type][alias_key]:
+                    del self.by_alias[storage_type][alias_key][additional_key]
+                    break
+
+
+ClientOpenerCoro = Coroutine[None, None, DatasetClient | KeyValueStoreClient | RequestQueueClient]
 """Type alias for the client opener function."""
 
 
@@ -26,15 +69,11 @@ class StorageInstanceManager:
     and provides a unified interface for opening and managing storage instances.
     """
 
-    def __init__(self) -> None:
-        self._cache_by_id = dict[type[Storage], dict[str, Storage]]()
-        """Cache for storage instances by ID, separated by storage type."""
-
-        self._cache_by_name = dict[type[Storage], dict[str, Storage]]()
-        """Cache for storage instances by name, separated by storage type."""
+    _DEFAULT_STORAGE_ALIAS = '__default__'
+    """Reserved alias for default unnamed storage."""
 
-        self._default_instances = dict[type[Storage], Storage]()
-        """Cache for default instances of each storage type."""
+    def __init__(self) -> None:
+        self._cache: _StorageCache = _StorageCache()
 
     async def open_storage_instance(
         self,
@@ -42,66 +81,98 @@ class StorageInstanceManager:
         *,
         id: str | None,
         name: str | None,
-        configuration: Configuration,
-        client_opener: ClientOpener,
+        alias: str | None,
+        client_opener_coro: ClientOpenerCoro,
+        storage_client_cache_key: Hashable = '',
     ) -> T:
         """Open a storage instance with caching support.
 
         Args:
             cls: The storage class to instantiate.
             id: Storage ID.
-            name: Storage name.
-            configuration: Configuration object.
-            client_opener: Function to create the storage client.
+            name: Storage name. (global scope, persists across runs).
+            alias: Storage alias (run scope, creates unnamed storage).
+            client_opener_coro: Coroutine to open the storage client when storage instance not found in cache.
+            storage_client_cache_key: Additional optional key from storage client to differentiate cache entries.
 
         Returns:
             The storage instance.
 
         Raises:
-            ValueError: If both id and name are specified.
+            ValueError: If multiple parameters out of `id`, `name`, and `alias` are specified.
         """
-        if id and name:
-            raise ValueError('Only one of "id" or "name" can be specified, not both.')
-
-        # Check for default instance
-        if id is None and name is None and cls in self._default_instances:
-            return cast('T', self._default_instances[cls])
-
-        # Check cache
-        if id is not None:
-            type_cache_by_id = self._cache_by_id.get(cls, {})
-            if id in type_cache_by_id:
-                cached_instance = type_cache_by_id[id]
+        try:
+            if name == self._DEFAULT_STORAGE_ALIAS:
+                raise ValueError(
+                    f'Storage name cannot be "{self._DEFAULT_STORAGE_ALIAS}" as it is reserved for default alias.'
+                )
+
+            # Validate input parameters.
+            raise_if_too_many_kwargs(id=id, name=name, alias=alias)
+
+            # Auto-set alias='default' when no parameters are specified.
+            # Default unnamed storage is equal to alias=default unnamed storage.
+            if not any([name, alias, id]):
+                alias = self._DEFAULT_STORAGE_ALIAS
+
+            # Check cache
+            if id is not None and (cached_instance := self._cache.by_id[cls][id].get(storage_client_cache_key)):
                 if isinstance(cached_instance, cls):
                     return cached_instance
+                raise RuntimeError('Cached instance type mismatch.')
 
-        if name is not None:
-            type_cache_by_name = self._cache_by_name.get(cls, {})
-            if name in type_cache_by_name:
-                cached_instance = type_cache_by_name[name]
+            if name is not None and (cached_instance := self._cache.by_name[cls][name].get(storage_client_cache_key)):
                 if isinstance(cached_instance, cls):
                     return cached_instance
+                raise RuntimeError('Cached instance type mismatch.')
+
+            if alias is not None and (
+                cached_instance := self._cache.by_alias[cls][alias].get(storage_client_cache_key)
+            ):
+                if isinstance(cached_instance, cls):
+                    return cached_instance
+                raise RuntimeError('Cached instance type mismatch.')
+
+            # Check for conflicts between named and alias storages
+            if alias and (self._cache.by_name[cls][alias].get(storage_client_cache_key)):
+                raise ValueError(
+                    f'Cannot create alias storage "{alias}" because a named storage with the same name already exists. '
+                    f'Use a different alias or drop the existing named storage first.'
+                )
+
+            if name and (self._cache.by_alias[cls][name].get(storage_client_cache_key)):
+                raise ValueError(
+                    f'Cannot create named storage "{name}" because an alias storage with the same name already exists. '
+                    f'Use a different name or drop the existing alias storage first.'
+                )
 
-        # Create new instance
-        client = await client_opener(id=id, name=name, configuration=configuration)
-        metadata = await client.get_metadata()
+            # Create new instance
+            client: KeyValueStoreClient | DatasetClient | RequestQueueClient
+            client = await client_opener_coro
 
-        instance = cls(client, metadata.id, metadata.name)  # type: ignore[call-arg]
-        instance_name = getattr(instance, 'name', None)
+            metadata = await client.get_metadata()
 
-        # Cache the instance
-        type_cache_by_id = self._cache_by_id.setdefault(cls, {})
-        type_cache_by_name = self._cache_by_name.setdefault(cls, {})
+            instance = cls(client, metadata.id, metadata.name)  # type: ignore[call-arg]
+            instance_name = getattr(instance, 'name', None)
 
-        type_cache_by_id[instance.id] = instance
-        if instance_name is not None:
-            type_cache_by_name[instance_name] = instance
+            # Cache the instance.
+            # Always cache by id.
+            self._cache.by_id[cls][instance.id][storage_client_cache_key] = instance
 
-        # Set as default if no id/name specified
-        if id is None and name is None:
-            self._default_instances[cls] = instance
+            # Cache named storage.
+            if instance_name is not None:
+                self._cache.by_name[cls][instance_name][storage_client_cache_key] = instance
 
-        return instance
+            # Cache unnamed storage.
+            if alias is not None:
+                self._cache.by_alias[cls][alias][storage_client_cache_key] = instance
+
+            return instance
+
+        finally:
+            # Make sure the client opener is closed.
+            # If it was awaited, then closing is no operation, if it was not awaited, this is the cleanup.
+            client_opener_coro.close()
 
     def remove_from_cache(self, storage_instance: Storage) -> None:
         """Remove a storage instance from the cache.
@@ -109,25 +180,8 @@ class StorageInstanceManager:
         Args:
             storage_instance: The storage instance to remove.
         """
-        storage_type = type(storage_instance)
-
-        # Remove from ID cache
-        type_cache_by_id = self._cache_by_id.get(storage_type, {})
-        if storage_instance.id in type_cache_by_id:
-            del type_cache_by_id[storage_instance.id]
-
-        # Remove from name cache
-        if storage_instance.name is not None:
-            type_cache_by_name = self._cache_by_name.get(storage_type, {})
-            if storage_instance.name in type_cache_by_name:
-                del type_cache_by_name[storage_instance.name]
-
-        # Remove from default instances
-        if storage_type in self._default_instances and self._default_instances[storage_type] is storage_instance:
-            del self._default_instances[storage_type]
+        self._cache.remove_from_cache(storage_instance)
 
     def clear_cache(self) -> None:
         """Clear all cached storage instances."""
-        self._cache_by_id.clear()
-        self._cache_by_name.clear()
-        self._default_instances.clear()
+        self._cache = _StorageCache()

{crawlee-1.0.0rc1.dist-info → crawlee-1.0.1b1.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: crawlee
-Version: 1.0.0rc1
+Version: 1.0.1b1
 Summary: Crawlee for Python
 Project-URL: Apify Homepage, https://apify.com
 Project-URL: Changelog, https://crawlee.dev/python/docs/changelog
@@ -227,12 +227,12 @@ Classifier: Topic :: Software Development :: Libraries
 Requires-Python: >=3.10
 Requires-Dist: cachetools>=5.5.0
 Requires-Dist: colorama>=0.4.0
-Requires-Dist: impit>=0.5.2
+Requires-Dist: impit>=0.6.1
 Requires-Dist: more-itertools>=10.2.0
 Requires-Dist: protego>=0.5.0
 Requires-Dist: psutil>=6.0.0
-Requires-Dist: pydantic!=2.10.0,!=2.10.1,!=2.10.2,>=2.8.0
 Requires-Dist: pydantic-settings!=2.7.0,!=2.7.1,!=2.8.0,>=2.2.0
+Requires-Dist: pydantic>=2.11.0
 Requires-Dist: pyee>=9.0.0
 Requires-Dist: tldextract>=5.1.0
 Requires-Dist: typing-extensions>=4.1.0
@@ -244,7 +244,9 @@ Requires-Dist: jaro-winkler>=2.0.3; extra == 'adaptive-crawler'
 Requires-Dist: playwright>=1.27.0; extra == 'adaptive-crawler'
 Requires-Dist: scikit-learn>=1.6.0; extra == 'adaptive-crawler'
 Provides-Extra: all
+Requires-Dist: aiosqlite>=0.21.0; extra == 'all'
 Requires-Dist: apify-fingerprint-datapoints>=0.0.2; extra == 'all'
+Requires-Dist: asyncpg>=0.24.0; extra == 'all'
 Requires-Dist: beautifulsoup4[lxml]>=4.12.0; extra == 'all'
 Requires-Dist: browserforge>=1.2.3; extra == 'all'
 Requires-Dist: cookiecutter>=2.6.0; extra == 'all'
@@ -263,6 +265,7 @@ Requires-Dist: parsel>=1.10.0; extra == 'all'
 Requires-Dist: playwright>=1.27.0; extra == 'all'
 Requires-Dist: rich>=13.9.0; extra == 'all'
 Requires-Dist: scikit-learn>=1.6.0; extra == 'all'
+Requires-Dist: sqlalchemy[asyncio]<3.0.0,>=2.0.0; extra == 'all'
 Requires-Dist: typer>=0.12.0; extra == 'all'
 Requires-Dist: wrapt>=1.17.0; extra == 'all'
 Provides-Extra: beautifulsoup
@@ -293,6 +296,12 @@ Provides-Extra: playwright
 Requires-Dist: apify-fingerprint-datapoints>=0.0.2; extra == 'playwright'
 Requires-Dist: browserforge>=1.2.3; extra == 'playwright'
 Requires-Dist: playwright>=1.27.0; extra == 'playwright'
+Provides-Extra: sql-postgres
+Requires-Dist: asyncpg>=0.24.0; extra == 'sql-postgres'
+Requires-Dist: sqlalchemy[asyncio]<3.0.0,>=2.0.0; extra == 'sql-postgres'
+Provides-Extra: sql-sqlite
+Requires-Dist: aiosqlite>=0.21.0; extra == 'sql-sqlite'
+Requires-Dist: sqlalchemy[asyncio]<3.0.0,>=2.0.0; extra == 'sql-sqlite'
 Description-Content-Type: text/markdown
 
 <h1 align="center">
@@ -327,8 +336,6 @@ Description-Content-Type: text/markdown
 
 Crawlee covers your crawling and scraping end-to-end and **helps you build reliable scrapers. Fast.**
 
-> 🚀 Crawlee for Python is open to early adopters!
-
 Your crawlers will appear almost human-like and fly under the radar of modern bot protections even with the default configuration. Crawlee gives you the tools to crawl the web for links, scrape data and persistently store it in machine-readable formats, without having to worry about the technical details. And thanks to rich configuration options, you can tweak almost any aspect of Crawlee to suit your project's needs if the default settings don't cut it.
 
 > 👉 **View full documentation, guides and examples on the [Crawlee project website](https://crawlee.dev/python/)** 👈

{crawlee-1.0.0rc1.dist-info → crawlee-1.0.1b1.dist-info}/RECORD

@@ -3,10 +3,10 @@ crawlee/_browserforge_workaround.py,sha256=FYQaqpqfZGYkx-A8evF9nsHnj4KK4IMtjNq3L
 crawlee/_cli.py,sha256=czuEsGD8QYEiq5gtMcBxrL08hQ5OJQQkMVhAr1pvDaQ,10353
 crawlee/_consts.py,sha256=RQ96gx7V-WPH91cVsMUz76X5UZUNDNhCudtlyGkxFVk,133
 crawlee/_log_config.py,sha256=VyxoEfWCq_9fyicmmJbjiZ5KC91onMcAtX2L4oKX4m4,5999
-crawlee/_request.py,sha256=y6WEZhlo0eLy728fsutDd7ZUVZiILJUExkbFVYUwP6U,15903
-crawlee/_service_locator.py,sha256=p5LIM0rQ9dMJsEOVAabA4cTzXzRv5h0V-ebEnXO2oLs,4024
-crawlee/_types.py,sha256=iGlOI0Kt0RWLviA6SExZ6aFTSXjthtWWa4mQrX53y74,26015
-crawlee/configuration.py,sha256=YNFHR47N0X52EwPsp-PSw40YahVvM9YxTYfegV1lOjg,7893
+crawlee/_request.py,sha256=8bAbftf4loxnVPY3TVXZIUyRuwrGaoibqdwQULNHMzs,15948
+crawlee/_service_locator.py,sha256=uO1eml4YeMs0xqlFN2d1LvOAroAdNJYbb2Mt15V-qzs,5066
+crawlee/_types.py,sha256=qi2E-gWXINMFn_3nhRMxuB3QfndRpFf2urIpz6Hab9g,28990
+crawlee/configuration.py,sha256=KG_XDkPe1VaYfaIu41nICvMjfHbDKM0h4-YTi3DkyRY,7917
 crawlee/errors.py,sha256=RhFNA_uT615nVBHf9TylpX5YWwtDuHUUEV8LPT4CYa4,3878
 crawlee/proxy_configuration.py,sha256=rqf67yerXvLvraBaAHW04nvf5ECze3wMQbK7LlqXucM,10386
 crawlee/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -15,7 +15,7 @@ crawlee/_autoscaling/__init__.py,sha256=t6Z44gU488C0UmkBCTtwsgAR8iqJcv2g4ZlC4NYh
 crawlee/_autoscaling/_types.py,sha256=xnrRHXYOVn7GwELLVHi_y7B-Ic7u3hPkYl3P-LT3Fhk,5453
 crawlee/_autoscaling/autoscaled_pool.py,sha256=Bcu2jDgK2SYMnZN5xfjs8Oxti0ZxrktjydWv3J0Hz48,12214
 crawlee/_autoscaling/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-crawlee/_autoscaling/snapshotter.py,sha256=tVkvkgQ8jRiH9aPiNN9LK48VxTMpWCpr-sE0KGxDkzk,17734
+crawlee/_autoscaling/snapshotter.py,sha256=DjP-D_M4qJ2lg_j6NhpWIzAUNDFYZf0KYIJPY-3qlA8,17744
 crawlee/_autoscaling/system_status.py,sha256=oxxEuFXAjJ5gyzT6r4MEnevRIIHoiH5YGuZnAyFtVXA,9444
 crawlee/_utils/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 crawlee/_utils/blocked.py,sha256=sxN99AouFXMoe6uG1EvCTCmKMGk73DBMUk9nOkWK86I,863
@@ -28,12 +28,13 @@ crawlee/_utils/file.py,sha256=sGcGsV9zOJ-fKsMuYV_xwTRkOqoEiHVCqPpbprho5t4,5282
 crawlee/_utils/globs.py,sha256=SGX2J35Kqw7yZnSS5c4mLz9UD8c77PF0IoCgXQM5uiw,5310
 crawlee/_utils/html_to_text.py,sha256=1iykT-OXd2xXNy7isHVWHqPxe23X82CGQBHIfbZbZkY,902
 crawlee/_utils/models.py,sha256=EqM50Uc-xvxKlLCLA2lPpRduzfKvT0z_-Q-UWG8aTRQ,1955
+crawlee/_utils/raise_if_too_many_kwargs.py,sha256=J2gaUJmsmNwexohuehXw_mdYKv-eWiui6WUHFsQ3qTQ,597
 crawlee/_utils/recoverable_state.py,sha256=_88kOEDDRg1lr6RWs7NNDku6NNRlg7zuzUOoUxwMwGk,7734
 crawlee/_utils/recurring_task.py,sha256=sA0n4Cf9pYLQyBD9PZ7QbR6m6KphlbkACaT2GdbLfs4,1757
 crawlee/_utils/requests.py,sha256=yOjai7bHR9_duPJ0ck-L76y9AnKZr49JBfSOQv9kvJc,5048
 crawlee/_utils/robots.py,sha256=k3Yi2OfKT0H04MPkP-OBGGV7fEePgOqb60awltjMYWY,4346
-crawlee/_utils/sitemap.py,sha256=Vp1WntCCWS1_a9xd7_1K5uQEoEGnClqcEJ1oYbIyyDE,16552
-crawlee/_utils/system.py,sha256=5XiW5DSCGoRf27R2Ow7svPWpj0fdefV88ZqUiR5ecJk,4222
+crawlee/_utils/sitemap.py,sha256=9FtZRG87i5YZJhJa2m5CexSpm7RpvsSAgG60ih4BQc0,16636
+crawlee/_utils/system.py,sha256=tA8AP__9vsJ9OTLTnAYAKkxc8U5-IEna0N_hqYBybUo,4294
 crawlee/_utils/time.py,sha256=WK17P939r65dLz2rWvL59OEJoxgzdinw-ND9WuG4DuU,2353
 crawlee/_utils/try_import.py,sha256=QI_58ifc2l0Rxehzu6xcofQrRAVeLzZuBTTTHttLl8s,1310
 crawlee/_utils/urls.py,sha256=NN27TA6KMU5V_j5TCZ4o33UIXw4pB9a-wGlmDQtYT8E,1294
@@ -52,22 +53,22 @@ crawlee/crawlers/__init__.py,sha256=9VmFahav3rjE-2Bxa5PAhBgkYXP0k5SSAEpdG2xMZ7c,
 crawlee/crawlers/_types.py,sha256=xbGTJQirgz5wUbfr12afMR4q-_5AWP7ngF2e8K5P8l0,355
 crawlee/crawlers/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 crawlee/crawlers/_abstract_http/__init__.py,sha256=QCjn8x7jpo8FwEeSRw10TVj_0La2v9mLEiQWdk2RoTw,273
-crawlee/crawlers/_abstract_http/_abstract_http_crawler.py,sha256=mR469xTqTEluLrrEf4SZ5buWsirx-mn94Z1Db8FsJqA,11494
-crawlee/crawlers/_abstract_http/_abstract_http_parser.py,sha256=pMcxTo-VTY6csa12Zvyab_5s8lNKvsVlzl3YiBTcHU0,3521
-crawlee/crawlers/_abstract_http/_http_crawling_context.py,sha256=PV5nUMG1yefMT-ZMiY9H_nPl5WYXWmCWR26r79xaeH0,2179
+crawlee/crawlers/_abstract_http/_abstract_http_crawler.py,sha256=ZG6A4DNGZYbOBXi0Th6K6CHDi2SqWO5VpxcnjypDO-A,11503
+crawlee/crawlers/_abstract_http/_abstract_http_parser.py,sha256=Y5o_hiW_0mQAte5GFqkUxscwKEFpWrBYRsLKP1cfBwE,3521
+crawlee/crawlers/_abstract_http/_http_crawling_context.py,sha256=Rno_uJ8ivmyRxFQv2MyY_z9B5WPHSEd5MAPz31_1ZIo,2179
 crawlee/crawlers/_abstract_http/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 crawlee/crawlers/_adaptive_playwright/__init__.py,sha256=LREq9WR9BKsE8S8lSsEhlCoNjQaLhlJ9yo8y_6a8o4c,1072
-crawlee/crawlers/_adaptive_playwright/_adaptive_playwright_crawler.py,sha256=Iqnd0XxflcIswR3IQQ0TfMDt1j2WPjrpo_PxWrqzJdA,21450
-crawlee/crawlers/_adaptive_playwright/_adaptive_playwright_crawler_statistics.py,sha256=_T6z2izdKJdgaHSY9Hrt7mkQQOaT60HX3LwrtLVyk7E,1024
-crawlee/crawlers/_adaptive_playwright/_adaptive_playwright_crawling_context.py,sha256=TsTYJjDwAGkpu_UpP6XB8SMYvX13O9AVDXZDBiZb6NM,10426
-crawlee/crawlers/_adaptive_playwright/_rendering_type_predictor.py,sha256=JtS67UTCY9pK5ZKmKjfoQMPu9ITFNlE2SRz5sJPSv54,10810
+crawlee/crawlers/_adaptive_playwright/_adaptive_playwright_crawler.py,sha256=j-7lm5vTI_14JrEQQDUFQ3iWnidTaca376UbSZ-uiTk,21731
+crawlee/crawlers/_adaptive_playwright/_adaptive_playwright_crawler_statistics.py,sha256=_At8T8S3JLGPA-1AeCFGrpE-FuCDW9sazrXt9U0tK6U,1048
+crawlee/crawlers/_adaptive_playwright/_adaptive_playwright_crawling_context.py,sha256=9FlHIUC05IzUhJsVldQvpnDnj1jk8GJpqC98mPLN_fw,10431
+crawlee/crawlers/_adaptive_playwright/_rendering_type_predictor.py,sha256=TM4mkbIN_059jUyCG8Z6XAb_FBLClIKw7z-aDvjon2I,10834
 crawlee/crawlers/_adaptive_playwright/_result_comparator.py,sha256=NAfw5VKzTnkvARtLr_zrZj6UGeMp05Voc6Oi8oPxU3w,1747
 crawlee/crawlers/_adaptive_playwright/_utils.py,sha256=EUYVz5i2YkLpL_gbVRp9BAD5u6w1xJ_AFzc_qB9bdDQ,1102
 crawlee/crawlers/_basic/__init__.py,sha256=LPln8SiBBXSMqrApiFUfpqz3hvqxN5HUa1cHQXMVKgU,280
-crawlee/crawlers/_basic/_basic_crawler.py,sha256=XdYeACOkbHKsF9dQwZwtPJXANG-36-M0B32VD809Ri0,69040
+crawlee/crawlers/_basic/_basic_crawler.py,sha256=7qnDAO3t9qIn_RF2dCYgqTzr7rTg3namul3o3dsyES4,72690
 crawlee/crawlers/_basic/_basic_crawling_context.py,sha256=fjxm2RQXMDkDlWu38dQ3xn5rrGUOhJXkXiqkgbFJFk4,155
 crawlee/crawlers/_basic/_context_pipeline.py,sha256=vM8EEvnCoguERjRV3oyrxUq2Ln2F9DzY7P5dAEiuMHo,5869
-crawlee/crawlers/_basic/_logging_utils.py,sha256=hpEcP1eo5SwHu_G8mymwGDzc4mbHGeosPY_Jdlm6r9A,2847
+crawlee/crawlers/_basic/_logging_utils.py,sha256=jp5mEwSq5a_BgzUhNPJ9WrIDcoIeYGbeHstcRqCcP0s,3093
 crawlee/crawlers/_basic/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 crawlee/crawlers/_beautifulsoup/__init__.py,sha256=7pL273ashA7yYDrH6nokYZ7SAMUAezilGIWdfThi_Co,822
 crawlee/crawlers/_beautifulsoup/_beautifulsoup_crawler.py,sha256=oLnRN2AMNSKOZDFWMg1jLhRp7_IShkeEwy1O_m1QLm8,3058
@@ -84,7 +85,7 @@ crawlee/crawlers/_parsel/_parsel_crawling_context.py,sha256=sZB26RcRLjSoD15myEOM
 crawlee/crawlers/_parsel/_parsel_parser.py,sha256=yWBfuXUHMriK4DRnyrXTQoGeqX5WV9bOEkBp_g0YCvQ,1540
 crawlee/crawlers/_parsel/_utils.py,sha256=MbRwx-cdjlq1zLzFYf64M3spOGQ6yxum4FvP0sdqA_Q,2693
 crawlee/crawlers/_playwright/__init__.py,sha256=6Cahe6VEF82o8CYiP8Cmp58Cmb6Rb8uMeyy7wnwe5ms,837
-crawlee/crawlers/_playwright/_playwright_crawler.py,sha256=YolXcaPahDi2hWYeX5akL-Y0DLdA0TiZfuBQvATVA2M,23449
+crawlee/crawlers/_playwright/_playwright_crawler.py,sha256=YI_EvJApfabuBY5TZq7OdBI-45ASiDE2GfsIC4qpd8A,23756
 crawlee/crawlers/_playwright/_playwright_crawling_context.py,sha256=Oi0tMBXHaEDlFjqG01DzgB7Ck52bjVjz-X__eMioxas,1249
 crawlee/crawlers/_playwright/_playwright_http_client.py,sha256=Nfm69dqX85k68jN1p3ljZWbn8egqDWPIPRykXyXsoQs,3977
 crawlee/crawlers/_playwright/_playwright_pre_nav_crawling_context.py,sha256=fEI2laWhmJdWiGoMF5JBLBsim9NtENfagZt6FFd2Rgo,1387
@@ -93,14 +94,14 @@ crawlee/crawlers/_playwright/_utils.py,sha256=FQ_-LYo7DGHsNHRrTtWt3mC06VzQvQ2wkG
 crawlee/events/__init__.py,sha256=YMgOXKI0LsXfImKQy06PZ2Vdjy-uD_-acioagHft1do,577
 crawlee/events/_event_manager.py,sha256=kP5_zO2JmFReWnCZqg_uSS1kSV4reem2XN3oRY-SGcI,11428
 crawlee/events/_local_event_manager.py,sha256=CSiMJ6a_BwX0PPwtffEOtHm21dmALJz1zifo3AuMAk8,3708
-crawlee/events/_types.py,sha256=enxcdQOD9afcGXGI9cxzDBuvAmUIHmLvxlh8n-XMqeY,3169
+crawlee/events/_types.py,sha256=MKsI014OOKKhjPJRrvWYrezIDGoLjGGhWXrkqYw26Ns,3313
 crawlee/events/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 crawlee/fingerprint_suite/__init__.py,sha256=noY9qw80B0seZGj_B3bBvCDIDk2YWOSN-llIssLdY5c,550
 crawlee/fingerprint_suite/_browserforge_adapter.py,sha256=bsGebBjjHawM-FiINgqkZW5I9a9Fnv3SGwdKgaVWiRI,11934
 crawlee/fingerprint_suite/_consts.py,sha256=SgykWfxD-pYvOpRp_ooQ4ZTPS0sQ2b3wDyyCjwU_8-w,258
-crawlee/fingerprint_suite/_fingerprint_generator.py,sha256=9UIsx_1mq3ixwcMk3mCRT8GkKueHUTABVlqvWcq1zq0,665
+crawlee/fingerprint_suite/_fingerprint_generator.py,sha256=Di4sDk1qioiFGx4ZcoVyHhtFHF8JXDhxQt8ZPug99k8,730
 crawlee/fingerprint_suite/_header_generator.py,sha256=GMveKjVRsfyt_iq0Cvif98D7pFiPryPD0-zQ7efE8j8,3491
-crawlee/fingerprint_suite/_types.py,sha256=jTeIAQME5HjO9LLeF5MQQWpTkuGgm1aQOvkrBL5EH4M,2375
+crawlee/fingerprint_suite/_types.py,sha256=7n2LJTiL2XvL-H4G-Y26Uoq5-ZXzH07Dq4o50uhMa-w,2423
 crawlee/fingerprint_suite/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 crawlee/http_clients/__init__.py,sha256=OQFhR9F8BrdlIaS5aRS7hvgQ0tKJPQ8FiyYPualyQcU,890
 crawlee/http_clients/_base.py,sha256=kbIAVTWLBJboN3zRolAla-2g7mvK-3iWKc5YmIif0FY,7377
@@ -132,52 +133,61 @@ crawlee/project_template/{{cookiecutter.project_name}}/{{cookiecutter.__package_
 crawlee/project_template/{{cookiecutter.project_name}}/{{cookiecutter.__package_name}}/main.py,sha256=mb3Wo_FpXGdIzWABJ0Y6CE-eXKxqSM_k__tnYYM1rF4,55
 crawlee/project_template/{{cookiecutter.project_name}}/{{cookiecutter.__package_name}}/routes.py,sha256=rF-o4w_vdBgYC2qMNmyxUV9CqrGXdk6PJgKbeNY5xOM,57
 crawlee/request_loaders/__init__.py,sha256=W3Mh5uDeb7age5hUTcW2AEdKDCX7AY2aOux2t4gQH6U,353
-crawlee/request_loaders/_request_list.py,sha256=PqAtoUXphX1ea6uY2vdrOpf6wQgE2LtxlIBtj1DwSJI,8849
-crawlee/request_loaders/_request_loader.py,sha256=7vE4KowhoXeAX5ATanzKLSX1AAKqatBU_hEg1QhA-TQ,3448
+crawlee/request_loaders/_request_list.py,sha256=SIalHBMuFanE5GLnFocI0QCppWUiJQjr-Vm4MM-eCOI,8873
+crawlee/request_loaders/_request_loader.py,sha256=2Bg-AWWkIV1W-Dwjqo91dPY8nmc7H3teQy7d6OSgliQ,3620
 crawlee/request_loaders/_request_manager.py,sha256=qFizyJuV2meIb9iiPfuii7ciuERMrp4SldAufiH46dc,3000
 crawlee/request_loaders/_request_manager_tandem.py,sha256=lv-s94KPsoQAqx1KaXFch96ejhO147uOflF3UK5ORTk,4058
-crawlee/request_loaders/_sitemap_request_loader.py,sha256=luzVvPBYbwNsTB0nDJqqvJw9TyhA_LrENj9e9mXqOMc,6555
+crawlee/request_loaders/_sitemap_request_loader.py,sha256=y5KQs5riT32WMdN3Awk2lKQNkYcXT3FYQ-mmbd31AJc,15201
 crawlee/sessions/__init__.py,sha256=dJdelbL-6MK5sW4SMU4QrjFbb9kRZ9uRnN-VS3R5-8Y,190
 crawlee/sessions/_cookies.py,sha256=ihYbmpXfCzClzXDT7M2wefB_3KVzcMUdIzTZo6uGk6Y,9356
-crawlee/sessions/_models.py,sha256=PYQBdhfbksvHO57ApQbtoY-XFM4nUk-nmaW_VclgHx0,2868
+crawlee/sessions/_models.py,sha256=JMRQgDUP30XUdZ32isncHowOsXvK9jC_m9QYegbBI1E,2916
 crawlee/sessions/_session.py,sha256=cMXVf6QjfGJDgdLUB4MhUP-zTm3pEDHRs-W5SBA4JFI,9638
 crawlee/sessions/_session_pool.py,sha256=-cMODmTRAXuoYa9DoW0cSTxbPuauF5qXY9QJcX6hXTg,9630
 crawlee/sessions/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 crawlee/statistics/__init__.py,sha256=lXAsHNkeRZQBffW1B7rERarivXIUJveNlcKTGOXQZY0,154
 crawlee/statistics/_error_snapshotter.py,sha256=ChBBG0gIMWcSeyEzs3jQf3mSnHLZUHcD284wEDan1Js,3278
 crawlee/statistics/_error_tracker.py,sha256=x9Yw1TuyEptjwgPPJ4gIom-0oVjawcNReQDsHH2nZ3w,8553
-crawlee/statistics/_models.py,sha256=aQqaR3emAcapGi9rtleJhVkKJvNQHSHrGOXmRYfrsGA,5213
+crawlee/statistics/_models.py,sha256=SFWYpT3r1c4XugU8nrm0epTpcM5_0fS1mXi9fnbhGJ8,5237
 crawlee/statistics/_statistics.py,sha256=fJr_du4CkVTz4_UgVToivAJKgA88PThE6IDBCW8RSTQ,12183
-crawlee/storage_clients/__init__.py,sha256=eKf5Hs6zXNk_qH8WBY84a3Sh-h3TmmQKZ_sod_petCA,218
-crawlee/storage_clients/models.py,sha256=ver2JY18bdCQ1M__JO0sAUrnkMYnoI9sf1Ykb3YrvMA,6126
+crawlee/storage_clients/__init__.py,sha256=RCnutWMOqs_kUQpzfLVT5jgpHGWakLv557c6UIYFQsA,754
+crawlee/storage_clients/models.py,sha256=gfW_kpSCOBuoTBIW0N7tb3FUv7BgD3keZADS7pyT4_I,6586
 crawlee/storage_clients/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 crawlee/storage_clients/_base/__init__.py,sha256=-f0VIaGjw7Oo6HAgEK9ABtmKnnSRwzkA3WUQZMX5w0w,307
 crawlee/storage_clients/_base/_dataset_client.py,sha256=0JBiXVXZlPzd2o3r2uc_skl6aYEer2-wcvOv3ZgIQls,3049
 crawlee/storage_clients/_base/_key_value_store_client.py,sha256=eTZae1pIINnbs__FLvwvX8jTraEKMjdZuA69IrwLzfk,3409
 crawlee/storage_clients/_base/_request_queue_client.py,sha256=cgM4yk6xJwgfzP-xaN9ApqJn32sh0FrSEPIdxN7kujw,4926
-crawlee/storage_clients/_base/_storage_client.py,sha256=1hTHXYiq4EMViNt1pdfa54ABlSvpiim6d2IVif0jtak,2954
+crawlee/storage_clients/_base/_storage_client.py,sha256=RvmKCV1U9_KxyG7n8xhClm2vwD2SKChWIiBLk6cuqw0,3523
 crawlee/storage_clients/_base/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 crawlee/storage_clients/_file_system/__init__.py,sha256=w3twfwz5YeLYeu_70pNPBRINS2wXRvzOMvA1hUDYgf0,387
-crawlee/storage_clients/_file_system/_dataset_client.py,sha256=088x7IaIo69JhLJMfVIrvBV5vTmS28hzOy21l1UuYFk,17569
-crawlee/storage_clients/_file_system/_key_value_store_client.py,sha256=rzxmE7ArvLbgl6fMUfJZvF1dh-ftL9-7vhrXHhclPwQ,18514
-crawlee/storage_clients/_file_system/_request_queue_client.py,sha256=Yp2zb3MDcjtJAKPwS8BVCkjGqL2bNcLTD01p4FGD95Y,33873
-crawlee/storage_clients/_file_system/_storage_client.py,sha256=-ypuyaCMOA3_2pVokzsCEay-1DRoXwmON3IgNVyx0Z0,2762
+crawlee/storage_clients/_file_system/_dataset_client.py,sha256=aklivbj6MsFOLiG9muHVBpOJ3vTgLK-xb_SOHVqHWeM,17748
+crawlee/storage_clients/_file_system/_key_value_store_client.py,sha256=i3Jz7GEPoyi9DRz76TuKs4VMSzQL18rbGaF3voJG3JQ,18695
+crawlee/storage_clients/_file_system/_request_queue_client.py,sha256=2NN9you6sqfRonThcdqrEeXtU0I7YVMkxiiKJvU4TKQ,32880
+crawlee/storage_clients/_file_system/_storage_client.py,sha256=My63uc513kfUPe5X-PTYWBRe9xUGnkLqJN7IcsQd2yw,3293
+crawlee/storage_clients/_file_system/_utils.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 crawlee/storage_clients/_file_system/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 crawlee/storage_clients/_memory/__init__.py,sha256=WHyBhckxdw2k0epkM_B3ymNASebNTOCU_NrvfzUAn14,355
-crawlee/storage_clients/_memory/_dataset_client.py,sha256=0fA9iakYAP_iw9IzPbiJeNL3XfmKpykQbSrTiQphcoE,8275
-crawlee/storage_clients/_memory/_key_value_store_client.py,sha256=4NJ0hmm1ddW0f1hJzxKUxCF-Y78KbvWg4hi90gwMOqo,5963
-crawlee/storage_clients/_memory/_request_queue_client.py,sha256=vLUO684yntFpAtDI7Pt8Kbi4k5uQwtOYvOdnHFTI8WI,11843
-crawlee/storage_clients/_memory/_storage_client.py,sha256=9Vq8CBW_M3Kwd9dbkPXv-otugBhfa0VHlfj9zgLq2YE,2583
+crawlee/storage_clients/_memory/_dataset_client.py,sha256=3LW9rB4IDIggwL8299OHUEe_2Mz0DA30vdReGSO0dvc,8836
+crawlee/storage_clients/_memory/_key_value_store_client.py,sha256=0u2y7Tl88dx3Lg0h6QA1nDA06VZiUZW3820JV8_OcUI,6487
+crawlee/storage_clients/_memory/_request_queue_client.py,sha256=yYdv6r4O7x8JcQ2v-COit-9YyB79AxKvzOJkOCcMDaY,13110
+crawlee/storage_clients/_memory/_storage_client.py,sha256=EyiH-MgM_6iBItjmy2SkWAdjVbviacnxr3la-yiGfIw,2724
 crawlee/storage_clients/_memory/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+crawlee/storage_clients/_sql/__init__.py,sha256=X_fDMc6jn50gEBZ9QyUw54sjovYfFvE-dgXAdci6Y2M,312
+crawlee/storage_clients/_sql/_client_mixin.py,sha256=U9ThDUuRbT5JDtCFlBurhZIs1Ay5t9fTfPXXI_4dwHY,15988
+crawlee/storage_clients/_sql/_dataset_client.py,sha256=jr3hD34qhGnV7teS56tJD8psUDhp3kT12Gk-HQ0MwT4,10209
+crawlee/storage_clients/_sql/_db_models.py,sha256=Gs4MS1YL0gWaUfNReVKJUXsqbU_d5jxiyvZ0sFxAV2A,9845
+crawlee/storage_clients/_sql/_key_value_store_client.py,sha256=1qwl298ThVybUJgfyQaKXMhWNOieEHa1TVeXWVb1YO0,11201
+crawlee/storage_clients/_sql/_request_queue_client.py,sha256=V2mUhQTe8pbEBb_4GNsI12i5Okr3ILLKyAHw8irdwLo,28936
+crawlee/storage_clients/_sql/_storage_client.py,sha256=3xfgUcdW7Pu_j3SDYFzAdnU81jl1CmZ9Z5_NLvNi4P8,10913
+crawlee/storage_clients/_sql/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 crawlee/storages/__init__.py,sha256=wc2eioyCKAAYrg4N7cshpjC-UbE23OzGar9nK_kteSY,186
-crawlee/storages/_base.py,sha256=-vTBeTeataBJ_2hN-Ls3YatJ-GdqrSWoXYBOBaypB-E,1978
-crawlee/storages/_dataset.py,sha256=epsqKECdrL7d5PiJKfCY2FNEJZo8vYo71yCKjN53k9I,14248
-crawlee/storages/_key_value_store.py,sha256=_BOImKr0_71h_G3vkjifxj7_rjrdnaUI3hm55Ma0T1c,9810
-crawlee/storages/_request_queue.py,sha256=xKFisrduGis1RA3SpIJFFON7wKmRJD0sJldhUquj3kk,12859
-crawlee/storages/_storage_instance_manager.py,sha256=o8m3YNZpjYLcZP9uiEl8cg53eRhHrFhrP5gonKICsT4,4808
+crawlee/storages/_base.py,sha256=Ka9RdYnEYlNLiKJGWqSwEDOPv5AtJWXKZErSTesh42Y,2124
+crawlee/storages/_dataset.py,sha256=T2C8Q3gDUWg8p0JBS5MHnCuSd252oDU61JuNZGZzg-I,14573
+crawlee/storages/_key_value_store.py,sha256=3oI5hVoM_NpTQVKXCbQCmb0sZhW7vN2oXQo-Yxi7BLQ,10127
+crawlee/storages/_request_queue.py,sha256=jt-d-NkI9lAorLssoI2r_lZjeEipe-5Cn6z9bfQqY3k,13154
+crawlee/storages/_storage_instance_manager.py,sha256=iFX3ymsIXyTg8tMHtx5Wn9XyaC77dIf15GpuggsJPDM,7821
 crawlee/storages/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-crawlee-1.0.0rc1.dist-info/METADATA,sha256=NTKYjFZpXFQelfFS-Q8wbdmNadfMdvhp6uOi250DDeE,28920
-crawlee-1.0.0rc1.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
-crawlee-1.0.0rc1.dist-info/entry_points.txt,sha256=1p65X3dA-cYvzjtlxLL6Kn1wpY-3uEDVqJLp53uNPeo,45
-crawlee-1.0.0rc1.dist-info/licenses/LICENSE,sha256=AsFjHssKjj4LGd2ZCqXn6FBzMqcWdjQre1byPPSypVw,11355
-crawlee-1.0.0rc1.dist-info/RECORD,,
+crawlee-1.0.1b1.dist-info/METADATA,sha256=sDwdyTWu9EDrobftnQpOtCpDSYJgrfKyHSo0juDhQ_8,29314
+crawlee-1.0.1b1.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
+crawlee-1.0.1b1.dist-info/entry_points.txt,sha256=1p65X3dA-cYvzjtlxLL6Kn1wpY-3uEDVqJLp53uNPeo,45
+crawlee-1.0.1b1.dist-info/licenses/LICENSE,sha256=AsFjHssKjj4LGd2ZCqXn6FBzMqcWdjQre1byPPSypVw,11355
+crawlee-1.0.1b1.dist-info/RECORD,,