apify 2.7.1b18__tar.gz → 2.7.1b19__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of apify might be problematic. Click here for more details.
- {apify-2.7.1b18 → apify-2.7.1b19}/CHANGELOG.md +13 -0
- {apify-2.7.1b18 → apify-2.7.1b19}/PKG-INFO +1 -1
- {apify-2.7.1b18 → apify-2.7.1b19}/pyproject.toml +1 -1
- {apify-2.7.1b18 → apify-2.7.1b19}/src/apify/storage_clients/_apify/_models.py +25 -1
- {apify-2.7.1b18 → apify-2.7.1b19}/src/apify/storage_clients/_apify/_request_queue_client.py +10 -3
- {apify-2.7.1b18 → apify-2.7.1b19}/tests/integration/test_request_queue.py +25 -1
- {apify-2.7.1b18 → apify-2.7.1b19}/uv.lock +1 -1
- {apify-2.7.1b18 → apify-2.7.1b19}/.editorconfig +0 -0
- {apify-2.7.1b18 → apify-2.7.1b19}/.github/CODEOWNERS +0 -0
- {apify-2.7.1b18 → apify-2.7.1b19}/.github/workflows/build_and_deploy_docs.yaml +0 -0
- {apify-2.7.1b18 → apify-2.7.1b19}/.github/workflows/check_pr_title.yaml +0 -0
- {apify-2.7.1b18 → apify-2.7.1b19}/.github/workflows/pre_release.yaml +0 -0
- {apify-2.7.1b18 → apify-2.7.1b19}/.github/workflows/release.yaml +0 -0
- {apify-2.7.1b18 → apify-2.7.1b19}/.github/workflows/run_code_checks.yaml +0 -0
- {apify-2.7.1b18 → apify-2.7.1b19}/.github/workflows/update_new_issue.yaml +0 -0
- {apify-2.7.1b18 → apify-2.7.1b19}/.gitignore +0 -0
- {apify-2.7.1b18 → apify-2.7.1b19}/.markdownlint.yaml +0 -0
- {apify-2.7.1b18 → apify-2.7.1b19}/.pre-commit-config.yaml +0 -0
- {apify-2.7.1b18 → apify-2.7.1b19}/CONTRIBUTING.md +0 -0
- {apify-2.7.1b18 → apify-2.7.1b19}/LICENSE +0 -0
- {apify-2.7.1b18 → apify-2.7.1b19}/Makefile +0 -0
- {apify-2.7.1b18 → apify-2.7.1b19}/README.md +0 -0
- {apify-2.7.1b18 → apify-2.7.1b19}/docs/01_overview/01_introduction.mdx +0 -0
- {apify-2.7.1b18 → apify-2.7.1b19}/docs/01_overview/02_running_actors_locally.mdx +0 -0
- {apify-2.7.1b18 → apify-2.7.1b19}/docs/01_overview/03_actor_structure.mdx +0 -0
- {apify-2.7.1b18 → apify-2.7.1b19}/docs/01_overview/code/01_introduction.py +0 -0
- {apify-2.7.1b18 → apify-2.7.1b19}/docs/01_overview/code/actor_structure/__init__.py +0 -0
- {apify-2.7.1b18 → apify-2.7.1b19}/docs/01_overview/code/actor_structure/__main__.py +0 -0
- {apify-2.7.1b18 → apify-2.7.1b19}/docs/01_overview/code/actor_structure/main.py +0 -0
- {apify-2.7.1b18 → apify-2.7.1b19}/docs/01_overview/code/actor_structure/py.typed +0 -0
- {apify-2.7.1b18 → apify-2.7.1b19}/docs/02_concepts/01_actor_lifecycle.mdx +0 -0
- {apify-2.7.1b18 → apify-2.7.1b19}/docs/02_concepts/02_actor_input.mdx +0 -0
- {apify-2.7.1b18 → apify-2.7.1b19}/docs/02_concepts/03_storages.mdx +0 -0
- {apify-2.7.1b18 → apify-2.7.1b19}/docs/02_concepts/04_actor_events.mdx +0 -0
- {apify-2.7.1b18 → apify-2.7.1b19}/docs/02_concepts/05_proxy_management.mdx +0 -0
- {apify-2.7.1b18 → apify-2.7.1b19}/docs/02_concepts/06_interacting_with_other_actors.mdx +0 -0
- {apify-2.7.1b18 → apify-2.7.1b19}/docs/02_concepts/07_webhooks.mdx +0 -0
- {apify-2.7.1b18 → apify-2.7.1b19}/docs/02_concepts/08_access_apify_api.mdx +0 -0
- {apify-2.7.1b18 → apify-2.7.1b19}/docs/02_concepts/09_running_webserver.mdx +0 -0
- {apify-2.7.1b18 → apify-2.7.1b19}/docs/02_concepts/10_logging.mdx +0 -0
- {apify-2.7.1b18 → apify-2.7.1b19}/docs/02_concepts/11_configuration.mdx +0 -0
- {apify-2.7.1b18 → apify-2.7.1b19}/docs/02_concepts/12_pay_per_event.mdx +0 -0
- {apify-2.7.1b18 → apify-2.7.1b19}/docs/02_concepts/code/01_context_manager.py +0 -0
- {apify-2.7.1b18 → apify-2.7.1b19}/docs/02_concepts/code/01_init_exit.py +0 -0
- {apify-2.7.1b18 → apify-2.7.1b19}/docs/02_concepts/code/01_reboot.py +0 -0
- {apify-2.7.1b18 → apify-2.7.1b19}/docs/02_concepts/code/01_status_message.py +0 -0
- {apify-2.7.1b18 → apify-2.7.1b19}/docs/02_concepts/code/02_input.py +0 -0
- {apify-2.7.1b18 → apify-2.7.1b19}/docs/02_concepts/code/03_dataset_exports.py +0 -0
- {apify-2.7.1b18 → apify-2.7.1b19}/docs/02_concepts/code/03_dataset_read_write.py +0 -0
- {apify-2.7.1b18 → apify-2.7.1b19}/docs/02_concepts/code/03_deleting_storages.py +0 -0
- {apify-2.7.1b18 → apify-2.7.1b19}/docs/02_concepts/code/03_kvs_iterating.py +0 -0
- {apify-2.7.1b18 → apify-2.7.1b19}/docs/02_concepts/code/03_kvs_public_url.py +0 -0
- {apify-2.7.1b18 → apify-2.7.1b19}/docs/02_concepts/code/03_kvs_read_write.py +0 -0
- {apify-2.7.1b18 → apify-2.7.1b19}/docs/02_concepts/code/03_opening_storages.py +0 -0
- {apify-2.7.1b18 → apify-2.7.1b19}/docs/02_concepts/code/03_rq.py +0 -0
- {apify-2.7.1b18 → apify-2.7.1b19}/docs/02_concepts/code/04_actor_events.py +0 -0
- {apify-2.7.1b18 → apify-2.7.1b19}/docs/02_concepts/code/05_apify_proxy.py +0 -0
- {apify-2.7.1b18 → apify-2.7.1b19}/docs/02_concepts/code/05_apify_proxy_config.py +0 -0
- {apify-2.7.1b18 → apify-2.7.1b19}/docs/02_concepts/code/05_custom_proxy.py +0 -0
- {apify-2.7.1b18 → apify-2.7.1b19}/docs/02_concepts/code/05_custom_proxy_function.py +0 -0
- {apify-2.7.1b18 → apify-2.7.1b19}/docs/02_concepts/code/05_proxy_actor_input.py +0 -0
- {apify-2.7.1b18 → apify-2.7.1b19}/docs/02_concepts/code/05_proxy_httpx.py +0 -0
- {apify-2.7.1b18 → apify-2.7.1b19}/docs/02_concepts/code/05_proxy_rotation.py +0 -0
- {apify-2.7.1b18 → apify-2.7.1b19}/docs/02_concepts/code/06_interacting_call.py +0 -0
- {apify-2.7.1b18 → apify-2.7.1b19}/docs/02_concepts/code/06_interacting_call_task.py +0 -0
- {apify-2.7.1b18 → apify-2.7.1b19}/docs/02_concepts/code/06_interacting_metamorph.py +0 -0
- {apify-2.7.1b18 → apify-2.7.1b19}/docs/02_concepts/code/06_interacting_start.py +0 -0
- {apify-2.7.1b18 → apify-2.7.1b19}/docs/02_concepts/code/07_webhook.py +0 -0
- {apify-2.7.1b18 → apify-2.7.1b19}/docs/02_concepts/code/07_webhook_preventing.py +0 -0
- {apify-2.7.1b18 → apify-2.7.1b19}/docs/02_concepts/code/08_actor_client.py +0 -0
- {apify-2.7.1b18 → apify-2.7.1b19}/docs/02_concepts/code/08_actor_new_client.py +0 -0
- {apify-2.7.1b18 → apify-2.7.1b19}/docs/02_concepts/code/09_webserver.py +0 -0
- {apify-2.7.1b18 → apify-2.7.1b19}/docs/02_concepts/code/10_log_config.py +0 -0
- {apify-2.7.1b18 → apify-2.7.1b19}/docs/02_concepts/code/10_logger_usage.py +0 -0
- {apify-2.7.1b18 → apify-2.7.1b19}/docs/02_concepts/code/10_redirect_log.py +0 -0
- {apify-2.7.1b18 → apify-2.7.1b19}/docs/02_concepts/code/10_redirect_log_existing_run.py +0 -0
- {apify-2.7.1b18 → apify-2.7.1b19}/docs/02_concepts/code/11_config.py +0 -0
- {apify-2.7.1b18 → apify-2.7.1b19}/docs/02_concepts/code/actor_charge.py +0 -0
- {apify-2.7.1b18 → apify-2.7.1b19}/docs/02_concepts/code/conditional_actor_charge.py +0 -0
- {apify-2.7.1b18 → apify-2.7.1b19}/docs/03_guides/01_beautifulsoup_httpx.mdx +0 -0
- {apify-2.7.1b18 → apify-2.7.1b19}/docs/03_guides/02_parsel_impit.mdx +0 -0
- {apify-2.7.1b18 → apify-2.7.1b19}/docs/03_guides/03_playwright.mdx +0 -0
- {apify-2.7.1b18 → apify-2.7.1b19}/docs/03_guides/04_selenium.mdx +0 -0
- {apify-2.7.1b18 → apify-2.7.1b19}/docs/03_guides/05_crawlee.mdx +0 -0
- {apify-2.7.1b18 → apify-2.7.1b19}/docs/03_guides/06_scrapy.mdx +0 -0
- {apify-2.7.1b18 → apify-2.7.1b19}/docs/03_guides/code/01_beautifulsoup_httpx.py +0 -0
- {apify-2.7.1b18 → apify-2.7.1b19}/docs/03_guides/code/02_parsel_impit.py +0 -0
- {apify-2.7.1b18 → apify-2.7.1b19}/docs/03_guides/code/03_playwright.py +0 -0
- {apify-2.7.1b18 → apify-2.7.1b19}/docs/03_guides/code/04_selenium.py +0 -0
- {apify-2.7.1b18 → apify-2.7.1b19}/docs/03_guides/code/05_crawlee_beautifulsoup.py +0 -0
- {apify-2.7.1b18 → apify-2.7.1b19}/docs/03_guides/code/05_crawlee_parsel.py +0 -0
- {apify-2.7.1b18 → apify-2.7.1b19}/docs/03_guides/code/05_crawlee_playwright.py +0 -0
- {apify-2.7.1b18 → apify-2.7.1b19}/docs/03_guides/code/scrapy_project/src/__init__.py +0 -0
- {apify-2.7.1b18 → apify-2.7.1b19}/docs/03_guides/code/scrapy_project/src/__main__.py +0 -0
- {apify-2.7.1b18 → apify-2.7.1b19}/docs/03_guides/code/scrapy_project/src/items.py +0 -0
- {apify-2.7.1b18 → apify-2.7.1b19}/docs/03_guides/code/scrapy_project/src/main.py +0 -0
- {apify-2.7.1b18 → apify-2.7.1b19}/docs/03_guides/code/scrapy_project/src/py.typed +0 -0
- {apify-2.7.1b18 → apify-2.7.1b19}/docs/03_guides/code/scrapy_project/src/settings.py +0 -0
- {apify-2.7.1b18 → apify-2.7.1b19}/docs/03_guides/code/scrapy_project/src/spiders/__init__.py +0 -0
- {apify-2.7.1b18 → apify-2.7.1b19}/docs/03_guides/code/scrapy_project/src/spiders/py.typed +0 -0
- {apify-2.7.1b18 → apify-2.7.1b19}/docs/03_guides/code/scrapy_project/src/spiders/title.py +0 -0
- {apify-2.7.1b18 → apify-2.7.1b19}/docs/04_upgrading/upgrading_to_v2.md +0 -0
- {apify-2.7.1b18 → apify-2.7.1b19}/docs/04_upgrading/upgrading_to_v3.md +0 -0
- {apify-2.7.1b18 → apify-2.7.1b19}/docs/pyproject.toml +0 -0
- {apify-2.7.1b18 → apify-2.7.1b19}/renovate.json +0 -0
- {apify-2.7.1b18 → apify-2.7.1b19}/src/apify/__init__.py +0 -0
- {apify-2.7.1b18 → apify-2.7.1b19}/src/apify/_actor.py +0 -0
- {apify-2.7.1b18 → apify-2.7.1b19}/src/apify/_charging.py +0 -0
- {apify-2.7.1b18 → apify-2.7.1b19}/src/apify/_configuration.py +0 -0
- {apify-2.7.1b18 → apify-2.7.1b19}/src/apify/_consts.py +0 -0
- {apify-2.7.1b18 → apify-2.7.1b19}/src/apify/_crypto.py +0 -0
- {apify-2.7.1b18 → apify-2.7.1b19}/src/apify/_models.py +0 -0
- {apify-2.7.1b18 → apify-2.7.1b19}/src/apify/_proxy_configuration.py +0 -0
- {apify-2.7.1b18 → apify-2.7.1b19}/src/apify/_utils.py +0 -0
- {apify-2.7.1b18 → apify-2.7.1b19}/src/apify/events/__init__.py +0 -0
- {apify-2.7.1b18 → apify-2.7.1b19}/src/apify/events/_apify_event_manager.py +0 -0
- {apify-2.7.1b18 → apify-2.7.1b19}/src/apify/events/_types.py +0 -0
- {apify-2.7.1b18 → apify-2.7.1b19}/src/apify/events/py.typed +0 -0
- {apify-2.7.1b18 → apify-2.7.1b19}/src/apify/log.py +0 -0
- {apify-2.7.1b18 → apify-2.7.1b19}/src/apify/py.typed +0 -0
- {apify-2.7.1b18 → apify-2.7.1b19}/src/apify/request_loaders/__init__.py +0 -0
- {apify-2.7.1b18 → apify-2.7.1b19}/src/apify/request_loaders/_apify_request_list.py +0 -0
- {apify-2.7.1b18 → apify-2.7.1b19}/src/apify/request_loaders/py.typed +0 -0
- {apify-2.7.1b18 → apify-2.7.1b19}/src/apify/scrapy/__init__.py +0 -0
- {apify-2.7.1b18 → apify-2.7.1b19}/src/apify/scrapy/_actor_runner.py +0 -0
- {apify-2.7.1b18 → apify-2.7.1b19}/src/apify/scrapy/_async_thread.py +0 -0
- {apify-2.7.1b18 → apify-2.7.1b19}/src/apify/scrapy/_logging_config.py +0 -0
- {apify-2.7.1b18 → apify-2.7.1b19}/src/apify/scrapy/extensions/__init__.py +0 -0
- {apify-2.7.1b18 → apify-2.7.1b19}/src/apify/scrapy/extensions/_httpcache.py +0 -0
- {apify-2.7.1b18 → apify-2.7.1b19}/src/apify/scrapy/middlewares/__init__.py +0 -0
- {apify-2.7.1b18 → apify-2.7.1b19}/src/apify/scrapy/middlewares/apify_proxy.py +0 -0
- {apify-2.7.1b18 → apify-2.7.1b19}/src/apify/scrapy/middlewares/py.typed +0 -0
- {apify-2.7.1b18 → apify-2.7.1b19}/src/apify/scrapy/pipelines/__init__.py +0 -0
- {apify-2.7.1b18 → apify-2.7.1b19}/src/apify/scrapy/pipelines/actor_dataset_push.py +0 -0
- {apify-2.7.1b18 → apify-2.7.1b19}/src/apify/scrapy/pipelines/py.typed +0 -0
- {apify-2.7.1b18 → apify-2.7.1b19}/src/apify/scrapy/py.typed +0 -0
- {apify-2.7.1b18 → apify-2.7.1b19}/src/apify/scrapy/requests.py +0 -0
- {apify-2.7.1b18 → apify-2.7.1b19}/src/apify/scrapy/scheduler.py +0 -0
- {apify-2.7.1b18 → apify-2.7.1b19}/src/apify/scrapy/utils.py +0 -0
- {apify-2.7.1b18 → apify-2.7.1b19}/src/apify/storage_clients/__init__.py +0 -0
- {apify-2.7.1b18 → apify-2.7.1b19}/src/apify/storage_clients/_apify/__init__.py +0 -0
- {apify-2.7.1b18 → apify-2.7.1b19}/src/apify/storage_clients/_apify/_dataset_client.py +0 -0
- {apify-2.7.1b18 → apify-2.7.1b19}/src/apify/storage_clients/_apify/_key_value_store_client.py +0 -0
- {apify-2.7.1b18 → apify-2.7.1b19}/src/apify/storage_clients/_apify/_storage_client.py +0 -0
- {apify-2.7.1b18 → apify-2.7.1b19}/src/apify/storage_clients/_apify/_utils.py +0 -0
- {apify-2.7.1b18 → apify-2.7.1b19}/src/apify/storage_clients/_apify/py.typed +0 -0
- {apify-2.7.1b18 → apify-2.7.1b19}/src/apify/storage_clients/_file_system/__init__.py +0 -0
- {apify-2.7.1b18 → apify-2.7.1b19}/src/apify/storage_clients/_file_system/_key_value_store_client.py +0 -0
- {apify-2.7.1b18 → apify-2.7.1b19}/src/apify/storage_clients/_file_system/_storage_client.py +0 -0
- {apify-2.7.1b18 → apify-2.7.1b19}/src/apify/storage_clients/py.typed +0 -0
- {apify-2.7.1b18 → apify-2.7.1b19}/src/apify/storages/__init__.py +0 -0
- {apify-2.7.1b18 → apify-2.7.1b19}/src/apify/storages/py.typed +0 -0
- {apify-2.7.1b18 → apify-2.7.1b19}/tests/integration/README.md +0 -0
- {apify-2.7.1b18 → apify-2.7.1b19}/tests/integration/__init__.py +0 -0
- {apify-2.7.1b18 → apify-2.7.1b19}/tests/integration/_utils.py +0 -0
- {apify-2.7.1b18 → apify-2.7.1b19}/tests/integration/actor_source_base/Dockerfile +0 -0
- {apify-2.7.1b18 → apify-2.7.1b19}/tests/integration/actor_source_base/requirements.txt +0 -0
- {apify-2.7.1b18 → apify-2.7.1b19}/tests/integration/actor_source_base/server.py +0 -0
- {apify-2.7.1b18 → apify-2.7.1b19}/tests/integration/actor_source_base/src/__init__.py +0 -0
- {apify-2.7.1b18 → apify-2.7.1b19}/tests/integration/actor_source_base/src/__main__.py +0 -0
- {apify-2.7.1b18 → apify-2.7.1b19}/tests/integration/actor_source_base/src/main.py +0 -0
- {apify-2.7.1b18 → apify-2.7.1b19}/tests/integration/conftest.py +0 -0
- {apify-2.7.1b18 → apify-2.7.1b19}/tests/integration/test_actor_api_helpers.py +0 -0
- {apify-2.7.1b18 → apify-2.7.1b19}/tests/integration/test_actor_call_timeouts.py +0 -0
- {apify-2.7.1b18 → apify-2.7.1b19}/tests/integration/test_actor_charge.py +0 -0
- {apify-2.7.1b18 → apify-2.7.1b19}/tests/integration/test_actor_create_proxy_configuration.py +0 -0
- {apify-2.7.1b18 → apify-2.7.1b19}/tests/integration/test_actor_dataset.py +0 -0
- {apify-2.7.1b18 → apify-2.7.1b19}/tests/integration/test_actor_events.py +0 -0
- {apify-2.7.1b18 → apify-2.7.1b19}/tests/integration/test_actor_key_value_store.py +0 -0
- {apify-2.7.1b18 → apify-2.7.1b19}/tests/integration/test_actor_lifecycle.py +0 -0
- {apify-2.7.1b18 → apify-2.7.1b19}/tests/integration/test_actor_log.py +0 -0
- {apify-2.7.1b18 → apify-2.7.1b19}/tests/integration/test_actor_request_queue.py +0 -0
- {apify-2.7.1b18 → apify-2.7.1b19}/tests/integration/test_actor_scrapy.py +0 -0
- {apify-2.7.1b18 → apify-2.7.1b19}/tests/integration/test_apify_storages.py +0 -0
- {apify-2.7.1b18 → apify-2.7.1b19}/tests/integration/test_crawlers_with_storages.py +0 -0
- {apify-2.7.1b18 → apify-2.7.1b19}/tests/integration/test_fixtures.py +0 -0
- {apify-2.7.1b18 → apify-2.7.1b19}/tests/unit/__init__.py +0 -0
- {apify-2.7.1b18 → apify-2.7.1b19}/tests/unit/actor/__init__.py +0 -0
- {apify-2.7.1b18 → apify-2.7.1b19}/tests/unit/actor/test_actor_create_proxy_configuration.py +0 -0
- {apify-2.7.1b18 → apify-2.7.1b19}/tests/unit/actor/test_actor_dataset.py +0 -0
- {apify-2.7.1b18 → apify-2.7.1b19}/tests/unit/actor/test_actor_env_helpers.py +0 -0
- {apify-2.7.1b18 → apify-2.7.1b19}/tests/unit/actor/test_actor_helpers.py +0 -0
- {apify-2.7.1b18 → apify-2.7.1b19}/tests/unit/actor/test_actor_key_value_store.py +0 -0
- {apify-2.7.1b18 → apify-2.7.1b19}/tests/unit/actor/test_actor_lifecycle.py +0 -0
- {apify-2.7.1b18 → apify-2.7.1b19}/tests/unit/actor/test_actor_log.py +0 -0
- {apify-2.7.1b18 → apify-2.7.1b19}/tests/unit/actor/test_actor_non_default_instance.py +0 -0
- {apify-2.7.1b18 → apify-2.7.1b19}/tests/unit/actor/test_actor_request_queue.py +0 -0
- {apify-2.7.1b18 → apify-2.7.1b19}/tests/unit/actor/test_configuration.py +0 -0
- {apify-2.7.1b18 → apify-2.7.1b19}/tests/unit/actor/test_request_list.py +0 -0
- {apify-2.7.1b18 → apify-2.7.1b19}/tests/unit/conftest.py +0 -0
- {apify-2.7.1b18 → apify-2.7.1b19}/tests/unit/events/__init__.py +0 -0
- {apify-2.7.1b18 → apify-2.7.1b19}/tests/unit/events/test_apify_event_manager.py +0 -0
- {apify-2.7.1b18 → apify-2.7.1b19}/tests/unit/scrapy/__init__.py +0 -0
- {apify-2.7.1b18 → apify-2.7.1b19}/tests/unit/scrapy/extensions/__init__.py +0 -0
- {apify-2.7.1b18 → apify-2.7.1b19}/tests/unit/scrapy/extensions/test_httpcache.py +0 -0
- {apify-2.7.1b18 → apify-2.7.1b19}/tests/unit/scrapy/middlewares/__init__.py +0 -0
- {apify-2.7.1b18 → apify-2.7.1b19}/tests/unit/scrapy/middlewares/test_apify_proxy.py +0 -0
- {apify-2.7.1b18 → apify-2.7.1b19}/tests/unit/scrapy/pipelines/__init__.py +0 -0
- {apify-2.7.1b18 → apify-2.7.1b19}/tests/unit/scrapy/pipelines/test_actor_dataset_push.py +0 -0
- {apify-2.7.1b18 → apify-2.7.1b19}/tests/unit/scrapy/requests/__init__.py +0 -0
- {apify-2.7.1b18 → apify-2.7.1b19}/tests/unit/scrapy/requests/test_to_apify_request.py +0 -0
- {apify-2.7.1b18 → apify-2.7.1b19}/tests/unit/scrapy/requests/test_to_scrapy_request.py +0 -0
- {apify-2.7.1b18 → apify-2.7.1b19}/tests/unit/scrapy/utils/__init__.py +0 -0
- {apify-2.7.1b18 → apify-2.7.1b19}/tests/unit/scrapy/utils/test_apply_apify_settings.py +0 -0
- {apify-2.7.1b18 → apify-2.7.1b19}/tests/unit/scrapy/utils/test_get_basic_auth_header.py +0 -0
- {apify-2.7.1b18 → apify-2.7.1b19}/tests/unit/storage_clients/__init__.py +0 -0
- {apify-2.7.1b18 → apify-2.7.1b19}/tests/unit/storage_clients/test_apify_request_queue_client.py +0 -0
- {apify-2.7.1b18 → apify-2.7.1b19}/tests/unit/storage_clients/test_file_system.py +0 -0
- {apify-2.7.1b18 → apify-2.7.1b19}/tests/unit/test_apify_storages.py +0 -0
- {apify-2.7.1b18 → apify-2.7.1b19}/tests/unit/test_crypto.py +0 -0
- {apify-2.7.1b18 → apify-2.7.1b19}/tests/unit/test_proxy_configuration.py +0 -0
- {apify-2.7.1b18 → apify-2.7.1b19}/website/.eslintrc.json +0 -0
- {apify-2.7.1b18 → apify-2.7.1b19}/website/babel.config.js +0 -0
- {apify-2.7.1b18 → apify-2.7.1b19}/website/build_api_reference.sh +0 -0
- {apify-2.7.1b18 → apify-2.7.1b19}/website/docusaurus.config.js +0 -0
- {apify-2.7.1b18 → apify-2.7.1b19}/website/generate_module_shortcuts.py +0 -0
- {apify-2.7.1b18 → apify-2.7.1b19}/website/package-lock.json +0 -0
- {apify-2.7.1b18 → apify-2.7.1b19}/website/package.json +0 -0
- {apify-2.7.1b18 → apify-2.7.1b19}/website/sidebars.js +0 -0
- {apify-2.7.1b18 → apify-2.7.1b19}/website/src/components/ApiLink.jsx +0 -0
- {apify-2.7.1b18 → apify-2.7.1b19}/website/src/components/Gradients.jsx +0 -0
- {apify-2.7.1b18 → apify-2.7.1b19}/website/src/components/Highlights.jsx +0 -0
- {apify-2.7.1b18 → apify-2.7.1b19}/website/src/components/Highlights.module.css +0 -0
- {apify-2.7.1b18 → apify-2.7.1b19}/website/src/components/RunnableCodeBlock.jsx +0 -0
- {apify-2.7.1b18 → apify-2.7.1b19}/website/src/components/RunnableCodeBlock.module.css +0 -0
- {apify-2.7.1b18 → apify-2.7.1b19}/website/src/css/custom.css +0 -0
- {apify-2.7.1b18 → apify-2.7.1b19}/website/src/pages/home_page_example.py +0 -0
- {apify-2.7.1b18 → apify-2.7.1b19}/website/src/pages/index.js +0 -0
- {apify-2.7.1b18 → apify-2.7.1b19}/website/src/pages/index.module.css +0 -0
- {apify-2.7.1b18 → apify-2.7.1b19}/website/src/theme/DocItem/Content/index.js +0 -0
- {apify-2.7.1b18 → apify-2.7.1b19}/website/static/.nojekyll +0 -0
- {apify-2.7.1b18 → apify-2.7.1b19}/website/static/img/docs-og.png +0 -0
- {apify-2.7.1b18 → apify-2.7.1b19}/website/static/img/guides/redirected_logs_example.webp +0 -0
- {apify-2.7.1b18 → apify-2.7.1b19}/website/tools/docs-prettier.config.js +0 -0
- {apify-2.7.1b18 → apify-2.7.1b19}/website/tools/utils/externalLink.js +0 -0
|
@@ -10,6 +10,7 @@ All notable changes to this project will be documented in this file.
|
|
|
10
10
|
- Add deduplication to `add_batch_of_requests` ([#534](https://github.com/apify/apify-sdk-python/pull/534)) ([dd03c4d](https://github.com/apify/apify-sdk-python/commit/dd03c4d446f611492adf35f1b5738648ee5a66f7)) by [@Pijukatel](https://github.com/Pijukatel), closes [#514](https://github.com/apify/apify-sdk-python/issues/514)
|
|
11
11
|
- Add new methods to ChargingManager ([#580](https://github.com/apify/apify-sdk-python/pull/580)) ([54f7f8b](https://github.com/apify/apify-sdk-python/commit/54f7f8b29c5982be98b595dac11eceff915035c9)) by [@vdusek](https://github.com/vdusek)
|
|
12
12
|
- Add support for NDU storages ([#594](https://github.com/apify/apify-sdk-python/pull/594)) ([8721ef5](https://github.com/apify/apify-sdk-python/commit/8721ef5731bcb1a04ad63c930089bf83be29f308)) by [@vdusek](https://github.com/vdusek), closes [#1175](https://github.com/apify/apify-sdk-python/issues/1175)
|
|
13
|
+
- Add stats to `ApifyRequestQueueClient` ([#574](https://github.com/apify/apify-sdk-python/pull/574)) ([21f6782](https://github.com/apify/apify-sdk-python/commit/21f6782b444f623aba986b4922cf67bafafd4b2c)) by [@Pijukatel](https://github.com/Pijukatel), closes [#1344](https://github.com/apify/apify-sdk-python/issues/1344)
|
|
13
14
|
|
|
14
15
|
### 🐛 Bug Fixes
|
|
15
16
|
|
|
@@ -152,6 +153,18 @@ All notable changes to this project will be documented in this file.
|
|
|
152
153
|
- Tagline overlap ([#501](https://github.com/apify/apify-sdk-python/pull/501)) ([bae8340](https://github.com/apify/apify-sdk-python/commit/bae8340c46fea756ea35ea4d591da84c09d478e2)) by [@katzino](https://github.com/katzino)
|
|
153
154
|
|
|
154
155
|
|
|
156
|
+
## [2.7.0](https://github.com/apify/apify-sdk-python/releases/tag/v2.7.0) (2025-07-14)
|
|
157
|
+
|
|
158
|
+
### 🚀 Features
|
|
159
|
+
|
|
160
|
+
- **crypto:** Decrypt secret objects ([#482](https://github.com/apify/apify-sdk-python/pull/482)) ([ce9daf7](https://github.com/apify/apify-sdk-python/commit/ce9daf7381212b8dc194e8a643e5ca0dedbc0078)) by [@MFori](https://github.com/MFori)
|
|
161
|
+
|
|
162
|
+
### 🐛 Bug Fixes
|
|
163
|
+
|
|
164
|
+
- Sync `@docusaurus` theme version [internal] ([#500](https://github.com/apify/apify-sdk-python/pull/500)) ([a7485e7](https://github.com/apify/apify-sdk-python/commit/a7485e7d2276fde464ce862573d5b95e7d4d836a)) by [@katzino](https://github.com/katzino)
|
|
165
|
+
- Tagline overlap ([#501](https://github.com/apify/apify-sdk-python/pull/501)) ([bae8340](https://github.com/apify/apify-sdk-python/commit/bae8340c46fea756ea35ea4d591da84c09d478e2)) by [@katzino](https://github.com/katzino)
|
|
166
|
+
|
|
167
|
+
|
|
155
168
|
|
|
156
169
|
## [2.7.3](https://github.com/apify/apify-sdk-python/releases/tag/v2.7.3) (2025-08-11)
|
|
157
170
|
|
|
@@ -5,7 +5,7 @@ from typing import Annotated
|
|
|
5
5
|
|
|
6
6
|
from pydantic import BaseModel, ConfigDict, Field
|
|
7
7
|
|
|
8
|
-
from crawlee.storage_clients.models import KeyValueStoreMetadata
|
|
8
|
+
from crawlee.storage_clients.models import KeyValueStoreMetadata, RequestQueueMetadata
|
|
9
9
|
|
|
10
10
|
from apify import Request
|
|
11
11
|
from apify._utils import docs_group
|
|
@@ -105,3 +105,27 @@ class CachedRequest(BaseModel):
|
|
|
105
105
|
|
|
106
106
|
lock_expires_at: datetime | None = None
|
|
107
107
|
"""The expiration time of the lock on the request."""
|
|
108
|
+
|
|
109
|
+
|
|
110
|
+
class RequestQueueStats(BaseModel):
|
|
111
|
+
model_config = ConfigDict(populate_by_name=True)
|
|
112
|
+
|
|
113
|
+
delete_count: Annotated[int, Field(alias='deleteCount', default=0)]
|
|
114
|
+
""""The number of request queue deletes."""
|
|
115
|
+
|
|
116
|
+
head_item_read_count: Annotated[int, Field(alias='headItemReadCount', default=0)]
|
|
117
|
+
"""The number of request queue head reads."""
|
|
118
|
+
|
|
119
|
+
read_count: Annotated[int, Field(alias='readCount', default=0)]
|
|
120
|
+
"""The number of request queue reads."""
|
|
121
|
+
|
|
122
|
+
storage_bytes: Annotated[int, Field(alias='storageBytes', default=0)]
|
|
123
|
+
"""Storage size in Bytes."""
|
|
124
|
+
|
|
125
|
+
write_count: Annotated[int, Field(alias='writeCount', default=0)]
|
|
126
|
+
"""The number of request queue writes."""
|
|
127
|
+
|
|
128
|
+
|
|
129
|
+
class ApifyRequestQueueMetadata(RequestQueueMetadata):
|
|
130
|
+
stats: Annotated[RequestQueueStats, Field(alias='stats', default_factory=RequestQueueStats)]
|
|
131
|
+
"""Additional statistics about the request queue."""
|
|
@@ -18,7 +18,13 @@ from crawlee.storage_clients._base import RequestQueueClient
|
|
|
18
18
|
from crawlee.storage_clients.models import AddRequestsResponse, ProcessedRequest, RequestQueueMetadata
|
|
19
19
|
from crawlee.storages import RequestQueue
|
|
20
20
|
|
|
21
|
-
from ._models import
|
|
21
|
+
from ._models import (
|
|
22
|
+
ApifyRequestQueueMetadata,
|
|
23
|
+
CachedRequest,
|
|
24
|
+
ProlongRequestLockResponse,
|
|
25
|
+
RequestQueueHead,
|
|
26
|
+
RequestQueueStats,
|
|
27
|
+
)
|
|
22
28
|
from ._utils import AliasResolver
|
|
23
29
|
from apify import Request
|
|
24
30
|
|
|
@@ -108,7 +114,7 @@ class ApifyRequestQueueClient(RequestQueueClient):
|
|
|
108
114
|
return self._metadata
|
|
109
115
|
|
|
110
116
|
@override
|
|
111
|
-
async def get_metadata(self) ->
|
|
117
|
+
async def get_metadata(self) -> ApifyRequestQueueMetadata:
|
|
112
118
|
"""Get metadata about the request queue.
|
|
113
119
|
|
|
114
120
|
Returns:
|
|
@@ -119,7 +125,7 @@ class ApifyRequestQueueClient(RequestQueueClient):
|
|
|
119
125
|
if response is None:
|
|
120
126
|
raise ValueError('Failed to fetch request queue metadata from the API.')
|
|
121
127
|
# Enhance API response by local estimations (API can be delayed few seconds, while local estimation not.)
|
|
122
|
-
return
|
|
128
|
+
return ApifyRequestQueueMetadata(
|
|
123
129
|
id=response['id'],
|
|
124
130
|
name=response['name'],
|
|
125
131
|
total_request_count=max(response['totalRequestCount'], self._metadata.total_request_count),
|
|
@@ -129,6 +135,7 @@ class ApifyRequestQueueClient(RequestQueueClient):
|
|
|
129
135
|
modified_at=max(response['modifiedAt'], self._metadata.modified_at),
|
|
130
136
|
accessed_at=max(response['accessedAt'], self._metadata.accessed_at),
|
|
131
137
|
had_multiple_clients=response['hadMultipleClients'] or self._metadata.had_multiple_clients,
|
|
138
|
+
stats=RequestQueueStats.model_validate(response['stats'], by_alias=True),
|
|
132
139
|
)
|
|
133
140
|
|
|
134
141
|
@classmethod
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
from __future__ import annotations
|
|
2
2
|
|
|
3
3
|
import asyncio
|
|
4
|
-
from typing import TYPE_CHECKING
|
|
4
|
+
from typing import TYPE_CHECKING, cast
|
|
5
5
|
|
|
6
6
|
import pytest
|
|
7
7
|
|
|
@@ -14,6 +14,7 @@ if TYPE_CHECKING:
|
|
|
14
14
|
from crawlee.storages import RequestQueue
|
|
15
15
|
|
|
16
16
|
from .conftest import MakeActorFunction, RunActorFunction
|
|
17
|
+
from apify.storage_clients._apify._models import ApifyRequestQueueMetadata
|
|
17
18
|
|
|
18
19
|
|
|
19
20
|
async def test_add_and_fetch_requests(
|
|
@@ -1278,3 +1279,26 @@ async def test_request_queue_not_had_multiple_clients(
|
|
|
1278
1279
|
api_response = await api_client.get()
|
|
1279
1280
|
assert api_response
|
|
1280
1281
|
assert api_response['hadMultipleClients'] is False
|
|
1282
|
+
|
|
1283
|
+
|
|
1284
|
+
async def test_request_queue_has_stats(request_queue_force_cloud: RequestQueue) -> None:
|
|
1285
|
+
"""Test that Apify based request queue has stats in metadata."""
|
|
1286
|
+
|
|
1287
|
+
add_request_count = 3
|
|
1288
|
+
read_request_count = 2
|
|
1289
|
+
|
|
1290
|
+
await request_queue_force_cloud.add_requests(
|
|
1291
|
+
[Request.from_url(f'http://example.com/{i}') for i in range(add_request_count)]
|
|
1292
|
+
)
|
|
1293
|
+
for _ in range(read_request_count):
|
|
1294
|
+
await request_queue_force_cloud.get_request(Request.from_url('http://example.com/1').unique_key)
|
|
1295
|
+
|
|
1296
|
+
# Wait for stats to become stable
|
|
1297
|
+
await asyncio.sleep(10)
|
|
1298
|
+
|
|
1299
|
+
metadata = await request_queue_force_cloud.get_metadata()
|
|
1300
|
+
|
|
1301
|
+
assert hasattr(metadata, 'stats')
|
|
1302
|
+
apify_metadata = cast('ApifyRequestQueueMetadata', metadata)
|
|
1303
|
+
assert apify_metadata.stats.read_count == read_request_count
|
|
1304
|
+
assert apify_metadata.stats.write_count == add_request_count
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{apify-2.7.1b18 → apify-2.7.1b19}/docs/03_guides/code/scrapy_project/src/spiders/__init__.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{apify-2.7.1b18 → apify-2.7.1b19}/src/apify/storage_clients/_apify/_key_value_store_client.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{apify-2.7.1b18 → apify-2.7.1b19}/src/apify/storage_clients/_file_system/_key_value_store_client.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{apify-2.7.1b18 → apify-2.7.1b19}/tests/integration/test_actor_create_proxy_configuration.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{apify-2.7.1b18 → apify-2.7.1b19}/tests/unit/storage_clients/test_apify_request_queue_client.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|