apify 1.7.3b4__tar.gz → 2.0.0a1__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.


This version of apify might be problematic. Click here for more details.

Files changed (73) hide show
  1. {apify-1.7.3b4/src/apify.egg-info → apify-2.0.0a1}/PKG-INFO +24 -46
  2. apify-2.0.0a1/pyproject.toml +199 -0
  3. apify-2.0.0a1/src/apify/__init__.py +22 -0
  4. apify-2.0.0a1/src/apify/_actor.py +963 -0
  5. apify-2.0.0a1/src/apify/_configuration.py +310 -0
  6. apify-2.0.0a1/src/apify/_consts.py +10 -0
  7. {apify-1.7.3b4 → apify-2.0.0a1}/src/apify/_crypto.py +29 -27
  8. apify-2.0.0a1/src/apify/_models.py +110 -0
  9. apify-2.0.0a1/src/apify/_platform_event_manager.py +222 -0
  10. apify-2.0.0a1/src/apify/_proxy_configuration.py +316 -0
  11. apify-2.0.0a1/src/apify/_utils.py +25 -0
  12. apify-2.0.0a1/src/apify/apify_storage_client/__init__.py +3 -0
  13. apify-2.0.0a1/src/apify/apify_storage_client/_apify_storage_client.py +56 -0
  14. apify-2.0.0a1/src/apify/apify_storage_client/_dataset_client.py +188 -0
  15. apify-2.0.0a1/src/apify/apify_storage_client/_dataset_collection_client.py +50 -0
  16. apify-2.0.0a1/src/apify/apify_storage_client/_key_value_store_client.py +98 -0
  17. apify-2.0.0a1/src/apify/apify_storage_client/_key_value_store_collection_client.py +50 -0
  18. apify-2.0.0a1/src/apify/apify_storage_client/_request_queue_client.py +196 -0
  19. apify-2.0.0a1/src/apify/apify_storage_client/_request_queue_collection_client.py +50 -0
  20. apify-2.0.0a1/src/apify/log.py +15 -0
  21. apify-2.0.0a1/src/apify/py.typed +0 -0
  22. apify-2.0.0a1/src/apify/scrapy/__init__.py +11 -0
  23. apify-2.0.0a1/src/apify/scrapy/middlewares/__init__.py +3 -0
  24. {apify-1.7.3b4 → apify-2.0.0a1}/src/apify/scrapy/middlewares/apify_proxy.py +21 -21
  25. apify-2.0.0a1/src/apify/scrapy/middlewares/py.typed +0 -0
  26. apify-2.0.0a1/src/apify/scrapy/pipelines/__init__.py +3 -0
  27. {apify-1.7.3b4 → apify-2.0.0a1}/src/apify/scrapy/pipelines/actor_dataset_push.py +1 -1
  28. apify-2.0.0a1/src/apify/scrapy/pipelines/py.typed +0 -0
  29. apify-2.0.0a1/src/apify/scrapy/py.typed +0 -0
  30. {apify-1.7.3b4 → apify-2.0.0a1}/src/apify/scrapy/requests.py +55 -54
  31. {apify-1.7.3b4 → apify-2.0.0a1}/src/apify/scrapy/scheduler.py +19 -13
  32. {apify-1.7.3b4 → apify-2.0.0a1}/src/apify/scrapy/utils.py +2 -31
  33. apify-2.0.0a1/src/apify/storages/__init__.py +3 -0
  34. apify-2.0.0a1/src/apify/storages/py.typed +0 -0
  35. apify-1.7.3b4/PKG-INFO +0 -150
  36. apify-1.7.3b4/pyproject.toml +0 -157
  37. apify-1.7.3b4/setup.cfg +0 -4
  38. apify-1.7.3b4/src/apify/__init__.py +0 -9
  39. apify-1.7.3b4/src/apify/_memory_storage/__init__.py +0 -3
  40. apify-1.7.3b4/src/apify/_memory_storage/file_storage_utils.py +0 -71
  41. apify-1.7.3b4/src/apify/_memory_storage/memory_storage_client.py +0 -219
  42. apify-1.7.3b4/src/apify/_memory_storage/resource_clients/__init__.py +0 -19
  43. apify-1.7.3b4/src/apify/_memory_storage/resource_clients/base_resource_client.py +0 -141
  44. apify-1.7.3b4/src/apify/_memory_storage/resource_clients/base_resource_collection_client.py +0 -114
  45. apify-1.7.3b4/src/apify/_memory_storage/resource_clients/dataset.py +0 -452
  46. apify-1.7.3b4/src/apify/_memory_storage/resource_clients/dataset_collection.py +0 -48
  47. apify-1.7.3b4/src/apify/_memory_storage/resource_clients/key_value_store.py +0 -533
  48. apify-1.7.3b4/src/apify/_memory_storage/resource_clients/key_value_store_collection.py +0 -48
  49. apify-1.7.3b4/src/apify/_memory_storage/resource_clients/request_queue.py +0 -466
  50. apify-1.7.3b4/src/apify/_memory_storage/resource_clients/request_queue_collection.py +0 -48
  51. apify-1.7.3b4/src/apify/_utils.py +0 -522
  52. apify-1.7.3b4/src/apify/actor.py +0 -1357
  53. apify-1.7.3b4/src/apify/config.py +0 -130
  54. apify-1.7.3b4/src/apify/consts.py +0 -67
  55. apify-1.7.3b4/src/apify/event_manager.py +0 -236
  56. apify-1.7.3b4/src/apify/log.py +0 -124
  57. apify-1.7.3b4/src/apify/proxy_configuration.py +0 -365
  58. apify-1.7.3b4/src/apify/scrapy/__init__.py +0 -3
  59. apify-1.7.3b4/src/apify/scrapy/middlewares/__init__.py +0 -1
  60. apify-1.7.3b4/src/apify/scrapy/pipelines/__init__.py +0 -1
  61. apify-1.7.3b4/src/apify/storages/__init__.py +0 -11
  62. apify-1.7.3b4/src/apify/storages/base_storage.py +0 -181
  63. apify-1.7.3b4/src/apify/storages/dataset.py +0 -494
  64. apify-1.7.3b4/src/apify/storages/key_value_store.py +0 -257
  65. apify-1.7.3b4/src/apify/storages/request_queue.py +0 -602
  66. apify-1.7.3b4/src/apify/storages/storage_client_manager.py +0 -72
  67. apify-1.7.3b4/src/apify.egg-info/SOURCES.txt +0 -44
  68. apify-1.7.3b4/src/apify.egg-info/dependency_links.txt +0 -1
  69. apify-1.7.3b4/src/apify.egg-info/requires.txt +0 -35
  70. apify-1.7.3b4/src/apify.egg-info/top_level.txt +0 -1
  71. {apify-1.7.3b4 → apify-2.0.0a1}/LICENSE +0 -0
  72. {apify-1.7.3b4 → apify-2.0.0a1}/README.md +0 -0
  73. {apify-1.7.3b4/src/apify → apify-2.0.0a1/src/apify/apify_storage_client}/py.typed +0 -0
@@ -1,62 +1,39 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: apify
3
- Version: 1.7.3b4
3
+ Version: 2.0.0a1
4
4
  Summary: Apify SDK for Python
5
- Author-email: "Apify Technologies s.r.o." <support@apify.com>
6
- License: Apache Software License
7
- Project-URL: Homepage, https://docs.apify.com/sdk/python/
8
- Project-URL: Documentation, https://docs.apify.com/sdk/python/
9
- Project-URL: Source, https://github.com/apify/apify-sdk-python
10
- Project-URL: Issue tracker, https://github.com/apify/apify-sdk-python/issues
11
- Project-URL: Changelog, https://github.com/apify/apify-sdk-python/blob/master/CHANGELOG.md
12
- Project-URL: Apify Homepage, https://apify.com
13
- Keywords: apify,sdk,actor,scraping,automation
5
+ License: Apache-2.0
6
+ Keywords: apify,sdk,automation,chrome,crawlee,crawler,headless,scraper,scraping
7
+ Author: Apify Technologies s.r.o.
8
+ Author-email: support@apify.com
9
+ Requires-Python: >=3.9,<4.0
14
10
  Classifier: Development Status :: 5 - Production/Stable
15
11
  Classifier: Intended Audience :: Developers
16
12
  Classifier: License :: OSI Approved :: Apache Software License
17
13
  Classifier: Operating System :: OS Independent
18
- Classifier: Programming Language :: Python :: 3.8
14
+ Classifier: Programming Language :: Python :: 3
19
15
  Classifier: Programming Language :: Python :: 3.9
20
16
  Classifier: Programming Language :: Python :: 3.10
21
17
  Classifier: Programming Language :: Python :: 3.11
22
18
  Classifier: Programming Language :: Python :: 3.12
23
19
  Classifier: Topic :: Software Development :: Libraries
24
- Requires-Python: >=3.8
25
- Description-Content-Type: text/markdown
26
- License-File: LICENSE
27
- Requires-Dist: apify-client~=1.7.1
28
- Requires-Dist: apify-shared~=1.1.2
29
- Requires-Dist: aiofiles>=22.1.0
30
- Requires-Dist: aioshutil>=1.0
31
- Requires-Dist: colorama>=0.4.6
32
- Requires-Dist: cryptography>=39.0.0
33
- Requires-Dist: httpx>=0.24.0
34
- Requires-Dist: psutil>=5.9.0
35
- Requires-Dist: pyee>=11.0.0
36
- Requires-Dist: sortedcollections>=2.0.0
37
- Requires-Dist: typing-extensions>=4.1.0
38
- Requires-Dist: websockets>=10.1
39
- Provides-Extra: dev
40
- Requires-Dist: build~=1.2.0; extra == "dev"
41
- Requires-Dist: filelock~=3.15.0; extra == "dev"
42
- Requires-Dist: mypy~=1.10.0; extra == "dev"
43
- Requires-Dist: pre-commit~=3.5.0; extra == "dev"
44
- Requires-Dist: pydoc-markdown~=4.8.0; extra == "dev"
45
- Requires-Dist: pytest~=8.2.0; extra == "dev"
46
- Requires-Dist: pytest-asyncio~=0.23.0; extra == "dev"
47
- Requires-Dist: pytest-cov~=5.0.0; extra == "dev"
48
- Requires-Dist: pytest-only~=2.1.0; extra == "dev"
49
- Requires-Dist: pytest-timeout~=2.3.0; extra == "dev"
50
- Requires-Dist: pytest-xdist~=3.6.0; extra == "dev"
51
- Requires-Dist: respx~=0.21.0; extra == "dev"
52
- Requires-Dist: ruff~=0.5.0; extra == "dev"
53
- Requires-Dist: setuptools~=70.3.0; extra == "dev"
54
- Requires-Dist: twine~=5.1.0; extra == "dev"
55
- Requires-Dist: types-aiofiles~=24.1.0.20240626; extra == "dev"
56
- Requires-Dist: types-colorama~=0.4.15.20240311; extra == "dev"
57
- Requires-Dist: types-psutil~=6.0.0.20240621; extra == "dev"
58
20
  Provides-Extra: scrapy
59
- Requires-Dist: scrapy>=2.11.0; extra == "scrapy"
21
+ Requires-Dist: apify-client (>=1.7.1)
22
+ Requires-Dist: apify-shared (>=1.1.2)
23
+ Requires-Dist: crawlee (>=0.3.0)
24
+ Requires-Dist: cryptography (>=42.0.0)
25
+ Requires-Dist: httpx (>=0.27.0)
26
+ Requires-Dist: lazy-object-proxy (>=1.10.0)
27
+ Requires-Dist: scrapy (>=2.11.0) ; extra == "scrapy"
28
+ Requires-Dist: typing-extensions (>=4.1.0)
29
+ Requires-Dist: websockets (>=10.0)
30
+ Project-URL: Apify Homepage, https://apify.com
31
+ Project-URL: Changelog, https://docs.apify.com/sdk/python/docs/changelog
32
+ Project-URL: Documentation, https://docs.apify.com/sdk/python/
33
+ Project-URL: Homepage, https://docs.apify.com/sdk/python/
34
+ Project-URL: Issue Tracker, https://github.com/apify/apify-sdk-python/issues
35
+ Project-URL: Repository, https://github.com/apify/apify-sdk-python
36
+ Description-Content-Type: text/markdown
60
37
 
61
38
  # Apify SDK for Python
62
39
 
@@ -148,3 +125,4 @@ particularly the guides for the [Actor lifecycle](https://docs.apify.com/sdk/pyt
148
125
  [working with storages](https://docs.apify.com/sdk/python/docs/concepts/storages),
149
126
  [handling Actor events](https://docs.apify.com/sdk/python/docs/concepts/actor-events)
150
127
  or [how to use proxies](https://docs.apify.com/sdk/python/docs/concepts/proxy-management).
128
+
@@ -0,0 +1,199 @@
1
+ [build-system]
2
+ requires = ["poetry-core"]
3
+ build-backend = "poetry.core.masonry.api"
4
+
5
+ [tool.poetry]
6
+ name = "apify"
7
+ version = "2.0.0a1"
8
+ description = "Apify SDK for Python"
9
+ authors = ["Apify Technologies s.r.o. <support@apify.com>"]
10
+ license = "Apache-2.0"
11
+ readme = "README.md"
12
+ packages = [{ include = "apify", from = "src" }]
13
+ classifiers = [
14
+ "Development Status :: 5 - Production/Stable",
15
+ "Intended Audience :: Developers",
16
+ "License :: OSI Approved :: Apache Software License",
17
+ "Operating System :: OS Independent",
18
+ "Programming Language :: Python :: 3.9",
19
+ "Programming Language :: Python :: 3.10",
20
+ "Programming Language :: Python :: 3.11",
21
+ "Programming Language :: Python :: 3.12",
22
+ "Topic :: Software Development :: Libraries",
23
+ ]
24
+ keywords = [
25
+ "apify",
26
+ "sdk",
27
+ "automation",
28
+ "chrome",
29
+ "crawlee",
30
+ "crawler",
31
+ "headless",
32
+ "scraper",
33
+ "scraping",
34
+ ]
35
+
36
+ [tool.poetry.urls]
37
+ "Homepage" = "https://docs.apify.com/sdk/python/"
38
+ "Apify Homepage" = "https://apify.com"
39
+ "Changelog" = "https://docs.apify.com/sdk/python/docs/changelog"
40
+ "Documentation" = "https://docs.apify.com/sdk/python/"
41
+ "Issue Tracker" = "https://github.com/apify/apify-sdk-python/issues"
42
+ "Repository" = "https://github.com/apify/apify-sdk-python"
43
+
44
+ # We use inclusive ordered comparison clauses for external packages intentionally in order to enhance SDK's
45
+ # compatibility with external packages. This decision was discussed in detail in the following PR:
46
+ # https://github.com/apify/apify-sdk-python/pull/154.
47
+ [tool.poetry.dependencies]
48
+ python = "^3.9"
49
+ apify-client = ">=1.7.1"
50
+ apify-shared = ">=1.1.2"
51
+ crawlee = ">=0.3.0"
52
+ cryptography = ">=42.0.0"
53
+ httpx = ">=0.27.0"
54
+ lazy-object-proxy = ">=1.10.0"
55
+ scrapy = { version = ">=2.11.0", optional = true }
56
+ typing-extensions = ">=4.1.0"
57
+ websockets = ">=10.0"
58
+
59
+ [tool.poetry.group.dev.dependencies]
60
+ build = "~1.2.0"
61
+ filelock = "~3.15.0"
62
+ griffe = "~1.2.0"
63
+ mypy = "~1.11.0"
64
+ pre-commit = "~3.8.0"
65
+ pydoc-markdown = "~4.8.0"
66
+ pytest = "~8.3.0"
67
+ pytest-asyncio = "~0.24.0"
68
+ pytest-cov = "~5.0.0"
69
+ pytest-only = "~2.1.0"
70
+ pytest-timeout = "~2.3.0"
71
+ pytest-xdist = "~3.6.0"
72
+ respx = "~0.21.0"
73
+ ruff = "~0.6.0"
74
+ setuptools = "~74.0.0" # setuptools are used by pytest but not explicitly required
75
+
76
+ [tool.poetry.extras]
77
+ scrapy = ["scrapy"]
78
+
79
+ [tool.ruff]
80
+ line-length = 120
81
+
82
+ [tool.ruff.lint]
83
+ select = ["ALL"]
84
+ ignore = [
85
+ "ANN101", # Missing type annotation for `self` in method
86
+ "ANN102", # Missing type annotation for `{name}` in classmethod
87
+ "ANN401", # Dynamically typed expressions (typing.Any) are disallowed in {filename}
88
+ "ASYNC109", # Async function definition with a `timeout` parameter
89
+ "BLE001", # Do not catch blind exception
90
+ "C901", # `{name}` is too complex
91
+ "COM812", # This rule may cause conflicts when used with the formatter
92
+ "D100", # Missing docstring in public module
93
+ "D104", # Missing docstring in public package
94
+ "D107", # Missing docstring in `__init__`
95
+ "EM", # flake8-errmsg
96
+ "G004", # Logging statement uses f-string
97
+ "ISC001", # This rule may cause conflicts when used with the formatter
98
+ "FIX", # flake8-fixme
99
+ "PGH003", # Use specific rule codes when ignoring type issues
100
+ "PLR0911", # Too many return statements
101
+ "PLR0913", # Too many arguments in function definition
102
+ "PLR0915", # Too many statements
103
+ "PTH", # flake8-use-pathlib
104
+ "PYI034", # `__aenter__` methods in classes like `{name}` usually return `self` at runtime
105
+ "PYI036", # The second argument in `__aexit__` should be annotated with `object` or `BaseException | None`
106
+ "S102", # Use of `exec` detected
107
+ "S105", # Possible hardcoded password assigned to
108
+ "S106", # Possible hardcoded password assigned to argument: "{name}"
109
+ "S301", # `pickle` and modules that wrap it can be unsafe when used to deserialize untrusted data, possible security issue
110
+ "S303", # Use of insecure MD2, MD4, MD5, or SHA1 hash function
111
+ "S311", # Standard pseudo-random generators are not suitable for cryptographic purposes
112
+ "TD002", # Missing author in TODO; try: `# TODO(<author_name>): ...` or `# TODO @<author_name>: ...
113
+ "TRY003", # Avoid specifying long messages outside the exception class
114
+ ]
115
+
116
+ [tool.ruff.format]
117
+ quote-style = "single"
118
+ indent-style = "space"
119
+
120
+ [tool.ruff.lint.per-file-ignores]
121
+ "**/__init__.py" = [
122
+ "F401", # Unused imports
123
+ ]
124
+ "**/{scripts}/*" = [
125
+ "D", # Everything from the pydocstyle
126
+ "INP001", # File {filename} is part of an implicit namespace package, add an __init__.py
127
+ "PLR2004", # Magic value used in comparison, consider replacing {value} with a constant variable
128
+ "T20", # flake8-print
129
+ ]
130
+ "**/{tests}/*" = [
131
+ "D", # Everything from the pydocstyle
132
+ "INP001", # File {filename} is part of an implicit namespace package, add an __init__.py
133
+ "PLR2004", # Magic value used in comparison, consider replacing {value} with a constant variable
134
+ "S101", # Use of assert detected
135
+ "SLF001", # Private member accessed: `{name}`
136
+ "T20", # flake8-print
137
+ "TRY301", # Abstract `raise` to an inner function
138
+ "TID252", # Prefer absolute imports over relative imports from parent modules
139
+ ]
140
+ "**/{docs}/**" = [
141
+ "D", # Everything from the pydocstyle
142
+ "INP001", # File {filename} is part of an implicit namespace package, add an __init__.py
143
+ "F841", # Local variable {variable} is assigned to but never used
144
+ ]
145
+
146
+ [tool.ruff.lint.flake8-quotes]
147
+ docstring-quotes = "double"
148
+ inline-quotes = "single"
149
+
150
+ [tool.ruff.lint.flake8-builtins]
151
+ builtins-ignorelist = ["id"]
152
+
153
+ [tool.ruff.lint.pydocstyle]
154
+ convention = "google"
155
+
156
+ [tool.ruff.lint.isort]
157
+ known-local-folder = ["apify"]
158
+ known-first-party = ["apify_client", "apify_shared", "crawlee"]
159
+
160
+ [tool.ruff.lint.pylint]
161
+ max-branches = 18
162
+
163
+ [tool.pytest.ini_options]
164
+ addopts = "-ra"
165
+ asyncio_mode = "auto"
166
+ timeout = 1200
167
+
168
+ [tool.mypy]
169
+ python_version = "3.9"
170
+ plugins = ["pydantic.mypy"]
171
+ files = ["scripts", "src", "tests"]
172
+ check_untyped_defs = true
173
+ disallow_incomplete_defs = true
174
+ disallow_untyped_calls = true
175
+ disallow_untyped_decorators = true
176
+ disallow_untyped_defs = true
177
+ no_implicit_optional = true
178
+ warn_redundant_casts = true
179
+ warn_return_any = true
180
+ warn_unreachable = true
181
+ warn_unused_ignores = true
182
+ exclude = []
183
+
184
+ [[tool.mypy.overrides]]
185
+ module = ['scrapy', 'scrapy.*', 'lazy_object_proxy']
186
+ ignore_missing_imports = true
187
+
188
+ [tool.coverage.report]
189
+ exclude_lines = [
190
+ "pragma: no cover",
191
+ "if TYPE_CHECKING:",
192
+ "assert_never()"
193
+ ]
194
+
195
+ [tool.basedpyright]
196
+ typeCheckingMode = "standard"
197
+
198
+ [tool.ipdb]
199
+ context = 7
@@ -0,0 +1,22 @@
1
+ from importlib import metadata
2
+
3
+ from apify_shared.consts import WebhookEventType
4
+ from crawlee.events._types import Event
5
+
6
+ from apify._actor import Actor
7
+ from apify._configuration import Configuration
8
+ from apify._models import Webhook
9
+ from apify._proxy_configuration import ProxyConfiguration, ProxyInfo
10
+
11
+ __version__ = metadata.version('apify')
12
+
13
+ __all__ = [
14
+ 'Actor',
15
+ 'Event',
16
+ 'Configuration',
17
+ 'ProxyConfiguration',
18
+ 'ProxyInfo',
19
+ 'Webhook',
20
+ 'WebhookEventType',
21
+ '__version__',
22
+ ]