prefect-client 2.19.4__py3-none-any.whl → 3.0.0rc2__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (242) hide show
  1. prefect/__init__.py +8 -56
  2. prefect/_internal/compatibility/deprecated.py +6 -115
  3. prefect/_internal/compatibility/experimental.py +4 -79
  4. prefect/_internal/concurrency/api.py +0 -34
  5. prefect/_internal/concurrency/calls.py +0 -6
  6. prefect/_internal/concurrency/cancellation.py +0 -3
  7. prefect/_internal/concurrency/event_loop.py +0 -20
  8. prefect/_internal/concurrency/inspection.py +3 -3
  9. prefect/_internal/concurrency/threads.py +35 -0
  10. prefect/_internal/concurrency/waiters.py +0 -28
  11. prefect/_internal/pydantic/__init__.py +0 -45
  12. prefect/_internal/pydantic/v1_schema.py +21 -22
  13. prefect/_internal/pydantic/v2_schema.py +0 -2
  14. prefect/_internal/pydantic/v2_validated_func.py +18 -23
  15. prefect/_internal/schemas/bases.py +44 -177
  16. prefect/_internal/schemas/fields.py +1 -43
  17. prefect/_internal/schemas/validators.py +60 -158
  18. prefect/artifacts.py +161 -14
  19. prefect/automations.py +39 -4
  20. prefect/blocks/abstract.py +1 -1
  21. prefect/blocks/core.py +268 -148
  22. prefect/blocks/fields.py +2 -57
  23. prefect/blocks/kubernetes.py +8 -12
  24. prefect/blocks/notifications.py +40 -20
  25. prefect/blocks/redis.py +168 -0
  26. prefect/blocks/system.py +22 -11
  27. prefect/blocks/webhook.py +2 -9
  28. prefect/client/base.py +4 -4
  29. prefect/client/cloud.py +8 -13
  30. prefect/client/orchestration.py +362 -340
  31. prefect/client/schemas/actions.py +92 -86
  32. prefect/client/schemas/filters.py +20 -40
  33. prefect/client/schemas/objects.py +158 -152
  34. prefect/client/schemas/responses.py +16 -24
  35. prefect/client/schemas/schedules.py +47 -35
  36. prefect/client/subscriptions.py +2 -2
  37. prefect/client/utilities.py +5 -2
  38. prefect/concurrency/asyncio.py +4 -2
  39. prefect/concurrency/events.py +1 -1
  40. prefect/concurrency/services.py +7 -4
  41. prefect/context.py +195 -27
  42. prefect/deployments/__init__.py +5 -6
  43. prefect/deployments/base.py +7 -5
  44. prefect/deployments/flow_runs.py +185 -0
  45. prefect/deployments/runner.py +50 -45
  46. prefect/deployments/schedules.py +28 -23
  47. prefect/deployments/steps/__init__.py +0 -1
  48. prefect/deployments/steps/core.py +1 -0
  49. prefect/deployments/steps/pull.py +7 -21
  50. prefect/engine.py +12 -2422
  51. prefect/events/actions.py +17 -23
  52. prefect/events/cli/automations.py +19 -6
  53. prefect/events/clients.py +14 -37
  54. prefect/events/filters.py +14 -18
  55. prefect/events/related.py +2 -2
  56. prefect/events/schemas/__init__.py +0 -5
  57. prefect/events/schemas/automations.py +55 -46
  58. prefect/events/schemas/deployment_triggers.py +7 -197
  59. prefect/events/schemas/events.py +36 -65
  60. prefect/events/schemas/labelling.py +10 -14
  61. prefect/events/utilities.py +2 -3
  62. prefect/events/worker.py +2 -3
  63. prefect/filesystems.py +6 -517
  64. prefect/{new_flow_engine.py → flow_engine.py} +315 -74
  65. prefect/flow_runs.py +379 -7
  66. prefect/flows.py +248 -165
  67. prefect/futures.py +187 -345
  68. prefect/infrastructure/__init__.py +0 -27
  69. prefect/infrastructure/provisioners/__init__.py +5 -3
  70. prefect/infrastructure/provisioners/cloud_run.py +11 -6
  71. prefect/infrastructure/provisioners/container_instance.py +11 -7
  72. prefect/infrastructure/provisioners/ecs.py +6 -4
  73. prefect/infrastructure/provisioners/modal.py +8 -5
  74. prefect/input/actions.py +2 -4
  75. prefect/input/run_input.py +9 -9
  76. prefect/logging/formatters.py +0 -2
  77. prefect/logging/handlers.py +3 -11
  78. prefect/logging/loggers.py +2 -2
  79. prefect/manifests.py +2 -1
  80. prefect/records/__init__.py +1 -0
  81. prefect/records/cache_policies.py +179 -0
  82. prefect/records/result_store.py +42 -0
  83. prefect/records/store.py +9 -0
  84. prefect/results.py +43 -39
  85. prefect/runner/runner.py +9 -9
  86. prefect/runner/server.py +6 -10
  87. prefect/runner/storage.py +3 -8
  88. prefect/runner/submit.py +2 -2
  89. prefect/runner/utils.py +2 -2
  90. prefect/serializers.py +24 -35
  91. prefect/server/api/collections_data/views/aggregate-worker-metadata.json +5 -14
  92. prefect/settings.py +76 -136
  93. prefect/states.py +22 -50
  94. prefect/task_engine.py +666 -56
  95. prefect/task_runners.py +272 -300
  96. prefect/task_runs.py +203 -0
  97. prefect/{task_server.py → task_worker.py} +89 -60
  98. prefect/tasks.py +358 -341
  99. prefect/transactions.py +224 -0
  100. prefect/types/__init__.py +61 -82
  101. prefect/utilities/asyncutils.py +195 -136
  102. prefect/utilities/callables.py +121 -41
  103. prefect/utilities/collections.py +23 -38
  104. prefect/utilities/dispatch.py +11 -3
  105. prefect/utilities/dockerutils.py +4 -0
  106. prefect/utilities/engine.py +140 -20
  107. prefect/utilities/importtools.py +26 -27
  108. prefect/utilities/pydantic.py +128 -38
  109. prefect/utilities/schema_tools/hydration.py +5 -1
  110. prefect/utilities/templating.py +12 -2
  111. prefect/variables.py +84 -62
  112. prefect/workers/__init__.py +0 -1
  113. prefect/workers/base.py +26 -18
  114. prefect/workers/process.py +3 -8
  115. prefect/workers/server.py +2 -2
  116. {prefect_client-2.19.4.dist-info → prefect_client-3.0.0rc2.dist-info}/METADATA +23 -21
  117. prefect_client-3.0.0rc2.dist-info/RECORD +179 -0
  118. prefect/_internal/pydantic/_base_model.py +0 -51
  119. prefect/_internal/pydantic/_compat.py +0 -82
  120. prefect/_internal/pydantic/_flags.py +0 -20
  121. prefect/_internal/pydantic/_types.py +0 -8
  122. prefect/_internal/pydantic/utilities/__init__.py +0 -0
  123. prefect/_internal/pydantic/utilities/config_dict.py +0 -72
  124. prefect/_internal/pydantic/utilities/field_validator.py +0 -150
  125. prefect/_internal/pydantic/utilities/model_construct.py +0 -56
  126. prefect/_internal/pydantic/utilities/model_copy.py +0 -55
  127. prefect/_internal/pydantic/utilities/model_dump.py +0 -136
  128. prefect/_internal/pydantic/utilities/model_dump_json.py +0 -112
  129. prefect/_internal/pydantic/utilities/model_fields.py +0 -50
  130. prefect/_internal/pydantic/utilities/model_fields_set.py +0 -29
  131. prefect/_internal/pydantic/utilities/model_json_schema.py +0 -82
  132. prefect/_internal/pydantic/utilities/model_rebuild.py +0 -80
  133. prefect/_internal/pydantic/utilities/model_validate.py +0 -75
  134. prefect/_internal/pydantic/utilities/model_validate_json.py +0 -68
  135. prefect/_internal/pydantic/utilities/model_validator.py +0 -87
  136. prefect/_internal/pydantic/utilities/type_adapter.py +0 -71
  137. prefect/_vendor/__init__.py +0 -0
  138. prefect/_vendor/fastapi/__init__.py +0 -25
  139. prefect/_vendor/fastapi/applications.py +0 -946
  140. prefect/_vendor/fastapi/background.py +0 -3
  141. prefect/_vendor/fastapi/concurrency.py +0 -44
  142. prefect/_vendor/fastapi/datastructures.py +0 -58
  143. prefect/_vendor/fastapi/dependencies/__init__.py +0 -0
  144. prefect/_vendor/fastapi/dependencies/models.py +0 -64
  145. prefect/_vendor/fastapi/dependencies/utils.py +0 -877
  146. prefect/_vendor/fastapi/encoders.py +0 -177
  147. prefect/_vendor/fastapi/exception_handlers.py +0 -40
  148. prefect/_vendor/fastapi/exceptions.py +0 -46
  149. prefect/_vendor/fastapi/logger.py +0 -3
  150. prefect/_vendor/fastapi/middleware/__init__.py +0 -1
  151. prefect/_vendor/fastapi/middleware/asyncexitstack.py +0 -25
  152. prefect/_vendor/fastapi/middleware/cors.py +0 -3
  153. prefect/_vendor/fastapi/middleware/gzip.py +0 -3
  154. prefect/_vendor/fastapi/middleware/httpsredirect.py +0 -3
  155. prefect/_vendor/fastapi/middleware/trustedhost.py +0 -3
  156. prefect/_vendor/fastapi/middleware/wsgi.py +0 -3
  157. prefect/_vendor/fastapi/openapi/__init__.py +0 -0
  158. prefect/_vendor/fastapi/openapi/constants.py +0 -2
  159. prefect/_vendor/fastapi/openapi/docs.py +0 -203
  160. prefect/_vendor/fastapi/openapi/models.py +0 -480
  161. prefect/_vendor/fastapi/openapi/utils.py +0 -485
  162. prefect/_vendor/fastapi/param_functions.py +0 -340
  163. prefect/_vendor/fastapi/params.py +0 -453
  164. prefect/_vendor/fastapi/requests.py +0 -4
  165. prefect/_vendor/fastapi/responses.py +0 -40
  166. prefect/_vendor/fastapi/routing.py +0 -1331
  167. prefect/_vendor/fastapi/security/__init__.py +0 -15
  168. prefect/_vendor/fastapi/security/api_key.py +0 -98
  169. prefect/_vendor/fastapi/security/base.py +0 -6
  170. prefect/_vendor/fastapi/security/http.py +0 -172
  171. prefect/_vendor/fastapi/security/oauth2.py +0 -227
  172. prefect/_vendor/fastapi/security/open_id_connect_url.py +0 -34
  173. prefect/_vendor/fastapi/security/utils.py +0 -10
  174. prefect/_vendor/fastapi/staticfiles.py +0 -1
  175. prefect/_vendor/fastapi/templating.py +0 -3
  176. prefect/_vendor/fastapi/testclient.py +0 -1
  177. prefect/_vendor/fastapi/types.py +0 -3
  178. prefect/_vendor/fastapi/utils.py +0 -235
  179. prefect/_vendor/fastapi/websockets.py +0 -7
  180. prefect/_vendor/starlette/__init__.py +0 -1
  181. prefect/_vendor/starlette/_compat.py +0 -28
  182. prefect/_vendor/starlette/_exception_handler.py +0 -80
  183. prefect/_vendor/starlette/_utils.py +0 -88
  184. prefect/_vendor/starlette/applications.py +0 -261
  185. prefect/_vendor/starlette/authentication.py +0 -159
  186. prefect/_vendor/starlette/background.py +0 -43
  187. prefect/_vendor/starlette/concurrency.py +0 -59
  188. prefect/_vendor/starlette/config.py +0 -151
  189. prefect/_vendor/starlette/convertors.py +0 -87
  190. prefect/_vendor/starlette/datastructures.py +0 -707
  191. prefect/_vendor/starlette/endpoints.py +0 -130
  192. prefect/_vendor/starlette/exceptions.py +0 -60
  193. prefect/_vendor/starlette/formparsers.py +0 -276
  194. prefect/_vendor/starlette/middleware/__init__.py +0 -17
  195. prefect/_vendor/starlette/middleware/authentication.py +0 -52
  196. prefect/_vendor/starlette/middleware/base.py +0 -220
  197. prefect/_vendor/starlette/middleware/cors.py +0 -176
  198. prefect/_vendor/starlette/middleware/errors.py +0 -265
  199. prefect/_vendor/starlette/middleware/exceptions.py +0 -74
  200. prefect/_vendor/starlette/middleware/gzip.py +0 -113
  201. prefect/_vendor/starlette/middleware/httpsredirect.py +0 -19
  202. prefect/_vendor/starlette/middleware/sessions.py +0 -82
  203. prefect/_vendor/starlette/middleware/trustedhost.py +0 -64
  204. prefect/_vendor/starlette/middleware/wsgi.py +0 -147
  205. prefect/_vendor/starlette/requests.py +0 -328
  206. prefect/_vendor/starlette/responses.py +0 -347
  207. prefect/_vendor/starlette/routing.py +0 -933
  208. prefect/_vendor/starlette/schemas.py +0 -154
  209. prefect/_vendor/starlette/staticfiles.py +0 -248
  210. prefect/_vendor/starlette/status.py +0 -199
  211. prefect/_vendor/starlette/templating.py +0 -231
  212. prefect/_vendor/starlette/testclient.py +0 -804
  213. prefect/_vendor/starlette/types.py +0 -30
  214. prefect/_vendor/starlette/websockets.py +0 -193
  215. prefect/agent.py +0 -698
  216. prefect/deployments/deployments.py +0 -1042
  217. prefect/deprecated/__init__.py +0 -0
  218. prefect/deprecated/data_documents.py +0 -350
  219. prefect/deprecated/packaging/__init__.py +0 -12
  220. prefect/deprecated/packaging/base.py +0 -96
  221. prefect/deprecated/packaging/docker.py +0 -146
  222. prefect/deprecated/packaging/file.py +0 -92
  223. prefect/deprecated/packaging/orion.py +0 -80
  224. prefect/deprecated/packaging/serializers.py +0 -171
  225. prefect/events/instrument.py +0 -135
  226. prefect/infrastructure/base.py +0 -323
  227. prefect/infrastructure/container.py +0 -818
  228. prefect/infrastructure/kubernetes.py +0 -920
  229. prefect/infrastructure/process.py +0 -289
  230. prefect/new_task_engine.py +0 -423
  231. prefect/pydantic/__init__.py +0 -76
  232. prefect/pydantic/main.py +0 -39
  233. prefect/software/__init__.py +0 -2
  234. prefect/software/base.py +0 -50
  235. prefect/software/conda.py +0 -199
  236. prefect/software/pip.py +0 -122
  237. prefect/software/python.py +0 -52
  238. prefect/workers/block.py +0 -218
  239. prefect_client-2.19.4.dist-info/RECORD +0 -292
  240. {prefect_client-2.19.4.dist-info → prefect_client-3.0.0rc2.dist-info}/LICENSE +0 -0
  241. {prefect_client-2.19.4.dist-info → prefect_client-3.0.0rc2.dist-info}/WHEEL +0 -0
  242. {prefect_client-2.19.4.dist-info → prefect_client-3.0.0rc2.dist-info}/top_level.txt +0 -0
@@ -1,231 +0,0 @@
1
- import typing
2
- import warnings
3
- from os import PathLike
4
-
5
- from prefect._vendor.starlette.background import BackgroundTask
6
- from prefect._vendor.starlette.datastructures import URL
7
- from prefect._vendor.starlette.requests import Request
8
- from prefect._vendor.starlette.responses import HTMLResponse
9
- from prefect._vendor.starlette.types import Receive, Scope, Send
10
-
11
- try:
12
- import jinja2
13
-
14
- # @contextfunction was renamed to @pass_context in Jinja 3.0, and was removed in 3.1
15
- # hence we try to get pass_context (most installs will be >=3.1)
16
- # and fall back to contextfunction,
17
- # adding a type ignore for mypy to let us access an attribute that may not exist
18
- if hasattr(jinja2, "pass_context"):
19
- pass_context = jinja2.pass_context
20
- else: # pragma: nocover
21
- pass_context = jinja2.contextfunction # type: ignore[attr-defined]
22
- except ModuleNotFoundError: # pragma: nocover
23
- jinja2 = None # type: ignore[assignment]
24
-
25
-
26
- class _TemplateResponse(HTMLResponse):
27
- def __init__(
28
- self,
29
- template: typing.Any,
30
- context: typing.Dict[str, typing.Any],
31
- status_code: int = 200,
32
- headers: typing.Optional[typing.Mapping[str, str]] = None,
33
- media_type: typing.Optional[str] = None,
34
- background: typing.Optional[BackgroundTask] = None,
35
- ):
36
- self.template = template
37
- self.context = context
38
- content = template.render(context)
39
- super().__init__(content, status_code, headers, media_type, background)
40
-
41
- async def __call__(self, scope: Scope, receive: Receive, send: Send) -> None:
42
- request = self.context.get("request", {})
43
- extensions = request.get("extensions", {})
44
- if "http.response.debug" in extensions:
45
- await send(
46
- {
47
- "type": "http.response.debug",
48
- "info": {
49
- "template": self.template,
50
- "context": self.context,
51
- },
52
- }
53
- )
54
- await super().__call__(scope, receive, send)
55
-
56
-
57
- class Jinja2Templates:
58
- """
59
- templates = Jinja2Templates("templates")
60
-
61
- return templates.TemplateResponse("index.html", {"request": request})
62
- """
63
-
64
- @typing.overload
65
- def __init__(
66
- self,
67
- directory: "typing.Union[str, PathLike[typing.AnyStr], typing.Sequence[typing.Union[str, PathLike[typing.AnyStr]]]]", # noqa: E501
68
- *,
69
- context_processors: typing.Optional[
70
- typing.List[typing.Callable[[Request], typing.Dict[str, typing.Any]]]
71
- ] = None,
72
- **env_options: typing.Any,
73
- ) -> None:
74
- ...
75
-
76
- @typing.overload
77
- def __init__(
78
- self,
79
- *,
80
- env: "jinja2.Environment",
81
- context_processors: typing.Optional[
82
- typing.List[typing.Callable[[Request], typing.Dict[str, typing.Any]]]
83
- ] = None,
84
- ) -> None:
85
- ...
86
-
87
- def __init__(
88
- self,
89
- directory: "typing.Union[str, PathLike[typing.AnyStr], typing.Sequence[typing.Union[str, PathLike[typing.AnyStr]]], None]" = None, # noqa: E501
90
- *,
91
- context_processors: typing.Optional[
92
- typing.List[typing.Callable[[Request], typing.Dict[str, typing.Any]]]
93
- ] = None,
94
- env: typing.Optional["jinja2.Environment"] = None,
95
- **env_options: typing.Any,
96
- ) -> None:
97
- if env_options:
98
- warnings.warn(
99
- "Extra environment options are deprecated. Use a preconfigured jinja2.Environment instead.", # noqa: E501
100
- DeprecationWarning,
101
- )
102
- assert jinja2 is not None, "jinja2 must be installed to use Jinja2Templates"
103
- assert directory or env, "either 'directory' or 'env' arguments must be passed"
104
- self.context_processors = context_processors or []
105
- if directory is not None:
106
- self.env = self._create_env(directory, **env_options)
107
- elif env is not None:
108
- self.env = env
109
-
110
- self._setup_env_defaults(self.env)
111
-
112
- def _create_env(
113
- self,
114
- directory: "typing.Union[str, PathLike[typing.AnyStr], typing.Sequence[typing.Union[str, PathLike[typing.AnyStr]]]]", # noqa: E501
115
- **env_options: typing.Any,
116
- ) -> "jinja2.Environment":
117
- loader = jinja2.FileSystemLoader(directory)
118
- env_options.setdefault("loader", loader)
119
- env_options.setdefault("autoescape", True)
120
-
121
- return jinja2.Environment(**env_options)
122
-
123
- def _setup_env_defaults(self, env: "jinja2.Environment") -> None:
124
- @pass_context
125
- def url_for(
126
- context: typing.Dict[str, typing.Any],
127
- name: str,
128
- /,
129
- **path_params: typing.Any,
130
- ) -> URL:
131
- request: Request = context["request"]
132
- return request.url_for(name, **path_params)
133
-
134
- env.globals.setdefault("url_for", url_for)
135
-
136
- def get_template(self, name: str) -> "jinja2.Template":
137
- return self.env.get_template(name)
138
-
139
- @typing.overload
140
- def TemplateResponse(
141
- self,
142
- request: Request,
143
- name: str,
144
- context: typing.Optional[typing.Dict[str, typing.Any]] = None,
145
- status_code: int = 200,
146
- headers: typing.Optional[typing.Mapping[str, str]] = None,
147
- media_type: typing.Optional[str] = None,
148
- background: typing.Optional[BackgroundTask] = None,
149
- ) -> _TemplateResponse:
150
- ...
151
-
152
- @typing.overload
153
- def TemplateResponse(
154
- self,
155
- name: str,
156
- context: typing.Optional[typing.Dict[str, typing.Any]] = None,
157
- status_code: int = 200,
158
- headers: typing.Optional[typing.Mapping[str, str]] = None,
159
- media_type: typing.Optional[str] = None,
160
- background: typing.Optional[BackgroundTask] = None,
161
- ) -> _TemplateResponse:
162
- # Deprecated usage
163
- ...
164
-
165
- def TemplateResponse(
166
- self, *args: typing.Any, **kwargs: typing.Any
167
- ) -> _TemplateResponse:
168
- if args:
169
- if isinstance(
170
- args[0], str
171
- ): # the first argument is template name (old style)
172
- warnings.warn(
173
- "The `name` is not the first parameter anymore. "
174
- "The first parameter should be the `Request` instance.\n"
175
- 'Replace `TemplateResponse(name, {"request": request})` by `TemplateResponse(request, name)`.', # noqa: E501
176
- DeprecationWarning,
177
- )
178
-
179
- name = args[0]
180
- context = args[1] if len(args) > 1 else kwargs.get("context", {})
181
- status_code = (
182
- args[2] if len(args) > 2 else kwargs.get("status_code", 200)
183
- )
184
- headers = args[2] if len(args) > 2 else kwargs.get("headers")
185
- media_type = args[3] if len(args) > 3 else kwargs.get("media_type")
186
- background = args[4] if len(args) > 4 else kwargs.get("background")
187
-
188
- if "request" not in context:
189
- raise ValueError('context must include a "request" key')
190
- request = context["request"]
191
- else: # the first argument is a request instance (new style)
192
- request = args[0]
193
- name = args[1] if len(args) > 1 else kwargs["name"]
194
- context = args[2] if len(args) > 2 else kwargs.get("context", {})
195
- status_code = (
196
- args[3] if len(args) > 3 else kwargs.get("status_code", 200)
197
- )
198
- headers = args[4] if len(args) > 4 else kwargs.get("headers")
199
- media_type = args[5] if len(args) > 5 else kwargs.get("media_type")
200
- background = args[6] if len(args) > 6 else kwargs.get("background")
201
- else: # all arguments are kwargs
202
- if "request" not in kwargs:
203
- warnings.warn(
204
- "The `TemplateResponse` now requires the `request` argument.\n"
205
- 'Replace `TemplateResponse(name, {"context": context})` by `TemplateResponse(request, name)`.', # noqa: E501
206
- DeprecationWarning,
207
- )
208
- if "request" not in kwargs.get("context", {}):
209
- raise ValueError('context must include a "request" key')
210
-
211
- context = kwargs.get("context", {})
212
- request = kwargs.get("request", context.get("request"))
213
- name = typing.cast(str, kwargs["name"])
214
- status_code = kwargs.get("status_code", 200)
215
- headers = kwargs.get("headers")
216
- media_type = kwargs.get("media_type")
217
- background = kwargs.get("background")
218
-
219
- context.setdefault("request", request)
220
- for context_processor in self.context_processors:
221
- context.update(context_processor(request))
222
-
223
- template = self.get_template(name)
224
- return _TemplateResponse(
225
- template,
226
- context,
227
- status_code=status_code,
228
- headers=headers,
229
- media_type=media_type,
230
- background=background,
231
- )