dvt-distributed 2026.3.6__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- dvt_distributed-2026.3.6/.git-blame-ignore-revs +33 -0
- dvt_distributed-2026.3.6/.gitignore +46 -0
- dvt_distributed-2026.3.6/.pre-commit-config.yaml +46 -0
- dvt_distributed-2026.3.6/.readthedocs.yaml +16 -0
- dvt_distributed-2026.3.6/AUTHORS.md +3 -0
- dvt_distributed-2026.3.6/CODEOWNERS +14 -0
- dvt_distributed-2026.3.6/CONTRIBUTING.md +5 -0
- dvt_distributed-2026.3.6/LICENSE.txt +29 -0
- dvt_distributed-2026.3.6/MANIFEST.in +19 -0
- dvt_distributed-2026.3.6/PKG-INFO +71 -0
- dvt_distributed-2026.3.6/README.rst +29 -0
- dvt_distributed-2026.3.6/codecov.yml +23 -0
- dvt_distributed-2026.3.6/conftest.py +42 -0
- dvt_distributed-2026.3.6/distributed/__init__.py +148 -0
- dvt_distributed-2026.3.6/distributed/_async_taskgroup.py +159 -0
- dvt_distributed-2026.3.6/distributed/_asyncio.py +71 -0
- dvt_distributed-2026.3.6/distributed/_concurrent_futures_thread.py +166 -0
- dvt_distributed-2026.3.6/distributed/_signals.py +42 -0
- dvt_distributed-2026.3.6/distributed/_stories.py +62 -0
- dvt_distributed-2026.3.6/distributed/_version.py +24 -0
- dvt_distributed-2026.3.6/distributed/active_memory_manager.py +739 -0
- dvt_distributed-2026.3.6/distributed/actor.py +314 -0
- dvt_distributed-2026.3.6/distributed/batched.py +197 -0
- dvt_distributed-2026.3.6/distributed/bokeh.py +3 -0
- dvt_distributed-2026.3.6/distributed/broker.py +104 -0
- dvt_distributed-2026.3.6/distributed/cfexecutor.py +176 -0
- dvt_distributed-2026.3.6/distributed/chaos.py +68 -0
- dvt_distributed-2026.3.6/distributed/cli/__init__.py +0 -0
- dvt_distributed-2026.3.6/distributed/cli/dask_scheduler.py +257 -0
- dvt_distributed-2026.3.6/distributed/cli/dask_spec.py +67 -0
- dvt_distributed-2026.3.6/distributed/cli/dask_ssh.py +209 -0
- dvt_distributed-2026.3.6/distributed/cli/dask_worker.py +546 -0
- dvt_distributed-2026.3.6/distributed/cli/utils.py +38 -0
- dvt_distributed-2026.3.6/distributed/client.py +6436 -0
- dvt_distributed-2026.3.6/distributed/cluster_dump.py +340 -0
- dvt_distributed-2026.3.6/distributed/collections.py +214 -0
- dvt_distributed-2026.3.6/distributed/comm/__init__.py +36 -0
- dvt_distributed-2026.3.6/distributed/comm/addressing.py +303 -0
- dvt_distributed-2026.3.6/distributed/comm/core.py +411 -0
- dvt_distributed-2026.3.6/distributed/comm/inproc.py +383 -0
- dvt_distributed-2026.3.6/distributed/comm/registry.py +92 -0
- dvt_distributed-2026.3.6/distributed/comm/tcp.py +773 -0
- dvt_distributed-2026.3.6/distributed/comm/ucx.py +87 -0
- dvt_distributed-2026.3.6/distributed/comm/utils.py +126 -0
- dvt_distributed-2026.3.6/distributed/comm/ws.py +491 -0
- dvt_distributed-2026.3.6/distributed/compatibility.py +267 -0
- dvt_distributed-2026.3.6/distributed/config.py +217 -0
- dvt_distributed-2026.3.6/distributed/core.py +1737 -0
- dvt_distributed-2026.3.6/distributed/counter.py +65 -0
- dvt_distributed-2026.3.6/distributed/dashboard/__init__.py +0 -0
- dvt_distributed-2026.3.6/distributed/dashboard/components/__init__.py +56 -0
- dvt_distributed-2026.3.6/distributed/dashboard/components/nvml.py +191 -0
- dvt_distributed-2026.3.6/distributed/dashboard/components/rmm.py +211 -0
- dvt_distributed-2026.3.6/distributed/dashboard/components/scheduler.py +4841 -0
- dvt_distributed-2026.3.6/distributed/dashboard/components/shared.py +596 -0
- dvt_distributed-2026.3.6/distributed/dashboard/components/worker.py +484 -0
- dvt_distributed-2026.3.6/distributed/dashboard/core.py +60 -0
- dvt_distributed-2026.3.6/distributed/dashboard/export_tool.js +79 -0
- dvt_distributed-2026.3.6/distributed/dashboard/export_tool.py +29 -0
- dvt_distributed-2026.3.6/distributed/dashboard/scheduler.py +194 -0
- dvt_distributed-2026.3.6/distributed/dashboard/templates/__init__.py +0 -0
- dvt_distributed-2026.3.6/distributed/dashboard/templates/performance_report.html +6 -0
- dvt_distributed-2026.3.6/distributed/dashboard/theme.yaml +9 -0
- dvt_distributed-2026.3.6/distributed/dashboard/utils.py +67 -0
- dvt_distributed-2026.3.6/distributed/dashboard/worker.py +32 -0
- dvt_distributed-2026.3.6/distributed/deploy/__init__.py +13 -0
- dvt_distributed-2026.3.6/distributed/deploy/adaptive.py +302 -0
- dvt_distributed-2026.3.6/distributed/deploy/adaptive_core.py +213 -0
- dvt_distributed-2026.3.6/distributed/deploy/cluster.py +648 -0
- dvt_distributed-2026.3.6/distributed/deploy/local.py +280 -0
- dvt_distributed-2026.3.6/distributed/deploy/old_ssh.py +497 -0
- dvt_distributed-2026.3.6/distributed/deploy/spec.py +707 -0
- dvt_distributed-2026.3.6/distributed/deploy/ssh.py +461 -0
- dvt_distributed-2026.3.6/distributed/deploy/subprocess.py +287 -0
- dvt_distributed-2026.3.6/distributed/deploy/utils.py +41 -0
- dvt_distributed-2026.3.6/distributed/diagnostics/__init__.py +5 -0
- dvt_distributed-2026.3.6/distributed/diagnostics/cluster_dump.py +41 -0
- dvt_distributed-2026.3.6/distributed/diagnostics/cudf.py +25 -0
- dvt_distributed-2026.3.6/distributed/diagnostics/eventstream.py +74 -0
- dvt_distributed-2026.3.6/distributed/diagnostics/graph_layout.py +149 -0
- dvt_distributed-2026.3.6/distributed/diagnostics/memory_sampler.py +231 -0
- dvt_distributed-2026.3.6/distributed/diagnostics/memray.py +257 -0
- dvt_distributed-2026.3.6/distributed/diagnostics/nvml.py +380 -0
- dvt_distributed-2026.3.6/distributed/diagnostics/plugin.py +1104 -0
- dvt_distributed-2026.3.6/distributed/diagnostics/progress.py +424 -0
- dvt_distributed-2026.3.6/distributed/diagnostics/progress_stream.py +203 -0
- dvt_distributed-2026.3.6/distributed/diagnostics/progressbar.py +508 -0
- dvt_distributed-2026.3.6/distributed/diagnostics/rmm.py +43 -0
- dvt_distributed-2026.3.6/distributed/diagnostics/task_stream.py +194 -0
- dvt_distributed-2026.3.6/distributed/diagnostics/websocket.py +71 -0
- dvt_distributed-2026.3.6/distributed/diskutils.py +283 -0
- dvt_distributed-2026.3.6/distributed/distributed-schema.yaml +1250 -0
- dvt_distributed-2026.3.6/distributed/distributed.yaml +356 -0
- dvt_distributed-2026.3.6/distributed/event.py +268 -0
- dvt_distributed-2026.3.6/distributed/exceptions.py +45 -0
- dvt_distributed-2026.3.6/distributed/gc.py +278 -0
- dvt_distributed-2026.3.6/distributed/http/__init__.py +3 -0
- dvt_distributed-2026.3.6/distributed/http/health.py +12 -0
- dvt_distributed-2026.3.6/distributed/http/prometheus.py +45 -0
- dvt_distributed-2026.3.6/distributed/http/proxy.py +145 -0
- dvt_distributed-2026.3.6/distributed/http/routing.py +69 -0
- dvt_distributed-2026.3.6/distributed/http/scheduler/__init__.py +0 -0
- dvt_distributed-2026.3.6/distributed/http/scheduler/api.py +88 -0
- dvt_distributed-2026.3.6/distributed/http/scheduler/info.py +302 -0
- dvt_distributed-2026.3.6/distributed/http/scheduler/json.py +74 -0
- dvt_distributed-2026.3.6/distributed/http/scheduler/missing_bokeh.py +18 -0
- dvt_distributed-2026.3.6/distributed/http/scheduler/prometheus/__init__.py +13 -0
- dvt_distributed-2026.3.6/distributed/http/scheduler/prometheus/core.py +246 -0
- dvt_distributed-2026.3.6/distributed/http/scheduler/prometheus/semaphore.py +87 -0
- dvt_distributed-2026.3.6/distributed/http/scheduler/prometheus/stealing.py +48 -0
- dvt_distributed-2026.3.6/distributed/http/static/__init__.py +0 -0
- dvt_distributed-2026.3.6/distributed/http/static/css/__init__.py +0 -0
- dvt_distributed-2026.3.6/distributed/http/static/css/base.css +152 -0
- dvt_distributed-2026.3.6/distributed/http/static/css/gpu.css +16 -0
- dvt_distributed-2026.3.6/distributed/http/static/css/individual-cluster-map.css +54 -0
- dvt_distributed-2026.3.6/distributed/http/static/css/sortable.min.css +1 -0
- dvt_distributed-2026.3.6/distributed/http/static/css/sortable.min.css.map +1 -0
- dvt_distributed-2026.3.6/distributed/http/static/css/status.css +58 -0
- dvt_distributed-2026.3.6/distributed/http/static/images/__init__.py +0 -0
- dvt_distributed-2026.3.6/distributed/http/static/images/dask-logo.svg +25 -0
- dvt_distributed-2026.3.6/distributed/http/static/images/fa-bars.svg +1 -0
- dvt_distributed-2026.3.6/distributed/http/static/images/favicon.ico +0 -0
- dvt_distributed-2026.3.6/distributed/http/static/images/jupyter.svg +90 -0
- dvt_distributed-2026.3.6/distributed/http/static/images/numpy.png +0 -0
- dvt_distributed-2026.3.6/distributed/http/static/images/pandas.png +0 -0
- dvt_distributed-2026.3.6/distributed/http/static/images/python.png +0 -0
- dvt_distributed-2026.3.6/distributed/http/static/individual-cluster-map.html +27 -0
- dvt_distributed-2026.3.6/distributed/http/static/js/__init__.py +0 -0
- dvt_distributed-2026.3.6/distributed/http/static/js/anime.min.js +8 -0
- dvt_distributed-2026.3.6/distributed/http/static/js/individual-cluster-map.js +367 -0
- dvt_distributed-2026.3.6/distributed/http/static/js/reconnecting-websocket.min.js +8 -0
- dvt_distributed-2026.3.6/distributed/http/static/js/sortable.min.js +3 -0
- dvt_distributed-2026.3.6/distributed/http/statics.py +13 -0
- dvt_distributed-2026.3.6/distributed/http/templates/__init__.py +0 -0
- dvt_distributed-2026.3.6/distributed/http/templates/base.html +88 -0
- dvt_distributed-2026.3.6/distributed/http/templates/call-stack.html +15 -0
- dvt_distributed-2026.3.6/distributed/http/templates/exceptions.html +54 -0
- dvt_distributed-2026.3.6/distributed/http/templates/gpu.html +22 -0
- dvt_distributed-2026.3.6/distributed/http/templates/json-index.html +11 -0
- dvt_distributed-2026.3.6/distributed/http/templates/logs.html +8 -0
- dvt_distributed-2026.3.6/distributed/http/templates/main.html +18 -0
- dvt_distributed-2026.3.6/distributed/http/templates/simple.html +6 -0
- dvt_distributed-2026.3.6/distributed/http/templates/status.html +34 -0
- dvt_distributed-2026.3.6/distributed/http/templates/task.html +167 -0
- dvt_distributed-2026.3.6/distributed/http/templates/worker-table.html +76 -0
- dvt_distributed-2026.3.6/distributed/http/templates/worker.html +67 -0
- dvt_distributed-2026.3.6/distributed/http/templates/workers.html +13 -0
- dvt_distributed-2026.3.6/distributed/http/utils.py +51 -0
- dvt_distributed-2026.3.6/distributed/http/worker/__init__.py +0 -0
- dvt_distributed-2026.3.6/distributed/http/worker/prometheus/__init__.py +13 -0
- dvt_distributed-2026.3.6/distributed/http/worker/prometheus/core.py +280 -0
- dvt_distributed-2026.3.6/distributed/itertools.py +44 -0
- dvt_distributed-2026.3.6/distributed/lock.py +115 -0
- dvt_distributed-2026.3.6/distributed/metrics.py +426 -0
- dvt_distributed-2026.3.6/distributed/multi_lock.py +237 -0
- dvt_distributed-2026.3.6/distributed/nanny.py +1035 -0
- dvt_distributed-2026.3.6/distributed/node.py +192 -0
- dvt_distributed-2026.3.6/distributed/objects.py +47 -0
- dvt_distributed-2026.3.6/distributed/preloading.py +276 -0
- dvt_distributed-2026.3.6/distributed/process.py +389 -0
- dvt_distributed-2026.3.6/distributed/proctitle.py +44 -0
- dvt_distributed-2026.3.6/distributed/profile.py +610 -0
- dvt_distributed-2026.3.6/distributed/protocol/__init__.py +124 -0
- dvt_distributed-2026.3.6/distributed/protocol/arrow.py +59 -0
- dvt_distributed-2026.3.6/distributed/protocol/compression.py +204 -0
- dvt_distributed-2026.3.6/distributed/protocol/core.py +181 -0
- dvt_distributed-2026.3.6/distributed/protocol/cuda.py +44 -0
- dvt_distributed-2026.3.6/distributed/protocol/cupy.py +110 -0
- dvt_distributed-2026.3.6/distributed/protocol/h5py.py +32 -0
- dvt_distributed-2026.3.6/distributed/protocol/keras.py +43 -0
- dvt_distributed-2026.3.6/distributed/protocol/netcdf4.py +54 -0
- dvt_distributed-2026.3.6/distributed/protocol/numba.py +69 -0
- dvt_distributed-2026.3.6/distributed/protocol/numpy.py +219 -0
- dvt_distributed-2026.3.6/distributed/protocol/pickle.py +98 -0
- dvt_distributed-2026.3.6/distributed/protocol/rmm.py +48 -0
- dvt_distributed-2026.3.6/distributed/protocol/scipy.py +36 -0
- dvt_distributed-2026.3.6/distributed/protocol/serialize.py +1003 -0
- dvt_distributed-2026.3.6/distributed/protocol/sparse.py +37 -0
- dvt_distributed-2026.3.6/distributed/protocol/torch.py +70 -0
- dvt_distributed-2026.3.6/distributed/protocol/utils.py +274 -0
- dvt_distributed-2026.3.6/distributed/protocol/utils_test.py +28 -0
- dvt_distributed-2026.3.6/distributed/publish.py +132 -0
- dvt_distributed-2026.3.6/distributed/py.typed +0 -0
- dvt_distributed-2026.3.6/distributed/queues.py +303 -0
- dvt_distributed-2026.3.6/distributed/recreate_tasks.py +192 -0
- dvt_distributed-2026.3.6/distributed/scheduler.py +9480 -0
- dvt_distributed-2026.3.6/distributed/security.py +357 -0
- dvt_distributed-2026.3.6/distributed/semaphore.py +567 -0
- dvt_distributed-2026.3.6/distributed/shuffle/__init__.py +13 -0
- dvt_distributed-2026.3.6/distributed/shuffle/_arrow.py +179 -0
- dvt_distributed-2026.3.6/distributed/shuffle/_buffer.py +264 -0
- dvt_distributed-2026.3.6/distributed/shuffle/_comms.py +76 -0
- dvt_distributed-2026.3.6/distributed/shuffle/_core.py +608 -0
- dvt_distributed-2026.3.6/distributed/shuffle/_disk.py +228 -0
- dvt_distributed-2026.3.6/distributed/shuffle/_exceptions.py +26 -0
- dvt_distributed-2026.3.6/distributed/shuffle/_limiter.py +89 -0
- dvt_distributed-2026.3.6/distributed/shuffle/_memory.py +47 -0
- dvt_distributed-2026.3.6/distributed/shuffle/_merge.py +65 -0
- dvt_distributed-2026.3.6/distributed/shuffle/_pickle.py +42 -0
- dvt_distributed-2026.3.6/distributed/shuffle/_rechunk.py +1159 -0
- dvt_distributed-2026.3.6/distributed/shuffle/_scheduler_plugin.py +557 -0
- dvt_distributed-2026.3.6/distributed/shuffle/_shuffle.py +387 -0
- dvt_distributed-2026.3.6/distributed/shuffle/_worker_plugin.py +435 -0
- dvt_distributed-2026.3.6/distributed/sizeof.py +25 -0
- dvt_distributed-2026.3.6/distributed/spans.py +685 -0
- dvt_distributed-2026.3.6/distributed/spill.py +361 -0
- dvt_distributed-2026.3.6/distributed/stealing.py +613 -0
- dvt_distributed-2026.3.6/distributed/system.py +67 -0
- dvt_distributed-2026.3.6/distributed/system_monitor.py +241 -0
- dvt_distributed-2026.3.6/distributed/threadpoolexecutor.py +193 -0
- dvt_distributed-2026.3.6/distributed/utils.py +1976 -0
- dvt_distributed-2026.3.6/distributed/utils_comm.py +422 -0
- dvt_distributed-2026.3.6/distributed/utils_test.py +2624 -0
- dvt_distributed-2026.3.6/distributed/variable.py +260 -0
- dvt_distributed-2026.3.6/distributed/versions.py +159 -0
- dvt_distributed-2026.3.6/distributed/widgets/__init__.py +11 -0
- dvt_distributed-2026.3.6/distributed/widgets/templates/__init__.py +0 -0
- dvt_distributed-2026.3.6/distributed/widgets/templates/client.html.j2 +53 -0
- dvt_distributed-2026.3.6/distributed/widgets/templates/cluster.html.j2 +38 -0
- dvt_distributed-2026.3.6/distributed/widgets/templates/computation.html.j2 +42 -0
- dvt_distributed-2026.3.6/distributed/widgets/templates/future.html.j2 +14 -0
- dvt_distributed-2026.3.6/distributed/widgets/templates/has_what.html.j2 +24 -0
- dvt_distributed-2026.3.6/distributed/widgets/templates/local_cluster.html.j2 +7 -0
- dvt_distributed-2026.3.6/distributed/widgets/templates/log.html.j2 +11 -0
- dvt_distributed-2026.3.6/distributed/widgets/templates/logs.html.j2 +6 -0
- dvt_distributed-2026.3.6/distributed/widgets/templates/process_interface.html.j2 +31 -0
- dvt_distributed-2026.3.6/distributed/widgets/templates/scheduler.html.j2 +4 -0
- dvt_distributed-2026.3.6/distributed/widgets/templates/scheduler_info.html.j2 +139 -0
- dvt_distributed-2026.3.6/distributed/widgets/templates/security.html.j2 +13 -0
- dvt_distributed-2026.3.6/distributed/widgets/templates/task_state.html.j2 +13 -0
- dvt_distributed-2026.3.6/distributed/widgets/templates/who_has.html.j2 +15 -0
- dvt_distributed-2026.3.6/distributed/widgets/templates/worker_state.html.j2 +5 -0
- dvt_distributed-2026.3.6/distributed/worker.py +3484 -0
- dvt_distributed-2026.3.6/distributed/worker_client.py +91 -0
- dvt_distributed-2026.3.6/distributed/worker_memory.py +550 -0
- dvt_distributed-2026.3.6/distributed/worker_state_machine.py +3953 -0
- dvt_distributed-2026.3.6/docs/Makefile +192 -0
- dvt_distributed-2026.3.6/docs/make.bat +263 -0
- dvt_distributed-2026.3.6/docs/release-procedure.md +3 -0
- dvt_distributed-2026.3.6/docs/requirements.txt +10 -0
- dvt_distributed-2026.3.6/docs/source/active_memory_manager.rst +297 -0
- dvt_distributed-2026.3.6/docs/source/actors.rst +233 -0
- dvt_distributed-2026.3.6/docs/source/api.rst +213 -0
- dvt_distributed-2026.3.6/docs/source/asynchronous.rst +124 -0
- dvt_distributed-2026.3.6/docs/source/changelog.rst +5436 -0
- dvt_distributed-2026.3.6/docs/source/client.rst +208 -0
- dvt_distributed-2026.3.6/docs/source/communications.rst +118 -0
- dvt_distributed-2026.3.6/docs/source/conf.py +492 -0
- dvt_distributed-2026.3.6/docs/source/develop.rst +187 -0
- dvt_distributed-2026.3.6/docs/source/diagnosing-performance.rst +188 -0
- dvt_distributed-2026.3.6/docs/source/efficiency.rst +109 -0
- dvt_distributed-2026.3.6/docs/source/examples/word-count.rst +285 -0
- dvt_distributed-2026.3.6/docs/source/examples-overview.rst +7 -0
- dvt_distributed-2026.3.6/docs/source/faq.rst +92 -0
- dvt_distributed-2026.3.6/docs/source/fine-performance-metrics.rst +213 -0
- dvt_distributed-2026.3.6/docs/source/foundations.rst +163 -0
- dvt_distributed-2026.3.6/docs/source/http_services.rst +108 -0
- dvt_distributed-2026.3.6/docs/source/images/fine-performance-metrics/bytes.png +0 -0
- dvt_distributed-2026.3.6/docs/source/images/fine-performance-metrics/seconds-IO.png +0 -0
- dvt_distributed-2026.3.6/docs/source/images/fine-performance-metrics/seconds-full.png +0 -0
- dvt_distributed-2026.3.6/docs/source/images/fine-performance-metrics/seconds-not-IO.png +0 -0
- dvt_distributed-2026.3.6/docs/source/images/fine-performance-metrics/spans.png +0 -0
- dvt_distributed-2026.3.6/docs/source/images/memory-sampler.svg +1700 -0
- dvt_distributed-2026.3.6/docs/source/images/network.png +0 -0
- dvt_distributed-2026.3.6/docs/source/images/network.svg +841 -0
- dvt_distributed-2026.3.6/docs/source/images/run_dot.sh +9 -0
- dvt_distributed-2026.3.6/docs/source/images/scheduler-detailed.png +0 -0
- dvt_distributed-2026.3.6/docs/source/images/scheduler-detailed.svg +1382 -0
- dvt_distributed-2026.3.6/docs/source/images/task-state.dot +19 -0
- dvt_distributed-2026.3.6/docs/source/images/task-state.svg +132 -0
- dvt_distributed-2026.3.6/docs/source/images/worker-cancel-state1.dot +21 -0
- dvt_distributed-2026.3.6/docs/source/images/worker-cancel-state1.svg +109 -0
- dvt_distributed-2026.3.6/docs/source/images/worker-cancel-state2.dot +21 -0
- dvt_distributed-2026.3.6/docs/source/images/worker-cancel-state2.svg +109 -0
- dvt_distributed-2026.3.6/docs/source/images/worker-dep-state.dot +13 -0
- dvt_distributed-2026.3.6/docs/source/images/worker-dep-state.svg +78 -0
- dvt_distributed-2026.3.6/docs/source/images/worker-execute-state.dot +18 -0
- dvt_distributed-2026.3.6/docs/source/images/worker-execute-state.svg +138 -0
- dvt_distributed-2026.3.6/docs/source/images/worker-forget-state.dot +15 -0
- dvt_distributed-2026.3.6/docs/source/images/worker-forget-state.svg +79 -0
- dvt_distributed-2026.3.6/docs/source/images/worker-scatter-state.dot +7 -0
- dvt_distributed-2026.3.6/docs/source/images/worker-scatter-state.svg +30 -0
- dvt_distributed-2026.3.6/docs/source/images/worker-state-machine.dot +55 -0
- dvt_distributed-2026.3.6/docs/source/images/worker-state-machine.svg +127 -0
- dvt_distributed-2026.3.6/docs/source/index.rst +135 -0
- dvt_distributed-2026.3.6/docs/source/install.rst +43 -0
- dvt_distributed-2026.3.6/docs/source/journey.rst +187 -0
- dvt_distributed-2026.3.6/docs/source/killed.rst +138 -0
- dvt_distributed-2026.3.6/docs/source/limitations.rst +45 -0
- dvt_distributed-2026.3.6/docs/source/locality.rst +199 -0
- dvt_distributed-2026.3.6/docs/source/logging.rst +70 -0
- dvt_distributed-2026.3.6/docs/source/manage-computation.rst +181 -0
- dvt_distributed-2026.3.6/docs/source/memory.rst +213 -0
- dvt_distributed-2026.3.6/docs/source/plugins.rst +132 -0
- dvt_distributed-2026.3.6/docs/source/priority.rst +76 -0
- dvt_distributed-2026.3.6/docs/source/prometheus.rst +234 -0
- dvt_distributed-2026.3.6/docs/source/protocol.rst +306 -0
- dvt_distributed-2026.3.6/docs/source/publish.rst +116 -0
- dvt_distributed-2026.3.6/docs/source/queues.rst +12 -0
- dvt_distributed-2026.3.6/docs/source/quickstart.rst +115 -0
- dvt_distributed-2026.3.6/docs/source/related-work.rst +219 -0
- dvt_distributed-2026.3.6/docs/source/resilience.rst +87 -0
- dvt_distributed-2026.3.6/docs/source/resources.rst +191 -0
- dvt_distributed-2026.3.6/docs/source/scheduling-policies.rst +324 -0
- dvt_distributed-2026.3.6/docs/source/scheduling-state.rst +387 -0
- dvt_distributed-2026.3.6/docs/source/serialization.rst +200 -0
- dvt_distributed-2026.3.6/docs/source/spans.rst +163 -0
- dvt_distributed-2026.3.6/docs/source/task-launch.rst +241 -0
- dvt_distributed-2026.3.6/docs/source/tls.rst +109 -0
- dvt_distributed-2026.3.6/docs/source/work-stealing.rst +136 -0
- dvt_distributed-2026.3.6/docs/source/worker-memory.rst +315 -0
- dvt_distributed-2026.3.6/docs/source/worker-state.rst +462 -0
- dvt_distributed-2026.3.6/docs/source/worker.rst +114 -0
- dvt_distributed-2026.3.6/dvt_distributed.egg-info/PKG-INFO +71 -0
- dvt_distributed-2026.3.6/dvt_distributed.egg-info/SOURCES.txt +323 -0
- dvt_distributed-2026.3.6/dvt_distributed.egg-info/dependency_links.txt +1 -0
- dvt_distributed-2026.3.6/dvt_distributed.egg-info/entry_points.txt +10 -0
- dvt_distributed-2026.3.6/dvt_distributed.egg-info/requires.txt +15 -0
- dvt_distributed-2026.3.6/dvt_distributed.egg-info/scm_file_list.json +513 -0
- dvt_distributed-2026.3.6/dvt_distributed.egg-info/scm_version.json +8 -0
- dvt_distributed-2026.3.6/dvt_distributed.egg-info/top_level.txt +2 -0
- dvt_distributed-2026.3.6/pyproject.toml +288 -0
- dvt_distributed-2026.3.6/scripts/__init__.py +0 -0
- dvt_distributed-2026.3.6/scripts/upload_builds.py +309 -0
- dvt_distributed-2026.3.6/setup.cfg +4 -0
|
@@ -0,0 +1,33 @@
|
|
|
1
|
+
# Auto flake and pep8 (#1353)
|
|
2
|
+
7d252089a27ede17e6c78cecde485f651c1a7bdb
|
|
3
|
+
|
|
4
|
+
# Apply Black to standardize code styling (#2614)
|
|
5
|
+
04ae4212cf6d1e513a4ea83666719c79b7e5867a
|
|
6
|
+
|
|
7
|
+
# Update black (#2901)
|
|
8
|
+
741ffb60b94b15d2f243fc4ad4a849df76c46092
|
|
9
|
+
|
|
10
|
+
# Fixup black string normalization (#2929)
|
|
11
|
+
cf10db7b6a4fd091c2e1385162e3d36ab59c8f6e
|
|
12
|
+
|
|
13
|
+
726f65438815317bd6c430b983463cfdbe34712b
|
|
14
|
+
# Use latest release of black (#3388)
|
|
15
|
+
726f65438815317bd6c430b983463cfdbe34712b
|
|
16
|
+
|
|
17
|
+
# Rerun `black` on the code base (#3444)
|
|
18
|
+
9af811d8f9858c63b9586bcfb78ce2dec8f5d6b3
|
|
19
|
+
|
|
20
|
+
# Update for black (#4081)
|
|
21
|
+
44bf0b981039ef5e474fbc5ccc6cd5a98b42e5e4
|
|
22
|
+
|
|
23
|
+
# Pin black pre-commit (#4533)
|
|
24
|
+
fdeca218134dbfe6c2c46f947413c7d0e1d2acab
|
|
25
|
+
|
|
26
|
+
# Add isort to pre-commit hooks, package resorting (#4647)
|
|
27
|
+
20a55e91b52d8e51a62ba1b47ccc1ece07adb72e
|
|
28
|
+
|
|
29
|
+
# Pyupgrade (#4741)
|
|
30
|
+
5dc591bbdd4427fe49fe90338a34fc85ee35f2c9
|
|
31
|
+
|
|
32
|
+
# Flake8 config cleanup (#4888)
|
|
33
|
+
ee06a44cc4b43270b5ae6ee102481f3bbc9daf27
|
|
@@ -0,0 +1,46 @@
|
|
|
1
|
+
*.pyc
|
|
2
|
+
*.pyd
|
|
3
|
+
*.py~
|
|
4
|
+
|
|
5
|
+
# Cython files
|
|
6
|
+
*.c
|
|
7
|
+
*.so
|
|
8
|
+
|
|
9
|
+
build/
|
|
10
|
+
dist/
|
|
11
|
+
*.egg-info
|
|
12
|
+
docs/build
|
|
13
|
+
.DS_Store
|
|
14
|
+
.cache
|
|
15
|
+
.coverage
|
|
16
|
+
.coverage.*
|
|
17
|
+
coverage.xml
|
|
18
|
+
*.lock
|
|
19
|
+
.#*
|
|
20
|
+
.eggs/
|
|
21
|
+
.idea/
|
|
22
|
+
.vscode/
|
|
23
|
+
.pytest_cache/
|
|
24
|
+
dask-worker-space/
|
|
25
|
+
.vscode/
|
|
26
|
+
*.swp
|
|
27
|
+
.ycm_extra_conf.py
|
|
28
|
+
tags
|
|
29
|
+
.ipynb_checkpoints
|
|
30
|
+
.venv/
|
|
31
|
+
.mypy_cache/
|
|
32
|
+
|
|
33
|
+
# Project specific
|
|
34
|
+
continuous_integration/hdfs-initialized
|
|
35
|
+
distributed/scheduler.html
|
|
36
|
+
distributed/_version.py
|
|
37
|
+
|
|
38
|
+
# Test reports
|
|
39
|
+
reports/
|
|
40
|
+
test_report*.html
|
|
41
|
+
test_report*.db
|
|
42
|
+
test_short_report.html
|
|
43
|
+
|
|
44
|
+
# Test failures will dump the cluster state in here
|
|
45
|
+
test_cluster_dump/
|
|
46
|
+
.env
|
|
@@ -0,0 +1,46 @@
|
|
|
1
|
+
repos:
|
|
2
|
+
- repo: https://github.com/astral-sh/ruff-pre-commit
|
|
3
|
+
rev: v0.14.10
|
|
4
|
+
hooks:
|
|
5
|
+
- id: ruff-check
|
|
6
|
+
- repo: https://github.com/psf/black-pre-commit-mirror
|
|
7
|
+
rev: 25.12.0
|
|
8
|
+
hooks:
|
|
9
|
+
- id: black
|
|
10
|
+
- repo: https://github.com/codespell-project/codespell
|
|
11
|
+
rev: v2.4.1
|
|
12
|
+
hooks:
|
|
13
|
+
- id: codespell
|
|
14
|
+
additional_dependencies:
|
|
15
|
+
- tomli
|
|
16
|
+
types_or: [rst, markdown]
|
|
17
|
+
files: docs
|
|
18
|
+
- repo: https://github.com/pre-commit/mirrors-mypy
|
|
19
|
+
rev: v1.19.1
|
|
20
|
+
hooks:
|
|
21
|
+
- id: mypy
|
|
22
|
+
# Override default --ignore-missing-imports
|
|
23
|
+
# Use pyproject.toml if possible instead of adding command line parameters here
|
|
24
|
+
args: [--warn-unused-configs]
|
|
25
|
+
additional_dependencies:
|
|
26
|
+
# Type stubs
|
|
27
|
+
- pandas-stubs
|
|
28
|
+
- types-docutils
|
|
29
|
+
- types-requests
|
|
30
|
+
- types-paramiko
|
|
31
|
+
- types-PyYAML
|
|
32
|
+
- types-psutil
|
|
33
|
+
- types-setuptools
|
|
34
|
+
# Typed libraries
|
|
35
|
+
- click!=8.1.4 # https://github.com/pallets/click/issues/2558
|
|
36
|
+
- numpy
|
|
37
|
+
- pytest
|
|
38
|
+
- tornado
|
|
39
|
+
- pyarrow
|
|
40
|
+
- urllib3
|
|
41
|
+
- git+https://github.com/dask/dask
|
|
42
|
+
- git+https://github.com/dask/zict
|
|
43
|
+
|
|
44
|
+
# Increase this value to clear the cache on GitHub actions if nothing else in this file
|
|
45
|
+
# has changed. See also same variable in .github/workflows/test.yaml
|
|
46
|
+
# CACHE_NUMBER: 1
|
|
@@ -0,0 +1,16 @@
|
|
|
1
|
+
# See https://docs.readthedocs.io/en/stable/config-file/v2.html for details
|
|
2
|
+
version: 2
|
|
3
|
+
build:
|
|
4
|
+
os: ubuntu-22.04
|
|
5
|
+
tools:
|
|
6
|
+
python: "3.11"
|
|
7
|
+
|
|
8
|
+
sphinx:
|
|
9
|
+
configuration: docs/source/conf.py
|
|
10
|
+
fail_on_warning: true
|
|
11
|
+
|
|
12
|
+
python:
|
|
13
|
+
install:
|
|
14
|
+
- requirements: docs/requirements.txt
|
|
15
|
+
- method: pip
|
|
16
|
+
path: .
|
|
@@ -0,0 +1,14 @@
|
|
|
1
|
+
* @fjetter
|
|
2
|
+
|
|
3
|
+
# Dashboard
|
|
4
|
+
distributed/dashboard/* @jacobtomlinson
|
|
5
|
+
distributed/diagnostics/* @jacobtomlinson @fjetter
|
|
6
|
+
|
|
7
|
+
# Deployment tooling
|
|
8
|
+
distributed/deploy/* @jacobtomlinson
|
|
9
|
+
|
|
10
|
+
# Jupyter widgets
|
|
11
|
+
distributed/widgets/* @jacobtomlinson
|
|
12
|
+
|
|
13
|
+
# GPU Support
|
|
14
|
+
distributed/diagnostics/nvml.py @jacobtomlinson @quasiben
|
|
@@ -0,0 +1,5 @@
|
|
|
1
|
+
Dask is a community maintained project. We welcome contributions in the form of bug reports, documentation, code, design proposals, and more.
|
|
2
|
+
|
|
3
|
+
Please see https://distributed.dask.org/en/latest/develop.html for more information.
|
|
4
|
+
|
|
5
|
+
Also for general information on how to contribute see https://docs.dask.org/en/latest/develop.html.
|
|
@@ -0,0 +1,29 @@
|
|
|
1
|
+
BSD 3-Clause License
|
|
2
|
+
|
|
3
|
+
Copyright (c) 2015, Anaconda, Inc. and contributors
|
|
4
|
+
All rights reserved.
|
|
5
|
+
|
|
6
|
+
Redistribution and use in source and binary forms, with or without
|
|
7
|
+
modification, are permitted provided that the following conditions are met:
|
|
8
|
+
|
|
9
|
+
* Redistributions of source code must retain the above copyright notice, this
|
|
10
|
+
list of conditions and the following disclaimer.
|
|
11
|
+
|
|
12
|
+
* Redistributions in binary form must reproduce the above copyright notice,
|
|
13
|
+
this list of conditions and the following disclaimer in the documentation
|
|
14
|
+
and/or other materials provided with the distribution.
|
|
15
|
+
|
|
16
|
+
* Neither the name of the copyright holder nor the names of its
|
|
17
|
+
contributors may be used to endorse or promote products derived from
|
|
18
|
+
this software without specific prior written permission.
|
|
19
|
+
|
|
20
|
+
THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
|
|
21
|
+
AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
|
|
22
|
+
IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
|
|
23
|
+
DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS BE LIABLE
|
|
24
|
+
FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
|
|
25
|
+
DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
|
|
26
|
+
SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER
|
|
27
|
+
CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY,
|
|
28
|
+
OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
|
|
29
|
+
OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
|
|
@@ -0,0 +1,19 @@
|
|
|
1
|
+
recursive-include distributed *.py
|
|
2
|
+
recursive-include distributed *.js
|
|
3
|
+
recursive-include distributed *.j2
|
|
4
|
+
recursive-include distributed *.coffee
|
|
5
|
+
recursive-include distributed *.html
|
|
6
|
+
recursive-include distributed *.css
|
|
7
|
+
recursive-include distributed *.png
|
|
8
|
+
recursive-include distributed *.svg
|
|
9
|
+
recursive-include distributed *.ico
|
|
10
|
+
recursive-include distributed *.yaml
|
|
11
|
+
recursive-include docs *.rst
|
|
12
|
+
recursive-exclude distributed **/tests/*
|
|
13
|
+
|
|
14
|
+
exclude distributed/pytest_resourceleaks.py
|
|
15
|
+
|
|
16
|
+
prune .github
|
|
17
|
+
prune continuous_integration
|
|
18
|
+
prune docs/_build
|
|
19
|
+
include distributed/_version.py
|
|
@@ -0,0 +1,71 @@
|
|
|
1
|
+
Metadata-Version: 2.4
|
|
2
|
+
Name: dvt-distributed
|
|
3
|
+
Version: 2026.3.6
|
|
4
|
+
Summary: Distributed scheduler for Dask
|
|
5
|
+
Maintainer-email: Matthew Rocklin <mrocklin@gmail.com>
|
|
6
|
+
License-Expression: BSD-3-Clause
|
|
7
|
+
Project-URL: Homepage, https://distributed.dask.org
|
|
8
|
+
Project-URL: Source, https://git.denvic.ru/extractor/libs/dvt-distributed
|
|
9
|
+
Classifier: Development Status :: 5 - Production/Stable
|
|
10
|
+
Classifier: Intended Audience :: Developers
|
|
11
|
+
Classifier: Intended Audience :: Science/Research
|
|
12
|
+
Classifier: Operating System :: OS Independent
|
|
13
|
+
Classifier: Programming Language :: Python
|
|
14
|
+
Classifier: Programming Language :: Python :: 3
|
|
15
|
+
Classifier: Programming Language :: Python :: 3 :: Only
|
|
16
|
+
Classifier: Programming Language :: Python :: 3.10
|
|
17
|
+
Classifier: Programming Language :: Python :: 3.11
|
|
18
|
+
Classifier: Programming Language :: Python :: 3.12
|
|
19
|
+
Classifier: Programming Language :: Python :: 3.13
|
|
20
|
+
Classifier: Programming Language :: Python :: 3.14
|
|
21
|
+
Classifier: Topic :: Scientific/Engineering
|
|
22
|
+
Classifier: Topic :: System :: Distributed Computing
|
|
23
|
+
Requires-Python: >=3.10
|
|
24
|
+
Description-Content-Type: text/x-rst
|
|
25
|
+
License-File: LICENSE.txt
|
|
26
|
+
Requires-Dist: click>=8.0
|
|
27
|
+
Requires-Dist: cloudpickle>=3.0.0
|
|
28
|
+
Requires-Dist: dvt-dask>=2026.3.6
|
|
29
|
+
Requires-Dist: jinja2>=2.10.3
|
|
30
|
+
Requires-Dist: locket>=1.0.0
|
|
31
|
+
Requires-Dist: msgpack>=1.0.2
|
|
32
|
+
Requires-Dist: packaging>=20.0
|
|
33
|
+
Requires-Dist: psutil>=5.8.0
|
|
34
|
+
Requires-Dist: pyyaml>=5.4.1
|
|
35
|
+
Requires-Dist: sortedcontainers>=2.0.5
|
|
36
|
+
Requires-Dist: tblib!=3.2.0,!=3.2.1,>=1.6.0
|
|
37
|
+
Requires-Dist: toolz>=0.12.0
|
|
38
|
+
Requires-Dist: tornado>=6.2.0
|
|
39
|
+
Requires-Dist: urllib3>=1.26.5
|
|
40
|
+
Requires-Dist: zict>=3.0.0
|
|
41
|
+
Dynamic: license-file
|
|
42
|
+
|
|
43
|
+
Distributed
|
|
44
|
+
===========
|
|
45
|
+
|
|
46
|
+
|Test Status| |Longitudinal Report (full)| |Longitudinal Report (short)| |Coverage| |Doc Status| |Discourse| |Version Status| |NumFOCUS|
|
|
47
|
+
|
|
48
|
+
A library for distributed computation. See documentation_ for more details.
|
|
49
|
+
|
|
50
|
+
.. _documentation: https://distributed.dask.org
|
|
51
|
+
.. |Test Status| image:: https://github.com/dask/distributed/actions/workflows/tests.yaml/badge.svg?branch=main
|
|
52
|
+
:target: https://github.com/dask/distributed/actions?query=workflow%3ATests+branch%3Amain
|
|
53
|
+
.. |Longitudinal Report (full)| image:: https://github.com/dask/distributed/actions/workflows/test-report.yaml/badge.svg?branch=main
|
|
54
|
+
:target: https://dask.github.io/distributed/test_report.html
|
|
55
|
+
:alt: Longitudinal test report (full version)
|
|
56
|
+
.. |Longitudinal Report (short)| image:: https://github.com/dask/distributed/actions/workflows/test-report.yaml/badge.svg?branch=main
|
|
57
|
+
:target: https://dask.github.io/distributed/test_short_report.html
|
|
58
|
+
:alt: Longitudinal test report (short version)
|
|
59
|
+
.. |Coverage| image:: https://codecov.io/gh/dask/distributed/branch/main/graph/badge.svg
|
|
60
|
+
:target: https://codecov.io/gh/dask/distributed/branch/main
|
|
61
|
+
:alt: Coverage status
|
|
62
|
+
.. |Doc Status| image:: https://readthedocs.org/projects/distributed/badge/?version=latest
|
|
63
|
+
:target: https://distributed.dask.org
|
|
64
|
+
:alt: Documentation Status
|
|
65
|
+
.. |Discourse| image:: https://img.shields.io/discourse/users?logo=discourse&server=https%3A%2F%2Fdask.discourse.group
|
|
66
|
+
:alt: Discuss Dask-related things and ask for help
|
|
67
|
+
:target: https://dask.discourse.group
|
|
68
|
+
.. |Version Status| image:: https://img.shields.io/pypi/v/distributed.svg
|
|
69
|
+
:target: https://pypi.python.org/pypi/distributed/
|
|
70
|
+
.. |NumFOCUS| image:: https://img.shields.io/badge/powered%20by-NumFOCUS-orange.svg?style=flat&colorA=E1523D&colorB=007D8A
|
|
71
|
+
:target: https://www.numfocus.org/
|
|
@@ -0,0 +1,29 @@
|
|
|
1
|
+
Distributed
|
|
2
|
+
===========
|
|
3
|
+
|
|
4
|
+
|Test Status| |Longitudinal Report (full)| |Longitudinal Report (short)| |Coverage| |Doc Status| |Discourse| |Version Status| |NumFOCUS|
|
|
5
|
+
|
|
6
|
+
A library for distributed computation. See documentation_ for more details.
|
|
7
|
+
|
|
8
|
+
.. _documentation: https://distributed.dask.org
|
|
9
|
+
.. |Test Status| image:: https://github.com/dask/distributed/actions/workflows/tests.yaml/badge.svg?branch=main
|
|
10
|
+
:target: https://github.com/dask/distributed/actions?query=workflow%3ATests+branch%3Amain
|
|
11
|
+
.. |Longitudinal Report (full)| image:: https://github.com/dask/distributed/actions/workflows/test-report.yaml/badge.svg?branch=main
|
|
12
|
+
:target: https://dask.github.io/distributed/test_report.html
|
|
13
|
+
:alt: Longitudinal test report (full version)
|
|
14
|
+
.. |Longitudinal Report (short)| image:: https://github.com/dask/distributed/actions/workflows/test-report.yaml/badge.svg?branch=main
|
|
15
|
+
:target: https://dask.github.io/distributed/test_short_report.html
|
|
16
|
+
:alt: Longitudinal test report (short version)
|
|
17
|
+
.. |Coverage| image:: https://codecov.io/gh/dask/distributed/branch/main/graph/badge.svg
|
|
18
|
+
:target: https://codecov.io/gh/dask/distributed/branch/main
|
|
19
|
+
:alt: Coverage status
|
|
20
|
+
.. |Doc Status| image:: https://readthedocs.org/projects/distributed/badge/?version=latest
|
|
21
|
+
:target: https://distributed.dask.org
|
|
22
|
+
:alt: Documentation Status
|
|
23
|
+
.. |Discourse| image:: https://img.shields.io/discourse/users?logo=discourse&server=https%3A%2F%2Fdask.discourse.group
|
|
24
|
+
:alt: Discuss Dask-related things and ask for help
|
|
25
|
+
:target: https://dask.discourse.group
|
|
26
|
+
.. |Version Status| image:: https://img.shields.io/pypi/v/distributed.svg
|
|
27
|
+
:target: https://pypi.python.org/pypi/distributed/
|
|
28
|
+
.. |NumFOCUS| image:: https://img.shields.io/badge/powered%20by-NumFOCUS-orange.svg?style=flat&colorA=E1523D&colorB=007D8A
|
|
29
|
+
:target: https://www.numfocus.org/
|
|
@@ -0,0 +1,23 @@
|
|
|
1
|
+
codecov:
|
|
2
|
+
require_ci_to_pass: yes
|
|
3
|
+
|
|
4
|
+
ignore:
|
|
5
|
+
# Files that exercise GPU-only functionality or are only tested by gpuCI
|
|
6
|
+
# but don't interact with codecov are ignored.
|
|
7
|
+
- "distributed/comm/ucx.py"
|
|
8
|
+
|
|
9
|
+
coverage:
|
|
10
|
+
precision: 2
|
|
11
|
+
round: down
|
|
12
|
+
range: "92...100"
|
|
13
|
+
|
|
14
|
+
status:
|
|
15
|
+
project:
|
|
16
|
+
default:
|
|
17
|
+
target: auto
|
|
18
|
+
threshold: 0.5%
|
|
19
|
+
patch:
|
|
20
|
+
default:
|
|
21
|
+
target: 100%
|
|
22
|
+
|
|
23
|
+
comment: off
|
|
@@ -0,0 +1,42 @@
|
|
|
1
|
+
# https://pytest.org/latest/example/simple.html#control-skipping-of-tests-according-to-command-line-option
|
|
2
|
+
from __future__ import annotations
|
|
3
|
+
|
|
4
|
+
import pytest
|
|
5
|
+
|
|
6
|
+
# Uncomment to enable more logging and checks
|
|
7
|
+
# (https://docs.python.org/3/library/asyncio-dev.html)
|
|
8
|
+
# Note this makes things slower and might consume much memory.
|
|
9
|
+
# os.environ["PYTHONASYNCIODEBUG"] = "1"
|
|
10
|
+
|
|
11
|
+
try:
|
|
12
|
+
import faulthandler
|
|
13
|
+
except ImportError:
|
|
14
|
+
pass
|
|
15
|
+
else:
|
|
16
|
+
try:
|
|
17
|
+
faulthandler.enable()
|
|
18
|
+
except Exception:
|
|
19
|
+
pass
|
|
20
|
+
|
|
21
|
+
# Make all fixtures available
|
|
22
|
+
from distributed.utils_test import * # noqa
|
|
23
|
+
|
|
24
|
+
|
|
25
|
+
def pytest_addoption(parser):
|
|
26
|
+
parser.addoption("--runslow", action="store_true", help="run slow tests")
|
|
27
|
+
|
|
28
|
+
|
|
29
|
+
def pytest_collection_modifyitems(config, items):
|
|
30
|
+
if config.getoption("--runslow"):
|
|
31
|
+
# --runslow given in cli: do not skip slow tests
|
|
32
|
+
return
|
|
33
|
+
skip_slow = pytest.mark.skip(reason="need --runslow option to run")
|
|
34
|
+
for item in items:
|
|
35
|
+
if "slow" in item.keywords:
|
|
36
|
+
item.add_marker(skip_slow)
|
|
37
|
+
|
|
38
|
+
if "ws" in item.fixturenames:
|
|
39
|
+
item.add_marker(pytest.mark.workerstate)
|
|
40
|
+
|
|
41
|
+
|
|
42
|
+
pytest_plugins = ["distributed.pytest_resourceleaks"]
|
|
@@ -0,0 +1,148 @@
|
|
|
1
|
+
from __future__ import annotations
|
|
2
|
+
|
|
3
|
+
# isort: off
|
|
4
|
+
from distributed import config # load distributed configuration first
|
|
5
|
+
from distributed import widgets # load distributed widgets second
|
|
6
|
+
|
|
7
|
+
# isort: on
|
|
8
|
+
|
|
9
|
+
import atexit
|
|
10
|
+
import weakref
|
|
11
|
+
|
|
12
|
+
# This finalizer registers an atexit handler that has to happen before
|
|
13
|
+
# distributed registers its handlers, otherwise we observe hangs on
|
|
14
|
+
# cluster shutdown when using the UCX comms backend. See
|
|
15
|
+
# https://github.com/dask/distributed/issues/7726 for more discussion
|
|
16
|
+
# of the problem and the search for long term solutions
|
|
17
|
+
|
|
18
|
+
weakref.finalize(lambda: None, lambda: None)
|
|
19
|
+
import dask
|
|
20
|
+
from dask.config import config # type: ignore
|
|
21
|
+
|
|
22
|
+
from distributed.actor import Actor, ActorFuture, BaseActorFuture
|
|
23
|
+
from distributed.client import (
|
|
24
|
+
Client,
|
|
25
|
+
CompatibleExecutor,
|
|
26
|
+
Future,
|
|
27
|
+
as_completed,
|
|
28
|
+
default_client,
|
|
29
|
+
fire_and_forget,
|
|
30
|
+
futures_of,
|
|
31
|
+
get_task_metadata,
|
|
32
|
+
get_task_stream,
|
|
33
|
+
performance_report,
|
|
34
|
+
wait,
|
|
35
|
+
)
|
|
36
|
+
from distributed.core import Status, connect, rpc
|
|
37
|
+
from distributed.deploy import (
|
|
38
|
+
Adaptive,
|
|
39
|
+
LocalCluster,
|
|
40
|
+
SpecCluster,
|
|
41
|
+
SSHCluster,
|
|
42
|
+
SubprocessCluster,
|
|
43
|
+
)
|
|
44
|
+
from distributed.diagnostics.plugin import (
|
|
45
|
+
CondaInstall,
|
|
46
|
+
Environ,
|
|
47
|
+
InstallPlugin,
|
|
48
|
+
NannyPlugin,
|
|
49
|
+
PipInstall,
|
|
50
|
+
SchedulerPlugin,
|
|
51
|
+
UploadDirectory,
|
|
52
|
+
UploadFile,
|
|
53
|
+
WorkerPlugin,
|
|
54
|
+
)
|
|
55
|
+
from distributed.diagnostics.progressbar import progress
|
|
56
|
+
from distributed.event import Event
|
|
57
|
+
from distributed.lock import Lock
|
|
58
|
+
from distributed.multi_lock import MultiLock
|
|
59
|
+
from distributed.nanny import Nanny
|
|
60
|
+
from distributed.queues import Queue
|
|
61
|
+
from distributed.scheduler import KilledWorker, Scheduler
|
|
62
|
+
from distributed.security import Security
|
|
63
|
+
from distributed.semaphore import Semaphore
|
|
64
|
+
from distributed.spans import span
|
|
65
|
+
from distributed.threadpoolexecutor import rejoin
|
|
66
|
+
from distributed.utils import CancelledError, TimeoutError, sync
|
|
67
|
+
from distributed.variable import Variable
|
|
68
|
+
from distributed.worker import (
|
|
69
|
+
Reschedule,
|
|
70
|
+
Worker,
|
|
71
|
+
get_client,
|
|
72
|
+
get_worker,
|
|
73
|
+
print,
|
|
74
|
+
secede,
|
|
75
|
+
warn,
|
|
76
|
+
)
|
|
77
|
+
from distributed.worker_client import local_client, worker_client
|
|
78
|
+
|
|
79
|
+
try:
|
|
80
|
+
# Backwards compatibility with versioneer
|
|
81
|
+
from distributed._version import __commit_id__ as __git_revision__
|
|
82
|
+
from distributed._version import __version__
|
|
83
|
+
except ImportError:
|
|
84
|
+
__git_revision__ = "unknown"
|
|
85
|
+
__version__ = "unknown"
|
|
86
|
+
|
|
87
|
+
|
|
88
|
+
__all__ = [
|
|
89
|
+
"Actor",
|
|
90
|
+
"ActorFuture",
|
|
91
|
+
"Adaptive",
|
|
92
|
+
"BaseActorFuture",
|
|
93
|
+
"CancelledError",
|
|
94
|
+
"Client",
|
|
95
|
+
"CompatibleExecutor",
|
|
96
|
+
"CondaInstall",
|
|
97
|
+
"Environ",
|
|
98
|
+
"Event",
|
|
99
|
+
"Future",
|
|
100
|
+
"KilledWorker",
|
|
101
|
+
"LocalCluster",
|
|
102
|
+
"Lock",
|
|
103
|
+
"MultiLock",
|
|
104
|
+
"Nanny",
|
|
105
|
+
"NannyPlugin",
|
|
106
|
+
"InstallPlugin",
|
|
107
|
+
"PipInstall",
|
|
108
|
+
"Queue",
|
|
109
|
+
"Reschedule",
|
|
110
|
+
"SSHCluster",
|
|
111
|
+
"Scheduler",
|
|
112
|
+
"SchedulerPlugin",
|
|
113
|
+
"Security",
|
|
114
|
+
"Semaphore",
|
|
115
|
+
"SpecCluster",
|
|
116
|
+
"Status",
|
|
117
|
+
"SubprocessCluster",
|
|
118
|
+
"TimeoutError",
|
|
119
|
+
"UploadDirectory",
|
|
120
|
+
"UploadFile",
|
|
121
|
+
"Variable",
|
|
122
|
+
"Worker",
|
|
123
|
+
"WorkerPlugin",
|
|
124
|
+
"as_completed",
|
|
125
|
+
"config",
|
|
126
|
+
"connect",
|
|
127
|
+
"dask",
|
|
128
|
+
"default_client",
|
|
129
|
+
"fire_and_forget",
|
|
130
|
+
"futures_of",
|
|
131
|
+
"get_client",
|
|
132
|
+
"get_task_metadata",
|
|
133
|
+
"get_task_stream",
|
|
134
|
+
"get_worker",
|
|
135
|
+
"local_client",
|
|
136
|
+
"performance_report",
|
|
137
|
+
"print",
|
|
138
|
+
"progress",
|
|
139
|
+
"rejoin",
|
|
140
|
+
"rpc",
|
|
141
|
+
"secede",
|
|
142
|
+
"span",
|
|
143
|
+
"sync",
|
|
144
|
+
"wait",
|
|
145
|
+
"warn",
|
|
146
|
+
"widgets",
|
|
147
|
+
"worker_client",
|
|
148
|
+
]
|