coiled 1.128.3.dev11__tar.gz → 1.128.3.dev13__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of coiled might be problematic. Click here for more details.
- {coiled-1.128.3.dev11 → coiled-1.128.3.dev13}/PKG-INFO +1 -1
- {coiled-1.128.3.dev11 → coiled-1.128.3.dev13}/coiled/capture_environment.py +45 -77
- {coiled-1.128.3.dev11 → coiled-1.128.3.dev13}/coiled/v2/cluster.py +0 -1
- {coiled-1.128.3.dev11 → coiled-1.128.3.dev13}/.gitignore +0 -0
- {coiled-1.128.3.dev11 → coiled-1.128.3.dev13}/LICENSE +0 -0
- {coiled-1.128.3.dev11 → coiled-1.128.3.dev13}/README.md +0 -0
- {coiled-1.128.3.dev11 → coiled-1.128.3.dev13}/coiled/__init__.py +0 -0
- {coiled-1.128.3.dev11 → coiled-1.128.3.dev13}/coiled/__main__.py +0 -0
- {coiled-1.128.3.dev11 → coiled-1.128.3.dev13}/coiled/analytics.py +0 -0
- {coiled-1.128.3.dev11 → coiled-1.128.3.dev13}/coiled/auth.py +0 -0
- {coiled-1.128.3.dev11 → coiled-1.128.3.dev13}/coiled/batch.py +0 -0
- {coiled-1.128.3.dev11 → coiled-1.128.3.dev13}/coiled/cli/__init__.py +0 -0
- {coiled-1.128.3.dev11 → coiled-1.128.3.dev13}/coiled/cli/batch/__init__.py +0 -0
- {coiled-1.128.3.dev11 → coiled-1.128.3.dev13}/coiled/cli/batch/list.py +0 -0
- {coiled-1.128.3.dev11 → coiled-1.128.3.dev13}/coiled/cli/batch/logs.py +0 -0
- {coiled-1.128.3.dev11 → coiled-1.128.3.dev13}/coiled/cli/batch/run.py +0 -0
- {coiled-1.128.3.dev11 → coiled-1.128.3.dev13}/coiled/cli/batch/status.py +0 -0
- {coiled-1.128.3.dev11 → coiled-1.128.3.dev13}/coiled/cli/batch/util.py +0 -0
- {coiled-1.128.3.dev11 → coiled-1.128.3.dev13}/coiled/cli/batch/wait.py +0 -0
- {coiled-1.128.3.dev11 → coiled-1.128.3.dev13}/coiled/cli/cluster/__init__.py +0 -0
- {coiled-1.128.3.dev11 → coiled-1.128.3.dev13}/coiled/cli/cluster/azure_logs.py +0 -0
- {coiled-1.128.3.dev11 → coiled-1.128.3.dev13}/coiled/cli/cluster/better_logs.py +0 -0
- {coiled-1.128.3.dev11 → coiled-1.128.3.dev13}/coiled/cli/cluster/crud.py +0 -0
- {coiled-1.128.3.dev11 → coiled-1.128.3.dev13}/coiled/cli/cluster/get_address.py +0 -0
- {coiled-1.128.3.dev11 → coiled-1.128.3.dev13}/coiled/cli/cluster/list.py +0 -0
- {coiled-1.128.3.dev11 → coiled-1.128.3.dev13}/coiled/cli/cluster/logs.py +0 -0
- {coiled-1.128.3.dev11 → coiled-1.128.3.dev13}/coiled/cli/cluster/metrics.py +0 -0
- {coiled-1.128.3.dev11 → coiled-1.128.3.dev13}/coiled/cli/cluster/ssh.py +0 -0
- {coiled-1.128.3.dev11 → coiled-1.128.3.dev13}/coiled/cli/cluster/utils.py +0 -0
- {coiled-1.128.3.dev11 → coiled-1.128.3.dev13}/coiled/cli/config.py +0 -0
- {coiled-1.128.3.dev11 → coiled-1.128.3.dev13}/coiled/cli/core.py +0 -0
- {coiled-1.128.3.dev11 → coiled-1.128.3.dev13}/coiled/cli/curl.py +0 -0
- {coiled-1.128.3.dev11 → coiled-1.128.3.dev13}/coiled/cli/diagnostics.py +0 -0
- {coiled-1.128.3.dev11 → coiled-1.128.3.dev13}/coiled/cli/env.py +0 -0
- {coiled-1.128.3.dev11 → coiled-1.128.3.dev13}/coiled/cli/file.py +0 -0
- {coiled-1.128.3.dev11 → coiled-1.128.3.dev13}/coiled/cli/hello/__init__.py +0 -0
- {coiled-1.128.3.dev11 → coiled-1.128.3.dev13}/coiled/cli/hello/examples/__init__.py +0 -0
- {coiled-1.128.3.dev11 → coiled-1.128.3.dev13}/coiled/cli/hello/examples/exit.py +0 -0
- {coiled-1.128.3.dev11 → coiled-1.128.3.dev13}/coiled/cli/hello/examples/hello_world.py +0 -0
- {coiled-1.128.3.dev11 → coiled-1.128.3.dev13}/coiled/cli/hello/examples/nyc_parquet.py +0 -0
- {coiled-1.128.3.dev11 → coiled-1.128.3.dev13}/coiled/cli/hello/examples/pytorch.py +0 -0
- {coiled-1.128.3.dev11 → coiled-1.128.3.dev13}/coiled/cli/hello/examples/xarray_nwm.py +0 -0
- {coiled-1.128.3.dev11 → coiled-1.128.3.dev13}/coiled/cli/hello/hello.py +0 -0
- {coiled-1.128.3.dev11 → coiled-1.128.3.dev13}/coiled/cli/hello/scripts/fill_ipython.py +0 -0
- {coiled-1.128.3.dev11 → coiled-1.128.3.dev13}/coiled/cli/hello/scripts/nyc_parquet.py +0 -0
- {coiled-1.128.3.dev11 → coiled-1.128.3.dev13}/coiled/cli/hello/scripts/pytorch.py +0 -0
- {coiled-1.128.3.dev11 → coiled-1.128.3.dev13}/coiled/cli/hello/scripts/xarray_nwm.py +0 -0
- {coiled-1.128.3.dev11 → coiled-1.128.3.dev13}/coiled/cli/hello/utils.py +0 -0
- {coiled-1.128.3.dev11 → coiled-1.128.3.dev13}/coiled/cli/login.py +0 -0
- {coiled-1.128.3.dev11 → coiled-1.128.3.dev13}/coiled/cli/mpi.py +0 -0
- {coiled-1.128.3.dev11 → coiled-1.128.3.dev13}/coiled/cli/notebook/__init__.py +0 -0
- {coiled-1.128.3.dev11 → coiled-1.128.3.dev13}/coiled/cli/notebook/notebook.py +0 -0
- {coiled-1.128.3.dev11 → coiled-1.128.3.dev13}/coiled/cli/package_sync.py +0 -0
- {coiled-1.128.3.dev11 → coiled-1.128.3.dev13}/coiled/cli/prefect.py +0 -0
- {coiled-1.128.3.dev11 → coiled-1.128.3.dev13}/coiled/cli/prefect_serve.py +0 -0
- {coiled-1.128.3.dev11 → coiled-1.128.3.dev13}/coiled/cli/run.py +0 -0
- {coiled-1.128.3.dev11 → coiled-1.128.3.dev13}/coiled/cli/setup/__init__.py +0 -0
- {coiled-1.128.3.dev11 → coiled-1.128.3.dev13}/coiled/cli/setup/amp.py +0 -0
- {coiled-1.128.3.dev11 → coiled-1.128.3.dev13}/coiled/cli/setup/aws.py +0 -0
- {coiled-1.128.3.dev11 → coiled-1.128.3.dev13}/coiled/cli/setup/azure.py +0 -0
- {coiled-1.128.3.dev11 → coiled-1.128.3.dev13}/coiled/cli/setup/entry.py +0 -0
- {coiled-1.128.3.dev11 → coiled-1.128.3.dev13}/coiled/cli/setup/gcp.py +0 -0
- {coiled-1.128.3.dev11 → coiled-1.128.3.dev13}/coiled/cli/setup/prometheus.py +0 -0
- {coiled-1.128.3.dev11 → coiled-1.128.3.dev13}/coiled/cli/setup/util.py +0 -0
- {coiled-1.128.3.dev11 → coiled-1.128.3.dev13}/coiled/cli/sync.py +0 -0
- {coiled-1.128.3.dev11 → coiled-1.128.3.dev13}/coiled/cli/utils.py +0 -0
- {coiled-1.128.3.dev11 → coiled-1.128.3.dev13}/coiled/cluster.py +0 -0
- {coiled-1.128.3.dev11 → coiled-1.128.3.dev13}/coiled/coiled.yaml +0 -0
- {coiled-1.128.3.dev11 → coiled-1.128.3.dev13}/coiled/compatibility.py +0 -0
- {coiled-1.128.3.dev11 → coiled-1.128.3.dev13}/coiled/config.py +0 -0
- {coiled-1.128.3.dev11 → coiled-1.128.3.dev13}/coiled/context.py +0 -0
- {coiled-1.128.3.dev11 → coiled-1.128.3.dev13}/coiled/core.py +0 -0
- {coiled-1.128.3.dev11 → coiled-1.128.3.dev13}/coiled/credentials/__init__.py +0 -0
- {coiled-1.128.3.dev11 → coiled-1.128.3.dev13}/coiled/credentials/aws.py +0 -0
- {coiled-1.128.3.dev11 → coiled-1.128.3.dev13}/coiled/credentials/google.py +0 -0
- {coiled-1.128.3.dev11 → coiled-1.128.3.dev13}/coiled/errors.py +0 -0
- {coiled-1.128.3.dev11 → coiled-1.128.3.dev13}/coiled/exceptions.py +0 -0
- {coiled-1.128.3.dev11 → coiled-1.128.3.dev13}/coiled/extensions/__init__.py +0 -0
- {coiled-1.128.3.dev11 → coiled-1.128.3.dev13}/coiled/extensions/prefect/__init__.py +0 -0
- {coiled-1.128.3.dev11 → coiled-1.128.3.dev13}/coiled/extensions/prefect/runners.py +0 -0
- {coiled-1.128.3.dev11 → coiled-1.128.3.dev13}/coiled/extensions/prefect/workers.py +0 -0
- {coiled-1.128.3.dev11 → coiled-1.128.3.dev13}/coiled/filestore.py +0 -0
- {coiled-1.128.3.dev11 → coiled-1.128.3.dev13}/coiled/function.py +0 -0
- {coiled-1.128.3.dev11 → coiled-1.128.3.dev13}/coiled/plugins.py +0 -0
- {coiled-1.128.3.dev11 → coiled-1.128.3.dev13}/coiled/prefect.py +0 -0
- {coiled-1.128.3.dev11 → coiled-1.128.3.dev13}/coiled/pypi_conda_map.py +0 -0
- {coiled-1.128.3.dev11 → coiled-1.128.3.dev13}/coiled/scan.py +0 -0
- {coiled-1.128.3.dev11 → coiled-1.128.3.dev13}/coiled/software.py +0 -0
- {coiled-1.128.3.dev11 → coiled-1.128.3.dev13}/coiled/software_utils.py +0 -0
- {coiled-1.128.3.dev11 → coiled-1.128.3.dev13}/coiled/spans.py +0 -0
- {coiled-1.128.3.dev11 → coiled-1.128.3.dev13}/coiled/spark.py +0 -0
- {coiled-1.128.3.dev11 → coiled-1.128.3.dev13}/coiled/types.py +0 -0
- {coiled-1.128.3.dev11 → coiled-1.128.3.dev13}/coiled/utils.py +0 -0
- {coiled-1.128.3.dev11 → coiled-1.128.3.dev13}/coiled/v2/__init__.py +0 -0
- {coiled-1.128.3.dev11 → coiled-1.128.3.dev13}/coiled/v2/cluster_comms.py +0 -0
- {coiled-1.128.3.dev11 → coiled-1.128.3.dev13}/coiled/v2/core.py +0 -0
- {coiled-1.128.3.dev11 → coiled-1.128.3.dev13}/coiled/v2/cwi_log_link.py +0 -0
- {coiled-1.128.3.dev11 → coiled-1.128.3.dev13}/coiled/v2/states.py +0 -0
- {coiled-1.128.3.dev11 → coiled-1.128.3.dev13}/coiled/v2/widgets/__init__.py +0 -0
- {coiled-1.128.3.dev11 → coiled-1.128.3.dev13}/coiled/v2/widgets/interface.py +0 -0
- {coiled-1.128.3.dev11 → coiled-1.128.3.dev13}/coiled/v2/widgets/rich.py +0 -0
- {coiled-1.128.3.dev11 → coiled-1.128.3.dev13}/coiled/v2/widgets/util.py +0 -0
- {coiled-1.128.3.dev11 → coiled-1.128.3.dev13}/coiled/websockets.py +0 -0
- {coiled-1.128.3.dev11 → coiled-1.128.3.dev13}/pyproject.toml +0 -0
|
@@ -1,6 +1,4 @@
|
|
|
1
|
-
import asyncio
|
|
2
1
|
import contextlib
|
|
3
|
-
import logging
|
|
4
2
|
import platform
|
|
5
3
|
import sys
|
|
6
4
|
import typing
|
|
@@ -69,49 +67,52 @@ async def approximate_packages(
|
|
|
69
67
|
architecture: ArchitectureTypesEnum = ArchitectureTypesEnum.X86_64,
|
|
70
68
|
pip_check_errors: Optional[Dict[str, List[str]]] = None,
|
|
71
69
|
gpu_enabled: bool = False,
|
|
70
|
+
use_uv_installer: bool = True,
|
|
72
71
|
) -> typing.List[ResolvedPackageInfo]:
|
|
73
72
|
user_conda_installed_python = next((p for p in packages if p["name"] == "python"), None)
|
|
74
|
-
|
|
75
|
-
|
|
76
|
-
|
|
77
|
-
|
|
78
|
-
if not user_conda_installed_pip:
|
|
79
|
-
# This means pip was installed by pip, or the system
|
|
80
|
-
# package manager
|
|
81
|
-
# Insert a conda version of pip to be installed first, it will
|
|
82
|
-
# then be used to install the users version of pip
|
|
83
|
-
pip = next(
|
|
84
|
-
(p for p in packages if p["name"] == "pip" and p["source"] == "pip"),
|
|
73
|
+
# Only add pip if we need it
|
|
74
|
+
if not use_uv_installer:
|
|
75
|
+
user_conda_installed_pip = next(
|
|
76
|
+
(i for i, p in enumerate(packages) if p["name"] == "pip" and p["source"] == "conda"),
|
|
85
77
|
None,
|
|
86
78
|
)
|
|
87
|
-
if not
|
|
88
|
-
#
|
|
89
|
-
|
|
90
|
-
|
|
91
|
-
|
|
92
|
-
|
|
93
|
-
"
|
|
94
|
-
|
|
95
|
-
|
|
96
|
-
|
|
97
|
-
|
|
98
|
-
|
|
99
|
-
|
|
100
|
-
|
|
101
|
-
|
|
102
|
-
|
|
103
|
-
|
|
104
|
-
|
|
105
|
-
|
|
106
|
-
|
|
107
|
-
|
|
108
|
-
|
|
109
|
-
|
|
110
|
-
|
|
111
|
-
|
|
112
|
-
|
|
113
|
-
|
|
114
|
-
|
|
79
|
+
if not user_conda_installed_pip:
|
|
80
|
+
# This means pip was installed by pip, or the system
|
|
81
|
+
# package manager
|
|
82
|
+
# Insert a conda version of pip to be installed first, it will
|
|
83
|
+
# then be used to install the users version of pip
|
|
84
|
+
pip = next(
|
|
85
|
+
(p for p in packages if p["name"] == "pip" and p["source"] == "pip"),
|
|
86
|
+
None,
|
|
87
|
+
)
|
|
88
|
+
if not pip:
|
|
89
|
+
# insert a modern version and hope it does not introduce conflicts
|
|
90
|
+
packages.append({
|
|
91
|
+
"name": "pip",
|
|
92
|
+
"path": None,
|
|
93
|
+
"source": "conda",
|
|
94
|
+
"channel_url": "https://conda.anaconda.org/conda-forge/",
|
|
95
|
+
"channel": "conda-forge",
|
|
96
|
+
"subdir": "noarch",
|
|
97
|
+
"conda_name": "pip",
|
|
98
|
+
"version": "22.3.1",
|
|
99
|
+
"wheel_target": None,
|
|
100
|
+
"requested": False,
|
|
101
|
+
})
|
|
102
|
+
else:
|
|
103
|
+
# insert the users pip version and hope it exists on conda-forge
|
|
104
|
+
packages.append({
|
|
105
|
+
"name": "pip",
|
|
106
|
+
"path": None,
|
|
107
|
+
"source": "conda",
|
|
108
|
+
"channel_url": "https://conda.anaconda.org/conda-forge/",
|
|
109
|
+
"channel": "conda-forge",
|
|
110
|
+
"subdir": "noarch",
|
|
111
|
+
"conda_name": "pip",
|
|
112
|
+
"version": pip["version"],
|
|
113
|
+
"wheel_target": None,
|
|
114
|
+
"requested": True,
|
|
115
|
+
})
|
|
115
116
|
coiled_selected_python = None
|
|
116
117
|
if not user_conda_installed_python:
|
|
117
118
|
# insert a special python package
|
|
@@ -208,6 +209,7 @@ async def create_environment_approximation(
|
|
|
208
209
|
progress: Optional[Progress] = None,
|
|
209
210
|
architecture: ArchitectureTypesEnum = ArchitectureTypesEnum.X86_64,
|
|
210
211
|
gpu_enabled: bool = False,
|
|
212
|
+
use_uv_installer: bool = True,
|
|
211
213
|
) -> typing.List[ResolvedPackageInfo]:
|
|
212
214
|
packages = await scan_prefix(progress=progress)
|
|
213
215
|
pip_check_errors = await check_pip_happy(progress)
|
|
@@ -237,6 +239,7 @@ async def create_environment_approximation(
|
|
|
237
239
|
architecture=architecture,
|
|
238
240
|
pip_check_errors=pip_check_errors,
|
|
239
241
|
gpu_enabled=gpu_enabled,
|
|
242
|
+
use_uv_installer=use_uv_installer,
|
|
240
243
|
)
|
|
241
244
|
return result
|
|
242
245
|
|
|
@@ -306,6 +309,7 @@ async def scan_and_create(
|
|
|
306
309
|
architecture=architecture,
|
|
307
310
|
gpu_enabled=gpu_enabled,
|
|
308
311
|
conda_extras=package_sync_conda_extras,
|
|
312
|
+
use_uv_installer=use_uv_installer,
|
|
309
313
|
)
|
|
310
314
|
|
|
311
315
|
if not package_sync_only:
|
|
@@ -427,39 +431,3 @@ If you use pip, venv, uv, pixi, etc. create a new environment and then:
|
|
|
427
431
|
|
|
428
432
|
See https://docs.coiled.io/user_guide/software/package_sync_best_practices.html
|
|
429
433
|
for more best practices. If that doesn't solve your issue, please contact support@coiled.io.""")
|
|
430
|
-
|
|
431
|
-
|
|
432
|
-
if __name__ == "__main__":
|
|
433
|
-
from logging import basicConfig
|
|
434
|
-
|
|
435
|
-
basicConfig(level=logging.INFO)
|
|
436
|
-
|
|
437
|
-
from rich.console import Console
|
|
438
|
-
from rich.table import Table
|
|
439
|
-
|
|
440
|
-
async def run():
|
|
441
|
-
async with CloudV2(asynchronous=True) as cloud:
|
|
442
|
-
return await create_environment_approximation(
|
|
443
|
-
cloud=cloud,
|
|
444
|
-
priorities={
|
|
445
|
-
("dask", "conda"): PackageLevelEnum.CRITICAL,
|
|
446
|
-
("twisted", "conda"): PackageLevelEnum.IGNORE,
|
|
447
|
-
("graphviz", "conda"): PackageLevelEnum.LOOSE,
|
|
448
|
-
("icu", "conda"): PackageLevelEnum.LOOSE,
|
|
449
|
-
},
|
|
450
|
-
)
|
|
451
|
-
|
|
452
|
-
result = asyncio.run(run())
|
|
453
|
-
|
|
454
|
-
table = Table(title="Packages")
|
|
455
|
-
keys = ("name", "source", "include", "client_version", "specifier", "error", "note")
|
|
456
|
-
|
|
457
|
-
for key in keys:
|
|
458
|
-
table.add_column(key)
|
|
459
|
-
|
|
460
|
-
for pkg in result:
|
|
461
|
-
row_values = [str(pkg.get(key, "")) for key in keys]
|
|
462
|
-
table.add_row(*row_values)
|
|
463
|
-
console = Console()
|
|
464
|
-
console.print(table)
|
|
465
|
-
console.print(table)
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|