coiled 1.128.3.dev21__tar.gz → 1.129.3.dev13__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of coiled might be problematic. Click here for more details.
- {coiled-1.128.3.dev21 → coiled-1.129.3.dev13}/PKG-INFO +1 -1
- {coiled-1.128.3.dev21 → coiled-1.129.3.dev13}/coiled/cli/setup/azure.py +50 -1
- {coiled-1.128.3.dev21 → coiled-1.129.3.dev13}/coiled/software_utils.py +8 -2
- {coiled-1.128.3.dev21 → coiled-1.129.3.dev13}/.gitignore +0 -0
- {coiled-1.128.3.dev21 → coiled-1.129.3.dev13}/LICENSE +0 -0
- {coiled-1.128.3.dev21 → coiled-1.129.3.dev13}/README.md +0 -0
- {coiled-1.128.3.dev21 → coiled-1.129.3.dev13}/coiled/__init__.py +0 -0
- {coiled-1.128.3.dev21 → coiled-1.129.3.dev13}/coiled/__main__.py +0 -0
- {coiled-1.128.3.dev21 → coiled-1.129.3.dev13}/coiled/analytics.py +0 -0
- {coiled-1.128.3.dev21 → coiled-1.129.3.dev13}/coiled/auth.py +0 -0
- {coiled-1.128.3.dev21 → coiled-1.129.3.dev13}/coiled/batch.py +0 -0
- {coiled-1.128.3.dev21 → coiled-1.129.3.dev13}/coiled/capture_environment.py +0 -0
- {coiled-1.128.3.dev21 → coiled-1.129.3.dev13}/coiled/cli/__init__.py +0 -0
- {coiled-1.128.3.dev21 → coiled-1.129.3.dev13}/coiled/cli/batch/__init__.py +0 -0
- {coiled-1.128.3.dev21 → coiled-1.129.3.dev13}/coiled/cli/batch/list.py +0 -0
- {coiled-1.128.3.dev21 → coiled-1.129.3.dev13}/coiled/cli/batch/logs.py +0 -0
- {coiled-1.128.3.dev21 → coiled-1.129.3.dev13}/coiled/cli/batch/run.py +0 -0
- {coiled-1.128.3.dev21 → coiled-1.129.3.dev13}/coiled/cli/batch/status.py +0 -0
- {coiled-1.128.3.dev21 → coiled-1.129.3.dev13}/coiled/cli/batch/util.py +0 -0
- {coiled-1.128.3.dev21 → coiled-1.129.3.dev13}/coiled/cli/batch/wait.py +0 -0
- {coiled-1.128.3.dev21 → coiled-1.129.3.dev13}/coiled/cli/cluster/__init__.py +0 -0
- {coiled-1.128.3.dev21 → coiled-1.129.3.dev13}/coiled/cli/cluster/azure_logs.py +0 -0
- {coiled-1.128.3.dev21 → coiled-1.129.3.dev13}/coiled/cli/cluster/better_logs.py +0 -0
- {coiled-1.128.3.dev21 → coiled-1.129.3.dev13}/coiled/cli/cluster/crud.py +0 -0
- {coiled-1.128.3.dev21 → coiled-1.129.3.dev13}/coiled/cli/cluster/get_address.py +0 -0
- {coiled-1.128.3.dev21 → coiled-1.129.3.dev13}/coiled/cli/cluster/list.py +0 -0
- {coiled-1.128.3.dev21 → coiled-1.129.3.dev13}/coiled/cli/cluster/logs.py +0 -0
- {coiled-1.128.3.dev21 → coiled-1.129.3.dev13}/coiled/cli/cluster/metrics.py +0 -0
- {coiled-1.128.3.dev21 → coiled-1.129.3.dev13}/coiled/cli/cluster/ssh.py +0 -0
- {coiled-1.128.3.dev21 → coiled-1.129.3.dev13}/coiled/cli/cluster/utils.py +0 -0
- {coiled-1.128.3.dev21 → coiled-1.129.3.dev13}/coiled/cli/config.py +0 -0
- {coiled-1.128.3.dev21 → coiled-1.129.3.dev13}/coiled/cli/core.py +0 -0
- {coiled-1.128.3.dev21 → coiled-1.129.3.dev13}/coiled/cli/curl.py +0 -0
- {coiled-1.128.3.dev21 → coiled-1.129.3.dev13}/coiled/cli/diagnostics.py +0 -0
- {coiled-1.128.3.dev21 → coiled-1.129.3.dev13}/coiled/cli/env.py +0 -0
- {coiled-1.128.3.dev21 → coiled-1.129.3.dev13}/coiled/cli/file.py +0 -0
- {coiled-1.128.3.dev21 → coiled-1.129.3.dev13}/coiled/cli/hello/__init__.py +0 -0
- {coiled-1.128.3.dev21 → coiled-1.129.3.dev13}/coiled/cli/hello/examples/__init__.py +0 -0
- {coiled-1.128.3.dev21 → coiled-1.129.3.dev13}/coiled/cli/hello/examples/exit.py +0 -0
- {coiled-1.128.3.dev21 → coiled-1.129.3.dev13}/coiled/cli/hello/examples/hello_world.py +0 -0
- {coiled-1.128.3.dev21 → coiled-1.129.3.dev13}/coiled/cli/hello/examples/nyc_parquet.py +0 -0
- {coiled-1.128.3.dev21 → coiled-1.129.3.dev13}/coiled/cli/hello/examples/pytorch.py +0 -0
- {coiled-1.128.3.dev21 → coiled-1.129.3.dev13}/coiled/cli/hello/examples/xarray_nwm.py +0 -0
- {coiled-1.128.3.dev21 → coiled-1.129.3.dev13}/coiled/cli/hello/hello.py +0 -0
- {coiled-1.128.3.dev21 → coiled-1.129.3.dev13}/coiled/cli/hello/scripts/fill_ipython.py +0 -0
- {coiled-1.128.3.dev21 → coiled-1.129.3.dev13}/coiled/cli/hello/scripts/nyc_parquet.py +0 -0
- {coiled-1.128.3.dev21 → coiled-1.129.3.dev13}/coiled/cli/hello/scripts/pytorch.py +0 -0
- {coiled-1.128.3.dev21 → coiled-1.129.3.dev13}/coiled/cli/hello/scripts/xarray_nwm.py +0 -0
- {coiled-1.128.3.dev21 → coiled-1.129.3.dev13}/coiled/cli/hello/utils.py +0 -0
- {coiled-1.128.3.dev21 → coiled-1.129.3.dev13}/coiled/cli/login.py +0 -0
- {coiled-1.128.3.dev21 → coiled-1.129.3.dev13}/coiled/cli/mpi.py +0 -0
- {coiled-1.128.3.dev21 → coiled-1.129.3.dev13}/coiled/cli/notebook/__init__.py +0 -0
- {coiled-1.128.3.dev21 → coiled-1.129.3.dev13}/coiled/cli/notebook/notebook.py +0 -0
- {coiled-1.128.3.dev21 → coiled-1.129.3.dev13}/coiled/cli/package_sync.py +0 -0
- {coiled-1.128.3.dev21 → coiled-1.129.3.dev13}/coiled/cli/prefect.py +0 -0
- {coiled-1.128.3.dev21 → coiled-1.129.3.dev13}/coiled/cli/prefect_serve.py +0 -0
- {coiled-1.128.3.dev21 → coiled-1.129.3.dev13}/coiled/cli/run.py +0 -0
- {coiled-1.128.3.dev21 → coiled-1.129.3.dev13}/coiled/cli/setup/__init__.py +0 -0
- {coiled-1.128.3.dev21 → coiled-1.129.3.dev13}/coiled/cli/setup/amp.py +0 -0
- {coiled-1.128.3.dev21 → coiled-1.129.3.dev13}/coiled/cli/setup/aws.py +0 -0
- {coiled-1.128.3.dev21 → coiled-1.129.3.dev13}/coiled/cli/setup/entry.py +0 -0
- {coiled-1.128.3.dev21 → coiled-1.129.3.dev13}/coiled/cli/setup/gcp.py +0 -0
- {coiled-1.128.3.dev21 → coiled-1.129.3.dev13}/coiled/cli/setup/prometheus.py +0 -0
- {coiled-1.128.3.dev21 → coiled-1.129.3.dev13}/coiled/cli/setup/util.py +0 -0
- {coiled-1.128.3.dev21 → coiled-1.129.3.dev13}/coiled/cli/sync.py +0 -0
- {coiled-1.128.3.dev21 → coiled-1.129.3.dev13}/coiled/cli/utils.py +0 -0
- {coiled-1.128.3.dev21 → coiled-1.129.3.dev13}/coiled/cluster.py +0 -0
- {coiled-1.128.3.dev21 → coiled-1.129.3.dev13}/coiled/coiled.yaml +0 -0
- {coiled-1.128.3.dev21 → coiled-1.129.3.dev13}/coiled/compatibility.py +0 -0
- {coiled-1.128.3.dev21 → coiled-1.129.3.dev13}/coiled/config.py +0 -0
- {coiled-1.128.3.dev21 → coiled-1.129.3.dev13}/coiled/context.py +0 -0
- {coiled-1.128.3.dev21 → coiled-1.129.3.dev13}/coiled/core.py +0 -0
- {coiled-1.128.3.dev21 → coiled-1.129.3.dev13}/coiled/credentials/__init__.py +0 -0
- {coiled-1.128.3.dev21 → coiled-1.129.3.dev13}/coiled/credentials/aws.py +0 -0
- {coiled-1.128.3.dev21 → coiled-1.129.3.dev13}/coiled/credentials/google.py +0 -0
- {coiled-1.128.3.dev21 → coiled-1.129.3.dev13}/coiled/errors.py +0 -0
- {coiled-1.128.3.dev21 → coiled-1.129.3.dev13}/coiled/exceptions.py +0 -0
- {coiled-1.128.3.dev21 → coiled-1.129.3.dev13}/coiled/extensions/__init__.py +0 -0
- {coiled-1.128.3.dev21 → coiled-1.129.3.dev13}/coiled/extensions/prefect/__init__.py +0 -0
- {coiled-1.128.3.dev21 → coiled-1.129.3.dev13}/coiled/extensions/prefect/runners.py +0 -0
- {coiled-1.128.3.dev21 → coiled-1.129.3.dev13}/coiled/extensions/prefect/workers.py +0 -0
- {coiled-1.128.3.dev21 → coiled-1.129.3.dev13}/coiled/filestore.py +0 -0
- {coiled-1.128.3.dev21 → coiled-1.129.3.dev13}/coiled/function.py +0 -0
- {coiled-1.128.3.dev21 → coiled-1.129.3.dev13}/coiled/plugins.py +0 -0
- {coiled-1.128.3.dev21 → coiled-1.129.3.dev13}/coiled/prefect.py +0 -0
- {coiled-1.128.3.dev21 → coiled-1.129.3.dev13}/coiled/pypi_conda_map.py +0 -0
- {coiled-1.128.3.dev21 → coiled-1.129.3.dev13}/coiled/scan.py +0 -0
- {coiled-1.128.3.dev21 → coiled-1.129.3.dev13}/coiled/software.py +0 -0
- {coiled-1.128.3.dev21 → coiled-1.129.3.dev13}/coiled/spans.py +0 -0
- {coiled-1.128.3.dev21 → coiled-1.129.3.dev13}/coiled/spark.py +0 -0
- {coiled-1.128.3.dev21 → coiled-1.129.3.dev13}/coiled/types.py +0 -0
- {coiled-1.128.3.dev21 → coiled-1.129.3.dev13}/coiled/utils.py +0 -0
- {coiled-1.128.3.dev21 → coiled-1.129.3.dev13}/coiled/v2/__init__.py +0 -0
- {coiled-1.128.3.dev21 → coiled-1.129.3.dev13}/coiled/v2/cluster.py +0 -0
- {coiled-1.128.3.dev21 → coiled-1.129.3.dev13}/coiled/v2/cluster_comms.py +0 -0
- {coiled-1.128.3.dev21 → coiled-1.129.3.dev13}/coiled/v2/core.py +0 -0
- {coiled-1.128.3.dev21 → coiled-1.129.3.dev13}/coiled/v2/cwi_log_link.py +0 -0
- {coiled-1.128.3.dev21 → coiled-1.129.3.dev13}/coiled/v2/states.py +0 -0
- {coiled-1.128.3.dev21 → coiled-1.129.3.dev13}/coiled/v2/widgets/__init__.py +0 -0
- {coiled-1.128.3.dev21 → coiled-1.129.3.dev13}/coiled/v2/widgets/interface.py +0 -0
- {coiled-1.128.3.dev21 → coiled-1.129.3.dev13}/coiled/v2/widgets/rich.py +0 -0
- {coiled-1.128.3.dev21 → coiled-1.129.3.dev13}/coiled/v2/widgets/util.py +0 -0
- {coiled-1.128.3.dev21 → coiled-1.129.3.dev13}/coiled/websockets.py +0 -0
- {coiled-1.128.3.dev21 → coiled-1.129.3.dev13}/pyproject.toml +0 -0
|
@@ -175,8 +175,21 @@ coiled curl -X POST "${SETUP_ENDPOINT}" --json --data "{\\"credentials\\": {\\"t
|
|
|
175
175
|
"service principal for Coiled to use."
|
|
176
176
|
),
|
|
177
177
|
)
|
|
178
|
+
@click.option(
|
|
179
|
+
"--refresh-for-app-id", default=None, help="Refresh the secret key used by Coiled for specified Application ID."
|
|
180
|
+
)
|
|
178
181
|
@click.command(context_settings=CONTEXT_SETTINGS)
|
|
179
|
-
def azure_setup(
|
|
182
|
+
def azure_setup(
|
|
183
|
+
subscription,
|
|
184
|
+
resource_group,
|
|
185
|
+
region,
|
|
186
|
+
account,
|
|
187
|
+
iam_user,
|
|
188
|
+
keep_existing_access,
|
|
189
|
+
save_script,
|
|
190
|
+
ship_token,
|
|
191
|
+
refresh_for_app_id,
|
|
192
|
+
):
|
|
180
193
|
print(
|
|
181
194
|
"Coiled on Azure is currently in [bold]public beta[/bold], "
|
|
182
195
|
"please contact [link]support@coiled.io[/link] if you have any questions or problems."
|
|
@@ -264,6 +277,17 @@ def azure_setup(subscription, resource_group, region, account, iam_user, keep_ex
|
|
|
264
277
|
f"with [green]{region}[/green] as the default region\n"
|
|
265
278
|
)
|
|
266
279
|
|
|
280
|
+
if refresh_for_app_id:
|
|
281
|
+
refresh_app_creds(
|
|
282
|
+
app_id=refresh_for_app_id,
|
|
283
|
+
coiled_account=coiled_account,
|
|
284
|
+
sub_id=sub_id,
|
|
285
|
+
rg_name=rg_name,
|
|
286
|
+
region=region,
|
|
287
|
+
keep_existing_keys=True,
|
|
288
|
+
)
|
|
289
|
+
return
|
|
290
|
+
|
|
267
291
|
if ship_token:
|
|
268
292
|
enable_providers(creds, sub_id)
|
|
269
293
|
ship_token_creds(
|
|
@@ -378,6 +402,31 @@ def setup_with_service_principal(
|
|
|
378
402
|
return True
|
|
379
403
|
|
|
380
404
|
|
|
405
|
+
def refresh_app_creds(app_id, keep_existing_keys, coiled_account, sub_id, rg_name, region):
|
|
406
|
+
print(f" [bright_black]Resetting/retrieving credentials for {app_id}...")
|
|
407
|
+
cred_reset_opts = "--append" if keep_existing_keys else ""
|
|
408
|
+
app_creds_json = az_cli_wrapper(f"az ad app credential reset --id {app_id} {cred_reset_opts}")
|
|
409
|
+
app_creds = json.loads(app_creds_json)
|
|
410
|
+
|
|
411
|
+
creds_to_submit = {
|
|
412
|
+
"tenant_id": app_creds["tenant"],
|
|
413
|
+
"client_id": app_creds["appId"],
|
|
414
|
+
"client_secret": app_creds["password"],
|
|
415
|
+
}
|
|
416
|
+
|
|
417
|
+
print("Sending Azure credentials to Coiled... ", end="")
|
|
418
|
+
submit_azure_credentials(
|
|
419
|
+
coiled_account=coiled_account,
|
|
420
|
+
sub_id=sub_id,
|
|
421
|
+
rg_name=rg_name,
|
|
422
|
+
region=region,
|
|
423
|
+
creds_to_submit=creds_to_submit,
|
|
424
|
+
)
|
|
425
|
+
print(f"Azure credentials have been updated for {coiled_account} using Azure app {app_id} and {rg_name}!")
|
|
426
|
+
|
|
427
|
+
coiled.add_interaction(action="RefreshCloudCredentials", success=True)
|
|
428
|
+
|
|
429
|
+
|
|
381
430
|
def submit_azure_credentials(coiled_account, sub_id, rg_name, region, creds_to_submit, check_after: bool = False):
|
|
382
431
|
with coiled.Cloud(account=coiled_account) as cloud:
|
|
383
432
|
setup_endpoint = f"/api/v2/cloud-credentials/{coiled_account}/azure"
|
|
@@ -572,6 +572,9 @@ def get_mamba_auth_dict(home_dir: Path | None = None) -> dict[str, tuple[str, st
|
|
|
572
572
|
if auth_file.exists():
|
|
573
573
|
with auth_file.open("r") as f:
|
|
574
574
|
auth_data = json.load(f)
|
|
575
|
+
if not isinstance(auth_data, dict):
|
|
576
|
+
logger.debug(f"Mamba auth file {auth_file} does not contain a dictionary at top level")
|
|
577
|
+
return domain_auth
|
|
575
578
|
for domain, auth in auth_data.items():
|
|
576
579
|
auth_type = auth.get("type")
|
|
577
580
|
if auth_type == "CondaToken":
|
|
@@ -634,6 +637,9 @@ def get_rattler_auth_dict(home_dir: Path | None = None) -> dict[str, tuple[str,
|
|
|
634
637
|
if auth_file.exists():
|
|
635
638
|
with auth_file.open("r") as f:
|
|
636
639
|
auth_data = json.load(f)
|
|
640
|
+
if not isinstance(auth_data, dict):
|
|
641
|
+
logger.debug(f"Rattler auth file {auth_file} does not contain a dictionary at top level")
|
|
642
|
+
return domain_auth
|
|
637
643
|
for domain, auth in auth_data.items():
|
|
638
644
|
parsed_auth = _parse_rattler_auth_data(auth)
|
|
639
645
|
if parsed_auth:
|
|
@@ -880,8 +886,8 @@ def set_auth_for_url(url: Url | str) -> str:
|
|
|
880
886
|
or (get_conda_auth(no_auth_url) if use_conda_auth else None)
|
|
881
887
|
# mamba could have URL stored by netloc/path or netloc
|
|
882
888
|
or ((get_mamba_auth(f"{netloc}{path}") or get_mamba_auth(netloc)) if use_mamba_auth else None)
|
|
883
|
-
# rattler/pixi
|
|
884
|
-
or (get_rattler_auth(netloc) if use_rattler_auth else None)
|
|
889
|
+
# rattler/pixi could store netloc or *.netloc in keyring or a fallback file
|
|
890
|
+
or ((get_rattler_auth(netloc) or get_rattler_auth(f"*.{netloc}")) if use_rattler_auth else None)
|
|
885
891
|
)
|
|
886
892
|
if auth_parts is not None:
|
|
887
893
|
username, password = auth_parts
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|