skypilot-nightly 1.0.0.dev20251027__py3-none-any.whl → 1.0.0.dev20251029__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of skypilot-nightly might be problematic. Click here for more details.
- sky/__init__.py +2 -2
- sky/adaptors/coreweave.py +278 -0
- sky/backends/backend_utils.py +9 -6
- sky/backends/cloud_vm_ray_backend.py +2 -3
- sky/check.py +25 -13
- sky/client/cli/command.py +5 -1
- sky/cloud_stores.py +73 -0
- sky/core.py +7 -5
- sky/dashboard/out/404.html +1 -1
- sky/dashboard/out/_next/static/{YP5Vc3ROcDnTGta0XAhcs → DabuSAKsc_y0wyJxpTIdQ}/_buildManifest.js +1 -1
- sky/dashboard/out/_next/static/chunks/{1141-d5204f35a3388bf4.js → 1141-c3c10e2c6ed71a8f.js} +1 -1
- sky/dashboard/out/_next/static/chunks/2755.a239c652bf8684dd.js +26 -0
- sky/dashboard/out/_next/static/chunks/3294.87a13fba0058865b.js +1 -0
- sky/dashboard/out/_next/static/chunks/{3785.538eb23a098fc304.js → 3785.170be320e0060eaf.js} +1 -1
- sky/dashboard/out/_next/static/chunks/4282-49b2065b7336e496.js +1 -0
- sky/dashboard/out/_next/static/chunks/7615-80aa7b09f45a86d2.js +1 -0
- sky/dashboard/out/_next/static/chunks/8969-4ed9236db997b42b.js +1 -0
- sky/dashboard/out/_next/static/chunks/9360.10a3aac7aad5e3aa.js +31 -0
- sky/dashboard/out/_next/static/chunks/pages/clusters/[cluster]/[job]-ac4a217f17b087cb.js +16 -0
- sky/dashboard/out/_next/static/chunks/pages/clusters/{[cluster]-fbf2907ce2bb67e2.js → [cluster]-1704039ccaf997cf.js} +1 -1
- sky/dashboard/out/_next/static/chunks/pages/{jobs-0dc34cf9a8710a9f.js → jobs-7eee823559e5cf9f.js} +1 -1
- sky/dashboard/out/_next/static/chunks/pages/{users-96d6b8bb2dec055f.js → users-2b172f13f8538a7a.js} +1 -1
- sky/dashboard/out/_next/static/chunks/pages/workspaces/{[name]-fb1b4d3bfb047cad.js → [name]-bbfe5860c93470fd.js} +1 -1
- sky/dashboard/out/_next/static/chunks/pages/{workspaces-6fc994fa1ee6c6bf.js → workspaces-1891376c08050940.js} +1 -1
- sky/dashboard/out/_next/static/chunks/{webpack-585d805f693dbceb.js → webpack-485984ca04e021d0.js} +1 -1
- sky/dashboard/out/_next/static/css/0748ce22df867032.css +3 -0
- sky/dashboard/out/clusters/[cluster]/[job].html +1 -1
- sky/dashboard/out/clusters/[cluster].html +1 -1
- sky/dashboard/out/clusters.html +1 -1
- sky/dashboard/out/config.html +1 -1
- sky/dashboard/out/index.html +1 -1
- sky/dashboard/out/infra/[context].html +1 -1
- sky/dashboard/out/infra.html +1 -1
- sky/dashboard/out/jobs/[job].html +1 -1
- sky/dashboard/out/jobs/pools/[pool].html +1 -1
- sky/dashboard/out/jobs.html +1 -1
- sky/dashboard/out/users.html +1 -1
- sky/dashboard/out/volumes.html +1 -1
- sky/dashboard/out/workspace/new.html +1 -1
- sky/dashboard/out/workspaces/[name].html +1 -1
- sky/dashboard/out/workspaces.html +1 -1
- sky/data/data_utils.py +92 -1
- sky/data/mounting_utils.py +39 -0
- sky/data/storage.py +166 -9
- sky/global_user_state.py +14 -18
- sky/jobs/server/server.py +2 -2
- sky/jobs/utils.py +5 -6
- sky/optimizer.py +1 -1
- sky/provision/kubernetes/instance.py +88 -19
- sky/provision/kubernetes/volume.py +2 -2
- sky/schemas/api/responses.py +2 -5
- sky/serve/replica_managers.py +2 -2
- sky/serve/serve_utils.py +9 -2
- sky/server/requests/payloads.py +2 -0
- sky/server/requests/requests.py +137 -102
- sky/server/requests/serializers/decoders.py +0 -6
- sky/server/requests/serializers/encoders.py +33 -6
- sky/server/server.py +2 -1
- sky/server/stream_utils.py +56 -13
- sky/setup_files/dependencies.py +2 -0
- sky/task.py +10 -0
- sky/templates/nebius-ray.yml.j2 +1 -0
- sky/utils/cli_utils/status_utils.py +8 -2
- sky/utils/context_utils.py +13 -1
- sky/utils/resources_utils.py +53 -29
- {skypilot_nightly-1.0.0.dev20251027.dist-info → skypilot_nightly-1.0.0.dev20251029.dist-info}/METADATA +52 -36
- {skypilot_nightly-1.0.0.dev20251027.dist-info → skypilot_nightly-1.0.0.dev20251029.dist-info}/RECORD +73 -72
- sky/dashboard/out/_next/static/chunks/2755.227c84f5adf75c6b.js +0 -26
- sky/dashboard/out/_next/static/chunks/3015-2dcace420c8939f4.js +0 -1
- sky/dashboard/out/_next/static/chunks/3294.6d5054a953a818cb.js +0 -1
- sky/dashboard/out/_next/static/chunks/4282-d2f3ef2fbf78e347.js +0 -1
- sky/dashboard/out/_next/static/chunks/8969-0389e2cb52412db3.js +0 -1
- sky/dashboard/out/_next/static/chunks/9360.07d78b8552bc9d17.js +0 -31
- sky/dashboard/out/_next/static/chunks/pages/clusters/[cluster]/[job]-c815b90e296b8075.js +0 -16
- sky/dashboard/out/_next/static/css/4c052b4444e52a58.css +0 -3
- /sky/dashboard/out/_next/static/{YP5Vc3ROcDnTGta0XAhcs → DabuSAKsc_y0wyJxpTIdQ}/_ssgManifest.js +0 -0
- /sky/dashboard/out/_next/static/chunks/pages/{_app-513d332313670f2a.js → _app-bde01e4a2beec258.js} +0 -0
- {skypilot_nightly-1.0.0.dev20251027.dist-info → skypilot_nightly-1.0.0.dev20251029.dist-info}/WHEEL +0 -0
- {skypilot_nightly-1.0.0.dev20251027.dist-info → skypilot_nightly-1.0.0.dev20251029.dist-info}/entry_points.txt +0 -0
- {skypilot_nightly-1.0.0.dev20251027.dist-info → skypilot_nightly-1.0.0.dev20251029.dist-info}/licenses/LICENSE +0 -0
- {skypilot_nightly-1.0.0.dev20251027.dist-info → skypilot_nightly-1.0.0.dev20251029.dist-info}/top_level.txt +0 -0
sky/dashboard/out/config.html
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
<!DOCTYPE html><html><head><meta charSet="utf-8"/><meta name="viewport" content="width=device-width"/><meta name="next-head-count" content="2"/><link rel="preload" href="/dashboard/_next/static/css/
|
|
1
|
+
<!DOCTYPE html><html><head><meta charSet="utf-8"/><meta name="viewport" content="width=device-width"/><meta name="next-head-count" content="2"/><link rel="preload" href="/dashboard/_next/static/css/0748ce22df867032.css" as="style"/><link rel="stylesheet" href="/dashboard/_next/static/css/0748ce22df867032.css" data-n-g=""/><noscript data-n-css=""></noscript><script defer="" nomodule="" src="/dashboard/_next/static/chunks/polyfills-78c92fac7aa8fdd8.js"></script><script src="/dashboard/_next/static/chunks/webpack-485984ca04e021d0.js" defer=""></script><script src="/dashboard/_next/static/chunks/framework-cf60a09ccd051a10.js" defer=""></script><script src="/dashboard/_next/static/chunks/main-f15ccb73239a3bf1.js" defer=""></script><script src="/dashboard/_next/static/chunks/pages/_app-bde01e4a2beec258.js" defer=""></script><script src="/dashboard/_next/static/chunks/pages/config-dfb9bf07b13045f4.js" defer=""></script><script src="/dashboard/_next/static/DabuSAKsc_y0wyJxpTIdQ/_buildManifest.js" defer=""></script><script src="/dashboard/_next/static/DabuSAKsc_y0wyJxpTIdQ/_ssgManifest.js" defer=""></script></head><body><div id="__next"></div><script id="__NEXT_DATA__" type="application/json">{"props":{"pageProps":{}},"page":"/config","query":{},"buildId":"DabuSAKsc_y0wyJxpTIdQ","assetPrefix":"/dashboard","nextExport":true,"autoExport":true,"isFallback":false,"scriptLoader":[]}</script></body></html>
|
sky/dashboard/out/index.html
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
<!DOCTYPE html><html><head><meta charSet="utf-8"/><meta name="viewport" content="width=device-width"/><meta name="next-head-count" content="2"/><link rel="preload" href="/dashboard/_next/static/css/
|
|
1
|
+
<!DOCTYPE html><html><head><meta charSet="utf-8"/><meta name="viewport" content="width=device-width"/><meta name="next-head-count" content="2"/><link rel="preload" href="/dashboard/_next/static/css/0748ce22df867032.css" as="style"/><link rel="stylesheet" href="/dashboard/_next/static/css/0748ce22df867032.css" data-n-g=""/><noscript data-n-css=""></noscript><script defer="" nomodule="" src="/dashboard/_next/static/chunks/polyfills-78c92fac7aa8fdd8.js"></script><script src="/dashboard/_next/static/chunks/webpack-485984ca04e021d0.js" defer=""></script><script src="/dashboard/_next/static/chunks/framework-cf60a09ccd051a10.js" defer=""></script><script src="/dashboard/_next/static/chunks/main-f15ccb73239a3bf1.js" defer=""></script><script src="/dashboard/_next/static/chunks/pages/_app-bde01e4a2beec258.js" defer=""></script><script src="/dashboard/_next/static/chunks/pages/index-444f1804401f04ea.js" defer=""></script><script src="/dashboard/_next/static/DabuSAKsc_y0wyJxpTIdQ/_buildManifest.js" defer=""></script><script src="/dashboard/_next/static/DabuSAKsc_y0wyJxpTIdQ/_ssgManifest.js" defer=""></script></head><body><div id="__next"></div><script id="__NEXT_DATA__" type="application/json">{"props":{"pageProps":{}},"page":"/","query":{},"buildId":"DabuSAKsc_y0wyJxpTIdQ","assetPrefix":"/dashboard","nextExport":true,"autoExport":true,"isFallback":false,"scriptLoader":[]}</script></body></html>
|
|
@@ -1 +1 @@
|
|
|
1
|
-
<!DOCTYPE html><html><head><meta charSet="utf-8"/><meta name="viewport" content="width=device-width"/><meta name="next-head-count" content="2"/><link rel="preload" href="/dashboard/_next/static/css/
|
|
1
|
+
<!DOCTYPE html><html><head><meta charSet="utf-8"/><meta name="viewport" content="width=device-width"/><meta name="next-head-count" content="2"/><link rel="preload" href="/dashboard/_next/static/css/0748ce22df867032.css" as="style"/><link rel="stylesheet" href="/dashboard/_next/static/css/0748ce22df867032.css" data-n-g=""/><noscript data-n-css=""></noscript><script defer="" nomodule="" src="/dashboard/_next/static/chunks/polyfills-78c92fac7aa8fdd8.js"></script><script src="/dashboard/_next/static/chunks/webpack-485984ca04e021d0.js" defer=""></script><script src="/dashboard/_next/static/chunks/framework-cf60a09ccd051a10.js" defer=""></script><script src="/dashboard/_next/static/chunks/main-f15ccb73239a3bf1.js" defer=""></script><script src="/dashboard/_next/static/chunks/pages/_app-bde01e4a2beec258.js" defer=""></script><script src="/dashboard/_next/static/chunks/pages/infra/%5Bcontext%5D-9b6e47c2e8b485a2.js" defer=""></script><script src="/dashboard/_next/static/DabuSAKsc_y0wyJxpTIdQ/_buildManifest.js" defer=""></script><script src="/dashboard/_next/static/DabuSAKsc_y0wyJxpTIdQ/_ssgManifest.js" defer=""></script></head><body><div id="__next"></div><script id="__NEXT_DATA__" type="application/json">{"props":{"pageProps":{}},"page":"/infra/[context]","query":{},"buildId":"DabuSAKsc_y0wyJxpTIdQ","assetPrefix":"/dashboard","nextExport":true,"autoExport":true,"isFallback":false,"scriptLoader":[]}</script></body></html>
|
sky/dashboard/out/infra.html
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
<!DOCTYPE html><html><head><meta charSet="utf-8"/><meta name="viewport" content="width=device-width"/><meta name="next-head-count" content="2"/><link rel="preload" href="/dashboard/_next/static/css/
|
|
1
|
+
<!DOCTYPE html><html><head><meta charSet="utf-8"/><meta name="viewport" content="width=device-width"/><meta name="next-head-count" content="2"/><link rel="preload" href="/dashboard/_next/static/css/0748ce22df867032.css" as="style"/><link rel="stylesheet" href="/dashboard/_next/static/css/0748ce22df867032.css" data-n-g=""/><noscript data-n-css=""></noscript><script defer="" nomodule="" src="/dashboard/_next/static/chunks/polyfills-78c92fac7aa8fdd8.js"></script><script src="/dashboard/_next/static/chunks/webpack-485984ca04e021d0.js" defer=""></script><script src="/dashboard/_next/static/chunks/framework-cf60a09ccd051a10.js" defer=""></script><script src="/dashboard/_next/static/chunks/main-f15ccb73239a3bf1.js" defer=""></script><script src="/dashboard/_next/static/chunks/pages/_app-bde01e4a2beec258.js" defer=""></script><script src="/dashboard/_next/static/chunks/pages/infra-c84a3b8a9d599b02.js" defer=""></script><script src="/dashboard/_next/static/DabuSAKsc_y0wyJxpTIdQ/_buildManifest.js" defer=""></script><script src="/dashboard/_next/static/DabuSAKsc_y0wyJxpTIdQ/_ssgManifest.js" defer=""></script></head><body><div id="__next"></div><script id="__NEXT_DATA__" type="application/json">{"props":{"pageProps":{}},"page":"/infra","query":{},"buildId":"DabuSAKsc_y0wyJxpTIdQ","assetPrefix":"/dashboard","nextExport":true,"autoExport":true,"isFallback":false,"scriptLoader":[]}</script></body></html>
|
|
@@ -1 +1 @@
|
|
|
1
|
-
<!DOCTYPE html><html><head><meta charSet="utf-8"/><meta name="viewport" content="width=device-width"/><meta name="next-head-count" content="2"/><link rel="preload" href="/dashboard/_next/static/css/
|
|
1
|
+
<!DOCTYPE html><html><head><meta charSet="utf-8"/><meta name="viewport" content="width=device-width"/><meta name="next-head-count" content="2"/><link rel="preload" href="/dashboard/_next/static/css/0748ce22df867032.css" as="style"/><link rel="stylesheet" href="/dashboard/_next/static/css/0748ce22df867032.css" data-n-g=""/><noscript data-n-css=""></noscript><script defer="" nomodule="" src="/dashboard/_next/static/chunks/polyfills-78c92fac7aa8fdd8.js"></script><script src="/dashboard/_next/static/chunks/webpack-485984ca04e021d0.js" defer=""></script><script src="/dashboard/_next/static/chunks/framework-cf60a09ccd051a10.js" defer=""></script><script src="/dashboard/_next/static/chunks/main-f15ccb73239a3bf1.js" defer=""></script><script src="/dashboard/_next/static/chunks/pages/_app-bde01e4a2beec258.js" defer=""></script><script src="/dashboard/_next/static/chunks/616-3d59f75e2ccf9321.js" defer=""></script><script src="/dashboard/_next/static/chunks/6130-2be46d70a38f1e82.js" defer=""></script><script src="/dashboard/_next/static/chunks/5739-d67458fcb1386c92.js" defer=""></script><script src="/dashboard/_next/static/chunks/7411-b15471acd2cba716.js" defer=""></script><script src="/dashboard/_next/static/chunks/1272-1ef0bf0237faccdb.js" defer=""></script><script src="/dashboard/_next/static/chunks/6212-7bd06f60ba693125.js" defer=""></script><script src="/dashboard/_next/static/chunks/6989-01359c57e018caa4.js" defer=""></script><script src="/dashboard/_next/static/chunks/3850-ff4a9a69d978632b.js" defer=""></script><script src="/dashboard/_next/static/chunks/8969-4ed9236db997b42b.js" defer=""></script><script src="/dashboard/_next/static/chunks/9353-cff34f7e773b2e2b.js" defer=""></script><script src="/dashboard/_next/static/chunks/pages/jobs/%5Bjob%5D-eb5822dac0c9509b.js" defer=""></script><script src="/dashboard/_next/static/DabuSAKsc_y0wyJxpTIdQ/_buildManifest.js" defer=""></script><script src="/dashboard/_next/static/DabuSAKsc_y0wyJxpTIdQ/_ssgManifest.js" defer=""></script></head><body><div id="__next"></div><script id="__NEXT_DATA__" type="application/json">{"props":{"pageProps":{}},"page":"/jobs/[job]","query":{},"buildId":"DabuSAKsc_y0wyJxpTIdQ","assetPrefix":"/dashboard","nextExport":true,"autoExport":true,"isFallback":false,"scriptLoader":[]}</script></body></html>
|
|
@@ -1 +1 @@
|
|
|
1
|
-
<!DOCTYPE html><html><head><meta charSet="utf-8"/><meta name="viewport" content="width=device-width"/><meta name="next-head-count" content="2"/><link rel="preload" href="/dashboard/_next/static/css/
|
|
1
|
+
<!DOCTYPE html><html><head><meta charSet="utf-8"/><meta name="viewport" content="width=device-width"/><meta name="next-head-count" content="2"/><link rel="preload" href="/dashboard/_next/static/css/0748ce22df867032.css" as="style"/><link rel="stylesheet" href="/dashboard/_next/static/css/0748ce22df867032.css" data-n-g=""/><noscript data-n-css=""></noscript><script defer="" nomodule="" src="/dashboard/_next/static/chunks/polyfills-78c92fac7aa8fdd8.js"></script><script src="/dashboard/_next/static/chunks/webpack-485984ca04e021d0.js" defer=""></script><script src="/dashboard/_next/static/chunks/framework-cf60a09ccd051a10.js" defer=""></script><script src="/dashboard/_next/static/chunks/main-f15ccb73239a3bf1.js" defer=""></script><script src="/dashboard/_next/static/chunks/pages/_app-bde01e4a2beec258.js" defer=""></script><script src="/dashboard/_next/static/chunks/616-3d59f75e2ccf9321.js" defer=""></script><script src="/dashboard/_next/static/chunks/6130-2be46d70a38f1e82.js" defer=""></script><script src="/dashboard/_next/static/chunks/5739-d67458fcb1386c92.js" defer=""></script><script src="/dashboard/_next/static/chunks/1272-1ef0bf0237faccdb.js" defer=""></script><script src="/dashboard/_next/static/chunks/6212-7bd06f60ba693125.js" defer=""></script><script src="/dashboard/_next/static/chunks/6989-01359c57e018caa4.js" defer=""></script><script src="/dashboard/_next/static/chunks/3850-ff4a9a69d978632b.js" defer=""></script><script src="/dashboard/_next/static/chunks/8969-4ed9236db997b42b.js" defer=""></script><script src="/dashboard/_next/static/chunks/pages/jobs/pools/%5Bpool%5D-e020fd69dbe76cea.js" defer=""></script><script src="/dashboard/_next/static/DabuSAKsc_y0wyJxpTIdQ/_buildManifest.js" defer=""></script><script src="/dashboard/_next/static/DabuSAKsc_y0wyJxpTIdQ/_ssgManifest.js" defer=""></script></head><body><div id="__next"></div><script id="__NEXT_DATA__" type="application/json">{"props":{"pageProps":{}},"page":"/jobs/pools/[pool]","query":{},"buildId":"DabuSAKsc_y0wyJxpTIdQ","assetPrefix":"/dashboard","nextExport":true,"autoExport":true,"isFallback":false,"scriptLoader":[]}</script></body></html>
|
sky/dashboard/out/jobs.html
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
<!DOCTYPE html><html><head><meta charSet="utf-8"/><meta name="viewport" content="width=device-width"/><meta name="next-head-count" content="2"/><link rel="preload" href="/dashboard/_next/static/css/
|
|
1
|
+
<!DOCTYPE html><html><head><meta charSet="utf-8"/><meta name="viewport" content="width=device-width"/><meta name="next-head-count" content="2"/><link rel="preload" href="/dashboard/_next/static/css/0748ce22df867032.css" as="style"/><link rel="stylesheet" href="/dashboard/_next/static/css/0748ce22df867032.css" data-n-g=""/><noscript data-n-css=""></noscript><script defer="" nomodule="" src="/dashboard/_next/static/chunks/polyfills-78c92fac7aa8fdd8.js"></script><script src="/dashboard/_next/static/chunks/webpack-485984ca04e021d0.js" defer=""></script><script src="/dashboard/_next/static/chunks/framework-cf60a09ccd051a10.js" defer=""></script><script src="/dashboard/_next/static/chunks/main-f15ccb73239a3bf1.js" defer=""></script><script src="/dashboard/_next/static/chunks/pages/_app-bde01e4a2beec258.js" defer=""></script><script src="/dashboard/_next/static/chunks/pages/jobs-7eee823559e5cf9f.js" defer=""></script><script src="/dashboard/_next/static/DabuSAKsc_y0wyJxpTIdQ/_buildManifest.js" defer=""></script><script src="/dashboard/_next/static/DabuSAKsc_y0wyJxpTIdQ/_ssgManifest.js" defer=""></script></head><body><div id="__next"></div><script id="__NEXT_DATA__" type="application/json">{"props":{"pageProps":{}},"page":"/jobs","query":{},"buildId":"DabuSAKsc_y0wyJxpTIdQ","assetPrefix":"/dashboard","nextExport":true,"autoExport":true,"isFallback":false,"scriptLoader":[]}</script></body></html>
|
sky/dashboard/out/users.html
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
<!DOCTYPE html><html><head><meta charSet="utf-8"/><meta name="viewport" content="width=device-width"/><meta name="next-head-count" content="2"/><link rel="preload" href="/dashboard/_next/static/css/
|
|
1
|
+
<!DOCTYPE html><html><head><meta charSet="utf-8"/><meta name="viewport" content="width=device-width"/><meta name="next-head-count" content="2"/><link rel="preload" href="/dashboard/_next/static/css/0748ce22df867032.css" as="style"/><link rel="stylesheet" href="/dashboard/_next/static/css/0748ce22df867032.css" data-n-g=""/><noscript data-n-css=""></noscript><script defer="" nomodule="" src="/dashboard/_next/static/chunks/polyfills-78c92fac7aa8fdd8.js"></script><script src="/dashboard/_next/static/chunks/webpack-485984ca04e021d0.js" defer=""></script><script src="/dashboard/_next/static/chunks/framework-cf60a09ccd051a10.js" defer=""></script><script src="/dashboard/_next/static/chunks/main-f15ccb73239a3bf1.js" defer=""></script><script src="/dashboard/_next/static/chunks/pages/_app-bde01e4a2beec258.js" defer=""></script><script src="/dashboard/_next/static/chunks/pages/users-2b172f13f8538a7a.js" defer=""></script><script src="/dashboard/_next/static/DabuSAKsc_y0wyJxpTIdQ/_buildManifest.js" defer=""></script><script src="/dashboard/_next/static/DabuSAKsc_y0wyJxpTIdQ/_ssgManifest.js" defer=""></script></head><body><div id="__next"></div><script id="__NEXT_DATA__" type="application/json">{"props":{"pageProps":{}},"page":"/users","query":{},"buildId":"DabuSAKsc_y0wyJxpTIdQ","assetPrefix":"/dashboard","nextExport":true,"autoExport":true,"isFallback":false,"scriptLoader":[]}</script></body></html>
|
sky/dashboard/out/volumes.html
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
<!DOCTYPE html><html><head><meta charSet="utf-8"/><meta name="viewport" content="width=device-width"/><meta name="next-head-count" content="2"/><link rel="preload" href="/dashboard/_next/static/css/
|
|
1
|
+
<!DOCTYPE html><html><head><meta charSet="utf-8"/><meta name="viewport" content="width=device-width"/><meta name="next-head-count" content="2"/><link rel="preload" href="/dashboard/_next/static/css/0748ce22df867032.css" as="style"/><link rel="stylesheet" href="/dashboard/_next/static/css/0748ce22df867032.css" data-n-g=""/><noscript data-n-css=""></noscript><script defer="" nomodule="" src="/dashboard/_next/static/chunks/polyfills-78c92fac7aa8fdd8.js"></script><script src="/dashboard/_next/static/chunks/webpack-485984ca04e021d0.js" defer=""></script><script src="/dashboard/_next/static/chunks/framework-cf60a09ccd051a10.js" defer=""></script><script src="/dashboard/_next/static/chunks/main-f15ccb73239a3bf1.js" defer=""></script><script src="/dashboard/_next/static/chunks/pages/_app-bde01e4a2beec258.js" defer=""></script><script src="/dashboard/_next/static/chunks/pages/volumes-d2af9d22e87cc4ba.js" defer=""></script><script src="/dashboard/_next/static/DabuSAKsc_y0wyJxpTIdQ/_buildManifest.js" defer=""></script><script src="/dashboard/_next/static/DabuSAKsc_y0wyJxpTIdQ/_ssgManifest.js" defer=""></script></head><body><div id="__next"></div><script id="__NEXT_DATA__" type="application/json">{"props":{"pageProps":{}},"page":"/volumes","query":{},"buildId":"DabuSAKsc_y0wyJxpTIdQ","assetPrefix":"/dashboard","nextExport":true,"autoExport":true,"isFallback":false,"scriptLoader":[]}</script></body></html>
|
|
@@ -1 +1 @@
|
|
|
1
|
-
<!DOCTYPE html><html><head><meta charSet="utf-8"/><meta name="viewport" content="width=device-width"/><meta name="next-head-count" content="2"/><link rel="preload" href="/dashboard/_next/static/css/
|
|
1
|
+
<!DOCTYPE html><html><head><meta charSet="utf-8"/><meta name="viewport" content="width=device-width"/><meta name="next-head-count" content="2"/><link rel="preload" href="/dashboard/_next/static/css/0748ce22df867032.css" as="style"/><link rel="stylesheet" href="/dashboard/_next/static/css/0748ce22df867032.css" data-n-g=""/><noscript data-n-css=""></noscript><script defer="" nomodule="" src="/dashboard/_next/static/chunks/polyfills-78c92fac7aa8fdd8.js"></script><script src="/dashboard/_next/static/chunks/webpack-485984ca04e021d0.js" defer=""></script><script src="/dashboard/_next/static/chunks/framework-cf60a09ccd051a10.js" defer=""></script><script src="/dashboard/_next/static/chunks/main-f15ccb73239a3bf1.js" defer=""></script><script src="/dashboard/_next/static/chunks/pages/_app-bde01e4a2beec258.js" defer=""></script><script src="/dashboard/_next/static/chunks/pages/workspace/new-3f88a1c7e86a3f86.js" defer=""></script><script src="/dashboard/_next/static/DabuSAKsc_y0wyJxpTIdQ/_buildManifest.js" defer=""></script><script src="/dashboard/_next/static/DabuSAKsc_y0wyJxpTIdQ/_ssgManifest.js" defer=""></script></head><body><div id="__next"></div><script id="__NEXT_DATA__" type="application/json">{"props":{"pageProps":{}},"page":"/workspace/new","query":{},"buildId":"DabuSAKsc_y0wyJxpTIdQ","assetPrefix":"/dashboard","nextExport":true,"autoExport":true,"isFallback":false,"scriptLoader":[]}</script></body></html>
|
|
@@ -1 +1 @@
|
|
|
1
|
-
<!DOCTYPE html><html><head><meta charSet="utf-8"/><meta name="viewport" content="width=device-width"/><meta name="next-head-count" content="2"/><link rel="preload" href="/dashboard/_next/static/css/
|
|
1
|
+
<!DOCTYPE html><html><head><meta charSet="utf-8"/><meta name="viewport" content="width=device-width"/><meta name="next-head-count" content="2"/><link rel="preload" href="/dashboard/_next/static/css/0748ce22df867032.css" as="style"/><link rel="stylesheet" href="/dashboard/_next/static/css/0748ce22df867032.css" data-n-g=""/><noscript data-n-css=""></noscript><script defer="" nomodule="" src="/dashboard/_next/static/chunks/polyfills-78c92fac7aa8fdd8.js"></script><script src="/dashboard/_next/static/chunks/webpack-485984ca04e021d0.js" defer=""></script><script src="/dashboard/_next/static/chunks/framework-cf60a09ccd051a10.js" defer=""></script><script src="/dashboard/_next/static/chunks/main-f15ccb73239a3bf1.js" defer=""></script><script src="/dashboard/_next/static/chunks/pages/_app-bde01e4a2beec258.js" defer=""></script><script src="/dashboard/_next/static/chunks/616-3d59f75e2ccf9321.js" defer=""></script><script src="/dashboard/_next/static/chunks/6130-2be46d70a38f1e82.js" defer=""></script><script src="/dashboard/_next/static/chunks/5739-d67458fcb1386c92.js" defer=""></script><script src="/dashboard/_next/static/chunks/7411-b15471acd2cba716.js" defer=""></script><script src="/dashboard/_next/static/chunks/1272-1ef0bf0237faccdb.js" defer=""></script><script src="/dashboard/_next/static/chunks/7359-c8d04e06886000b3.js" defer=""></script><script src="/dashboard/_next/static/chunks/6989-01359c57e018caa4.js" defer=""></script><script src="/dashboard/_next/static/chunks/3850-ff4a9a69d978632b.js" defer=""></script><script src="/dashboard/_next/static/chunks/8969-4ed9236db997b42b.js" defer=""></script><script src="/dashboard/_next/static/chunks/6990-f6818c84ed8f1c86.js" defer=""></script><script src="/dashboard/_next/static/chunks/9353-cff34f7e773b2e2b.js" defer=""></script><script src="/dashboard/_next/static/chunks/4282-49b2065b7336e496.js" defer=""></script><script src="/dashboard/_next/static/chunks/6601-06114c982db410b6.js" defer=""></script><script src="/dashboard/_next/static/chunks/7615-80aa7b09f45a86d2.js" defer=""></script><script src="/dashboard/_next/static/chunks/1141-c3c10e2c6ed71a8f.js" defer=""></script><script src="/dashboard/_next/static/chunks/pages/workspaces/%5Bname%5D-bbfe5860c93470fd.js" defer=""></script><script src="/dashboard/_next/static/DabuSAKsc_y0wyJxpTIdQ/_buildManifest.js" defer=""></script><script src="/dashboard/_next/static/DabuSAKsc_y0wyJxpTIdQ/_ssgManifest.js" defer=""></script></head><body><div id="__next"></div><script id="__NEXT_DATA__" type="application/json">{"props":{"pageProps":{}},"page":"/workspaces/[name]","query":{},"buildId":"DabuSAKsc_y0wyJxpTIdQ","assetPrefix":"/dashboard","nextExport":true,"autoExport":true,"isFallback":false,"scriptLoader":[]}</script></body></html>
|
|
@@ -1 +1 @@
|
|
|
1
|
-
<!DOCTYPE html><html><head><meta charSet="utf-8"/><meta name="viewport" content="width=device-width"/><meta name="next-head-count" content="2"/><link rel="preload" href="/dashboard/_next/static/css/
|
|
1
|
+
<!DOCTYPE html><html><head><meta charSet="utf-8"/><meta name="viewport" content="width=device-width"/><meta name="next-head-count" content="2"/><link rel="preload" href="/dashboard/_next/static/css/0748ce22df867032.css" as="style"/><link rel="stylesheet" href="/dashboard/_next/static/css/0748ce22df867032.css" data-n-g=""/><noscript data-n-css=""></noscript><script defer="" nomodule="" src="/dashboard/_next/static/chunks/polyfills-78c92fac7aa8fdd8.js"></script><script src="/dashboard/_next/static/chunks/webpack-485984ca04e021d0.js" defer=""></script><script src="/dashboard/_next/static/chunks/framework-cf60a09ccd051a10.js" defer=""></script><script src="/dashboard/_next/static/chunks/main-f15ccb73239a3bf1.js" defer=""></script><script src="/dashboard/_next/static/chunks/pages/_app-bde01e4a2beec258.js" defer=""></script><script src="/dashboard/_next/static/chunks/pages/workspaces-1891376c08050940.js" defer=""></script><script src="/dashboard/_next/static/DabuSAKsc_y0wyJxpTIdQ/_buildManifest.js" defer=""></script><script src="/dashboard/_next/static/DabuSAKsc_y0wyJxpTIdQ/_ssgManifest.js" defer=""></script></head><body><div id="__next"></div><script id="__NEXT_DATA__" type="application/json">{"props":{"pageProps":{}},"page":"/workspaces","query":{},"buildId":"DabuSAKsc_y0wyJxpTIdQ","assetPrefix":"/dashboard","nextExport":true,"autoExport":true,"isFallback":false,"scriptLoader":[]}</script></body></html>
|
sky/data/data_utils.py
CHANGED
|
@@ -19,6 +19,7 @@ from sky import sky_logging
|
|
|
19
19
|
from sky.adaptors import aws
|
|
20
20
|
from sky.adaptors import azure
|
|
21
21
|
from sky.adaptors import cloudflare
|
|
22
|
+
from sky.adaptors import coreweave
|
|
22
23
|
from sky.adaptors import gcp
|
|
23
24
|
from sky.adaptors import ibm
|
|
24
25
|
from sky.adaptors import nebius
|
|
@@ -625,6 +626,7 @@ class Rclone:
|
|
|
625
626
|
R2 = 'R2'
|
|
626
627
|
AZURE = 'AZURE'
|
|
627
628
|
NEBIUS = 'NEBIUS'
|
|
629
|
+
COREWEAVE = 'COREWEAVE'
|
|
628
630
|
|
|
629
631
|
def get_profile_name(self, bucket_name: str) -> str:
|
|
630
632
|
"""Gets the Rclone profile name for a given bucket.
|
|
@@ -642,7 +644,8 @@ class Rclone:
|
|
|
642
644
|
Rclone.RcloneStores.IBM: 'sky-ibm',
|
|
643
645
|
Rclone.RcloneStores.R2: 'sky-r2',
|
|
644
646
|
Rclone.RcloneStores.AZURE: 'sky-azure',
|
|
645
|
-
Rclone.RcloneStores.NEBIUS: 'sky-nebius'
|
|
647
|
+
Rclone.RcloneStores.NEBIUS: 'sky-nebius',
|
|
648
|
+
Rclone.RcloneStores.COREWEAVE: 'sky-coreweave'
|
|
646
649
|
}
|
|
647
650
|
return f'{profile_prefix[self]}-{bucket_name}'
|
|
648
651
|
|
|
@@ -748,6 +751,25 @@ class Rclone:
|
|
|
748
751
|
endpoint = {endpoint_url}
|
|
749
752
|
acl = private
|
|
750
753
|
""")
|
|
754
|
+
elif self is Rclone.RcloneStores.COREWEAVE:
|
|
755
|
+
coreweave_session = coreweave.session()
|
|
756
|
+
coreweave_credentials = coreweave.get_coreweave_credentials(
|
|
757
|
+
coreweave_session)
|
|
758
|
+
# Get endpoint URL from the client
|
|
759
|
+
endpoint_url = coreweave.get_endpoint()
|
|
760
|
+
access_key_id = coreweave_credentials.access_key
|
|
761
|
+
secret_access_key = coreweave_credentials.secret_key
|
|
762
|
+
config = textwrap.dedent(f"""\
|
|
763
|
+
[{rclone_profile_name}]
|
|
764
|
+
type = s3
|
|
765
|
+
provider = Other
|
|
766
|
+
access_key_id = {access_key_id}
|
|
767
|
+
secret_access_key = {secret_access_key}
|
|
768
|
+
endpoint = {endpoint_url}
|
|
769
|
+
region = auto
|
|
770
|
+
acl = private
|
|
771
|
+
force_path_style = false
|
|
772
|
+
""")
|
|
751
773
|
else:
|
|
752
774
|
with ux_utils.print_exception_no_traceback():
|
|
753
775
|
raise NotImplementedError(
|
|
@@ -908,3 +930,72 @@ def split_oci_path(oci_path: str) -> Tuple[str, str]:
|
|
|
908
930
|
bucket = path_parts.pop(0)
|
|
909
931
|
key = '/'.join(path_parts)
|
|
910
932
|
return bucket, key
|
|
933
|
+
|
|
934
|
+
|
|
935
|
+
def create_coreweave_client() -> Client:
|
|
936
|
+
"""Create CoreWeave S3 client."""
|
|
937
|
+
return coreweave.client('s3')
|
|
938
|
+
|
|
939
|
+
|
|
940
|
+
def split_coreweave_path(coreweave_path: str) -> Tuple[str, str]:
|
|
941
|
+
"""Splits CoreWeave Path into Bucket name and Relative Path to Bucket
|
|
942
|
+
|
|
943
|
+
Args:
|
|
944
|
+
coreweave_path: str; CoreWeave Path, e.g. cw://imagenet/train/
|
|
945
|
+
"""
|
|
946
|
+
path_parts = coreweave_path.replace('cw://', '').split('/')
|
|
947
|
+
bucket = path_parts.pop(0)
|
|
948
|
+
key = '/'.join(path_parts)
|
|
949
|
+
return bucket, key
|
|
950
|
+
|
|
951
|
+
|
|
952
|
+
def verify_coreweave_bucket(name: str, retry: int = 0) -> bool:
|
|
953
|
+
"""Verify CoreWeave bucket exists and is accessible.
|
|
954
|
+
|
|
955
|
+
Retries head_bucket operation up to retry times with 5 second intervals
|
|
956
|
+
to handle DNS propagation delays or temporary connectivity issues.
|
|
957
|
+
"""
|
|
958
|
+
coreweave_client = create_coreweave_client()
|
|
959
|
+
max_retries = retry + 1 # 5s * (retry+1) = total seconds to retry
|
|
960
|
+
retry_count = 0
|
|
961
|
+
|
|
962
|
+
while retry_count < max_retries:
|
|
963
|
+
try:
|
|
964
|
+
coreweave_client.head_bucket(Bucket=name)
|
|
965
|
+
if retry_count > 0:
|
|
966
|
+
logger.debug(
|
|
967
|
+
f'Successfully verified bucket {name} after '
|
|
968
|
+
f'{retry_count} retries ({retry_count * 5} seconds)')
|
|
969
|
+
return True
|
|
970
|
+
|
|
971
|
+
except coreweave.botocore.exceptions.ClientError as e: # type: ignore[union-attr] # pylint: disable=line-too-long:
|
|
972
|
+
error_code = e.response['Error']['Code']
|
|
973
|
+
if error_code == '403':
|
|
974
|
+
logger.error(f'Access denied to bucket {name}')
|
|
975
|
+
return False
|
|
976
|
+
elif error_code == '404':
|
|
977
|
+
logger.debug(f'Bucket {name} does not exist')
|
|
978
|
+
else:
|
|
979
|
+
logger.debug(
|
|
980
|
+
f'Unexpected error checking CoreWeave bucket {name}: {e}')
|
|
981
|
+
except Exception as e: # pylint: disable=broad-except
|
|
982
|
+
logger.debug(
|
|
983
|
+
f'Unexpected error checking CoreWeave bucket {name}: {e}')
|
|
984
|
+
|
|
985
|
+
# Common retry logic for all transient errors
|
|
986
|
+
retry_count += 1
|
|
987
|
+
if retry_count < max_retries:
|
|
988
|
+
logger.debug(f'Error checking CoreWeave bucket {name} '
|
|
989
|
+
f'(attempt {retry_count}/{max_retries}). '
|
|
990
|
+
f'Retrying in 5 seconds...')
|
|
991
|
+
time.sleep(5)
|
|
992
|
+
else:
|
|
993
|
+
attempt_str = 'attempt'
|
|
994
|
+
if max_retries > 1:
|
|
995
|
+
attempt_str += 's'
|
|
996
|
+
logger.error(f'Failed to verify CoreWeave bucket {name} after '
|
|
997
|
+
f'{max_retries} {attempt_str}.')
|
|
998
|
+
return False
|
|
999
|
+
|
|
1000
|
+
# Should not reach here, but just in case
|
|
1001
|
+
return False
|
sky/data/mounting_utils.py
CHANGED
|
@@ -148,6 +148,45 @@ def get_nebius_mount_cmd(nebius_profile_name: str,
|
|
|
148
148
|
return mount_cmd
|
|
149
149
|
|
|
150
150
|
|
|
151
|
+
def get_coreweave_mount_cmd(cw_credentials_path: str,
|
|
152
|
+
coreweave_profile_name: str,
|
|
153
|
+
bucket_name: str,
|
|
154
|
+
endpoint_url: str,
|
|
155
|
+
mount_path: str,
|
|
156
|
+
_bucket_sub_path: Optional[str] = None) -> str:
|
|
157
|
+
"""Returns a command to mount CoreWeave bucket"""
|
|
158
|
+
if _bucket_sub_path is None:
|
|
159
|
+
_bucket_sub_path = ''
|
|
160
|
+
else:
|
|
161
|
+
_bucket_sub_path = f':{_bucket_sub_path}'
|
|
162
|
+
|
|
163
|
+
# Use rclone for ARM64 architectures since goofys doesn't support them
|
|
164
|
+
arch_check = 'ARCH=$(uname -m) && '
|
|
165
|
+
rclone_mount = (
|
|
166
|
+
f'{FUSERMOUNT3_SOFT_LINK_CMD} && '
|
|
167
|
+
f'AWS_SHARED_CREDENTIALS_FILE={cw_credentials_path} '
|
|
168
|
+
f'AWS_PROFILE={coreweave_profile_name} '
|
|
169
|
+
f'rclone mount :s3:{bucket_name}{_bucket_sub_path} {mount_path} '
|
|
170
|
+
f'--s3-force-path-style=false '
|
|
171
|
+
f'--s3-endpoint {endpoint_url} --daemon --allow-other')
|
|
172
|
+
goofys_mount = (f'AWS_SHARED_CREDENTIALS_FILE={cw_credentials_path} '
|
|
173
|
+
f'AWS_PROFILE={coreweave_profile_name} {_GOOFYS_WRAPPER} '
|
|
174
|
+
'-o allow_other '
|
|
175
|
+
f'--stat-cache-ttl {_STAT_CACHE_TTL} '
|
|
176
|
+
f'--type-cache-ttl {_TYPE_CACHE_TTL} '
|
|
177
|
+
f'--subdomain '
|
|
178
|
+
f'--endpoint {endpoint_url} '
|
|
179
|
+
f'{bucket_name}{_bucket_sub_path} {mount_path}')
|
|
180
|
+
|
|
181
|
+
mount_cmd = (f'{arch_check}'
|
|
182
|
+
f'if [ "$ARCH" = "aarch64" ] || [ "$ARCH" = "arm64" ]; then '
|
|
183
|
+
f' {rclone_mount}; '
|
|
184
|
+
f'else '
|
|
185
|
+
f' {goofys_mount}; '
|
|
186
|
+
f'fi')
|
|
187
|
+
return mount_cmd
|
|
188
|
+
|
|
189
|
+
|
|
151
190
|
def get_gcs_mount_install_cmd() -> str:
|
|
152
191
|
"""Returns a command to install GCS mount utility gcsfuse."""
|
|
153
192
|
install_cmd = ('ARCH=$(uname -m) && '
|