skypilot-nightly 1.0.0.dev20250730__py3-none-any.whl → 1.0.0.dev20250731__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.


This version of skypilot-nightly might be problematic. Click here for more details.

Files changed (72) hide show
  1. sky/__init__.py +2 -2
  2. sky/backends/backend_utils.py +4 -1
  3. sky/backends/cloud_vm_ray_backend.py +4 -3
  4. sky/catalog/__init__.py +3 -3
  5. sky/catalog/aws_catalog.py +12 -0
  6. sky/catalog/common.py +2 -2
  7. sky/catalog/data_fetchers/fetch_aws.py +13 -1
  8. sky/client/cli/command.py +448 -53
  9. sky/dashboard/out/404.html +1 -1
  10. sky/dashboard/out/clusters/[cluster]/[job].html +1 -1
  11. sky/dashboard/out/clusters/[cluster].html +1 -1
  12. sky/dashboard/out/clusters.html +1 -1
  13. sky/dashboard/out/config.html +1 -1
  14. sky/dashboard/out/index.html +1 -1
  15. sky/dashboard/out/infra/[context].html +1 -1
  16. sky/dashboard/out/infra.html +1 -1
  17. sky/dashboard/out/jobs/[job].html +1 -1
  18. sky/dashboard/out/jobs.html +1 -1
  19. sky/dashboard/out/users.html +1 -1
  20. sky/dashboard/out/volumes.html +1 -1
  21. sky/dashboard/out/workspace/new.html +1 -1
  22. sky/dashboard/out/workspaces/[name].html +1 -1
  23. sky/dashboard/out/workspaces.html +1 -1
  24. sky/jobs/__init__.py +3 -0
  25. sky/jobs/client/sdk.py +80 -3
  26. sky/jobs/controller.py +76 -25
  27. sky/jobs/recovery_strategy.py +80 -34
  28. sky/jobs/scheduler.py +68 -20
  29. sky/jobs/server/core.py +228 -136
  30. sky/jobs/server/server.py +40 -0
  31. sky/jobs/state.py +129 -24
  32. sky/jobs/utils.py +109 -51
  33. sky/provision/nebius/constants.py +3 -0
  34. sky/py.typed +0 -0
  35. sky/resources.py +16 -12
  36. sky/schemas/db/spot_jobs/002_cluster_pool.py +42 -0
  37. sky/serve/autoscalers.py +8 -0
  38. sky/serve/client/impl.py +188 -0
  39. sky/serve/client/sdk.py +12 -82
  40. sky/serve/constants.py +5 -1
  41. sky/serve/controller.py +5 -0
  42. sky/serve/replica_managers.py +112 -37
  43. sky/serve/serve_state.py +16 -6
  44. sky/serve/serve_utils.py +274 -77
  45. sky/serve/server/core.py +8 -525
  46. sky/serve/server/impl.py +709 -0
  47. sky/serve/service.py +13 -9
  48. sky/serve/service_spec.py +74 -4
  49. sky/server/constants.py +1 -1
  50. sky/server/requests/payloads.py +33 -0
  51. sky/server/requests/requests.py +18 -1
  52. sky/server/requests/serializers/decoders.py +12 -3
  53. sky/server/requests/serializers/encoders.py +13 -2
  54. sky/skylet/events.py +9 -0
  55. sky/skypilot_config.py +24 -21
  56. sky/task.py +41 -11
  57. sky/templates/jobs-controller.yaml.j2 +3 -0
  58. sky/templates/sky-serve-controller.yaml.j2 +18 -2
  59. sky/users/server.py +1 -1
  60. sky/utils/command_runner.py +4 -2
  61. sky/utils/controller_utils.py +14 -10
  62. sky/utils/dag_utils.py +4 -2
  63. sky/utils/db/migration_utils.py +2 -4
  64. sky/utils/schemas.py +24 -19
  65. {skypilot_nightly-1.0.0.dev20250730.dist-info → skypilot_nightly-1.0.0.dev20250731.dist-info}/METADATA +1 -1
  66. {skypilot_nightly-1.0.0.dev20250730.dist-info → skypilot_nightly-1.0.0.dev20250731.dist-info}/RECORD +72 -68
  67. /sky/dashboard/out/_next/static/{_r2LwCFLjlWjZDUIJQG_V → oKqDxFQ88cquF4nQGE_0w}/_buildManifest.js +0 -0
  68. /sky/dashboard/out/_next/static/{_r2LwCFLjlWjZDUIJQG_V → oKqDxFQ88cquF4nQGE_0w}/_ssgManifest.js +0 -0
  69. {skypilot_nightly-1.0.0.dev20250730.dist-info → skypilot_nightly-1.0.0.dev20250731.dist-info}/WHEEL +0 -0
  70. {skypilot_nightly-1.0.0.dev20250730.dist-info → skypilot_nightly-1.0.0.dev20250731.dist-info}/entry_points.txt +0 -0
  71. {skypilot_nightly-1.0.0.dev20250730.dist-info → skypilot_nightly-1.0.0.dev20250731.dist-info}/licenses/LICENSE +0 -0
  72. {skypilot_nightly-1.0.0.dev20250730.dist-info → skypilot_nightly-1.0.0.dev20250731.dist-info}/top_level.txt +0 -0
sky/serve/serve_state.py CHANGED
@@ -68,6 +68,9 @@ def create_table(cursor: 'sqlite3.Cursor', conn: 'sqlite3.Connection') -> None:
68
68
  # Whether the service's load balancer is encrypted with TLS.
69
69
  db_utils.add_column_to_table(cursor, conn, 'services', 'tls_encrypted',
70
70
  'INTEGER DEFAULT 0')
71
+ # Whether the service is a cluster pool.
72
+ db_utils.add_column_to_table(cursor, conn, 'services', 'pool',
73
+ 'INTEGER DEFAULT 0')
71
74
  conn.commit()
72
75
 
73
76
 
@@ -269,7 +272,7 @@ _SERVICE_STATUS_TO_COLOR = {
269
272
  @init_db
270
273
  def add_service(name: str, controller_job_id: int, policy: str,
271
274
  requested_resources_str: str, load_balancing_policy: str,
272
- status: ServiceStatus, tls_encrypted: bool) -> bool:
275
+ status: ServiceStatus, tls_encrypted: bool, pool: bool) -> bool:
273
276
  """Add a service in the database.
274
277
 
275
278
  Returns:
@@ -283,11 +286,12 @@ def add_service(name: str, controller_job_id: int, policy: str,
283
286
  """\
284
287
  INSERT INTO services
285
288
  (name, controller_job_id, status, policy,
286
- requested_resources_str, load_balancing_policy, tls_encrypted)
287
- VALUES (?, ?, ?, ?, ?, ?, ?)""",
289
+ requested_resources_str, load_balancing_policy, tls_encrypted,
290
+ pool)
291
+ VALUES (?, ?, ?, ?, ?, ?, ?, ?)""",
288
292
  (name, controller_job_id, status.value, policy,
289
293
  requested_resources_str, load_balancing_policy,
290
- int(tls_encrypted)))
294
+ int(tls_encrypted), int(pool)))
291
295
 
292
296
  except sqlite3.IntegrityError as e:
293
297
  if str(e) != _UNIQUE_CONSTRAINT_FAILED_ERROR_MSG:
@@ -364,8 +368,8 @@ def set_service_load_balancer_port(service_name: str,
364
368
  def _get_service_from_row(row) -> Dict[str, Any]:
365
369
  (current_version, name, controller_job_id, controller_port,
366
370
  load_balancer_port, status, uptime, policy, _, _, requested_resources_str,
367
- _, active_versions, load_balancing_policy, tls_encrypted) = row[:15]
368
- return {
371
+ _, active_versions, load_balancing_policy, tls_encrypted, pool) = row[:16]
372
+ record = {
369
373
  'name': name,
370
374
  'controller_job_id': controller_job_id,
371
375
  'controller_port': controller_port,
@@ -383,7 +387,13 @@ def _get_service_from_row(row) -> Dict[str, Any]:
383
387
  'requested_resources_str': requested_resources_str,
384
388
  'load_balancing_policy': load_balancing_policy,
385
389
  'tls_encrypted': bool(tls_encrypted),
390
+ 'pool': bool(pool),
386
391
  }
392
+ latest_spec = get_spec(name, current_version)
393
+ if latest_spec is not None:
394
+ record['policy'] = latest_spec.autoscaling_policy_str()
395
+ record['load_balancing_policy'] = latest_spec.load_balancing_policy
396
+ return record
387
397
 
388
398
 
389
399
  @init_db