dstack 0.19.11rc1__py3-none-any.whl → 0.19.11rc2__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.


This version of dstack might be problematic. Click here for more details.

@@ -57,10 +57,22 @@ def _is_last_check_time_outdated() -> bool:
57
57
  )
58
58
 
59
59
 
60
+ def is_update_available(current_version: str, latest_version: str) -> bool:
61
+ """
62
+ Return True if latest_version is newer than current_version.
63
+ Pre-releases are only considered if the current version is also a pre-release.
64
+ """
65
+ _current_version = pkg_version.parse(str(current_version))
66
+ _latest_version = pkg_version.parse(str(latest_version))
67
+ return _current_version < _latest_version and (
68
+ not _latest_version.is_prerelease or _current_version.is_prerelease
69
+ )
70
+
71
+
60
72
  def _check_version():
61
73
  latest_version = get_latest_version()
62
74
  if latest_version is not None:
63
- if pkg_version.parse(str(version.__version__)) < pkg_version.parse(latest_version):
75
+ if is_update_available(version.__version__, latest_version):
64
76
  console.print(f"A new version of dstack is available: [code]{latest_version}[/]\n")
65
77
 
66
78
 
@@ -611,9 +611,12 @@ class AWSCompute(
611
611
  raise e
612
612
  logger.debug("Deleted EBS volume %s", volume.configuration.name)
613
613
 
614
- def attach_volume(self, volume: Volume, instance_id: str) -> VolumeAttachmentData:
614
+ def attach_volume(
615
+ self, volume: Volume, provisioning_data: JobProvisioningData
616
+ ) -> VolumeAttachmentData:
615
617
  ec2_client = self.session.client("ec2", region_name=volume.configuration.region)
616
618
 
619
+ instance_id = provisioning_data.instance_id
617
620
  device_names = aws_resources.list_available_device_names(
618
621
  ec2_client=ec2_client, instance_id=instance_id
619
622
  )
@@ -646,9 +649,12 @@ class AWSCompute(
646
649
  logger.debug("Attached EBS volume %s to instance %s", volume.volume_id, instance_id)
647
650
  return VolumeAttachmentData(device_name=device_name)
648
651
 
649
- def detach_volume(self, volume: Volume, instance_id: str, force: bool = False):
652
+ def detach_volume(
653
+ self, volume: Volume, provisioning_data: JobProvisioningData, force: bool = False
654
+ ):
650
655
  ec2_client = self.session.client("ec2", region_name=volume.configuration.region)
651
656
 
657
+ instance_id = provisioning_data.instance_id
652
658
  logger.debug("Detaching EBS volume %s from instance %s", volume.volume_id, instance_id)
653
659
  attachment_data = get_or_error(volume.get_attachment_data_for_instance(instance_id))
654
660
  try:
@@ -667,9 +673,10 @@ class AWSCompute(
667
673
  raise e
668
674
  logger.debug("Detached EBS volume %s from instance %s", volume.volume_id, instance_id)
669
675
 
670
- def is_volume_detached(self, volume: Volume, instance_id: str) -> bool:
676
+ def is_volume_detached(self, volume: Volume, provisioning_data: JobProvisioningData) -> bool:
671
677
  ec2_client = self.session.client("ec2", region_name=volume.configuration.region)
672
678
 
679
+ instance_id = provisioning_data.instance_id
673
680
  logger.debug("Getting EBS volume %s status", volume.volume_id)
674
681
  response = ec2_client.describe_volumes(VolumeIds=[volume.volume_id])
675
682
  volumes_infos = response.get("Volumes")
@@ -819,18 +826,23 @@ def _get_regions_to_zones(session: boto3.Session, regions: List[str]) -> Dict[st
819
826
 
820
827
  def _supported_instances(offer: InstanceOffer) -> bool:
821
828
  for family in [
829
+ "m7i.",
830
+ "c7i.",
831
+ "r7i.",
832
+ "t3.",
822
833
  "t2.small",
823
834
  "c5.",
824
835
  "m5.",
825
- "g4dn.",
826
- "g5.",
836
+ "p5.",
837
+ "p5e.",
838
+ "p4d.",
839
+ "p4de.",
840
+ "p3.",
827
841
  "g6.",
828
842
  "g6e.",
829
843
  "gr6.",
830
- "p3.",
831
- "p4d.",
832
- "p4de.",
833
- "p5.",
844
+ "g5.",
845
+ "g4dn.",
834
846
  ]:
835
847
  if offer.instance.name.startswith(family):
836
848
  return True
@@ -336,7 +336,9 @@ class ComputeWithVolumeSupport(ABC):
336
336
  """
337
337
  raise NotImplementedError()
338
338
 
339
- def attach_volume(self, volume: Volume, instance_id: str) -> VolumeAttachmentData:
339
+ def attach_volume(
340
+ self, volume: Volume, provisioning_data: JobProvisioningData
341
+ ) -> VolumeAttachmentData:
340
342
  """
341
343
  Attaches a volume to the instance.
342
344
  If the volume is not found, it should raise `ComputeError()`.
@@ -345,7 +347,9 @@ class ComputeWithVolumeSupport(ABC):
345
347
  """
346
348
  raise NotImplementedError()
347
349
 
348
- def detach_volume(self, volume: Volume, instance_id: str, force: bool = False):
350
+ def detach_volume(
351
+ self, volume: Volume, provisioning_data: JobProvisioningData, force: bool = False
352
+ ):
349
353
  """
350
354
  Detaches a volume from the instance.
351
355
  Implement only if compute may return `VolumeProvisioningData.detachable`.
@@ -353,7 +357,7 @@ class ComputeWithVolumeSupport(ABC):
353
357
  """
354
358
  raise NotImplementedError()
355
359
 
356
- def is_volume_detached(self, volume: Volume, instance_id: str) -> bool:
360
+ def is_volume_detached(self, volume: Volume, provisioning_data: JobProvisioningData) -> bool:
357
361
  """
358
362
  Checks if a volume was detached from the instance.
359
363
  If `detach_volume()` may fail to detach volume,
@@ -649,13 +649,24 @@ class GCPCompute(
649
649
  pass
650
650
  logger.debug("Deleted persistent disk for volume %s", volume.name)
651
651
 
652
- def attach_volume(self, volume: Volume, instance_id: str) -> VolumeAttachmentData:
652
+ def attach_volume(
653
+ self, volume: Volume, provisioning_data: JobProvisioningData
654
+ ) -> VolumeAttachmentData:
655
+ instance_id = provisioning_data.instance_id
653
656
  logger.debug(
654
657
  "Attaching persistent disk for volume %s to instance %s",
655
658
  volume.volume_id,
656
659
  instance_id,
657
660
  )
661
+ if not gcp_resources.instance_type_supports_persistent_disk(
662
+ provisioning_data.instance_type.name
663
+ ):
664
+ raise ComputeError(
665
+ f"Instance type {provisioning_data.instance_type.name} does not support Persistent disk volumes"
666
+ )
667
+
658
668
  zone = get_or_error(volume.provisioning_data).availability_zone
669
+ is_tpu = _is_tpu_provisioning_data(provisioning_data)
659
670
  try:
660
671
  disk = self.disk_client.get(
661
672
  project=self.config.project_id,
@@ -663,18 +674,16 @@ class GCPCompute(
663
674
  disk=volume.volume_id,
664
675
  )
665
676
  disk_url = disk.self_link
677
+ except google.api_core.exceptions.NotFound:
678
+ raise ComputeError("Persistent disk found")
666
679
 
667
- # This method has no information if the instance is a TPU or a VM,
668
- # so we first try to see if there is a TPU with such name
669
- try:
680
+ try:
681
+ if is_tpu:
670
682
  get_node_request = tpu_v2.GetNodeRequest(
671
683
  name=f"projects/{self.config.project_id}/locations/{zone}/nodes/{instance_id}",
672
684
  )
673
685
  tpu_node = self.tpu_client.get_node(get_node_request)
674
- except google.api_core.exceptions.NotFound:
675
- tpu_node = None
676
686
 
677
- if tpu_node is not None:
678
687
  # Python API to attach a disk to a TPU is not documented,
679
688
  # so we follow the code from the gcloud CLI:
680
689
  # https://github.com/twistedpair/google-cloud-sdk/blob/26ab5a281d56b384cc25750f3279a27afe5b499f/google-cloud-sdk/lib/googlecloudsdk/command_lib/compute/tpus/tpu_vm/util.py#L113
@@ -711,7 +720,6 @@ class GCPCompute(
711
720
  attached_disk.auto_delete = False
712
721
  attached_disk.device_name = f"pd-{volume.volume_id}"
713
722
  device_name = attached_disk.device_name
714
-
715
723
  operation = self.instances_client.attach_disk(
716
724
  project=self.config.project_id,
717
725
  zone=zone,
@@ -720,13 +728,16 @@ class GCPCompute(
720
728
  )
721
729
  gcp_resources.wait_for_extended_operation(operation, "persistent disk attachment")
722
730
  except google.api_core.exceptions.NotFound:
723
- raise ComputeError("Persistent disk or instance not found")
731
+ raise ComputeError("Disk or instance not found")
724
732
  logger.debug(
725
733
  "Attached persistent disk for volume %s to instance %s", volume.volume_id, instance_id
726
734
  )
727
735
  return VolumeAttachmentData(device_name=device_name)
728
736
 
729
- def detach_volume(self, volume: Volume, instance_id: str, force: bool = False):
737
+ def detach_volume(
738
+ self, volume: Volume, provisioning_data: JobProvisioningData, force: bool = False
739
+ ):
740
+ instance_id = provisioning_data.instance_id
730
741
  logger.debug(
731
742
  "Detaching persistent disk for volume %s from instance %s",
732
743
  volume.volume_id,
@@ -734,17 +745,16 @@ class GCPCompute(
734
745
  )
735
746
  zone = get_or_error(volume.provisioning_data).availability_zone
736
747
  attachment_data = get_or_error(volume.get_attachment_data_for_instance(instance_id))
737
- # This method has no information if the instance is a TPU or a VM,
738
- # so we first try to see if there is a TPU with such name
739
- try:
740
- get_node_request = tpu_v2.GetNodeRequest(
741
- name=f"projects/{self.config.project_id}/locations/{zone}/nodes/{instance_id}",
742
- )
743
- tpu_node = self.tpu_client.get_node(get_node_request)
744
- except google.api_core.exceptions.NotFound:
745
- tpu_node = None
748
+ is_tpu = _is_tpu_provisioning_data(provisioning_data)
749
+ if is_tpu:
750
+ try:
751
+ get_node_request = tpu_v2.GetNodeRequest(
752
+ name=f"projects/{self.config.project_id}/locations/{zone}/nodes/{instance_id}",
753
+ )
754
+ tpu_node = self.tpu_client.get_node(get_node_request)
755
+ except google.api_core.exceptions.NotFound:
756
+ raise ComputeError("Instance not found")
746
757
 
747
- if tpu_node is not None:
748
758
  source_disk = (
749
759
  f"projects/{self.config.project_id}/zones/{zone}/disks/{volume.volume_id}"
750
760
  )
@@ -815,6 +825,11 @@ def _supported_instances_and_zones(
815
825
  if _is_tpu(offer.instance.name) and not _is_single_host_tpu(offer.instance.name):
816
826
  return False
817
827
  for family in [
828
+ "m4-",
829
+ "c4-",
830
+ "n4-",
831
+ "h3-",
832
+ "n2-",
818
833
  "e2-medium",
819
834
  "e2-standard-",
820
835
  "e2-highmem-",
@@ -1001,3 +1016,11 @@ def _get_tpu_data_disk_for_volume(project_id: str, volume: Volume) -> tpu_v2.Att
1001
1016
  mode=tpu_v2.AttachedDisk.DiskMode.READ_WRITE,
1002
1017
  )
1003
1018
  return attached_disk
1019
+
1020
+
1021
+ def _is_tpu_provisioning_data(provisioning_data: JobProvisioningData) -> bool:
1022
+ is_tpu = False
1023
+ if provisioning_data.backend_data:
1024
+ backend_data_dict = json.loads(provisioning_data.backend_data)
1025
+ is_tpu = backend_data_dict.get("is_tpu", False)
1026
+ return is_tpu
@@ -140,7 +140,10 @@ def create_instance_struct(
140
140
  initialize_params = compute_v1.AttachedDiskInitializeParams()
141
141
  initialize_params.source_image = image_id
142
142
  initialize_params.disk_size_gb = disk_size
143
- initialize_params.disk_type = f"zones/{zone}/diskTypes/pd-balanced"
143
+ if instance_type_supports_persistent_disk(machine_type):
144
+ initialize_params.disk_type = f"zones/{zone}/diskTypes/pd-balanced"
145
+ else:
146
+ initialize_params.disk_type = f"zones/{zone}/diskTypes/hyperdisk-balanced"
144
147
  disk.initialize_params = initialize_params
145
148
  instance.disks = [disk]
146
149
 
@@ -421,7 +424,7 @@ def wait_for_extended_operation(
421
424
 
422
425
  if operation.error_code:
423
426
  # Write only debug logs here.
424
- # The unexpected errors will be propagated and logged appropriatly by the caller.
427
+ # The unexpected errors will be propagated and logged appropriately by the caller.
425
428
  logger.debug(
426
429
  "Error during %s: [Code: %s]: %s",
427
430
  verbose_name,
@@ -462,3 +465,16 @@ def get_placement_policy_resource_name(
462
465
  placement_policy: str,
463
466
  ) -> str:
464
467
  return f"projects/{project_id}/regions/{region}/resourcePolicies/{placement_policy}"
468
+
469
+
470
+ def instance_type_supports_persistent_disk(instance_type_name: str) -> bool:
471
+ return not any(
472
+ instance_type_name.startswith(series)
473
+ for series in [
474
+ "m4-",
475
+ "c4-",
476
+ "n4-",
477
+ "h3-",
478
+ "v6e",
479
+ ]
480
+ )
@@ -110,8 +110,10 @@ class LocalCompute(
110
110
  def delete_volume(self, volume: Volume):
111
111
  pass
112
112
 
113
- def attach_volume(self, volume: Volume, instance_id: str):
113
+ def attach_volume(self, volume: Volume, provisioning_data: JobProvisioningData):
114
114
  pass
115
115
 
116
- def detach_volume(self, volume: Volume, instance_id: str, force: bool = False):
116
+ def detach_volume(
117
+ self, volume: Volume, provisioning_data: JobProvisioningData, force: bool = False
118
+ ):
117
119
  pass
@@ -659,7 +659,7 @@ async def _attach_volumes(
659
659
  backend=backend,
660
660
  volume_model=volume_model,
661
661
  instance=instance,
662
- instance_id=job_provisioning_data.instance_id,
662
+ jpd=job_provisioning_data,
663
663
  )
664
664
  job_runtime_data.volume_names.append(volume.name)
665
665
  break # attach next mount point
@@ -685,7 +685,7 @@ async def _attach_volume(
685
685
  backend: Backend,
686
686
  volume_model: VolumeModel,
687
687
  instance: InstanceModel,
688
- instance_id: str,
688
+ jpd: JobProvisioningData,
689
689
  ):
690
690
  compute = backend.compute()
691
691
  assert isinstance(compute, ComputeWithVolumeSupport)
@@ -697,7 +697,7 @@ async def _attach_volume(
697
697
  attachment_data = await common_utils.run_async(
698
698
  compute.attach_volume,
699
699
  volume=volume,
700
- instance_id=instance_id,
700
+ provisioning_data=jpd,
701
701
  )
702
702
  volume_attachment_model = VolumeAttachmentModel(
703
703
  volume=volume_model,
@@ -1,7 +1,6 @@
1
1
  from typing import List, Tuple
2
2
 
3
3
  from fastapi import APIRouter, Depends, Request, UploadFile
4
- from humanize import naturalsize
5
4
  from sqlalchemy.ext.asyncio import AsyncSession
6
5
 
7
6
  from dstack._internal.core.errors import ResourceNotExistsError, ServerClientError
@@ -20,6 +19,7 @@ from dstack._internal.server.utils.routers import (
20
19
  get_base_api_additional_responses,
21
20
  get_request_size,
22
21
  )
22
+ from dstack._internal.utils.common import sizeof_fmt
23
23
 
24
24
  router = APIRouter(
25
25
  prefix="/api/project/{project_name}/repos",
@@ -98,10 +98,15 @@ async def upload_code(
98
98
  ):
99
99
  request_size = get_request_size(request)
100
100
  if SERVER_CODE_UPLOAD_LIMIT > 0 and request_size > SERVER_CODE_UPLOAD_LIMIT:
101
+ diff_size_fmt = sizeof_fmt(request_size)
102
+ limit_fmt = sizeof_fmt(SERVER_CODE_UPLOAD_LIMIT)
103
+ if diff_size_fmt == limit_fmt:
104
+ diff_size_fmt = f"{request_size}B"
105
+ limit_fmt = f"{SERVER_CODE_UPLOAD_LIMIT}B"
101
106
  raise ServerClientError(
102
- f"Repo diff size is {naturalsize(request_size)}, which exceeds the limit of "
103
- f"{naturalsize(SERVER_CODE_UPLOAD_LIMIT)}. Use .gitignore to exclude large files from the repo. This "
104
- f"limit can be modified by setting the DSTACK_SERVER_CODE_UPLOAD_LIMIT_BYTES environment variable"
107
+ f"Repo diff size is {diff_size_fmt}, which exceeds the limit of {limit_fmt}."
108
+ " Use .gitignore to exclude large files from the repo."
109
+ " This limit can be modified by setting the DSTACK_SERVER_CODE_UPLOAD_LIMIT environment variable."
105
110
  )
106
111
  _, project = user_project
107
112
  await repos.upload_code(
@@ -470,20 +470,20 @@ async def _detach_volume_from_job_instance(
470
470
  await run_async(
471
471
  compute.detach_volume,
472
472
  volume=volume,
473
- instance_id=jpd.instance_id,
473
+ provisioning_data=jpd,
474
474
  force=False,
475
475
  )
476
476
  # For some backends, the volume may be detached immediately
477
477
  detached = await run_async(
478
478
  compute.is_volume_detached,
479
479
  volume=volume,
480
- instance_id=jpd.instance_id,
480
+ provisioning_data=jpd,
481
481
  )
482
482
  else:
483
483
  detached = await run_async(
484
484
  compute.is_volume_detached,
485
485
  volume=volume,
486
- instance_id=jpd.instance_id,
486
+ provisioning_data=jpd,
487
487
  )
488
488
  if not detached and _should_force_detach_volume(job_model, job_spec.stop_duration):
489
489
  logger.info(
@@ -494,7 +494,7 @@ async def _detach_volume_from_job_instance(
494
494
  await run_async(
495
495
  compute.detach_volume,
496
496
  volume=volume,
497
- instance_id=jpd.instance_id,
497
+ provisioning_data=jpd,
498
498
  force=True,
499
499
  )
500
500
  # Let the next iteration check if force detach worked
@@ -1,5 +1,6 @@
1
1
  import itertools
2
2
  from importlib import import_module
3
+ from typing import Dict
3
4
 
4
5
  from backports.entry_points_selectable import entry_points # backport for Python 3.9
5
6
 
@@ -12,50 +13,80 @@ logger = get_logger(__name__)
12
13
 
13
14
  _PLUGINS: list[Plugin] = []
14
15
 
16
+ _BUILTIN_PLUGINS: Dict[str, str] = {"rest_plugin": "dstack.plugins.builtin.rest_plugin:RESTPlugin"}
15
17
 
16
- def load_plugins(enabled_plugins: list[str]):
17
- _PLUGINS.clear()
18
- plugins_entrypoints = entry_points(group="dstack.plugins")
19
- plugins_to_load = enabled_plugins.copy()
20
- for entrypoint in plugins_entrypoints:
21
- if entrypoint.name not in enabled_plugins:
22
- logger.info(
23
- ("Found not enabled plugin %s. Plugin will not be loaded."),
24
- entrypoint.name,
25
- )
26
- continue
18
+
19
+ class PluginEntrypoint:
20
+ def __init__(self, name: str, import_path: str, is_builtin: bool = False):
21
+ self.name = name
22
+ self.import_path = import_path
23
+ self.is_builtin = is_builtin
24
+
25
+ def load(self):
26
+ module_path, _, class_name = self.import_path.partition(":")
27
27
  try:
28
- module_path, _, class_name = entrypoint.value.partition(":")
29
28
  module = import_module(module_path)
29
+ plugin_class = getattr(module, class_name, None)
30
+ if plugin_class is None:
31
+ logger.warning(
32
+ ("Failed to load plugin %s: plugin class %s not found in module %s."),
33
+ self.name,
34
+ class_name,
35
+ module_path,
36
+ )
37
+ return None
38
+ if not issubclass(plugin_class, Plugin):
39
+ logger.warning(
40
+ ("Failed to load plugin %s: plugin class %s is not a subclass of Plugin."),
41
+ self.name,
42
+ class_name,
43
+ )
44
+ return None
45
+ return plugin_class()
30
46
  except ImportError:
31
47
  logger.warning(
32
48
  (
33
49
  "Failed to load plugin %s when importing %s."
34
50
  " Ensure the module is on the import path."
35
51
  ),
36
- entrypoint.name,
37
- entrypoint.value,
52
+ self.name,
53
+ self.import_path,
38
54
  )
39
- continue
40
- plugin_class = getattr(module, class_name, None)
41
- if plugin_class is None:
42
- logger.warning(
43
- ("Failed to load plugin %s: plugin class %s not found in module %s."),
55
+ return None
56
+
57
+
58
+ def load_plugins(enabled_plugins: list[str]):
59
+ _PLUGINS.clear()
60
+ entrypoints: dict[str, PluginEntrypoint] = {}
61
+ plugins_to_load = enabled_plugins.copy()
62
+ for entrypoint in entry_points(group="dstack.plugins"):
63
+ if entrypoint.name not in enabled_plugins:
64
+ logger.info(
65
+ ("Found not enabled plugin %s. Plugin will not be loaded."),
44
66
  entrypoint.name,
45
- class_name,
46
- module_path,
47
67
  )
48
68
  continue
49
- if not issubclass(plugin_class, Plugin):
50
- logger.warning(
51
- ("Failed to load plugin %s: plugin class %s is not a subclass of Plugin."),
52
- entrypoint.name,
53
- class_name,
69
+ else:
70
+ entrypoints[entrypoint.name] = PluginEntrypoint(
71
+ entrypoint.name, entrypoint.value, is_builtin=False
54
72
  )
55
- continue
56
- plugins_to_load.remove(entrypoint.name)
57
- _PLUGINS.append(plugin_class())
58
- logger.info("Loaded plugin %s", entrypoint.name)
73
+
74
+ for name, import_path in _BUILTIN_PLUGINS.items():
75
+ if name not in enabled_plugins:
76
+ logger.info(
77
+ ("Found not enabled builtin plugin %s. Plugin will not be loaded."),
78
+ name,
79
+ )
80
+ else:
81
+ entrypoints[name] = PluginEntrypoint(name, import_path, is_builtin=True)
82
+
83
+ for plugin_name, plugin_entrypoint in entrypoints.items():
84
+ plugin_instance = plugin_entrypoint.load()
85
+ if plugin_instance is not None:
86
+ _PLUGINS.append(plugin_instance)
87
+ plugins_to_load.remove(plugin_name)
88
+ logger.info("Loaded plugin %s", plugin_name)
89
+
59
90
  if plugins_to_load:
60
91
  logger.warning("Enabled plugins not found: %s", plugins_to_load)
61
92
 
@@ -1,3 +1,3 @@
1
1
  <!doctype html><html lang="en"><head><meta charset="utf-8"/><meta name="viewport" content="width=device-width,initial-scale=1"/><meta name="theme-color" content="#000000"/><title>dstack</title><meta name="description" content="Get GPUs at the best prices and availability from a wide range of providers. No cloud account of your own is required.
2
2
  "/><link rel="preconnect" href="https://fonts.googleapis.com"><link rel="preconnect" href="https://fonts.gstatic.com" crossorigin><link href="https://fonts.googleapis.com/css2?family=Roboto:ital,wght@0,100;0,300;0,400;0,500;0,700;0,900;1,100;1,300;1,400;1,500;1,700;1,900&display=swap" rel="stylesheet"><meta name="og:title" content="dstack"><meta name="og:type" content="article"><meta name="og:image" content="/splash_thumbnail.png"><meta name="og:description" content="Get GPUs at the best prices and availability from a wide range of providers. No cloud account of your own is required.
3
- "><link rel="icon" type="image/x-icon" href="/assets/favicon.ico"><link rel="icon" type="image/png" sizes="16x16" href="/assets/favicon-16x16.png"><link rel="icon" type="image/png" sizes="32x32" href="/assets/favicon-32x32.png"><link rel="icon" type="image/png" sizes="48x48" href="/assets/favicon-48x48.png"><link rel="manifest" href="/assets/manifest.webmanifest"><meta name="mobile-web-app-capable" content="yes"><meta name="theme-color" content="#fff"><meta name="application-name" content="dstackai"><link rel="apple-touch-icon" sizes="57x57" href="/assets/apple-touch-icon-57x57.png"><link rel="apple-touch-icon" sizes="60x60" href="/assets/apple-touch-icon-60x60.png"><link rel="apple-touch-icon" sizes="72x72" href="/assets/apple-touch-icon-72x72.png"><link rel="apple-touch-icon" sizes="76x76" href="/assets/apple-touch-icon-76x76.png"><link rel="apple-touch-icon" sizes="114x114" href="/assets/apple-touch-icon-114x114.png"><link rel="apple-touch-icon" sizes="120x120" href="/assets/apple-touch-icon-120x120.png"><link rel="apple-touch-icon" sizes="144x144" href="/assets/apple-touch-icon-144x144.png"><link rel="apple-touch-icon" sizes="152x152" href="/assets/apple-touch-icon-152x152.png"><link rel="apple-touch-icon" sizes="167x167" href="/assets/apple-touch-icon-167x167.png"><link rel="apple-touch-icon" sizes="180x180" href="/assets/apple-touch-icon-180x180.png"><link rel="apple-touch-icon" sizes="1024x1024" href="/assets/apple-touch-icon-1024x1024.png"><meta name="apple-mobile-web-app-capable" content="yes"><meta name="apple-mobile-web-app-status-bar-style" content="black-translucent"><meta name="apple-mobile-web-app-title" content="dstackai"><link rel="apple-touch-startup-image" media="(device-width: 320px) and (device-height: 568px) and (-webkit-device-pixel-ratio: 2) and (orientation: portrait)" href="/assets/apple-touch-startup-image-640x1136.png"><link rel="apple-touch-startup-image" media="(device-width: 320px) and (device-height: 568px) and (-webkit-device-pixel-ratio: 2) and (orientation: landscape)" href="/assets/apple-touch-startup-image-1136x640.png"><link rel="apple-touch-startup-image" media="(device-width: 375px) and (device-height: 667px) and (-webkit-device-pixel-ratio: 2) and (orientation: portrait)" href="/assets/apple-touch-startup-image-750x1334.png"><link rel="apple-touch-startup-image" media="(device-width: 375px) and (device-height: 667px) and (-webkit-device-pixel-ratio: 2) and (orientation: landscape)" href="/assets/apple-touch-startup-image-1334x750.png"><link rel="apple-touch-startup-image" media="(device-width: 375px) and (device-height: 812px) and (-webkit-device-pixel-ratio: 3) and (orientation: portrait)" href="/assets/apple-touch-startup-image-1125x2436.png"><link rel="apple-touch-startup-image" media="(device-width: 375px) and (device-height: 812px) and (-webkit-device-pixel-ratio: 3) and (orientation: landscape)" href="/assets/apple-touch-startup-image-2436x1125.png"><link rel="apple-touch-startup-image" media="(device-width: 390px) and (device-height: 844px) and (-webkit-device-pixel-ratio: 3) and (orientation: portrait)" href="/assets/apple-touch-startup-image-1170x2532.png"><link rel="apple-touch-startup-image" media="(device-width: 390px) and (device-height: 844px) and (-webkit-device-pixel-ratio: 3) and (orientation: landscape)" href="/assets/apple-touch-startup-image-2532x1170.png"><link rel="apple-touch-startup-image" media="(device-width: 393px) and (device-height: 852px) and (-webkit-device-pixel-ratio: 3) and (orientation: portrait)" href="/assets/apple-touch-startup-image-1179x2556.png"><link rel="apple-touch-startup-image" media="(device-width: 393px) and (device-height: 852px) and (-webkit-device-pixel-ratio: 3) and (orientation: landscape)" href="/assets/apple-touch-startup-image-2556x1179.png"><link rel="apple-touch-startup-image" media="(device-width: 414px) and (device-height: 896px) and (-webkit-device-pixel-ratio: 2) and (orientation: portrait)" href="/assets/apple-touch-startup-image-828x1792.png"><link rel="apple-touch-startup-image" media="(device-width: 414px) and (device-height: 896px) and (-webkit-device-pixel-ratio: 2) and (orientation: landscape)" href="/assets/apple-touch-startup-image-1792x828.png"><link rel="apple-touch-startup-image" media="(device-width: 414px) and (device-height: 896px) and (-webkit-device-pixel-ratio: 3) and (orientation: portrait)" href="/assets/apple-touch-startup-image-1242x2688.png"><link rel="apple-touch-startup-image" media="(device-width: 414px) and (device-height: 896px) and (-webkit-device-pixel-ratio: 3) and (orientation: landscape)" href="/assets/apple-touch-startup-image-2688x1242.png"><link rel="apple-touch-startup-image" media="(device-width: 414px) and (device-height: 736px) and (-webkit-device-pixel-ratio: 3) and (orientation: portrait)" href="/assets/apple-touch-startup-image-1242x2208.png"><link rel="apple-touch-startup-image" media="(device-width: 414px) and (device-height: 736px) and (-webkit-device-pixel-ratio: 3) and (orientation: landscape)" href="/assets/apple-touch-startup-image-2208x1242.png"><link rel="apple-touch-startup-image" media="(device-width: 428px) and (device-height: 926px) and (-webkit-device-pixel-ratio: 3) and (orientation: portrait)" href="/assets/apple-touch-startup-image-1284x2778.png"><link rel="apple-touch-startup-image" media="(device-width: 428px) and (device-height: 926px) and (-webkit-device-pixel-ratio: 3) and (orientation: landscape)" href="/assets/apple-touch-startup-image-2778x1284.png"><link rel="apple-touch-startup-image" media="(device-width: 430px) and (device-height: 932px) and (-webkit-device-pixel-ratio: 3) and (orientation: portrait)" href="/assets/apple-touch-startup-image-1290x2796.png"><link rel="apple-touch-startup-image" media="(device-width: 430px) and (device-height: 932px) and (-webkit-device-pixel-ratio: 3) and (orientation: landscape)" href="/assets/apple-touch-startup-image-2796x1290.png"><link rel="apple-touch-startup-image" media="(device-width: 744px) and (device-height: 1133px) and (-webkit-device-pixel-ratio: 2) and (orientation: portrait)" href="/assets/apple-touch-startup-image-1488x2266.png"><link rel="apple-touch-startup-image" media="(device-width: 744px) and (device-height: 1133px) and (-webkit-device-pixel-ratio: 2) and (orientation: landscape)" href="/assets/apple-touch-startup-image-2266x1488.png"><link rel="apple-touch-startup-image" media="(device-width: 768px) and (device-height: 1024px) and (-webkit-device-pixel-ratio: 2) and (orientation: portrait)" href="/assets/apple-touch-startup-image-1536x2048.png"><link rel="apple-touch-startup-image" media="(device-width: 768px) and (device-height: 1024px) and (-webkit-device-pixel-ratio: 2) and (orientation: landscape)" href="/assets/apple-touch-startup-image-2048x1536.png"><link rel="apple-touch-startup-image" media="(device-width: 810px) and (device-height: 1080px) and (-webkit-device-pixel-ratio: 2) and (orientation: portrait)" href="/assets/apple-touch-startup-image-1620x2160.png"><link rel="apple-touch-startup-image" media="(device-width: 810px) and (device-height: 1080px) and (-webkit-device-pixel-ratio: 2) and (orientation: landscape)" href="/assets/apple-touch-startup-image-2160x1620.png"><link rel="apple-touch-startup-image" media="(device-width: 820px) and (device-height: 1080px) and (-webkit-device-pixel-ratio: 2) and (orientation: portrait)" href="/assets/apple-touch-startup-image-1640x2160.png"><link rel="apple-touch-startup-image" media="(device-width: 820px) and (device-height: 1080px) and (-webkit-device-pixel-ratio: 2) and (orientation: landscape)" href="/assets/apple-touch-startup-image-2160x1640.png"><link rel="apple-touch-startup-image" media="(device-width: 834px) and (device-height: 1194px) and (-webkit-device-pixel-ratio: 2) and (orientation: portrait)" href="/assets/apple-touch-startup-image-1668x2388.png"><link rel="apple-touch-startup-image" media="(device-width: 834px) and (device-height: 1194px) and (-webkit-device-pixel-ratio: 2) and (orientation: landscape)" href="/assets/apple-touch-startup-image-2388x1668.png"><link rel="apple-touch-startup-image" media="(device-width: 834px) and (device-height: 1112px) and (-webkit-device-pixel-ratio: 2) and (orientation: portrait)" href="/assets/apple-touch-startup-image-1668x2224.png"><link rel="apple-touch-startup-image" media="(device-width: 834px) and (device-height: 1112px) and (-webkit-device-pixel-ratio: 2) and (orientation: landscape)" href="/assets/apple-touch-startup-image-2224x1668.png"><link rel="apple-touch-startup-image" media="(device-width: 1024px) and (device-height: 1366px) and (-webkit-device-pixel-ratio: 2) and (orientation: portrait)" href="/assets/apple-touch-startup-image-2048x2732.png"><link rel="apple-touch-startup-image" media="(device-width: 1024px) and (device-height: 1366px) and (-webkit-device-pixel-ratio: 2) and (orientation: landscape)" href="/assets/apple-touch-startup-image-2732x2048.png"><meta name="msapplication-TileColor" content="#fff"><meta name="msapplication-TileImage" content="/assets/mstile-144x144.png"><meta name="msapplication-config" content="/assets/browserconfig.xml"><link rel="yandex-tableau-widget" href="/assets/yandex-browser-manifest.json"><script defer="defer" src="/main-b4803049eac16aea9a49.js"></script><link href="/main-8f9c66f404e9c7e7e020.css" rel="stylesheet"></head><body><noscript>You need to enable JavaScript to run this app.</noscript><div class="b-page-header" id="header"></div><div id="root"></div></body></html>
3
+ "><link rel="icon" type="image/x-icon" href="/assets/favicon.ico"><link rel="icon" type="image/png" sizes="16x16" href="/assets/favicon-16x16.png"><link rel="icon" type="image/png" sizes="32x32" href="/assets/favicon-32x32.png"><link rel="icon" type="image/png" sizes="48x48" href="/assets/favicon-48x48.png"><link rel="manifest" href="/assets/manifest.webmanifest"><meta name="mobile-web-app-capable" content="yes"><meta name="theme-color" content="#fff"><meta name="application-name" content="dstackai"><link rel="apple-touch-icon" sizes="57x57" href="/assets/apple-touch-icon-57x57.png"><link rel="apple-touch-icon" sizes="60x60" href="/assets/apple-touch-icon-60x60.png"><link rel="apple-touch-icon" sizes="72x72" href="/assets/apple-touch-icon-72x72.png"><link rel="apple-touch-icon" sizes="76x76" href="/assets/apple-touch-icon-76x76.png"><link rel="apple-touch-icon" sizes="114x114" href="/assets/apple-touch-icon-114x114.png"><link rel="apple-touch-icon" sizes="120x120" href="/assets/apple-touch-icon-120x120.png"><link rel="apple-touch-icon" sizes="144x144" href="/assets/apple-touch-icon-144x144.png"><link rel="apple-touch-icon" sizes="152x152" href="/assets/apple-touch-icon-152x152.png"><link rel="apple-touch-icon" sizes="167x167" href="/assets/apple-touch-icon-167x167.png"><link rel="apple-touch-icon" sizes="180x180" href="/assets/apple-touch-icon-180x180.png"><link rel="apple-touch-icon" sizes="1024x1024" href="/assets/apple-touch-icon-1024x1024.png"><meta name="apple-mobile-web-app-capable" content="yes"><meta name="apple-mobile-web-app-status-bar-style" content="black-translucent"><meta name="apple-mobile-web-app-title" content="dstackai"><link rel="apple-touch-startup-image" media="(device-width: 320px) and (device-height: 568px) and (-webkit-device-pixel-ratio: 2) and (orientation: portrait)" href="/assets/apple-touch-startup-image-640x1136.png"><link rel="apple-touch-startup-image" media="(device-width: 320px) and (device-height: 568px) and (-webkit-device-pixel-ratio: 2) and (orientation: landscape)" href="/assets/apple-touch-startup-image-1136x640.png"><link rel="apple-touch-startup-image" media="(device-width: 375px) and (device-height: 667px) and (-webkit-device-pixel-ratio: 2) and (orientation: portrait)" href="/assets/apple-touch-startup-image-750x1334.png"><link rel="apple-touch-startup-image" media="(device-width: 375px) and (device-height: 667px) and (-webkit-device-pixel-ratio: 2) and (orientation: landscape)" href="/assets/apple-touch-startup-image-1334x750.png"><link rel="apple-touch-startup-image" media="(device-width: 375px) and (device-height: 812px) and (-webkit-device-pixel-ratio: 3) and (orientation: portrait)" href="/assets/apple-touch-startup-image-1125x2436.png"><link rel="apple-touch-startup-image" media="(device-width: 375px) and (device-height: 812px) and (-webkit-device-pixel-ratio: 3) and (orientation: landscape)" href="/assets/apple-touch-startup-image-2436x1125.png"><link rel="apple-touch-startup-image" media="(device-width: 390px) and (device-height: 844px) and (-webkit-device-pixel-ratio: 3) and (orientation: portrait)" href="/assets/apple-touch-startup-image-1170x2532.png"><link rel="apple-touch-startup-image" media="(device-width: 390px) and (device-height: 844px) and (-webkit-device-pixel-ratio: 3) and (orientation: landscape)" href="/assets/apple-touch-startup-image-2532x1170.png"><link rel="apple-touch-startup-image" media="(device-width: 393px) and (device-height: 852px) and (-webkit-device-pixel-ratio: 3) and (orientation: portrait)" href="/assets/apple-touch-startup-image-1179x2556.png"><link rel="apple-touch-startup-image" media="(device-width: 393px) and (device-height: 852px) and (-webkit-device-pixel-ratio: 3) and (orientation: landscape)" href="/assets/apple-touch-startup-image-2556x1179.png"><link rel="apple-touch-startup-image" media="(device-width: 414px) and (device-height: 896px) and (-webkit-device-pixel-ratio: 2) and (orientation: portrait)" href="/assets/apple-touch-startup-image-828x1792.png"><link rel="apple-touch-startup-image" media="(device-width: 414px) and (device-height: 896px) and (-webkit-device-pixel-ratio: 2) and (orientation: landscape)" href="/assets/apple-touch-startup-image-1792x828.png"><link rel="apple-touch-startup-image" media="(device-width: 414px) and (device-height: 896px) and (-webkit-device-pixel-ratio: 3) and (orientation: portrait)" href="/assets/apple-touch-startup-image-1242x2688.png"><link rel="apple-touch-startup-image" media="(device-width: 414px) and (device-height: 896px) and (-webkit-device-pixel-ratio: 3) and (orientation: landscape)" href="/assets/apple-touch-startup-image-2688x1242.png"><link rel="apple-touch-startup-image" media="(device-width: 414px) and (device-height: 736px) and (-webkit-device-pixel-ratio: 3) and (orientation: portrait)" href="/assets/apple-touch-startup-image-1242x2208.png"><link rel="apple-touch-startup-image" media="(device-width: 414px) and (device-height: 736px) and (-webkit-device-pixel-ratio: 3) and (orientation: landscape)" href="/assets/apple-touch-startup-image-2208x1242.png"><link rel="apple-touch-startup-image" media="(device-width: 428px) and (device-height: 926px) and (-webkit-device-pixel-ratio: 3) and (orientation: portrait)" href="/assets/apple-touch-startup-image-1284x2778.png"><link rel="apple-touch-startup-image" media="(device-width: 428px) and (device-height: 926px) and (-webkit-device-pixel-ratio: 3) and (orientation: landscape)" href="/assets/apple-touch-startup-image-2778x1284.png"><link rel="apple-touch-startup-image" media="(device-width: 430px) and (device-height: 932px) and (-webkit-device-pixel-ratio: 3) and (orientation: portrait)" href="/assets/apple-touch-startup-image-1290x2796.png"><link rel="apple-touch-startup-image" media="(device-width: 430px) and (device-height: 932px) and (-webkit-device-pixel-ratio: 3) and (orientation: landscape)" href="/assets/apple-touch-startup-image-2796x1290.png"><link rel="apple-touch-startup-image" media="(device-width: 744px) and (device-height: 1133px) and (-webkit-device-pixel-ratio: 2) and (orientation: portrait)" href="/assets/apple-touch-startup-image-1488x2266.png"><link rel="apple-touch-startup-image" media="(device-width: 744px) and (device-height: 1133px) and (-webkit-device-pixel-ratio: 2) and (orientation: landscape)" href="/assets/apple-touch-startup-image-2266x1488.png"><link rel="apple-touch-startup-image" media="(device-width: 768px) and (device-height: 1024px) and (-webkit-device-pixel-ratio: 2) and (orientation: portrait)" href="/assets/apple-touch-startup-image-1536x2048.png"><link rel="apple-touch-startup-image" media="(device-width: 768px) and (device-height: 1024px) and (-webkit-device-pixel-ratio: 2) and (orientation: landscape)" href="/assets/apple-touch-startup-image-2048x1536.png"><link rel="apple-touch-startup-image" media="(device-width: 810px) and (device-height: 1080px) and (-webkit-device-pixel-ratio: 2) and (orientation: portrait)" href="/assets/apple-touch-startup-image-1620x2160.png"><link rel="apple-touch-startup-image" media="(device-width: 810px) and (device-height: 1080px) and (-webkit-device-pixel-ratio: 2) and (orientation: landscape)" href="/assets/apple-touch-startup-image-2160x1620.png"><link rel="apple-touch-startup-image" media="(device-width: 820px) and (device-height: 1080px) and (-webkit-device-pixel-ratio: 2) and (orientation: portrait)" href="/assets/apple-touch-startup-image-1640x2160.png"><link rel="apple-touch-startup-image" media="(device-width: 820px) and (device-height: 1080px) and (-webkit-device-pixel-ratio: 2) and (orientation: landscape)" href="/assets/apple-touch-startup-image-2160x1640.png"><link rel="apple-touch-startup-image" media="(device-width: 834px) and (device-height: 1194px) and (-webkit-device-pixel-ratio: 2) and (orientation: portrait)" href="/assets/apple-touch-startup-image-1668x2388.png"><link rel="apple-touch-startup-image" media="(device-width: 834px) and (device-height: 1194px) and (-webkit-device-pixel-ratio: 2) and (orientation: landscape)" href="/assets/apple-touch-startup-image-2388x1668.png"><link rel="apple-touch-startup-image" media="(device-width: 834px) and (device-height: 1112px) and (-webkit-device-pixel-ratio: 2) and (orientation: portrait)" href="/assets/apple-touch-startup-image-1668x2224.png"><link rel="apple-touch-startup-image" media="(device-width: 834px) and (device-height: 1112px) and (-webkit-device-pixel-ratio: 2) and (orientation: landscape)" href="/assets/apple-touch-startup-image-2224x1668.png"><link rel="apple-touch-startup-image" media="(device-width: 1024px) and (device-height: 1366px) and (-webkit-device-pixel-ratio: 2) and (orientation: portrait)" href="/assets/apple-touch-startup-image-2048x2732.png"><link rel="apple-touch-startup-image" media="(device-width: 1024px) and (device-height: 1366px) and (-webkit-device-pixel-ratio: 2) and (orientation: landscape)" href="/assets/apple-touch-startup-image-2732x2048.png"><meta name="msapplication-TileColor" content="#fff"><meta name="msapplication-TileImage" content="/assets/mstile-144x144.png"><meta name="msapplication-config" content="/assets/browserconfig.xml"><link rel="yandex-tableau-widget" href="/assets/yandex-browser-manifest.json"><script defer="defer" src="/main-5b9786c955b42bf93581.js"></script><link href="/main-8f9c66f404e9c7e7e020.css" rel="stylesheet"></head><body><noscript>You need to enable JavaScript to run this app.</noscript><div class="b-page-header" id="header"></div><div id="root"></div></body></html>