wandb 0.13.11__py3-none-any.whl → 0.14.0__py3-none-any.whl

wandb/sdk/launch/runner/kubernetes_runner.py

@@ -4,17 +4,12 @@ import logging
 import time
 from typing import Any, Dict, List, Optional
 
-from kubernetes import client  # type: ignore
-from kubernetes.client.api.batch_v1_api import BatchV1Api  # type: ignore
-from kubernetes.client.api.core_v1_api import CoreV1Api  # type: ignore
-from kubernetes.client.models.v1_job import V1Job  # type: ignore
-from kubernetes.client.models.v1_secret import V1Secret  # type: ignore
-
 import wandb
 from wandb.apis.internal import Api
 from wandb.sdk.launch.builder.abstract import AbstractBuilder
 from wandb.sdk.launch.environment.abstract import AbstractEnvironment
 from wandb.sdk.launch.registry.abstract import AbstractRegistry
+from wandb.sdk.launch.registry.local_registry import LocalRegistry
 from wandb.util import get_module, load_json_yaml_dict
 
 from .._project_spec import LaunchProject, get_entry_point_command
@@ -28,6 +23,17 @@ from ..utils import (
 )
 from .abstract import AbstractRun, AbstractRunner, Status
 
+get_module(
+    "kubernetes",
+    required="Kubernetes runner requires the kubernetes package. Please install it with `pip install wandb[launch]`.",
+)
+
+from kubernetes import client  # type: ignore # noqa: E402
+from kubernetes.client.api.batch_v1_api import BatchV1Api  # type: ignore # noqa: E402
+from kubernetes.client.api.core_v1_api import CoreV1Api  # type: ignore # noqa: E402
+from kubernetes.client.models.v1_job import V1Job  # type: ignore # noqa: E402
+from kubernetes.client.models.v1_secret import V1Secret  # type: ignore # noqa: E402
+
 TIMEOUT = 5
 MAX_KUBERNETES_RETRIES = (
     60  # default 10 second loop time on the agent, this is 10 minutes
@@ -83,11 +89,11 @@ class KubernetesSubmittedRun(AbstractRun):
             name=self.name, namespace=self.namespace
         )
         status = job_response.status
-        try:
-            self.core_api.read_namespaced_pod_log(
-                name=self.pod_names[0], namespace=self.namespace
-            )
-        except Exception as e:
+
+        pod = self.core_api.read_namespaced_pod(
+            name=self.pod_names[0], namespace=self.namespace
+        )
+        if pod.status.phase in ["Pending", "Unknown"]:
             now = time.time()
             if self._fail_count == 0:
                 self._fail_first_msg_time = now
@@ -95,13 +101,11 @@ class KubernetesSubmittedRun(AbstractRun):
             self._fail_count += 1
             if now - self._fail_last_msg_time > FAIL_MESSAGE_INTERVAL:
                 wandb.termlog(
-                    f"{LOG_PREFIX}Failed to get pod status for job: {self.name}. Will wait up to {round(10 - (now - self._fail_first_msg_time)/60)} minutes for job to start."
+                    f"{LOG_PREFIX}Pod has not started yet for job: {self.name}. Will wait up to {round(10 - (now - self._fail_first_msg_time)/60)} minutes."
                 )
                 self._fail_last_msg_time = now
             if self._fail_count > MAX_KUBERNETES_RETRIES:
-                raise LaunchError(
-                    f"Failed to start job {self.name}, because of error {str(e)}"
-                )
+                raise LaunchError(f"Failed to start job {self.name}")
         # todo: we only handle the 1 pod case. see https://kubernetes.io/docs/concepts/workloads/controllers/job/#parallel-jobs for multipod handling
         return_status = None
         if status.succeeded == 1:
@@ -275,7 +279,9 @@ class KubernetesRunner(AbstractRunner):
         builder: Optional[AbstractBuilder],
     ) -> Optional[AbstractRun]:  # noqa: C901
         kubernetes = get_module(  # noqa: F811
-            "kubernetes", "KubernetesRunner requires kubernetes to be installed"
+            "kubernetes",
+            required="Kubernetes runner requires the kubernetes package. Please"
+            " install it with `pip install wandb[launch]`.",
         )
         resource_args = launch_project.resource_args.get("kubernetes", {})
         if not resource_args:
@@ -392,9 +398,6 @@ class KubernetesRunner(AbstractRunner):
         job_dict["metadata"] = job_metadata
         job_dict["status"] = job_status
 
-        if not self.ack_run_queue_item(launch_project):
-            return None
-
         _logger.info(f"Creating Kubernetes job from: {job_dict}")
         job_response = kubernetes.utils.create_from_yaml(
             api_client, yaml_objects=[job_dict], namespace=namespace
@@ -422,6 +425,9 @@ def maybe_create_imagepull_secret(
     namespace: str,
 ) -> Optional["V1Secret"]:
     secret = None
+    if isinstance(registry, LocalRegistry):
+        # Secret not required
+        return None
     uname, token = registry.get_username_password()
     creds_info = {
         "auths": {

wandb/sdk/launch/runner/local_container.py

@@ -11,12 +11,14 @@ from wandb.sdk.launch.builder.abstract import AbstractBuilder
 from wandb.sdk.launch.environment.abstract import AbstractEnvironment
 
 from .._project_spec import LaunchProject, compute_command_args
-from ..builder.build import docker_image_exists, get_env_vars_dict, pull_docker_image
+from ..builder.build import get_env_vars_dict
 from ..utils import (
     LOG_PREFIX,
     PROJECT_SYNCHRONOUS,
     _is_wandb_dev_uri,
     _is_wandb_local_uri,
+    docker_image_exists,
+    pull_docker_image,
     sanitize_wandb_api_key,
 )
 from .abstract import AbstractRun, AbstractRunner, Status
@@ -85,10 +87,6 @@ class LocalContainerRunner(AbstractRunner):
         docker_args: Dict[str, Any] = launch_project.resource_args.get(
             "local-container", {}
         )
-        # TODO: leaving this here because of existing CLI command
-        # we should likely just tell users to specify the gpus arg directly
-        if launch_project.cuda:
-            docker_args["gpus"] = "all"
 
         if _is_wandb_local_uri(self._api.settings("base_url")):
             if sys.platform == "win32":
@@ -149,8 +147,6 @@ class LocalContainerRunner(AbstractRunner):
                 )
             ).strip()
 
-        if not self.ack_run_queue_item(launch_project):
-            return None
         sanitized_cmd_str = sanitize_wandb_api_key(command_str)
         _msg = f"{LOG_PREFIX}Launching run in docker with command: {sanitized_cmd_str}"
         wandb.termlog(_msg)
@@ -224,9 +220,12 @@ def get_docker_command(
                 cmd += [prefix]
             else:
                 cmd += [prefix, shlex.quote(str(value))]
+
     if entry_cmd:
-        cmd += ["--entrypoint"] + entry_cmd
+        cmd += ["--entrypoint", entry_cmd[0]]
     cmd += [shlex.quote(image)]
+    if entry_cmd and len(entry_cmd) > 1:
+        cmd += entry_cmd[1:]
     if additional_args:
         cmd += additional_args
     return cmd

wandb/sdk/launch/runner/local_process.py

@@ -81,9 +81,6 @@ class LocalProcessRunner(AbstractRunner):
         for env_key, env_value in env_vars.items():
             cmd += [f"{shlex.quote(env_key)}={shlex.quote(env_value)}"]
 
-        if not self.ack_run_queue_item(launch_project):
-            return None
-
         entry_cmd = get_entry_point_command(entry_point, launch_project.override_args)
         cmd += entry_cmd
 

wandb/sdk/launch/runner/sagemaker_runner.py

@@ -164,9 +164,6 @@ class SageMakerRunner(AbstractRunner):
             )
             _logger.info(f"Docker image built with uri {image}")
 
-        if not self.ack_run_queue_item(launch_project):
-            return None
-
         _logger.info("Connecting to sagemaker client")
         command_args = get_entry_point_command(
             entry_point, launch_project.override_args

wandb/sdk/launch/runner/vertex_runner.py

@@ -138,8 +138,6 @@ class VertexRunner(AbstractRunner):
                 entry_point,
             )
 
-        if not self.ack_run_queue_item(launch_project):
-            return None
         # TODO: how to handle this?
         entry_cmd = get_entry_point_command(entry_point, launch_project.override_args)
 

wandb/sdk/launch/sweeps/scheduler.py

@@ -18,6 +18,7 @@ from wandb.errors import CommError
 from wandb.sdk.launch.launch_add import launch_add
 from wandb.sdk.launch.sweeps import SchedulerError
 from wandb.sdk.lib.runid import generate_id
+from wandb.wandb_agent import Agent
 
 _logger = logging.getLogger(__name__)
 LOG_PREFIX = f"{click.style('sched:', fg='cyan')} "
@@ -37,6 +38,7 @@ class SchedulerState(Enum):
     COMPLETED = 4
     FAILED = 5
     STOPPED = 6
+    CANCELLED = 7
 
 
 class RunState(Enum):
@@ -79,17 +81,20 @@ class Scheduler(ABC):
         self._project = (
             project or os.environ.get("WANDB_PROJECT") or api.settings("project")
         )
+        self._sweep_id: str = sweep_id or "empty-sweep-id"
+        self._state: SchedulerState = SchedulerState.PENDING
+
         # Make sure the provided sweep_id corresponds to a valid sweep
         try:
             resp = self._api.sweep(
                 sweep_id, "{}", entity=self._entity, project=self._project
             )
+            if resp.get("state") == SchedulerState.CANCELLED.name:
+                self._state = SchedulerState.CANCELLED
             self._sweep_config = yaml.safe_load(resp["config"])
         except Exception as e:
             raise SchedulerError(f"{LOG_PREFIX}Exception when finding sweep: {e}")
 
-        self._sweep_id: str = sweep_id or "empty-sweep-id"
-        self._state: SchedulerState = SchedulerState.PENDING
         # Dictionary of the runs being managed by the scheduler
         self._runs: Dict[str, SweepRun] = {}
         # Threading lock to ensure thread-safe access to the runs dictionary
@@ -131,6 +136,7 @@ class Scheduler(ABC):
             SchedulerState.COMPLETED,
             SchedulerState.FAILED,
             SchedulerState.STOPPED,
+            SchedulerState.CANCELLED,
         ]:
             return False
         return True
@@ -138,6 +144,13 @@ class Scheduler(ABC):
     def start(self) -> None:
         """Start a scheduler, confirms prerequisites, begins execution loop."""
         wandb.termlog(f"{LOG_PREFIX}Scheduler starting.")
+        if not self.is_alive():
+            wandb.termerror(
+                f"{LOG_PREFIX}Sweep already {self.state.name.lower()}! Exiting..."
+            )
+            self.exit()
+            return
+
         self._state = SchedulerState.STARTING
         if not self._try_load_executable():
             wandb.termerror(
@@ -235,13 +248,21 @@ class Scheduler(ABC):
         for run_id, run in self._yield_runs():
             try:
                 _state = self._api.get_run_state(self._entity, self._project, run_id)
-                if _state is None or _state in [
-                    "crashed",
-                    "failed",
-                    "killed",
-                    "finished",
-                ]:
-                    _logger.debug(f"Got runstate: {_state} for run: {run_id}")
+                _rqi_state = run.queued_run.state if run.queued_run else None
+                if (
+                    not _state
+                    or _state
+                    in [
+                        "crashed",
+                        "failed",
+                        "killed",
+                        "finished",
+                    ]
+                    or _rqi_state == "failed"
+                ):
+                    _logger.debug(
+                        f"({run_id}) run-state:{_state}, rqi-state:{_rqi_state}"
+                    )
                     run.state = RunState.DEAD
                     _runs_to_remove.append(run_id)
                 elif _state in [
@@ -272,12 +293,13 @@ class Scheduler(ABC):
         """Add a launch job to the Launch RunQueue.
 
         run_id: supplied by gorilla from agentHeartbeat
+        entry_point: sweep entrypoint overrides image_uri/job entrypoint
         config: launch config
         """
         # job and image first from CLI args, then from sweep config
         _job = self._kwargs.get("job") or self._sweep_config.get("job")
 
-        _sweep_config_uri = self._sweep_config.get("scheduler", {}).get("image_uri")
+        _sweep_config_uri = self._sweep_config.get("image_uri")
         _image_uri = self._kwargs.get("image_uri") or _sweep_config_uri
         if _job is None and _image_uri is None:
             raise SchedulerError(
@@ -286,6 +308,13 @@ class Scheduler(ABC):
         elif _job is not None and _image_uri is not None:
             raise SchedulerError(f"{LOG_PREFIX}Sweep has both 'job' and 'image_uri'")
 
+        if self._sweep_config.get("command"):
+            entry_point = Agent._create_sweep_command(self._sweep_config["command"])
+            wandb.termwarn(
+                f"{LOG_PREFIX}Sweep command {entry_point} will override"
+                f' {"job" if _job else "image_uri"} entrypoint'
+            )
+
         run_id = run_id or generate_id()
         queued_run = launch_add(
             run_id=run_id,

wandb/sdk/launch/utils.py

@@ -10,11 +10,21 @@ from typing import TYPE_CHECKING, Any, Dict, List, Optional, Tuple
 import click
 
 import wandb
+import wandb.docker as docker
 from wandb import util
 from wandb.apis.internal import Api
 from wandb.errors import CommError, Error
 from wandb.sdk.launch.wandb_reference import WandbReference
 
+from .builder.templates._wandb_bootstrap import (
+    FAILED_PACKAGES_POSTFIX,
+    FAILED_PACKAGES_PREFIX,
+)
+
+FAILED_PACKAGES_REGEX = re.compile(
+    f"{re.escape(FAILED_PACKAGES_PREFIX)}(.*){re.escape(FAILED_PACKAGES_POSTFIX)}"
+)
+
 if TYPE_CHECKING:  # pragma: no cover
     from wandb.apis.public import Artifact as PublicArtifact
 
@@ -25,6 +35,12 @@ class LaunchError(Error):
     pass
 
 
+class LaunchDockerError(Error):
+    """Raised when Docker daemon is not running."""
+
+    pass
+
+
 class ExecutionError(Error):
     """Generic execution exception."""
 
@@ -146,7 +162,6 @@ def construct_launch_spec(
     parameters: Optional[Dict[str, Any]],
     resource_args: Optional[Dict[str, Any]],
     launch_config: Optional[Dict[str, Any]],
-    cuda: Optional[bool],
     run_id: Optional[str],
     repository: Optional[str],
 ) -> Dict[str, Any]:
@@ -202,8 +217,6 @@ def construct_launch_spec(
 
     if entry_point:
         launch_spec["overrides"]["entry_point"] = entry_point
-    if cuda is not None:
-        launch_spec["cuda"] = cuda
 
     if run_id is not None:
         launch_spec["run_id"] = run_id
@@ -621,7 +634,7 @@ def resolve_build_and_registry_config(
 ) -> Tuple[Dict[str, Any], Dict[str, Any]]:
     resolved_build_config: Dict[str, Any] = {}
     if build_config is None and default_launch_config is not None:
-        resolved_build_config = default_launch_config.get("build", {})
+        resolved_build_config = default_launch_config.get("builder", {})
     elif build_config is not None:
         resolved_build_config = build_config
     resolved_registry_config: Dict[str, Any] = {}
@@ -656,3 +669,38 @@ def make_name_dns_safe(name: str) -> str:
     # Actual length limit is 253, but we want to leave room for the generated suffix
     resp = resp[:200]
     return resp
+
+
+def warn_failed_packages_from_build_logs(log: str, image_uri: str) -> None:
+    match = FAILED_PACKAGES_REGEX.search(log)
+    if match:
+        wandb.termwarn(
+            f"Failed to install the following packages: {match.group(1)} for image: {image_uri}. Will attempt to launch image without them."
+        )
+
+
+def docker_image_exists(docker_image: str, should_raise: bool = False) -> bool:
+    """Check if a specific image is already available.
+
+    Optionally raises an exception if the image is not found.
+    """
+    _logger.info("Checking if base image exists...")
+    try:
+        docker.run(["docker", "image", "inspect", docker_image])
+        return True
+    except (docker.DockerError, ValueError) as e:
+        if should_raise:
+            raise e
+        _logger.info("Base image not found. Generating new base image")
+        return False
+
+
+def pull_docker_image(docker_image: str) -> None:
+    """Pull the requested docker image."""
+    if docker_image_exists(docker_image):
+        # don't pull images if they exist already, eg if they are local images
+        return
+    try:
+        docker.run(["docker", "pull", docker_image])
+    except docker.DockerError as e:
+        raise LaunchError(f"Docker server returned error: {e}")

wandb/sdk/wandb_run.py

@@ -233,6 +233,8 @@ class RunStatusChecker:
 
             if result:
                 process(result)
+                # if request finished, clear the handle to send on the next interval
+                local_handle = None
 
             time_elapsed = time.monotonic() - time_probe
             wait_time = max(self._stop_polling_interval - time_elapsed, 0)
@@ -2498,6 +2500,7 @@ class Run:
     def unwatch(self, models=None) -> None:  # type: ignore
         wandb.unwatch(models=models)
 
+    # TODO(kdg): remove all artifact swapping logic
     def _swap_artifact_name(self, artifact_name: str, use_as: Optional[str]) -> str:
         artifact_key_string = use_as or artifact_name
         replacement_artifact_info = self._launch_artifact_mapping.get(
@@ -2513,10 +2516,6 @@ class Run:
                 )
             return f"{entity}/{project}/{new_name}"
         elif replacement_artifact_info is None and use_as is None:
-            wandb.termwarn(
-                f"Could not find {artifact_name} in launch artifact mapping. "
-                f"Searching for unique artifacts with sequence name: {artifact_name}"
-            )
             sequence_name = artifact_name.split(":")[0].split("/")[-1]
             unique_artifact_replacement_info = (
                 self._unique_launch_artifact_sequence_names.get(sequence_name)
@@ -2532,14 +2531,8 @@ class Run:
                 return f"{entity}/{project}/{new_name}"
 
         else:
-            wandb.termwarn(
-                f"Could not find swappable artifact at key: {use_as}. Using {artifact_name}"
-            )
             return artifact_name
 
-        wandb.termwarn(
-            f"Could not find {artifact_key_string} in launch artifact mapping. Using {artifact_name}"
-        )
         return artifact_name
 
     def _detach(self) -> None:

wandb/sync/sync.py

@@ -142,6 +142,7 @@ class SyncThread(threading.Thread):
         proto_run.run_id = self._run_id or wandb.util.generate_id()
         proto_run.project = self._project or wandb.util.auto_project_name(None)
         proto_run.entity = self._entity
+        proto_run.telemetry.feature.sync_tfevents = True
 
         url = "{}/{}/{}/runs/{}".format(
             self._app_url,

wandb/util.py

@@ -239,6 +239,7 @@ def sentry_set_scope(
         "sweep_id",
         "deployment",
         "_disable_service",
+        "launch",
     ]
 
     s = settings_dict

{wandb-0.13.11.dist-info → wandb-0.14.0.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: wandb
-Version: 0.13.11
+Version: 0.14.0
 Summary: A CLI and library for interacting with the Weights and Biases API.
 Home-page: https://github.com/wandb/wandb
 Author: Weights & Biases

{wandb-0.13.11.dist-info → wandb-0.14.0.dist-info}/RECORD

@@ -1,4 +1,4 @@
-wandb/__init__.py,sha256=99p8DKTZft2tO9_48koJtWZlHnVPHfSEyaUhK-wlpoo,6052
+wandb/__init__.py,sha256=OY44rhrK9CZ3AXzdrfqtoSFOz5Da6aALYY163kBqVD0,6051
 wandb/__main__.py,sha256=gripuDgB7J8wMMeJt4CIBRjn1BMSFr5zvsrt585Pnj4,64
 wandb/_globals.py,sha256=CccwOAls5bxJArYHg12b08ZeKR8Qu9u57GtYWjBH0o0,702
 wandb/data_types.py,sha256=ubLUgZ74CDkzPgrJNt1E0FHQuWQbzVFM42OBkZQwxzY,75068
@@ -7,7 +7,7 @@ wandb/jupyter.py,sha256=OetSXg5_Eu3WES_9TOarIzbvx6wCIfLSVyno2bEbisk,16940
 wandb/magic.py,sha256=YVSQmkrtlQ56p-VqkwjiPGNBa694UvPALxc4yp6RiLk,59
 wandb/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 wandb/trigger.py,sha256=s6pc7ol-s76i7YRNf4P13f9co2f4f8simzXkjcmSQG0,614
-wandb/util.py,sha256=1rcjKiybjODV7Gf2ndwiA7TBJHEgYA1UrSrOE0TQki8,61155
+wandb/util.py,sha256=ad5rhrY3Q4CNcmh_9Ic72Yei_0L1Jm8UURwUhpyx5cQ,61173
 wandb/viz.py,sha256=hrRhuDuvgelF-qK0eoVmBJyJi1DjQ3vkmrgRKgM2lyg,3217
 wandb/wandb_agent.py,sha256=4ohs94jROgasA5ZH3FhIRyuFF5li1kWt3lC_UqPuSAo,23538
 wandb/wandb_controller.py,sha256=SjL4Sx1scOzY-lFp9bGmf6P43p99xlLxpGUAMetRS_c,24729
@@ -16,9 +16,12 @@ wandb/wandb_torch.py,sha256=f_xxU4unLnNWiyLSPpTT86Iwx1MGhUyqkKX5NAJx0Qs,21999
 wandb/agents/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 wandb/agents/pyagent.py,sha256=FLoOmORjVQ-MtjBtd7XUXljBqm0Tks6xguRGn1AsAs4,12921
 wandb/apis/__init__.py,sha256=haXrAmHFoC3gL1_NphdalvaMKGSiiFWB2QCOIJUhPGc,1329
-wandb/apis/internal.py,sha256=H8wG7R4uw0qSaQWHjtUdQa3VtU60-RC19N2HJlTkQfU,5792
+wandb/apis/internal.py,sha256=2nOLHiOVv4Pduh4l6Zy3g7kGybViutn1ATbXeB6n1sA,6152
 wandb/apis/normalize.py,sha256=PzB9YfayTfzM262m5H5Z7I0qH3G5gNwtkPt3lTu0BHg,2141
-wandb/apis/public.py,sha256=q1Vxf8W47e6XGbiJUcFN7tdkD-GhuJkI6NGiZJ3Fmtk,179869
+wandb/apis/public.py,sha256=6TtoQ2ZEbl2sInwsAmTQtF5sSYhUoh27jQ-NCL_gILI,179826
+wandb/apis/importers/__init__.py,sha256=117C1xz4GGn1T3e3LOJ3GSSnQZrnWvZiS0AP_3B0K9Q,124
+wandb/apis/importers/base.py,sha256=ANIeFJcg8W4tpnq9AbdDag8v48Qd-YGA2DVep8byhXc,10160
+wandb/apis/importers/mlflow.py,sha256=gXzpJ1aVFMSwxeO_kUGNyl6TJvVzfNOx5EJOinM96sM,3538
 wandb/apis/reports/__init__.py,sha256=Dr4Qj7g-Oprr2-yci3GnkGmmef0NWL1PVTcIeRfy8PI,949
 wandb/apis/reports/_blocks.py,sha256=pauLnohwcEAPksqaJQIB04LjRn4KOe3MNQvCCWYiE7E,53785
 wandb/apis/reports/_helpers.py,sha256=SlJQcvD-fDBSniXcp4BLsSxW_1fp-fhVFiZj6qYgEqg,2126
@@ -37,8 +40,8 @@ wandb/beta/workflows.py,sha256=ozY3OooklSsjdZeowl8an5VF6phCUgIn3yYv0vkIO7Q,10051
 wandb/bin/apple_gpu_stats,sha256=-CVDIPhgV1f_jjM1dkXJgmo6AQY4wjy1xCGg1e8zn0w,337072
 wandb/catboost/__init__.py,sha256=kgsxRzur9liL-CPOVubjNVJ_FEDiktbyA7gQQXxG1n0,226
 wandb/cli/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-wandb/cli/cli.py,sha256=SCYLcLSbhGSTLIYHONwcYApd3osLQJzfAZE-bTXBHnQ,78015
-wandb/docker/__init__.py,sha256=ylpkkRrsoVVPRfnUVQeJzaklS6j_AYWc_nblGQ6yc8g,8814
+wandb/cli/cli.py,sha256=pge9FSPhpq-zk5qocxCu3E1L9GPSQsgC7Won9mPsy1U,78841
+wandb/docker/__init__.py,sha256=PW64nHMdNB4B7WYVC12lZf242Zi_d5QHLtAtfThqM9g,9575
 wandb/docker/auth.py,sha256=d0uCK29uATBe6HKkbhbvdEYYbSIkdppiwzvWsgUqqMc,15065
 wandb/docker/wandb-entrypoint.sh,sha256=P4eTMG7wYsgTfJIws_HT7QFlYBI70ZLnNlDGTZdmYVE,989
 wandb/docker/www_authenticate.py,sha256=eQd0ap8LpZkS9ImRn2gdgl7gnHeKprdqjClrZOaCsQo,2805
@@ -130,13 +133,13 @@ wandb/proto/v3/wandb_base_pb2.py,sha256=0Ixr7LeEOTdIU_pewdbhRZOrFqRtgsOsWcyC_Tw4
 wandb/proto/v3/wandb_internal_pb2.py,sha256=qgGpq44m9a3_dRtbdZpay94R8J_-anaYJ_bdboag_ug,79464
 wandb/proto/v3/wandb_server_pb2.py,sha256=l8fk4O9pGC8_8oHxC3CacxDxW1KNy1ST49DS-s_VxIk,25856
 wandb/proto/v3/wandb_server_pb2_grpc.py,sha256=wPgsoCB-OyZjN2f88vG1-SCFJtr6YOceKDSn2SolOiM,70982
-wandb/proto/v3/wandb_telemetry_pb2.py,sha256=Xzt9vtR4kSUzWWPPqBLkYYTq6tg0n5Pr-owgnA5vYGk,11127
+wandb/proto/v3/wandb_telemetry_pb2.py,sha256=yv9W4LdtFOOxRDzHDpAPVa7NAdhVOh1r_VpEG0QBlpQ,11215
 wandb/proto/v4/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 wandb/proto/v4/wandb_base_pb2.py,sha256=fF312_OnXSKQTjMW0Pwdo-yZBmFURWH-n4XJ_sEaExY,1315
 wandb/proto/v4/wandb_internal_pb2.py,sha256=z9vL6zr4V-PWDIXpBeVqGQ5KvgsqkfwSIkbCPFn5LnA,36136
 wandb/proto/v4/wandb_server_pb2.py,sha256=GlaUcDwBOJnhRSuQW-ddGeyXrVVD1oj05pMprt6e5Is,13976
 wandb/proto/v4/wandb_server_pb2_grpc.py,sha256=wPgsoCB-OyZjN2f88vG1-SCFJtr6YOceKDSn2SolOiM,70982
-wandb/proto/v4/wandb_telemetry_pb2.py,sha256=xa6_KhA2YDNb7327Gh_jTeKH0t66_xy4OC-oI1E1bAA,8574
+wandb/proto/v4/wandb_telemetry_pb2.py,sha256=CX220fSnk6dQtSCkSKRHHiITR_x_stWxkD9A2Ql-v2g,8662
 wandb/sacred/__init__.py,sha256=2sCLXqvkwjEqOvPFdtAtmo80PY4hky7rj4owO5PoJWQ,80
 wandb/sdk/__init__.py,sha256=_dmAd0D7tTMYXpV_FqdGpAMSn6wtmsN5dEPoFlXaXmU,719
 wandb/sdk/wandb_alerts.py,sha256=SwBPBiXRxknMTMGbsVoMMWqWK65UWMcKAdTWZtdwAeo,193
@@ -149,7 +152,7 @@ wandb/sdk/wandb_manager.py,sha256=l2sHY64fck-hQ35pmnMgY5egmGix5icpVRohFe0RqMY,69
 wandb/sdk/wandb_metric.py,sha256=a3GiQXr6H18m81uobYjlJaC8CL8iANzI42qxkxfZsDs,3268
 wandb/sdk/wandb_require.py,sha256=CsclI4T0RUhPGIOEtGbjtrtFmYj9NFtgAgHUEddVyNg,2732
 wandb/sdk/wandb_require_helpers.py,sha256=ZmKv5aXXHDTTU6nYHMLKW4_pt9X-PlaMtbRJl77kHX8,1331
-wandb/sdk/wandb_run.py,sha256=nSO61SqLpPzaJXo4skVRJXzULtaem_nB4EyJfVy_RKE,142372
+wandb/sdk/wandb_run.py,sha256=2ODQw3QmtePve1I0UJ6wnxLfCnauQPyAlV02Wd-5PN4,142067
 wandb/sdk/wandb_save.py,sha256=RJeT-_cpmtUxqNk3AmFVW1Tb8k5s46ylmvb8cw54Vks,181
 wandb/sdk/wandb_settings.py,sha256=SKrzP5W5bN79Q2Pauk4-54kfS-4eh9EZqU-exx7xm7g,65061
 wandb/sdk/wandb_setup.py,sha256=A-V4BO0Lrz8elnNhme0fQsg-TJx-YIEQBTX30Zo07j8,11079
@@ -205,7 +208,7 @@ wandb/sdk/internal/file_stream.py,sha256=zkgRlto6YIE8KKdW9wLD7ZdfDl1s21g8CQff8ne
 wandb/sdk/internal/flow_control.py,sha256=0D6AO8nZN6wGO46g6vdj_Lc4w2EztyLdxi7ydMICRA8,8587
 wandb/sdk/internal/handler.py,sha256=aGyXyML8AelYSjWeg8WhIKiZnN__Ti7xXUBfMJKCmoI,31616
 wandb/sdk/internal/internal.py,sha256=mz3ki8uFttOo0Zbq5SV_83Y1pJkBj5Uc7imSStFhLxg,12838
-wandb/sdk/internal/internal_api.py,sha256=FGc7FYAxTvWU8EqSgub5K_aaeerfghJVgkT0gOSQdMs,107980
+wandb/sdk/internal/internal_api.py,sha256=AC0XKm78cBo0BVkSYRStcvpeR1q_5wdf4DDE_s0CgLw,110317
 wandb/sdk/internal/internal_util.py,sha256=1BI2ol9hhRukU7zBPbPhUcUXa58i4vLa4ocgBUya6pQ,2655
 wandb/sdk/internal/job_builder.py,sha256=xlArhh2a7jE8rYlbBU5NDtt0Lau9cDWWExhRDDkiWXU,7788
 wandb/sdk/internal/profiler.py,sha256=ZpPXJJZhkml3ZL8HPbB-vZGAVPZUv0Wv-nWjOnCMXPg,2350
@@ -235,39 +238,39 @@ wandb/sdk/internal/system/assets/open_metrics.py,sha256=p6u8ygyZQnD66Ve96qbP6fzH
 wandb/sdk/internal/system/assets/tpu.py,sha256=Iac09nmjUgV6Zm3zfbI8J9wYww671askzvXcovvfn48,4918
 wandb/sdk/internal/system/assets/trainium.py,sha256=Kl0Y89Bic1OqjmKhtL1wyOB8AnKl5cULAkoYmjZXX54,12340
 wandb/sdk/launch/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-wandb/sdk/launch/_project_spec.py,sha256=PJi7Fc8eeuhJFNgO-RKWI6aRHIUa4TL1TDjLw9Sqbo8,20440
+wandb/sdk/launch/_project_spec.py,sha256=OzRlnrUo470ekXldX2XXNuzzYQ2GLUfOD5uVBA68gnw,19787
 wandb/sdk/launch/github_reference.py,sha256=aSTDKT_WMGkci8_TPg2ICPdhiMLCnAy5ZyU17x_qIGY,8275
-wandb/sdk/launch/launch.py,sha256=t__p3_9pCNKpYJXss34oTu0Iir09Lc7u_WKD2GDsLso,11172
-wandb/sdk/launch/launch_add.py,sha256=3JwPhCeWlatYO8N01LdK1VwtK14SoSLKnq0i_Ibsf68,7941
+wandb/sdk/launch/launch.py,sha256=8KpqUIIBuIPlheYXPrh0bLLgBvVZ6Y7q79Akqldc7Ao,11020
+wandb/sdk/launch/launch_add.py,sha256=1AQ454hBd5opE7m92Boa7Bx4n2yVkG2ne7zGeM6662w,7785
 wandb/sdk/launch/loader.py,sha256=IsaJCS2GpZMgS8EaqRT8M0ZAzNc-NP8hjL29_Eq42UM,8213
-wandb/sdk/launch/utils.py,sha256=10GnP6WBPCY3uplc8PCuis-0qChDMWYaBu9E6PZRQOM,22963
+wandb/sdk/launch/utils.py,sha256=ocrHRoWPfwEn1O6dx1_jIunoZ_8S3hjnqCJJ-eZPvsE,24486
 wandb/sdk/launch/wandb_reference.py,sha256=t4REjZz5lwB9fjDW2eo8uRgw9KeLsPeZ1Uu8tiFDBfA,4253
 wandb/sdk/launch/agent/__init__.py,sha256=nwGHzJptq87cXCSAJi7Wv2ShL-HZwDgMo2aFC2Rh20w,85
-wandb/sdk/launch/agent/agent.py,sha256=6MV39YCsEs5tTHRw4PyMSm7uHfeY34X6HNhfuw7U43Y,16857
+wandb/sdk/launch/agent/agent.py,sha256=DytOM-Evzqnvr1L_Kt0B23An9T7jby1Q9AkzO8FrhxI,19078
 wandb/sdk/launch/builder/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 wandb/sdk/launch/builder/abstract.py,sha256=nFrbUU7HBeJRYMrAy_EUbfGdGi2wAMNT5BubPpTwK7w,2469
-wandb/sdk/launch/builder/build.py,sha256=fF3Fz85bUmgv6u5k9bVtxY_ozcjJN9nq73jRXRyp8wU,22100
-wandb/sdk/launch/builder/docker_builder.py,sha256=tjDWw-lNMUhR04wOVZJY9nWdPBlyEyAVwC-LndulNnw,5272
-wandb/sdk/launch/builder/kaniko_builder.py,sha256=xlALpnhEWjrbJklsKUzuLg1PRo-cJYFGLbqwRZ_ByB4,14635
+wandb/sdk/launch/builder/build.py,sha256=aF24pxsNLcv7vPCbcwlXcTapvIn-gYZ2Q-PXhkBtaOI,20018
+wandb/sdk/launch/builder/docker_builder.py,sha256=ovlDQ_RweyYH8wqKKC9C_ZxyLHsUgezTmq-p3VKyBpQ,6045
+wandb/sdk/launch/builder/kaniko_builder.py,sha256=3AuY3eYidazWrYYfv0z68OnlkJj1_3Qj6w4mats2Zdk,15938
 wandb/sdk/launch/builder/noop.py,sha256=3ZSGWKYX_ahm7Qt-Z1tXC_eyTRrqenytWbC37Wm3Akg,1490
-wandb/sdk/launch/builder/templates/_wandb_bootstrap.py,sha256=mPENtvjWzP6jDIn-Rp8bv9TJ5rjCxXpXRIsy8ZBUu4Y,3618
+wandb/sdk/launch/builder/templates/_wandb_bootstrap.py,sha256=k29ACdlAfC6gxEFBo7c5F6VbVVYv3t9-6a6nfNZDiFk,5817
 wandb/sdk/launch/environment/abstract.py,sha256=k65QRutKWOB6LFTrIMHP8GkWe5MWJYKk5YWFjWEIF3E,926
-wandb/sdk/launch/environment/aws_environment.py,sha256=sY9-NsXwkEIhnuRxoE9sKANH2d-fX7GlhzU1Df0Ehf8,9735
+wandb/sdk/launch/environment/aws_environment.py,sha256=cwYVxQ6sWnxhv97ftIBeR9UbZH8ro-1zo6HgjH1LGmQ,9967
 wandb/sdk/launch/environment/gcp_environment.py,sha256=vksFQyHH7k0oKFHXlzFe4kJ3_8CDaUxsb9ptlbrpPvU,10103
 wandb/sdk/launch/environment/local_environment.py,sha256=pV7moIX4XuKG5vf64vqGu4yTLUwNQe-eg83iLMd2ilc,2226
-wandb/sdk/launch/registry/abstract.py,sha256=Im7PTxZdEv4JNU7tL-uus-j2tLhPud9YiVyg09nTopE,1089
-wandb/sdk/launch/registry/elastic_container_registry.py,sha256=7IEQ2lw2RdFRfji04sPz94bAabve9e8WSdfeT3djtHw,4661
-wandb/sdk/launch/registry/google_artifact_registry.py,sha256=NImEUh6fMX74QcXSFNO_rmw5KZTDrn4jQcDwSEJ8-2g,5965
-wandb/sdk/launch/registry/local_registry.py,sha256=0PkT05rAqmRsdHUwMAfPsClWgObpihFeSF7r0m1ssYU,1356
+wandb/sdk/launch/registry/abstract.py,sha256=3lCuTdqDAAIV_nmgGTfSd2gc1-02dTo5lY-KpuXj-wc,1400
+wandb/sdk/launch/registry/elastic_container_registry.py,sha256=zfpDYJqZnNr9kJkL_HNvFNl5K_cSNngGlXevJlVM6G8,5759
+wandb/sdk/launch/registry/google_artifact_registry.py,sha256=RHgg9j02JGmRebeqFhoIDD71IaZqWVIf3vZM1R2zfGI,7133
+wandb/sdk/launch/registry/local_registry.py,sha256=851LoTJO9G08JZgxMmwMimiNH7OHxltjIj_tlpqf8ro,1720
 wandb/sdk/launch/runner/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-wandb/sdk/launch/runner/abstract.py,sha256=29MUdAYgCSuFkXCUrccBQoqPwEuxYCcXphYk7XOx8Fk,5762
-wandb/sdk/launch/runner/kubernetes_runner.py,sha256=zBG7RFxza4fOE4gTdwMpJA_SWc72YkvkA80w35qxjG0,18429
-wandb/sdk/launch/runner/local_container.py,sha256=usJI1rnToAWa_6Nhy8Cxi8pwskTApwRXW3haXPFkA9s,8470
-wandb/sdk/launch/runner/local_process.py,sha256=E0081lkrCR5-9d8Mwu5QSagCSmlkv84xTxomXLwg-O4,3361
-wandb/sdk/launch/runner/sagemaker_runner.py,sha256=j9eRUF9rF-AlPSRmCptx9tIvFQSGP-GY3gNbG2TR1tE,12166
-wandb/sdk/launch/runner/vertex_runner.py,sha256=nFdZNIrNiunuiTaDiSWaALvdvL5ZoJhUj31aHl8sQzo,7275
+wandb/sdk/launch/runner/abstract.py,sha256=Lgoylgg5ifuwBLL_bhNzM1Q5mXUaG4adIbkrfzsnKCU,5192
+wandb/sdk/launch/runner/kubernetes_runner.py,sha256=YnGxySJqu795cg3DI0Nnf0dREdW0yVbvCxVtWBZcdwY,18732
+wandb/sdk/launch/runner/local_container.py,sha256=wGhfwlQj6bfnf3fc4VxOy8grLOo-NLO0Y9XG2xqY-N8,8257
+wandb/sdk/launch/runner/local_process.py,sha256=4n7YQcYhUVQhXl_qMdypgo6hapy96V2UaHK4uLb965o,3280
+wandb/sdk/launch/runner/sagemaker_runner.py,sha256=EL7Wo04Dlerv87Vv5W20XhOnoz0Idg4WWICG_lo7uHM,12085
+wandb/sdk/launch/runner/vertex_runner.py,sha256=yEBSFl2_cFyTuKs6uUnpX4uKN-JRcuI_2OuIkTeqH_0,7195
 wandb/sdk/launch/sweeps/__init__.py,sha256=ROE75akKQpMzkZKZ-dg_deCyluQr0u2oo617DIsWt-c,958
-wandb/sdk/launch/sweeps/scheduler.py,sha256=matOWlpOWAyNEGIYV0ikD61e-WgtnOjcOXEwsC41zNM,10663
+wandb/sdk/launch/sweeps/scheduler.py,sha256=pYT-ZHsx68l_h3vEcscx3cHL8R9zmAP268D87o4n2_w,11722
 wandb/sdk/launch/sweeps/scheduler_sweep.py,sha256=GLcB3RsOTX2ZQ914nR17MnNL765l57V_7MSKmfGYuB8,5891
 wandb/sdk/lib/__init__.py,sha256=PeqhRWcgiOzo6LliKn8UgNOXMzbr2k0dx5egTAKa7g4,149
 wandb/sdk/lib/_settings_toposort_generate.py,sha256=8xNbH9JAMDyOcga0p_nfUoWqQdR1AUMBGUDplYbQiyY,5272
@@ -339,7 +342,7 @@ wandb/sklearn/plot/clusterer.py,sha256=_zeNa_DgNT7YeRuTFiFbgpIGL_dUV8lmQqFztJ7R1
 wandb/sklearn/plot/regressor.py,sha256=yw3sFuWGDeD_mByi-Xuef79_4zdpE6ODJyIPiYEY0z8,3905
 wandb/sklearn/plot/shared.py,sha256=_BMOiBmwNO_vIH5f2SDQcPASrJabxmRuKuELwA27-9k,2732
 wandb/sync/__init__.py,sha256=vZMKb-AOlEwKQf4GNTndrgHuvGCeDMDTZAVwimtXZ0o,101
-wandb/sync/sync.py,sha256=Pbi2odPIVGMTUuJCYkZQVq1MNNS4mVtqv3NRmYqDLf4,14802
+wandb/sync/sync.py,sha256=gdLj7biCZllbK4a0dCvAR7kh3WMRfin4O7wPHfdlAQ4,14859
 wandb/testing/relay.py,sha256=DNTk5Yd8yUn39ZfxAd0D1q-N093PIwhJVPeO6pMLXoo,25127
 wandb/vendor/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 wandb/vendor/gql-0.2.0/setup.py,sha256=_osNap_aCOVvTlDwP9f-aI10TJbpIflxcG6fEQoAxNs,1314
@@ -725,9 +728,9 @@ wandb/vendor/watchdog_0_9_0/wandb_watchdog/utils/platform.py,sha256=UORYTNVcUSE2
 wandb/vendor/watchdog_0_9_0/wandb_watchdog/utils/unicode_paths.py,sha256=UWX8DB97ygkEeSxWQUYCHR4MahNilux7vl5TCTQtPPk,2190
 wandb/vendor/watchdog_0_9_0/wandb_watchdog/utils/win32stat.py,sha256=ZOevOTbSo8NRiIxkuBVGaG4yigWnPoO0goxAi-jsBkM,3828
 wandb/xgboost/__init__.py,sha256=GRixyb89ki1Znfw48RRiRPxZnK41aEj1L48bBG6-Kh0,230
-wandb-0.13.11.dist-info/LICENSE,sha256=izOKRJpGOx1PrJiGOKR0HsNdlB5JdH2d0Z4P7a7ssTc,1081
-wandb-0.13.11.dist-info/METADATA,sha256=wPRS4nnaJoi359Ta7ebPhpOuQoICt12XGUTQjTHKrVI,7927
-wandb-0.13.11.dist-info/WHEEL,sha256=G16H4A3IeoQmnOrYV4ueZGKSjhipXx8zc8nu9FGlvMA,92
-wandb-0.13.11.dist-info/entry_points.txt,sha256=5VEDOaS7CgcNfzb_FEaNkLS2AyPLzJJdY74xYYipTdQ,68
-wandb-0.13.11.dist-info/top_level.txt,sha256=gPLPSekU6Labh_9yJz7WLb6Q9DK72I02_ARvDEG9Xsw,6
-wandb-0.13.11.dist-info/RECORD,,
+wandb-0.14.0.dist-info/LICENSE,sha256=izOKRJpGOx1PrJiGOKR0HsNdlB5JdH2d0Z4P7a7ssTc,1081
+wandb-0.14.0.dist-info/METADATA,sha256=rf29u6KpQheWvq4tiW_Y8C6kx-XrdlPaiaGuVbInlpw,7926
+wandb-0.14.0.dist-info/WHEEL,sha256=pkctZYzUS4AYVn6dJ-7367OJZivF2e8RA9b_ZBjif18,92
+wandb-0.14.0.dist-info/entry_points.txt,sha256=5VEDOaS7CgcNfzb_FEaNkLS2AyPLzJJdY74xYYipTdQ,68
+wandb-0.14.0.dist-info/top_level.txt,sha256=gPLPSekU6Labh_9yJz7WLb6Q9DK72I02_ARvDEG9Xsw,6
+wandb-0.14.0.dist-info/RECORD,,

{wandb-0.13.11.dist-info → wandb-0.14.0.dist-info}/WHEEL

@@ -1,5 +1,5 @@
 Wheel-Version: 1.0
-Generator: bdist_wheel (0.37.1)
+Generator: bdist_wheel (0.40.0)
 Root-Is-Purelib: true
 Tag: py3-none-any