wandb 0.13.10__py3-none-any.whl → 0.14.0__py3-none-any.whl

wandb/sdk/lib/retry.py

@@ -12,9 +12,10 @@ from typing import Any, Awaitable, Callable, Generic, Optional, Tuple, Type, Typ
 from requests import HTTPError
 
 import wandb
-from wandb.errors import ContextCancelledError
 from wandb.util import CheckRetryFnType
 
+from .mailbox import ContextCancelledError
+
 logger = logging.getLogger(__name__)
 
 
@@ -26,7 +27,7 @@ SLEEP_ASYNC_FN = asyncio.sleep
 
 
 class TransientError(Exception):
-    """Exception type designated for errors that may only be temporary
+    """Exception type designated for errors that may only be temporary.
 
     Can have its own message and/or wrap another exception.
     """
@@ -43,7 +44,7 @@ _R = TypeVar("_R")
 
 
 class Retry(Generic[_R]):
-    """Creates a retryable version of a function.
+    """Create a retryable version of a function.
 
     Calling this will call the passed function, retrying if any exceptions in
     retryable_exceptions are caught, with exponential backoff.
@@ -98,7 +99,6 @@ class Retry(Generic[_R]):
            sleep_base (kwarg): amount of time to sleep upon first failure, all other sleeps
                are derived from this one.
         """
-
         retry_timedelta = kwargs.pop("retry_timedelta", self._retry_timedelta)
         if retry_timedelta is None:
             retry_timedelta = datetime.timedelta(days=365)
@@ -279,7 +279,6 @@ async def retry_async(
 
     Each time `fn` fails, `on_exc` is called with the exception.
     """
-
     while True:
         try:
             return await fn(*args, **kwargs)

wandb/sdk/lib/runid.py

@@ -1,6 +1,4 @@
-"""
-runid util.
-"""
+"""runid util."""
 
 import secrets
 import string

wandb/sdk/lib/server.py

@@ -1,26 +1,32 @@
-"""
-module server
-"""
+"""module server."""
 
 import json
+from typing import TYPE_CHECKING, Any, Dict, Optional, Union
 
 from wandb import util
 from wandb.apis import InternalApi
 
+if TYPE_CHECKING:
+    from wandb.sdk.wandb_settings import Settings
+
 
 class ServerError(Exception):
     pass
 
 
 class Server:
-    def __init__(self, api=None, settings=None):
+    def __init__(
+        self,
+        api: Optional[InternalApi] = None,
+        settings: Optional["Settings"] = None,
+    ) -> None:
         self._api = api or InternalApi(default_settings=settings)
-        self._error_network = None
-        self._viewer = {}
-        self._flags = {}
+        self._error_network: Optional[bool] = None
+        self._viewer: Dict[str, Any] = {}
+        self._flags: Dict[str, Any] = {}
         self._settings = settings
 
-    def query_with_timeout(self, timeout=None):
+    def query_with_timeout(self, timeout: Union[int, float, None] = None) -> None:
         if self._settings and self._settings._disable_viewer:
             return
         timeout = timeout or 5
@@ -40,7 +46,7 @@ class Server:
         self._viewer, self._serverinfo = viewer_tuple
         self._flags = json.loads(self._viewer.get("flags", "{}"))
 
-    def is_valid(self):
+    def is_valid(self) -> bool:
         if self._error_network is None:
             raise Exception("invalid usage: must query server")
         return self._error_network

wandb/sdk/lib/sock_client.py

@@ -14,7 +14,7 @@ if TYPE_CHECKING:
 
 
 class SockClientClosedError(Exception):
-    """Socket has been closed"""
+    """Socket has been closed."""
 
     pass
 

wandb/sdk/lib/sparkline.py

@@ -13,7 +13,7 @@ def isfinite(f):
 
 
 def sparkify(series: List[Union[float, int]]) -> str:
-    """Converts <series> to a sparkline string.
+    """Convert <series> to a sparkline string.
 
     Example:
     >>> sparkify([ 0.5, 1.2, 3.5, 7.3, 8.0, 12.5, 13.2, 15.0, 14.2, 11.8, 6.1,

wandb/sdk/lib/wburls.py

@@ -27,7 +27,7 @@ class WBURLs:
             cli_launch="https://wandb.me/launch",
             doc_run="https://wandb.me/run",
             doc_require="https://wandb.me/library-require",
-            doc_start_err="https://docs.wandb.ai/library/init#init-start-error",
+            doc_start_err="https://docs.wandb.ai/guides/track/tracking-faq#initstarterror-error-communicating-with-wandb-process-",
             doc_artifacts_guide="https://docs.wandb.ai/guides/artifacts",
             upgrade_server="https://wandb.me/server-upgrade",
             multiprocess="http://wandb.me/init-multiprocess",

wandb/sdk/service/port_file.py

@@ -1,5 +1,4 @@
-"""port_file: write/read file containing port info.
-"""
+"""port_file: write/read file containing port info."""
 
 import os
 import tempfile

wandb/sdk/service/service.py

@@ -12,12 +12,9 @@ import tempfile
 import time
 from typing import TYPE_CHECKING, Any, Dict, Optional
 
-from ...errors import (
-    ServiceStartPortError,
-    ServiceStartProcessError,
-    ServiceStartTimeoutError,
-)
-from ...util import sentry_reraise, sentry_set_scope
+from wandb.errors import Error
+from wandb.util import sentry_reraise, sentry_set_scope
+
 from . import _startup_debug, port_file
 from .service_base import ServiceInterface
 from .service_sock import ServiceSockInterface
@@ -26,6 +23,24 @@ if TYPE_CHECKING:
     from wandb.sdk.wandb_settings import Settings
 
 
+class ServiceStartProcessError(Error):
+    """Raised when a known error occurs when launching wandb service."""
+
+    pass
+
+
+class ServiceStartTimeoutError(Error):
+    """Raised when service start times out."""
+
+    pass
+
+
+class ServiceStartPortError(Error):
+    """Raised when service start fails to find a port."""
+
+    pass
+
+
 class _Service:
     _settings: "Settings"
     _grpc_port: Optional[int]
@@ -69,8 +84,7 @@ class _Service:
     def _wait_for_ports(
         self, fname: str, proc: Optional[subprocess.Popen] = None
     ) -> None:
-        """
-        Wait for the service to write the port file and then read it.
+        """Wait for the service to write the port file and then read it.
 
         Args:
             fname: The path to the port file.
@@ -87,14 +101,24 @@ class _Service:
             if proc and proc.poll():
                 # process finished
                 # define these variables for sentry context grab:
-                command = proc.args  # noqa: F841
-                sys_executable = sys.executable  # noqa: F841
-                which_python = shutil.which("python3")  # noqa: F841
+                # command = proc.args
+                # sys_executable = sys.executable
+                # which_python = shutil.which("python3")
+                # proc_out = proc.stdout.read()
+                # proc_err = proc.stderr.read()
+                context = dict(
+                    command=proc.args,
+                    sys_executable=sys.executable,
+                    which_python=shutil.which("python3"),
+                    proc_out=proc.stdout.read() if proc.stdout else "",
+                    proc_err=proc.stderr.read() if proc.stderr else "",
+                )
                 raise ServiceStartProcessError(
                     f"The wandb service process exited with {proc.returncode}. "
                     "Ensure that `sys.executable` is a valid python interpreter. "
                     "You can override it with the `_executable` setting "
-                    "or with the `WANDB__EXECUTABLE` environment variable."
+                    "or with the `WANDB__EXECUTABLE` environment variable.",
+                    context=context,
                 )
             if not os.path.isfile(fname):
                 time.sleep(0.2)
@@ -122,7 +146,6 @@ class _Service:
 
     def _launch_server(self) -> None:
         """Launch server and set ports."""
-
         # References for starting processes
         # - https://github.com/wandb/wandb/blob/archive/old-cli/wandb/__init__.py
         # - https://stackoverflow.com/questions/1196074/how-to-start-a-background-process-in-python

wandb/sdk/service/service_base.py

@@ -38,7 +38,18 @@ def _pbmap_apply_dict(
         elif isinstance(v, str):
             sv.string_value = v
         elif isinstance(v, Iterable) and not isinstance(v, (str, bytes, Mapping)):
-            sv.tuple_value.string_values.extend(v)
+            if all(isinstance(x, str) for x in v):  # Iterable[str]
+                sv.tuple_value.string_values.extend(v)
+        elif isinstance(v, Mapping):
+            for kk, vv in v.items():
+                if isinstance(vv, str):
+                    # flat map
+                    sv.map_value.map_values[kk] = vv
+                elif isinstance(vv, Mapping):
+                    # nested map
+                    for kkk, vvv in vv.items():
+                        sv.nested_map_value.nested_map_values[kk].map_values[kkk] = vvv
+
         elif isinstance(v, datetime.datetime):
             sv.timestamp_value = datetime.datetime.strftime(v, "%Y%m%d_%H%M%S")
         else:

wandb/sdk/verify/verify.py

@@ -1,10 +1,9 @@
-"""
-Utilities for wandb verify
-"""
+"""Utilities for wandb verify."""
 import getpass
 import os
 import time
 from functools import partial
+from pathlib import Path
 from typing import Any, Callable, Dict, List, Optional, Tuple, Union
 
 import click
@@ -253,11 +252,11 @@ def artifact_with_path_or_paths(
     with open(f"{verify_dir}/verify_1.txt", "w") as f:
         f.write("1")
     art.add_dir(verify_dir)
-    with open("verify_3.txt", "w") as f:
-        f.write("3")
+    file3 = Path(verify_dir) / "verify_3.txt"
+    file3.write_text("3")
 
     # reference to local file
-    art.add_reference("file://verify_3.txt")
+    art.add_reference(file3.resolve().as_uri())
 
     return art
 
@@ -276,7 +275,6 @@ def log_use_download_artifact(
         project=PROJECT_NAME,
         config={"test": "artifact log"},
     ) as log_art_run:
-
         if add_extra_file:
             with open("verify_2.txt", "w") as f:
                 f.write("2")