wandb 0.18.5__py3-none-any.whl → 0.18.7__py3-none-any.whl

wandb/sdk/internal/system/assets/__init__.py

@@ -4,7 +4,6 @@ __all__ = (
     "Disk",
     "GPU",
     "GPUAMD",
-    "GPUApple",
     "IPU",
     "Memory",
     "Network",
@@ -18,7 +17,6 @@ from .cpu import CPU
 from .disk import Disk
 from .gpu import GPU
 from .gpu_amd import GPUAMD
-from .gpu_apple import GPUApple
 from .ipu import IPU
 from .memory import Memory
 from .network import Network

wandb/sdk/internal/tb_watcher.py

@@ -12,7 +12,7 @@ from typing import TYPE_CHECKING, Any, Dict, List, Optional
 
 import wandb
 from wandb import util
-from wandb.plot.viz import CustomChart
+from wandb.plot import CustomChart
 from wandb.sdk.interface.interface import GlobStr
 from wandb.sdk.lib import filesystem
 
@@ -73,7 +73,7 @@ def is_tfevents_file_created_by(
     if not path:
         raise ValueError("Path must be a nonempty string")
     basename = os.path.basename(path)
-    if basename.endswith(".profile-empty") or basename.endswith(".sagemaker-uploaded"):
+    if basename.endswith((".profile-empty", ".sagemaker-uploaded")):
         return False
     fname_components = basename.split(".")
     try:
@@ -439,18 +439,19 @@ class TBEventConsumer:
 
     def _save_row(self, row: "HistoryDict") -> None:
         chart_keys = set()
-        for k in row:
-            if isinstance(row[k], CustomChart):
+        for k, v in row.items():
+            if isinstance(v, CustomChart):
                 chart_keys.add(k)
-                key = row[k].get_config_key(k)
-                value = row[k].get_config_value(
-                    "Vega2", row[k].user_query(f"{k}_table")
+                v.set_key(k)
+                self._tbwatcher._interface.publish_config(
+                    key=v.spec.config_key,
+                    val=v.spec.config_value,
                 )
-                row[k] = row[k]._data
-                self._tbwatcher._interface.publish_config(val=value, key=key)
 
         for k in chart_keys:
-            row[f"{k}_table"] = row.pop(k)
+            chart = row.pop(k)
+            if isinstance(chart, CustomChart):
+                row[chart.spec.table_key] = chart.table
 
         self._tbwatcher._interface.publish_history(
             row, run=self._internal_run, publish_step=False

wandb/sdk/internal/writer.py

@@ -7,7 +7,7 @@ from wandb.proto import wandb_internal_pb2 as pb
 from wandb.proto import wandb_telemetry_pb2 as tpb
 
 from ..interface.interface_queue import InterfaceQueue
-from ..lib import proto_util, telemetry, tracelog
+from ..lib import proto_util, telemetry
 from . import context, datastore, flow_control
 from .settings_static import SettingsStatic
 
@@ -79,7 +79,6 @@ class WriteManager:
 
     def _forward_record(self, record: "pb.Record") -> None:
         self._context_keeper.add_from_record(record)
-        tracelog.log_message_queue(record, self._sender_q)
         self._sender_q.put(record)
 
     def _send_mark(self) -> None:
@@ -191,7 +190,6 @@ class WriteManager:
         #     self._sender_cancel_set.add(cancel_id)
 
     def _respond_result(self, result: "pb.Result") -> None:
-        tracelog.log_message_queue(result, self._result_q)
         self._result_q.put(result)
 
     def finish(self) -> None:

wandb/sdk/launch/__init__.py

@@ -1,10 +1,11 @@
-from ._launch import launch
+from ._launch import create_and_run_agent, launch
 from ._launch_add import launch_add
 from .agent.agent import LaunchAgent
 from .inputs.manage import manage_config_file, manage_wandb_config
 from .utils import load_wandb_config
 
 __all__ = [
+    "create_and_run_agent",
     "LaunchAgent",
     "launch",
     "launch_add",

wandb/sdk/launch/_launch.py

@@ -120,10 +120,11 @@ def resolve_agent_config(  # noqa: C901
         if isinstance(resolved_config.get("queue"), str):
             resolved_config["queues"].append(resolved_config["queue"])
         else:
-            raise LaunchError(
-                f"Invalid launch agent config for key 'queue' with type: {type(resolved_config.get('queue'))}"
-                + " (expected str). Specify multiple queues with the 'queues' key"
+            msg = (
+                "Invalid launch agent config for key 'queue' with type: {type(resolved_config.get('queue'))} "
+                "(expected str). Specify multiple queues with the 'queues' key"
             )
+            raise LaunchError(msg)
 
     keys = ["entity"]
     settings = {

wandb/sdk/launch/_launch_add.py

@@ -61,7 +61,7 @@ def launch_add(
         config: A dictionary containing the configuration for the run. May also contain
             resource specific arguments under the key "resource_args"
         template_variables: A dictionary containing values of template variables for a run queue.
-            Expected format of {"VAR_NAME": VAR_VALUE}
+            Expected format of `{"VAR_NAME": VAR_VALUE}`
         project: Target project to send launched run to
         entity: Target entity to send launched run to
         queue: the name of the queue to enqueue the run to
@@ -240,7 +240,7 @@ def _launch_add(
     public_api = public.Api()
     if job is not None:
         try:
-            public_api.artifact(job, type="job")
+            public_api._artifact(job, type="job")
         except (ValueError, CommError) as e:
             raise LaunchError(f"Unable to fetch job with name {job}: {e}")
 

wandb/sdk/launch/builder/kaniko_builder.py

@@ -199,7 +199,6 @@ class KanikoBuilder(AbstractBuilder):
 
     def login(self) -> None:
         """Login to the registry."""
-        pass
 
     async def _create_docker_ecr_config_map(
         self, job_name: str, corev1_client: client.CoreV1Api, repository: str

wandb/sdk/launch/create_job.py

@@ -168,6 +168,7 @@ def _create_job(
         return None, "", []
 
     job_builder = _configure_job_builder_for_partial(tempdir.name, job_source=job_type)
+    job_builder._settings.update(job_name=name)
     if job_type == "code":
         assert entrypoint is not None
         job_name = _make_code_artifact(

wandb/sdk/launch/environment/local_environment.py

@@ -12,7 +12,6 @@ class LocalEnvironment(AbstractEnvironment):
 
     def __init__(self) -> None:
         """Initialize a local environment by doing nothing."""
-        pass
 
     @classmethod
     def from_config(

wandb/sdk/launch/errors.py

@@ -4,16 +4,10 @@ from wandb.errors import Error
 class LaunchError(Error):
     """Raised when a known error occurs in wandb launch."""
 
-    pass
-
 
 class LaunchDockerError(Error):
     """Raised when Docker daemon is not running."""
 
-    pass
-
 
 class ExecutionError(Error):
     """Generic execution exception."""
-
-    pass

wandb/sdk/launch/registry/local_registry.py

@@ -20,7 +20,6 @@ class LocalRegistry(AbstractRegistry):
 
     def __init__(self) -> None:
         """Initialize a local registry."""
-        pass
 
     @classmethod
     def from_config(
@@ -40,7 +39,6 @@ class LocalRegistry(AbstractRegistry):
 
     async def verify(self) -> None:
         """Verify the local registry by doing nothing."""
-        pass
 
     async def get_username_password(self) -> Tuple[str, str]:
         """Get the username and password of the local registry."""

wandb/sdk/launch/runner/abstract.py

@@ -82,7 +82,6 @@ class AbstractRun(ABC):
     @abstractmethod
     async def get_logs(self) -> Optional[str]:
         """Return the logs associated with the run."""
-        pass
 
     def _run_cmd(
         self, cmd: List[str], output_only: Optional[bool] = False
@@ -111,12 +110,10 @@ class AbstractRun(ABC):
 
         Note that in some cases, we may wait until the remote job completes rather than until the W&B run completes.
         """
-        pass
 
     @abstractmethod
     async def get_status(self) -> Status:
         """Get status of the run."""
-        pass
 
     @abstractmethod
     async def cancel(self) -> None:
@@ -125,7 +122,6 @@ class AbstractRun(ABC):
         Cancels the run and waits for it to terminate. The W&B run status may not be
         set correctly upon run cancellation.
         """
-        pass
 
     @property
     @abstractmethod
@@ -192,4 +188,3 @@ class AbstractRunner(ABC):
             the project asynchronously, i.e. it should trigger project execution and then
             immediately return a `SubmittedRun` to track execution status.
         """
-        pass

wandb/sdk/launch/sweeps/__init__.py

@@ -7,8 +7,6 @@ log = logging.getLogger(__name__)
 class SchedulerError(Exception):
     """Raised when a known error occurs with wandb sweep scheduler."""
 
-    pass
-
 
 def _import_sweep_scheduler() -> Any:
     from .scheduler_sweep import SweepScheduler

wandb/sdk/launch/sweeps/scheduler.py

@@ -183,12 +183,10 @@ class Scheduler(ABC):
     @abstractmethod
     def _get_next_sweep_run(self, worker_id: int) -> Optional[SweepRun]:
         """Called when worker available."""
-        pass
 
     @abstractmethod
     def _poll(self) -> None:
         """Called every polling loop."""
-        pass
 
     @abstractmethod
     def _exit(self) -> None:

wandb/sdk/launch/sweeps/scheduler_sweep.py

@@ -82,7 +82,6 @@ class SweepScheduler(Scheduler):
 
     def _poll(self) -> None:
         _logger.debug(f"_poll. _runs: {self._runs}")
-        pass
 
     def _load_state(self) -> None:
         pass

wandb/sdk/lib/_settings_toposort_generated.py

@@ -84,6 +84,7 @@ _Setting = Literal[
     "_tracelog",
     "_unsaved_keys",
     "_windows",
+    "allow_offline_artifacts",
     "allow_val_change",
     "anonymous",
     "api_key",

wandb/sdk/lib/apikey.py

@@ -21,10 +21,9 @@ from requests.utils import NETRC_FILES, get_netrc_auth
 import wandb
 from wandb.apis import InternalApi
 from wandb.errors import term
+from wandb.errors.links import url_registry
 from wandb.util import _is_databricks, isatty, prompt_choices
 
-from .wburls import wburls
-
 LOGIN_CHOICE_ANON = "Private W&B dashboard, no account required"
 LOGIN_CHOICE_NEW = "Create a W&B account"
 LOGIN_CHOICE_EXISTS = "Use an existing W&B account"
@@ -156,7 +155,8 @@ def prompt_api_key(  # noqa: C901
                     if app_url.startswith(prefix):
                         host = app_url[len(prefix) :]
                 wandb.termlog(
-                    f"Logging into {host}. (Learn how to deploy a W&B server locally: {wburls.get('wandb_server')})"
+                    f"Logging into {host}. (Learn how to deploy a W&B server "
+                    f"locally: {url_registry.url('wandb-server')})"
                 )
             wandb.termlog(
                 f"You can find your API key in your browser here: {app_url}/authorize"

wandb/sdk/lib/file_stream_utils.py

@@ -12,7 +12,7 @@ def split_files(
     This method is used in `FileStreamAPI._send()` to limit the size of post requests
     sent to wandb server.
 
-    Arguments:
+    Args:
     files (dict): `dict` of form {file_name: {'content': ".....", 'offset': 0}}
         The key `file_name` can also be mapped to a List [{"offset": int, "content": str}]
     `max_bytes`: max size for chunk in bytes

wandb/sdk/lib/filesystem.py

@@ -16,7 +16,7 @@ from wandb.sdk.lib.paths import StrPath
 logger = logging.getLogger(__name__)
 
 # https://en.wikipedia.org/wiki/Filename#Comparison_of_filename_limitations
-PROBLEMATIC_PATH_CHARS = "".join(chr(i) for i in range(0, 32)) + ':"*<>?|'
+PROBLEMATIC_PATH_CHARS = "".join(chr(i) for i in range(32)) + ':"*<>?|'
 
 
 def mkdir_exists_ok(dir_name: StrPath) -> None:

wandb/sdk/lib/ipython.py

@@ -15,16 +15,16 @@ PythonType = Literal["python", "ipython", "jupyter"]
 logger = logging.getLogger(__name__)
 
 
-TABLE_STYLES = """<style>
-    table.wandb td:nth-child(1) { padding: 0 10px; text-align: left ; width: auto;} td:nth-child(2) {text-align: left ; width: 100%}
-    .wandb-row { display: flex; flex-direction: row; flex-wrap: wrap; justify-content: flex-start; width: 100% }
-    .wandb-col { display: flex; flex-direction: column; flex-basis: 100%; flex: 1; padding: 10px; }
-    </style>
-"""
-
-
 def toggle_button(what="run"):
-    return f"<button onClick=\"this.nextSibling.style.display='block';this.style.display='none';\">Display W&B {what}</button>"
+    """Returns the HTML for a button used to reveal the element following it.
+
+    The element immediately after the button must have `display: none`.
+    """
+    return (
+        "<button onClick=\"this.nextSibling.style.display='block';this.style.display='none';\">"
+        f"Display W&B {what}"
+        "</button>"
+    )
 
 
 def _get_python_type() -> PythonType:
@@ -62,10 +62,17 @@ def _get_python_type() -> PythonType:
 
 
 def in_jupyter() -> bool:
+    """Returns True if we're in a Jupyter notebook."""
     return _get_python_type() == "jupyter"
 
 
+def in_ipython() -> bool:
+    """Returns True if we're running in IPython in the terminal."""
+    return _get_python_type() == "ipython"
+
+
 def in_notebook() -> bool:
+    """Returns True if we're running in Jupyter or IPython."""
     return _get_python_type() != "python"
 
 

wandb/sdk/lib/mailbox.py

@@ -23,14 +23,10 @@ def _generate_address(length: int = 12) -> str:
 class MailboxError(Error):
     """Generic Mailbox Exception."""
 
-    pass
-
 
 class ContextCancelledError(MailboxError):
     """Context cancelled Exception."""
 
-    pass
-
 
 class _MailboxWaitAll:
     _event: threading.Event

wandb/sdk/lib/printer.py

@@ -63,6 +63,48 @@ to form a subtle clockwise spinning animation.
 _PROGRESS_SYMBOL_COLOR = 0xB2
 """Color from the 256-color palette for the progress symbol."""
 
+_JUPYTER_TABLE_STYLES = """
+    <style>
+        table.wandb td:nth-child(1) {
+            padding: 0 10px;
+            text-align: left;
+            width: auto;
+        }
+
+        table.wandb td:nth-child(2) {
+            text-align: left;
+            width: 100%;
+        }
+    </style>
+"""
+
+_JUPYTER_PANEL_STYLES = """
+    <style>
+        .wandb-row {
+            display: flex;
+            flex-direction: row;
+            flex-wrap: wrap;
+            justify-content: flex-start;
+            width: 100%;
+        }
+        .wandb-col {
+            display: flex;
+            flex-direction: column;
+            flex-basis: 100%;
+            flex: 1;
+            padding: 10px;
+        }
+    </style>
+"""
+
+
+def new_printer() -> Printer:
+    """Returns a new printer based on the environment we're in."""
+    if ipython.in_jupyter():
+        return _PrinterJupyter()
+    else:
+        return _PrinterTerm()
+
 
 class Printer(abc.ABC):
     """An object that shows styled text to the user."""
@@ -485,15 +527,9 @@ class _PrinterJupyter(Printer):
         grid = f'<table class="wandb">{grid}</table>'
         if title:
             return f"<h3>{title}</h3><br/>{grid}<br/>"
-        return f"{grid}<br/>"
+        return f"{_JUPYTER_TABLE_STYLES}{grid}<br/>"
 
     @override
     def panel(self, columns: list[str]) -> str:
         row = "".join([f'<div class="wandb-col">{col}</div>' for col in columns])
-        return f'{ipython.TABLE_STYLES}<div class="wandb-row">{row}</div>'
-
-
-def get_printer(jupyter: bool) -> Printer:
-    if jupyter:
-        return _PrinterJupyter()
-    return _PrinterTerm()
+        return f'{_JUPYTER_PANEL_STYLES}<div class="wandb-row">{row}</div>'

wandb/sdk/lib/retry.py

@@ -94,7 +94,7 @@ class Retry(Generic[_R]):
     def __call__(self, *args: Any, **kwargs: Any) -> _R:  # noqa: C901
         """Call the wrapped function, with retries.
 
-        Arguments:
+        Args:
            retry_timedelta (kwarg): amount of time to retry before giving up.
            sleep_base (kwarg): amount of time to sleep upon first failure, all other sleeps
                are derived from this one.

wandb/sdk/lib/sock_client.py

@@ -7,8 +7,6 @@ from typing import TYPE_CHECKING, Any, List, Optional
 
 from wandb.proto import wandb_server_pb2 as spb
 
-from . import tracelog
-
 if TYPE_CHECKING:
     from wandb.proto import wandb_internal_pb2 as pb
 
@@ -145,7 +143,6 @@ class SockClient:
                     time.sleep(self._retry_delay - delta_time)
 
     def _send_message(self, msg: Any) -> None:
-        tracelog.log_message_send(msg, self._sockid)
         raw_size = msg.ByteSize()
         data = msg.SerializeToString()
         assert len(data) == raw_size, "invalid serialization"
@@ -280,7 +277,6 @@ class SockClient:
             return None
         rec = spb.ServerRequest()
         rec.ParseFromString(data)
-        tracelog.log_message_recv(rec, self._sockid)
         return rec
 
     def read_server_response(
@@ -291,5 +287,4 @@ class SockClient:
             return None
         rec = spb.ServerResponse()
         rec.ParseFromString(data)
-        tracelog.log_message_recv(rec, self._sockid)
         return rec

wandb/sdk/service/server.py

@@ -10,7 +10,6 @@ from typing import Optional
 
 import wandb
 
-from ..lib import tracelog
 from . import _startup_debug, port_file
 from .server_sock import SocketServer
 from .streams import StreamMux
@@ -69,21 +68,14 @@ class WandbServer:
         if self._sock_server:
             self._sock_server.stop()
 
-    def _setup_tracelog(self) -> None:
-        # TODO: remove this temporary hack, need to find a better way to pass settings
-        # to the server.  for now lets just look at the environment variable we need
-        tracelog_mode = os.environ.get("WANDB_TRACELOG")
-        if tracelog_mode:
-            tracelog.enable(tracelog_mode)
-
     def _startup_debug_print(self, message: str) -> None:
         if not self._startup_debug_enabled:
             return
         _startup_debug.print_message(message)
 
     def _setup_proctitle(self, sock_port: Optional[int]) -> None:
-        # TODO: similar to _setup_tracelog, the internal_process should have
-        # a better way to have access to settings.
+        # TODO: the internal_process should have a better way to have access to
+        # settings.
         disable_setproctitle = os.environ.get("WANDB__DISABLE_SETPROCTITLE")
         if disable_setproctitle:
             return
@@ -103,7 +95,6 @@ class WandbServer:
             self._startup_debug_print("after_setproctitle")
 
     def serve(self) -> None:
-        self._setup_tracelog()
         mux = StreamMux()
         self._startup_debug_print("before_network")
         sock_port = self._start_sock(mux=mux)

wandb/sdk/service/server_sock.py

@@ -7,7 +7,6 @@ from typing import TYPE_CHECKING, Any, Callable, Dict, Optional
 from wandb.proto import wandb_server_pb2 as spb
 from wandb.sdk.internal.settings_static import SettingsStatic
 
-from ..lib import tracelog
 from ..lib.sock_client import SockClient, SockClientClosedError
 from .streams import StreamMux
 
@@ -65,7 +64,6 @@ class SockServerInterfaceReaderThread(threading.Thread):
             except ValueError:
                 # queue is closed
                 break
-            tracelog.log_message_dequeue(result, self._iface.relay_q)
             sockid = result.control.relay_id
             assert sockid
             sock_client = self._clients.get_client(sockid)

wandb/sdk/service/service.py

@@ -17,7 +17,7 @@ from typing import TYPE_CHECKING, Any, Dict, Optional
 from wandb import _sentry, termlog
 from wandb.env import core_debug, error_reporting_enabled, is_require_legacy_service
 from wandb.errors import Error, WandbCoreNotAvailableError
-from wandb.sdk.lib.wburls import wburls
+from wandb.errors.links import url_registry
 from wandb.util import get_core_path, get_module
 
 from . import _startup_debug, port_file
@@ -164,8 +164,8 @@ class _Service:
 
                 exec_cmd_list = []
                 termlog(
-                    "Using wandb-core as the SDK backend."
-                    f" Please refer to {wburls.get('wandb_core')} for more information.",
+                    "Using wandb-core as the SDK backend.  Please refer to "
+                    f"{url_registry.url('wandb-core')} for more information.",
                     repeat=False,
                 )
             else:

wandb/sdk/service/streams.py

@@ -20,6 +20,7 @@ import wandb
 import wandb.util
 from wandb.proto import wandb_internal_pb2 as pb
 from wandb.sdk.internal.settings_static import SettingsStatic
+from wandb.sdk.lib import printer as printerlib
 from wandb.sdk.lib import progress
 from wandb.sdk.lib.mailbox import (
     Mailbox,
@@ -27,7 +28,6 @@ from wandb.sdk.lib.mailbox import (
     MailboxProgress,
     MailboxProgressAll,
 )
-from wandb.sdk.lib.printer import get_printer
 from wandb.sdk.wandb_run import Run
 
 from ..interface.interface_relay import InterfaceRelay
@@ -285,9 +285,7 @@ class StreamMux:
         if not streams:
             return
 
-        printer = get_printer(
-            all(stream._settings._jupyter for stream in streams.values())
-        )
+        printer = printerlib.new_printer()
 
         # fixme: for now we have a single printer for all streams,
         # and jupyter is disabled if at least single stream's setting set `_jupyter` to false