wandb 0.18.6__py3-none-macosx_11_0_arm64.whl → 0.18.7__py3-none-macosx_11_0_arm64.whl

wandb/sdk/interface/router_queue.py

@@ -7,7 +7,6 @@ Router to manage responses from a queue.
 import queue
 from typing import TYPE_CHECKING, Optional
 
-from ..lib import tracelog
 from ..lib.mailbox import Mailbox
 from .router import MessageRouter
 
@@ -36,9 +35,7 @@ class MessageQueueRouter(MessageRouter):
             msg = self._response_queue.get(timeout=1)
         except queue.Empty:
             return None
-        tracelog.log_message_dequeue(msg, self._response_queue)
         return msg
 
     def _send_message(self, record: "pb.Record") -> None:
-        tracelog.log_message_queue(record, self._request_queue)
         self._request_queue.put(record)

wandb/sdk/interface/router_relay.py

@@ -6,7 +6,6 @@ Router to manage responses from a queue with relay.
 
 from typing import TYPE_CHECKING
 
-from ..lib import tracelog
 from ..lib.mailbox import Mailbox
 from .router_queue import MessageQueueRouter
 
@@ -33,7 +32,6 @@ class MessageRelayRouter(MessageQueueRouter):
 
     def _handle_msg_rcv(self, msg: "pb.Result") -> None:
         if msg.control.relay_id:
-            tracelog.log_message_queue(msg, self._relay_queue)
             self._relay_queue.put(msg)
             return
         super()._handle_msg_rcv(msg)

wandb/sdk/internal/handler.py

@@ -38,7 +38,7 @@ from wandb.proto.wandb_internal_pb2 import (
 )
 
 from ..interface.interface_queue import InterfaceQueue
-from ..lib import handler_util, proto_util, tracelog
+from ..lib import handler_util, proto_util
 from . import context, sample, tb_watcher
 from .settings_static import SettingsStatic
 from .system.system_monitor import SystemMonitor
@@ -163,11 +163,9 @@ class HandleManager:
     def _dispatch_record(self, record: Record, always_send: bool = False) -> None:
         if always_send:
             record.control.always_send = True
-        tracelog.log_message_queue(record, self._writer_q)
         self._writer_q.put(record)
 
     def _respond_result(self, result: Result) -> None:
-        tracelog.log_message_queue(result, self._result_q)
         context_id = context.context_id_from_result(result)
         self._context_keeper.release(context_id)
         self._result_q.put(result)

wandb/sdk/internal/internal.py

@@ -28,7 +28,6 @@ import psutil
 import wandb
 
 from ..interface.interface_queue import InterfaceQueue
-from ..lib import tracelog
 from . import context, handler, internal_util, sender, writer
 
 if TYPE_CHECKING:
@@ -63,7 +62,6 @@ def wandb_internal(
     """
     # mark this process as internal
     wandb._set_internal_process()  # type: ignore
-    _setup_tracelog()
     started = time.time()
 
     # any sentry events in the internal process will be tagged as such
@@ -88,8 +86,6 @@ def wandb_internal(
         datetime.fromtimestamp(started),
     )
 
-    tracelog.annotate_queue(record_q, "record_q")
-    tracelog.annotate_queue(result_q, "result_q")
     publish_interface = InterfaceQueue(record_q=record_q)
 
     stopped = threading.Event()
@@ -98,10 +94,8 @@ def wandb_internal(
     context_keeper = context.ContextKeeper()
 
     send_record_q: Queue[Record] = queue.Queue()
-    tracelog.annotate_queue(send_record_q, "send_q")
 
     write_record_q: Queue[Record] = queue.Queue()
-    tracelog.annotate_queue(write_record_q, "write_q")
 
     record_sender_thread = SenderThread(
         settings=_settings,
@@ -184,14 +178,6 @@ def wandb_internal(
     close_internal_log()
 
 
-def _setup_tracelog() -> None:
-    # TODO: remove this temporary hack, need to find a better way to pass settings
-    # to the server.  for now lets just look at the environment variable we need
-    tracelog_mode = os.environ.get("WANDB_TRACELOG")
-    if tracelog_mode:
-        tracelog.enable(tracelog_mode)
-
-
 def configure_logging(
     log_fname: str, log_level: int, run_id: Optional[str] = None
 ) -> None:

wandb/sdk/internal/internal_util.py

@@ -11,8 +11,6 @@ import threading
 import time
 from typing import TYPE_CHECKING, Optional, Tuple, Type, Union
 
-from ..lib import tracelog
-
 if TYPE_CHECKING:
     from queue import Queue
     from threading import Event
@@ -95,6 +93,5 @@ class RecordLoopThread(ExceptionThread):
                 record = self._input_record_q.get(timeout=1)
             except queue.Empty:
                 continue
-            tracelog.log_message_dequeue(record, self._input_record_q)
             self._process(record)
         self._finish()

wandb/sdk/internal/sender.py

@@ -53,7 +53,6 @@ from wandb.sdk.lib import (
     proto_util,
     redirect,
     telemetry,
-    tracelog,
 )
 from wandb.sdk.lib.mailbox import ContextCancelledError
 from wandb.sdk.lib.proto_util import message_to_dict
@@ -418,7 +417,6 @@ class SendManager:
         send_handler(record)
 
     def _respond_result(self, result: "Result") -> None:
-        tracelog.log_message_queue(result, self._result_q)
         context_id = context.context_id_from_result(result)
         self._context_keeper.release(context_id)
         self._result_q.put(result)

wandb/sdk/internal/writer.py

@@ -7,7 +7,7 @@ from wandb.proto import wandb_internal_pb2 as pb
 from wandb.proto import wandb_telemetry_pb2 as tpb
 
 from ..interface.interface_queue import InterfaceQueue
-from ..lib import proto_util, telemetry, tracelog
+from ..lib import proto_util, telemetry
 from . import context, datastore, flow_control
 from .settings_static import SettingsStatic
 
@@ -79,7 +79,6 @@ class WriteManager:
 
     def _forward_record(self, record: "pb.Record") -> None:
         self._context_keeper.add_from_record(record)
-        tracelog.log_message_queue(record, self._sender_q)
         self._sender_q.put(record)
 
     def _send_mark(self) -> None:
@@ -191,7 +190,6 @@ class WriteManager:
         #     self._sender_cancel_set.add(cancel_id)
 
     def _respond_result(self, result: "pb.Result") -> None:
-        tracelog.log_message_queue(result, self._result_q)
         self._result_q.put(result)
 
     def finish(self) -> None:

wandb/sdk/launch/__init__.py

@@ -1,10 +1,11 @@
-from ._launch import launch
+from ._launch import create_and_run_agent, launch
 from ._launch_add import launch_add
 from .agent.agent import LaunchAgent
 from .inputs.manage import manage_config_file, manage_wandb_config
 from .utils import load_wandb_config
 
 __all__ = [
+    "create_and_run_agent",
     "LaunchAgent",
     "launch",
     "launch_add",

wandb/sdk/lib/_settings_toposort_generated.py

@@ -84,6 +84,7 @@ _Setting = Literal[
     "_tracelog",
     "_unsaved_keys",
     "_windows",
+    "allow_offline_artifacts",
     "allow_val_change",
     "anonymous",
     "api_key",

wandb/sdk/lib/sock_client.py

@@ -7,8 +7,6 @@ from typing import TYPE_CHECKING, Any, List, Optional
 
 from wandb.proto import wandb_server_pb2 as spb
 
-from . import tracelog
-
 if TYPE_CHECKING:
     from wandb.proto import wandb_internal_pb2 as pb
 
@@ -145,7 +143,6 @@ class SockClient:
                     time.sleep(self._retry_delay - delta_time)
 
     def _send_message(self, msg: Any) -> None:
-        tracelog.log_message_send(msg, self._sockid)
         raw_size = msg.ByteSize()
         data = msg.SerializeToString()
         assert len(data) == raw_size, "invalid serialization"
@@ -280,7 +277,6 @@ class SockClient:
             return None
         rec = spb.ServerRequest()
         rec.ParseFromString(data)
-        tracelog.log_message_recv(rec, self._sockid)
         return rec
 
     def read_server_response(
@@ -291,5 +287,4 @@ class SockClient:
             return None
         rec = spb.ServerResponse()
         rec.ParseFromString(data)
-        tracelog.log_message_recv(rec, self._sockid)
         return rec

wandb/sdk/service/server.py

@@ -10,7 +10,6 @@ from typing import Optional
 
 import wandb
 
-from ..lib import tracelog
 from . import _startup_debug, port_file
 from .server_sock import SocketServer
 from .streams import StreamMux
@@ -69,21 +68,14 @@ class WandbServer:
         if self._sock_server:
             self._sock_server.stop()
 
-    def _setup_tracelog(self) -> None:
-        # TODO: remove this temporary hack, need to find a better way to pass settings
-        # to the server.  for now lets just look at the environment variable we need
-        tracelog_mode = os.environ.get("WANDB_TRACELOG")
-        if tracelog_mode:
-            tracelog.enable(tracelog_mode)
-
     def _startup_debug_print(self, message: str) -> None:
         if not self._startup_debug_enabled:
             return
         _startup_debug.print_message(message)
 
     def _setup_proctitle(self, sock_port: Optional[int]) -> None:
-        # TODO: similar to _setup_tracelog, the internal_process should have
-        # a better way to have access to settings.
+        # TODO: the internal_process should have a better way to have access to
+        # settings.
         disable_setproctitle = os.environ.get("WANDB__DISABLE_SETPROCTITLE")
         if disable_setproctitle:
             return
@@ -103,7 +95,6 @@ class WandbServer:
             self._startup_debug_print("after_setproctitle")
 
     def serve(self) -> None:
-        self._setup_tracelog()
         mux = StreamMux()
         self._startup_debug_print("before_network")
         sock_port = self._start_sock(mux=mux)

wandb/sdk/service/server_sock.py

@@ -7,7 +7,6 @@ from typing import TYPE_CHECKING, Any, Callable, Dict, Optional
 from wandb.proto import wandb_server_pb2 as spb
 from wandb.sdk.internal.settings_static import SettingsStatic
 
-from ..lib import tracelog
 from ..lib.sock_client import SockClient, SockClientClosedError
 from .streams import StreamMux
 
@@ -65,7 +64,6 @@ class SockServerInterfaceReaderThread(threading.Thread):
             except ValueError:
                 # queue is closed
                 break
-            tracelog.log_message_dequeue(result, self._iface.relay_q)
             sockid = result.control.relay_id
             assert sockid
             sock_client = self._clients.get_client(sockid)

wandb/sdk/wandb_run.py

@@ -549,7 +549,6 @@ class Run:
     _redirect_cb: Callable[[str, str], None] | None
     _redirect_raw_cb: Callable[[str, str], None] | None
     _output_writer: filesystem.CRDedupedFile | None
-    _quiet: bool | None
 
     _atexit_cleanup_called: bool
     _hooks: ExitHooks | None
@@ -657,7 +656,6 @@ class Run:
         self._stderr_slave_fd = None
         self._exit_code = None
         self._exit_result = None
-        self._quiet = self._settings.quiet
 
         self._output_writer = None
         self._used_artifact_slots: dict[str, str] = {}
@@ -1469,12 +1467,14 @@ class Run:
         files: FilesDict = dict(files=[(GlobStr(glob.escape(fname)), "now")])
         self._backend.interface.publish_files(files)
 
-    def _visualization_hack(self, row: dict[str, Any]) -> dict[str, Any]:
-        # TODO(jhr): move visualize hack somewhere else
+    def _serialize_custom_charts(self, data: dict[str, Any]) -> dict[str, Any]:
+        if not data:
+            return data
+
         chart_keys = set()
-        for k, v in row.items():
+        for k, v in data.items():
             if isinstance(v, Visualize):
-                row[k] = v.table
+                data[k] = v.table
                 v.set_key(k)
                 self._config_callback(
                     val=v.spec.config_value,
@@ -1490,31 +1490,33 @@ class Run:
 
         for k in chart_keys:
             # remove the chart key from the row
-            v = row.pop(k)
+            v = data.pop(k)
             if isinstance(v, CustomChart):
-                row[v.spec.table_key] = v.table
-        return row
+                data[v.spec.table_key] = v.table
+        return data
 
     def _partial_history_callback(
         self,
-        row: dict[str, Any],
+        data: dict[str, Any],
         step: int | None = None,
         commit: bool | None = None,
     ) -> None:
-        row = row.copy()
-        if row:
-            row = self._visualization_hack(row)
+        if not (self._backend and self._backend.interface):
+            return
 
-        if self._backend and self._backend.interface:
-            not_using_tensorboard = len(wandb.patched["tensorboard"]) == 0
-
-            self._backend.interface.publish_partial_history(
-                row,
-                user_step=self._step,
-                step=step,
-                flush=commit,
-                publish_step=not_using_tensorboard,
-            )
+        data = data.copy()  # avoid modifying the original data
+
+        # Serialize custom charts before publishing
+        data = self._serialize_custom_charts(data)
+
+        not_using_tensorboard = len(wandb.patched["tensorboard"]) == 0
+        self._backend.interface.publish_partial_history(
+            data,
+            user_step=self._step,
+            step=step,
+            flush=commit,
+            publish_step=not_using_tensorboard,
+        )
 
     def _console_callback(self, name: str, data: str) -> None:
         # logger.info("console callback: %s, %s", name, data)
@@ -2134,22 +2136,26 @@ class Run:
 
         Args:
             exit_code: Set to something other than 0 to mark a run as failed
-            quiet: Set to true to minimize log output
+            quiet: Deprecated, use `wandb.Settings(quiet=...)` to set this instead.
         """
-        return self._finish(exit_code, quiet)
+        if quiet is not None:
+            deprecate.deprecate(
+                field_name=deprecate.Deprecated.run__finish_quiet,
+                warning_message=(
+                    "The `quiet` argument to `wandb.run.finish()` is deprecated, "
+                    "use `wandb.Settings(quiet=...)` to set this instead."
+                ),
+            )
+        return self._finish(exit_code)
 
     def _finish(
         self,
         exit_code: int | None = None,
-        quiet: bool | None = None,
     ) -> None:
         logger.info(f"finishing run {self._get_path()}")
         with telemetry.context(run=self) as tel:
             tel.feature.finish = True
 
-        if quiet is not None:
-            self._quiet = quiet
-
         # Pop this run (hopefully) from the run stack, to support the "reinit"
         # functionality of wandb.init().
         #
@@ -2442,7 +2448,6 @@ class Run:
             poll_exit_response=self._poll_exit_response,
             internal_messages_response=self._internal_messages_response,
             reporter=self._reporter,
-            quiet=self._quiet,
             settings=self._settings,
             printer=self._printer,
         )
@@ -3853,7 +3858,6 @@ class Run:
         poll_exit_response: PollExitResponse | None = None,
         internal_messages_response: InternalMessagesResponse | None = None,
         reporter: Reporter | None = None,
-        quiet: bool | None = None,
         *,
         settings: Settings,
         printer: printer.Printer,
@@ -3861,37 +3865,32 @@ class Run:
         Run._footer_history_summary_info(
             history=sampled_history,
             summary=final_summary,
-            quiet=quiet,
             settings=settings,
             printer=printer,
         )
 
         Run._footer_sync_info(
             poll_exit_response=poll_exit_response,
-            quiet=quiet,
             settings=settings,
             printer=printer,
         )
-        Run._footer_log_dir_info(quiet=quiet, settings=settings, printer=printer)
+        Run._footer_log_dir_info(settings=settings, printer=printer)
         Run._footer_notify_wandb_core(
-            quiet=quiet,
             settings=settings,
             printer=printer,
         )
         Run._footer_internal_messages(
             internal_messages_response=internal_messages_response,
-            quiet=quiet,
             settings=settings,
             printer=printer,
         )
         Run._footer_reporter_warn_err(
-            reporter=reporter, quiet=quiet, settings=settings, printer=printer
+            reporter=reporter, settings=settings, printer=printer
         )
 
     @staticmethod
     def _footer_sync_info(
         poll_exit_response: PollExitResponse | None = None,
-        quiet: bool | None = None,
         *,
         settings: Settings,
         printer: printer.Printer,
@@ -3900,7 +3899,7 @@ class Run:
             return
 
         if settings._offline:
-            if not quiet and not settings.quiet:
+            if not settings.quiet:
                 printer.display(
                     [
                         "You can sync this run to the cloud by running:",
@@ -3929,12 +3928,11 @@ class Run:
 
     @staticmethod
     def _footer_log_dir_info(
-        quiet: bool | None = None,
         *,
         settings: Settings,
         printer: printer.Printer,
     ) -> None:
-        if (quiet or settings.quiet) or settings.silent:
+        if settings.quiet or settings.silent:
             return
 
         log_dir = settings.log_user or settings.log_internal
@@ -3948,12 +3946,11 @@ class Run:
     def _footer_history_summary_info(
         history: SampledHistoryResponse | None = None,
         summary: GetSummaryResponse | None = None,
-        quiet: bool | None = None,
         *,
         settings: Settings,
         printer: printer.Printer,
     ) -> None:
-        if (quiet or settings.quiet) or settings.silent:
+        if settings.quiet or settings.silent:
             return
 
         panel = []
@@ -4018,12 +4015,11 @@ class Run:
     @staticmethod
     def _footer_internal_messages(
         internal_messages_response: InternalMessagesResponse | None = None,
-        quiet: bool | None = None,
         *,
         settings: Settings,
         printer: printer.Printer,
     ) -> None:
-        if (quiet or settings.quiet) or settings.silent:
+        if settings.quiet or settings.silent:
             return
 
         if not internal_messages_response:
@@ -4035,12 +4031,11 @@ class Run:
     @staticmethod
     def _footer_notify_wandb_core(
         *,
-        quiet: bool | None = None,
         settings: Settings,
         printer: printer.Printer,
     ) -> None:
         """Prints a message advertising the upcoming core release."""
-        if quiet or not settings._require_legacy_service:
+        if settings.quiet or not settings._require_legacy_service:
             return
 
         printer.display(
@@ -4053,12 +4048,11 @@ class Run:
     @staticmethod
     def _footer_reporter_warn_err(
         reporter: Reporter | None = None,
-        quiet: bool | None = None,
         *,
         settings: Settings,
         printer: printer.Printer,
     ) -> None:
-        if (quiet or settings.quiet) or settings.silent:
+        if settings.quiet or settings.silent:
             return
 
         if not reporter:
@@ -4151,7 +4145,7 @@ def finish(exit_code: int | None = None, quiet: bool | None = None) -> None:
 
     Args:
         exit_code: Set to something other than 0 to mark a run as failed
-        quiet: Set to true to minimize log output
+        quiet: Deprecated, use `wandb.Settings(quiet=...)` to set this instead.
     """
     if wandb.run:
         wandb.run.finish(exit_code=exit_code, quiet=quiet)

wandb/sdk/wandb_settings.py

@@ -160,6 +160,20 @@ def _get_program() -> Optional[str]:
         return None
 
 
+def _preprocess_file_stream_max_line_bytes(val: Any) -> Optional[int]:
+    """Preprocess the file_stream_max_line_bytes setting.
+
+    For now treat negative values as 0, which means use the default.
+    """
+    try:
+        value = int(val)
+        if value < 0:
+            return None
+        return value
+    except ValueError:
+        return None
+
+
 def _runmoment_preprocessor(val: Any) -> Optional[RunMoment]:
     if isinstance(val, RunMoment) or val is None:
         return val
@@ -320,6 +334,7 @@ class SettingsData:
     _file_stream_retry_wait_min_seconds: float  # min wait time between retries
     _file_stream_retry_wait_max_seconds: float  # max wait time between retries
     _file_stream_timeout_seconds: float  # timeout for individual HTTP requests
+    _file_stream_max_line_bytes: int  # max line length for filestream jsonl files
     # file transfer retry client configuration
     _file_transfer_retry_max: int
     _file_transfer_retry_wait_min_seconds: float
@@ -382,10 +397,10 @@ class SettingsData:
     _stats_disk_paths: Sequence[str]  # paths to monitor disk usage
     _stats_buffer_size: int  # number of consolidated samples to buffer before flushing, available in run obj
     _tmp_code_dir: str
-    _tracelog: str
     _unsaved_keys: Sequence[str]
     _windows: bool
     _show_operation_stats: bool
+    allow_offline_artifacts: bool
     allow_val_change: bool
     anonymous: str
     api_key: str
@@ -670,6 +685,9 @@ class Settings(SettingsData):
             _file_stream_retry_wait_min_seconds={"preprocessor": float},
             _file_stream_retry_wait_max_seconds={"preprocessor": float},
             _file_stream_timeout_seconds={"preprocessor": float},
+            _file_stream_max_line_bytes={
+                "preprocessor": _preprocess_file_stream_max_line_bytes,
+            },
             _file_transfer_retry_max={"preprocessor": int},
             _file_transfer_retry_wait_min_seconds={"preprocessor": float},
             _file_transfer_retry_wait_max_seconds={"preprocessor": float},
@@ -777,6 +795,7 @@ class Settings(SettingsData):
                 "auto_hook": True,
             },
             _show_operation_stats={"preprocessor": _str_as_bool},
+            allow_offline_artifacts={"value": "True", "preprocessor": _str_as_bool},
             anonymous={"validator": self._validate_anonymous},
             api_key={"validator": self._validate_api_key},
             base_url={
@@ -1677,7 +1696,6 @@ class Settings(SettingsData):
     ) -> None:
         env_prefix: str = "WANDB_"
         special_env_var_names = {
-            "WANDB_TRACELOG": "_tracelog",
             "WANDB_DISABLE_SERVICE": "_disable_service",
             "WANDB_SERVICE_TRANSPORT": "_service_transport",
             "WANDB_DIR": "root_dir",

wandb/sdk/wandb_setup.py

@@ -21,7 +21,7 @@ import wandb
 from wandb.sdk.lib import import_hooks
 
 from . import wandb_settings
-from .lib import config_util, server, tracelog
+from .lib import config_util, server
 
 Settings = Union["wandb.sdk.wandb_settings.Settings", Dict[str, Any]]
 
@@ -114,10 +114,6 @@ class _WandbSetup__WandbSetup:  # noqa: N801
         self._check()
         self._setup()
 
-        tracelog_mode = self._settings._tracelog
-        if tracelog_mode:
-            tracelog.enable(tracelog_mode)
-
     def _settings_setup(
         self,
         settings: Optional[Settings] = None,

wandb/util.py

@@ -1971,9 +1971,9 @@ def get_core_path() -> str:
     bin_path = pathlib.Path(__file__).parent / "bin" / "wandb-core"
     if not bin_path.exists():
         raise WandbCoreNotAvailableError(
-            f"Looks like wandb-core is not compiled for your system ({platform.platform()}):"
-            " Please contact support at support@wandb.com to request `wandb-core`"
-            " support for your system."
+            f"File not found: {bin_path}."
+            "Please contact support at support@wandb.com."
+            f"Your platform is: {platform.platform()}."
         )
 
     return str(bin_path)

{wandb-0.18.6.dist-info → wandb-0.18.7.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: wandb
-Version: 0.18.6
+Version: 0.18.7
 Summary: A CLI and library for interacting with the Weights & Biases API.
 Project-URL: Source, https://github.com/wandb/wandb
 Project-URL: Bug Reports, https://github.com/wandb/wandb/issues