wandb 0.18.6__py3-none-any.whl → 0.18.7__py3-none-any.whl

wandb/sdk/interface/router_queue.py

@@ -7,7 +7,6 @@ Router to manage responses from a queue.
 import queue
 from typing import TYPE_CHECKING, Optional
 
-from ..lib import tracelog
 from ..lib.mailbox import Mailbox
 from .router import MessageRouter
 
@@ -36,9 +35,7 @@ class MessageQueueRouter(MessageRouter):
             msg = self._response_queue.get(timeout=1)
         except queue.Empty:
             return None
-        tracelog.log_message_dequeue(msg, self._response_queue)
         return msg
 
     def _send_message(self, record: "pb.Record") -> None:
-        tracelog.log_message_queue(record, self._request_queue)
         self._request_queue.put(record)

wandb/sdk/interface/router_relay.py

@@ -6,7 +6,6 @@ Router to manage responses from a queue with relay.
 
 from typing import TYPE_CHECKING
 
-from ..lib import tracelog
 from ..lib.mailbox import Mailbox
 from .router_queue import MessageQueueRouter
 
@@ -33,7 +32,6 @@ class MessageRelayRouter(MessageQueueRouter):
 
     def _handle_msg_rcv(self, msg: "pb.Result") -> None:
         if msg.control.relay_id:
-            tracelog.log_message_queue(msg, self._relay_queue)
             self._relay_queue.put(msg)
             return
         super()._handle_msg_rcv(msg)

wandb/sdk/internal/handler.py

@@ -38,7 +38,7 @@ from wandb.proto.wandb_internal_pb2 import (
 )
 
 from ..interface.interface_queue import InterfaceQueue
-from ..lib import handler_util, proto_util, tracelog
+from ..lib import handler_util, proto_util
 from . import context, sample, tb_watcher
 from .settings_static import SettingsStatic
 from .system.system_monitor import SystemMonitor
@@ -163,11 +163,9 @@ class HandleManager:
     def _dispatch_record(self, record: Record, always_send: bool = False) -> None:
         if always_send:
             record.control.always_send = True
-        tracelog.log_message_queue(record, self._writer_q)
         self._writer_q.put(record)
 
     def _respond_result(self, result: Result) -> None:
-        tracelog.log_message_queue(result, self._result_q)
         context_id = context.context_id_from_result(result)
         self._context_keeper.release(context_id)
         self._result_q.put(result)

wandb/sdk/internal/internal.py

@@ -28,7 +28,6 @@ import psutil
 import wandb
 
 from ..interface.interface_queue import InterfaceQueue
-from ..lib import tracelog
 from . import context, handler, internal_util, sender, writer
 
 if TYPE_CHECKING:
@@ -63,7 +62,6 @@ def wandb_internal(
     """
     # mark this process as internal
     wandb._set_internal_process()  # type: ignore
-    _setup_tracelog()
     started = time.time()
 
     # any sentry events in the internal process will be tagged as such
@@ -88,8 +86,6 @@ def wandb_internal(
         datetime.fromtimestamp(started),
     )
 
-    tracelog.annotate_queue(record_q, "record_q")
-    tracelog.annotate_queue(result_q, "result_q")
     publish_interface = InterfaceQueue(record_q=record_q)
 
     stopped = threading.Event()
@@ -98,10 +94,8 @@ def wandb_internal(
     context_keeper = context.ContextKeeper()
 
     send_record_q: Queue[Record] = queue.Queue()
-    tracelog.annotate_queue(send_record_q, "send_q")
 
     write_record_q: Queue[Record] = queue.Queue()
-    tracelog.annotate_queue(write_record_q, "write_q")
 
     record_sender_thread = SenderThread(
         settings=_settings,
@@ -184,14 +178,6 @@ def wandb_internal(
     close_internal_log()
 
 
-def _setup_tracelog() -> None:
-    # TODO: remove this temporary hack, need to find a better way to pass settings
-    # to the server.  for now lets just look at the environment variable we need
-    tracelog_mode = os.environ.get("WANDB_TRACELOG")
-    if tracelog_mode:
-        tracelog.enable(tracelog_mode)
-
-
 def configure_logging(
     log_fname: str, log_level: int, run_id: Optional[str] = None
 ) -> None:

wandb/sdk/internal/internal_util.py

@@ -11,8 +11,6 @@ import threading
 import time
 from typing import TYPE_CHECKING, Optional, Tuple, Type, Union
 
-from ..lib import tracelog
-
 if TYPE_CHECKING:
     from queue import Queue
     from threading import Event
@@ -95,6 +93,5 @@ class RecordLoopThread(ExceptionThread):
                 record = self._input_record_q.get(timeout=1)
             except queue.Empty:
                 continue
-            tracelog.log_message_dequeue(record, self._input_record_q)
             self._process(record)
         self._finish()

wandb/sdk/internal/sender.py

@@ -53,7 +53,6 @@ from wandb.sdk.lib import (
     proto_util,
     redirect,
     telemetry,
-    tracelog,
 )
 from wandb.sdk.lib.mailbox import ContextCancelledError
 from wandb.sdk.lib.proto_util import message_to_dict
@@ -418,7 +417,6 @@ class SendManager:
         send_handler(record)
 
     def _respond_result(self, result: "Result") -> None:
-        tracelog.log_message_queue(result, self._result_q)
         context_id = context.context_id_from_result(result)
         self._context_keeper.release(context_id)
         self._result_q.put(result)

wandb/sdk/internal/writer.py

@@ -7,7 +7,7 @@ from wandb.proto import wandb_internal_pb2 as pb
 from wandb.proto import wandb_telemetry_pb2 as tpb
 
 from ..interface.interface_queue import InterfaceQueue
-from ..lib import proto_util, telemetry, tracelog
+from ..lib import proto_util, telemetry
 from . import context, datastore, flow_control
 from .settings_static import SettingsStatic
 
@@ -79,7 +79,6 @@ class WriteManager:
 
     def _forward_record(self, record: "pb.Record") -> None:
         self._context_keeper.add_from_record(record)
-        tracelog.log_message_queue(record, self._sender_q)
         self._sender_q.put(record)
 
     def _send_mark(self) -> None:
@@ -191,7 +190,6 @@ class WriteManager:
         #     self._sender_cancel_set.add(cancel_id)
 
     def _respond_result(self, result: "pb.Result") -> None:
-        tracelog.log_message_queue(result, self._result_q)
         self._result_q.put(result)
 
     def finish(self) -> None:

wandb/sdk/launch/__init__.py

@@ -1,10 +1,11 @@
-from ._launch import launch
+from ._launch import create_and_run_agent, launch
 from ._launch_add import launch_add
 from .agent.agent import LaunchAgent
 from .inputs.manage import manage_config_file, manage_wandb_config
 from .utils import load_wandb_config
 
 __all__ = [
+    "create_and_run_agent",
     "LaunchAgent",
     "launch",
     "launch_add",

wandb/sdk/lib/_settings_toposort_generated.py

@@ -84,6 +84,7 @@ _Setting = Literal[
     "_tracelog",
     "_unsaved_keys",
     "_windows",
+    "allow_offline_artifacts",
     "allow_val_change",
     "anonymous",
     "api_key",

wandb/sdk/lib/sock_client.py

@@ -7,8 +7,6 @@ from typing import TYPE_CHECKING, Any, List, Optional
 
 from wandb.proto import wandb_server_pb2 as spb
 
-from . import tracelog
-
 if TYPE_CHECKING:
     from wandb.proto import wandb_internal_pb2 as pb
 
@@ -145,7 +143,6 @@ class SockClient:
                     time.sleep(self._retry_delay - delta_time)
 
     def _send_message(self, msg: Any) -> None:
-        tracelog.log_message_send(msg, self._sockid)
         raw_size = msg.ByteSize()
         data = msg.SerializeToString()
         assert len(data) == raw_size, "invalid serialization"
@@ -280,7 +277,6 @@ class SockClient:
             return None
         rec = spb.ServerRequest()
         rec.ParseFromString(data)
-        tracelog.log_message_recv(rec, self._sockid)
         return rec
 
     def read_server_response(
@@ -291,5 +287,4 @@ class SockClient:
             return None
         rec = spb.ServerResponse()
         rec.ParseFromString(data)
-        tracelog.log_message_recv(rec, self._sockid)
         return rec

wandb/sdk/service/server.py

@@ -10,7 +10,6 @@ from typing import Optional
 
 import wandb
 
-from ..lib import tracelog
 from . import _startup_debug, port_file
 from .server_sock import SocketServer
 from .streams import StreamMux
@@ -69,21 +68,14 @@ class WandbServer:
         if self._sock_server:
             self._sock_server.stop()
 
-    def _setup_tracelog(self) -> None:
-        # TODO: remove this temporary hack, need to find a better way to pass settings
-        # to the server.  for now lets just look at the environment variable we need
-        tracelog_mode = os.environ.get("WANDB_TRACELOG")
-        if tracelog_mode:
-            tracelog.enable(tracelog_mode)
-
     def _startup_debug_print(self, message: str) -> None:
         if not self._startup_debug_enabled:
             return
         _startup_debug.print_message(message)
 
     def _setup_proctitle(self, sock_port: Optional[int]) -> None:
-        # TODO: similar to _setup_tracelog, the internal_process should have
-        # a better way to have access to settings.
+        # TODO: the internal_process should have a better way to have access to
+        # settings.
         disable_setproctitle = os.environ.get("WANDB__DISABLE_SETPROCTITLE")
         if disable_setproctitle:
             return
@@ -103,7 +95,6 @@ class WandbServer:
             self._startup_debug_print("after_setproctitle")
 
     def serve(self) -> None:
-        self._setup_tracelog()
         mux = StreamMux()
         self._startup_debug_print("before_network")
         sock_port = self._start_sock(mux=mux)

wandb/sdk/service/server_sock.py

@@ -7,7 +7,6 @@ from typing import TYPE_CHECKING, Any, Callable, Dict, Optional
 from wandb.proto import wandb_server_pb2 as spb
 from wandb.sdk.internal.settings_static import SettingsStatic
 
-from ..lib import tracelog
 from ..lib.sock_client import SockClient, SockClientClosedError
 from .streams import StreamMux
 
@@ -65,7 +64,6 @@ class SockServerInterfaceReaderThread(threading.Thread):
             except ValueError:
                 # queue is closed
                 break
-            tracelog.log_message_dequeue(result, self._iface.relay_q)
             sockid = result.control.relay_id
             assert sockid
             sock_client = self._clients.get_client(sockid)

wandb/sdk/wandb_run.py

@@ -549,7 +549,6 @@ class Run:
     _redirect_cb: Callable[[str, str], None] | None
     _redirect_raw_cb: Callable[[str, str], None] | None
     _output_writer: filesystem.CRDedupedFile | None
-    _quiet: bool | None
 
     _atexit_cleanup_called: bool
     _hooks: ExitHooks | None
@@ -657,7 +656,6 @@ class Run:
         self._stderr_slave_fd = None
         self._exit_code = None
         self._exit_result = None
-        self._quiet = self._settings.quiet
 
         self._output_writer = None
         self._used_artifact_slots: dict[str, str] = {}
@@ -1469,12 +1467,14 @@ class Run:
         files: FilesDict = dict(files=[(GlobStr(glob.escape(fname)), "now")])
         self._backend.interface.publish_files(files)
 
-    def _visualization_hack(self, row: dict[str, Any]) -> dict[str, Any]:
-        # TODO(jhr): move visualize hack somewhere else
+    def _serialize_custom_charts(self, data: dict[str, Any]) -> dict[str, Any]:
+        if not data:
+            return data
+
         chart_keys = set()
-        for k, v in row.items():
+        for k, v in data.items():
             if isinstance(v, Visualize):
-                row[k] = v.table
+                data[k] = v.table
                 v.set_key(k)
                 self._config_callback(
                     val=v.spec.config_value,
@@ -1490,31 +1490,33 @@ class Run:
 
         for k in chart_keys:
             # remove the chart key from the row
-            v = row.pop(k)
+            v = data.pop(k)
             if isinstance(v, CustomChart):
-                row[v.spec.table_key] = v.table
-        return row
+                data[v.spec.table_key] = v.table
+        return data
 
     def _partial_history_callback(
         self,
-        row: dict[str, Any],
+        data: dict[str, Any],
         step: int | None = None,
         commit: bool | None = None,
     ) -> None:
-        row = row.copy()
-        if row:
-            row = self._visualization_hack(row)
+        if not (self._backend and self._backend.interface):
+            return
 
-        if self._backend and self._backend.interface:
-            not_using_tensorboard = len(wandb.patched["tensorboard"]) == 0
-
-            self._backend.interface.publish_partial_history(
-                row,
-                user_step=self._step,
-                step=step,
-                flush=commit,
-                publish_step=not_using_tensorboard,
-            )
+        data = data.copy()  # avoid modifying the original data
+
+        # Serialize custom charts before publishing
+        data = self._serialize_custom_charts(data)
+
+        not_using_tensorboard = len(wandb.patched["tensorboard"]) == 0
+        self._backend.interface.publish_partial_history(
+            data,
+            user_step=self._step,
+            step=step,
+            flush=commit,
+            publish_step=not_using_tensorboard,
+        )
 
     def _console_callback(self, name: str, data: str) -> None:
         # logger.info("console callback: %s, %s", name, data)
@@ -2134,22 +2136,26 @@ class Run:
 
         Args:
             exit_code: Set to something other than 0 to mark a run as failed
-            quiet: Set to true to minimize log output
+            quiet: Deprecated, use `wandb.Settings(quiet=...)` to set this instead.
         """
-        return self._finish(exit_code, quiet)
+        if quiet is not None:
+            deprecate.deprecate(
+                field_name=deprecate.Deprecated.run__finish_quiet,
+                warning_message=(
+                    "The `quiet` argument to `wandb.run.finish()` is deprecated, "
+                    "use `wandb.Settings(quiet=...)` to set this instead."
+                ),
+            )
+        return self._finish(exit_code)
 
     def _finish(
         self,
         exit_code: int | None = None,
-        quiet: bool | None = None,
     ) -> None:
         logger.info(f"finishing run {self._get_path()}")
         with telemetry.context(run=self) as tel:
             tel.feature.finish = True
 
-        if quiet is not None:
-            self._quiet = quiet
-
         # Pop this run (hopefully) from the run stack, to support the "reinit"
         # functionality of wandb.init().
         #
@@ -2442,7 +2448,6 @@ class Run:
             poll_exit_response=self._poll_exit_response,
             internal_messages_response=self._internal_messages_response,
             reporter=self._reporter,
-            quiet=self._quiet,
             settings=self._settings,
             printer=self._printer,
         )
@@ -3853,7 +3858,6 @@ class Run:
         poll_exit_response: PollExitResponse | None = None,
         internal_messages_response: InternalMessagesResponse | None = None,
         reporter: Reporter | None = None,
-        quiet: bool | None = None,
         *,
         settings: Settings,
         printer: printer.Printer,
@@ -3861,37 +3865,32 @@ class Run:
         Run._footer_history_summary_info(
             history=sampled_history,
             summary=final_summary,
-            quiet=quiet,
             settings=settings,
             printer=printer,
         )
 
         Run._footer_sync_info(
             poll_exit_response=poll_exit_response,
-            quiet=quiet,
             settings=settings,
             printer=printer,
         )
-        Run._footer_log_dir_info(quiet=quiet, settings=settings, printer=printer)
+        Run._footer_log_dir_info(settings=settings, printer=printer)
         Run._footer_notify_wandb_core(
-            quiet=quiet,
             settings=settings,
             printer=printer,
         )
         Run._footer_internal_messages(
             internal_messages_response=internal_messages_response,
-            quiet=quiet,
             settings=settings,
             printer=printer,
         )
         Run._footer_reporter_warn_err(
-            reporter=reporter, quiet=quiet, settings=settings, printer=printer
+            reporter=reporter, settings=settings, printer=printer
         )
 
     @staticmethod
     def _footer_sync_info(
         poll_exit_response: PollExitResponse | None = None,
-        quiet: bool | None = None,
         *,
         settings: Settings,
         printer: printer.Printer,
@@ -3900,7 +3899,7 @@ class Run:
             return
 
         if settings._offline:
-            if not quiet and not settings.quiet:
+            if not settings.quiet:
                 printer.display(
                     [
                         "You can sync this run to the cloud by running:",
@@ -3929,12 +3928,11 @@ class Run:
 
     @staticmethod
     def _footer_log_dir_info(
-        quiet: bool | None = None,
         *,
         settings: Settings,
         printer: printer.Printer,
     ) -> None:
-        if (quiet or settings.quiet) or settings.silent:
+        if settings.quiet or settings.silent:
             return
 
         log_dir = settings.log_user or settings.log_internal
@@ -3948,12 +3946,11 @@ class Run:
     def _footer_history_summary_info(
         history: SampledHistoryResponse | None = None,
         summary: GetSummaryResponse | None = None,
-        quiet: bool | None = None,
         *,
         settings: Settings,
         printer: printer.Printer,
     ) -> None:
-        if (quiet or settings.quiet) or settings.silent:
+        if settings.quiet or settings.silent:
             return
 
         panel = []
@@ -4018,12 +4015,11 @@ class Run:
     @staticmethod
     def _footer_internal_messages(
         internal_messages_response: InternalMessagesResponse | None = None,
-        quiet: bool | None = None,
         *,
         settings: Settings,
         printer: printer.Printer,
     ) -> None:
-        if (quiet or settings.quiet) or settings.silent:
+        if settings.quiet or settings.silent:
             return
 
         if not internal_messages_response:
@@ -4035,12 +4031,11 @@ class Run:
     @staticmethod
     def _footer_notify_wandb_core(
         *,
-        quiet: bool | None = None,
         settings: Settings,
         printer: printer.Printer,
     ) -> None:
         """Prints a message advertising the upcoming core release."""
-        if quiet or not settings._require_legacy_service:
+        if settings.quiet or not settings._require_legacy_service:
             return
 
         printer.display(
@@ -4053,12 +4048,11 @@ class Run:
     @staticmethod
     def _footer_reporter_warn_err(
         reporter: Reporter | None = None,
-        quiet: bool | None = None,
         *,
         settings: Settings,
         printer: printer.Printer,
     ) -> None:
-        if (quiet or settings.quiet) or settings.silent:
+        if settings.quiet or settings.silent:
             return
 
         if not reporter:
@@ -4151,7 +4145,7 @@ def finish(exit_code: int | None = None, quiet: bool | None = None) -> None:
 
     Args:
         exit_code: Set to something other than 0 to mark a run as failed
-        quiet: Set to true to minimize log output
+        quiet: Deprecated, use `wandb.Settings(quiet=...)` to set this instead.
     """
     if wandb.run:
         wandb.run.finish(exit_code=exit_code, quiet=quiet)

wandb/sdk/wandb_settings.py

@@ -160,6 +160,20 @@ def _get_program() -> Optional[str]:
         return None
 
 
+def _preprocess_file_stream_max_line_bytes(val: Any) -> Optional[int]:
+    """Preprocess the file_stream_max_line_bytes setting.
+
+    For now treat negative values as 0, which means use the default.
+    """
+    try:
+        value = int(val)
+        if value < 0:
+            return None
+        return value
+    except ValueError:
+        return None
+
+
 def _runmoment_preprocessor(val: Any) -> Optional[RunMoment]:
     if isinstance(val, RunMoment) or val is None:
         return val
@@ -320,6 +334,7 @@ class SettingsData:
     _file_stream_retry_wait_min_seconds: float  # min wait time between retries
     _file_stream_retry_wait_max_seconds: float  # max wait time between retries
     _file_stream_timeout_seconds: float  # timeout for individual HTTP requests
+    _file_stream_max_line_bytes: int  # max line length for filestream jsonl files
     # file transfer retry client configuration
     _file_transfer_retry_max: int
     _file_transfer_retry_wait_min_seconds: float
@@ -382,10 +397,10 @@ class SettingsData:
     _stats_disk_paths: Sequence[str]  # paths to monitor disk usage
     _stats_buffer_size: int  # number of consolidated samples to buffer before flushing, available in run obj
     _tmp_code_dir: str
-    _tracelog: str
     _unsaved_keys: Sequence[str]
     _windows: bool
     _show_operation_stats: bool
+    allow_offline_artifacts: bool
     allow_val_change: bool
     anonymous: str
     api_key: str
@@ -670,6 +685,9 @@ class Settings(SettingsData):
             _file_stream_retry_wait_min_seconds={"preprocessor": float},
             _file_stream_retry_wait_max_seconds={"preprocessor": float},
             _file_stream_timeout_seconds={"preprocessor": float},
+            _file_stream_max_line_bytes={
+                "preprocessor": _preprocess_file_stream_max_line_bytes,
+            },
             _file_transfer_retry_max={"preprocessor": int},
             _file_transfer_retry_wait_min_seconds={"preprocessor": float},
             _file_transfer_retry_wait_max_seconds={"preprocessor": float},
@@ -777,6 +795,7 @@ class Settings(SettingsData):
                 "auto_hook": True,
             },
             _show_operation_stats={"preprocessor": _str_as_bool},
+            allow_offline_artifacts={"value": "True", "preprocessor": _str_as_bool},
             anonymous={"validator": self._validate_anonymous},
             api_key={"validator": self._validate_api_key},
             base_url={
@@ -1677,7 +1696,6 @@ class Settings(SettingsData):
     ) -> None:
         env_prefix: str = "WANDB_"
         special_env_var_names = {
-            "WANDB_TRACELOG": "_tracelog",
             "WANDB_DISABLE_SERVICE": "_disable_service",
             "WANDB_SERVICE_TRANSPORT": "_service_transport",
             "WANDB_DIR": "root_dir",

wandb/sdk/wandb_setup.py

@@ -21,7 +21,7 @@ import wandb
 from wandb.sdk.lib import import_hooks
 
 from . import wandb_settings
-from .lib import config_util, server, tracelog
+from .lib import config_util, server
 
 Settings = Union["wandb.sdk.wandb_settings.Settings", Dict[str, Any]]
 
@@ -114,10 +114,6 @@ class _WandbSetup__WandbSetup:  # noqa: N801
         self._check()
         self._setup()
 
-        tracelog_mode = self._settings._tracelog
-        if tracelog_mode:
-            tracelog.enable(tracelog_mode)
-
     def _settings_setup(
         self,
         settings: Optional[Settings] = None,

wandb/util.py

@@ -1971,9 +1971,9 @@ def get_core_path() -> str:
     bin_path = pathlib.Path(__file__).parent / "bin" / "wandb-core"
     if not bin_path.exists():
         raise WandbCoreNotAvailableError(
-            f"Looks like wandb-core is not compiled for your system ({platform.platform()}):"
-            " Please contact support at support@wandb.com to request `wandb-core`"
-            " support for your system."
+            f"File not found: {bin_path}."
+            "Please contact support at support@wandb.com."
+            f"Your platform is: {platform.platform()}."
         )
 
     return str(bin_path)

{wandb-0.18.6.dist-info → wandb-0.18.7.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: wandb
-Version: 0.18.6
+Version: 0.18.7
 Summary: A CLI and library for interacting with the Weights & Biases API.
 Project-URL: Source, https://github.com/wandb/wandb
 Project-URL: Bug Reports, https://github.com/wandb/wandb/issues
@@ -27,7 +27,6 @@ License: MIT License
         LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
         OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
         SOFTWARE.
-License-File: LICENSE
 Classifier: Development Status :: 5 - Production/Stable
 Classifier: Intended Audience :: Developers
 Classifier: Intended Audience :: Science/Research