wandb 0.21.0__py3-none-macosx_11_0_arm64.whl → 0.21.1__py3-none-macosx_11_0_arm64.whl

wandb/cli/cli.py

@@ -14,7 +14,7 @@ import textwrap
 import time
 import traceback
 from functools import wraps
-from typing import Any, Dict, Optional
+from typing import Any, Dict, Optional, Tuple
 
 import click
 import yaml
@@ -95,6 +95,39 @@ class ClickWandbException(ClickException):
             )
 
 
+def parse_service_config(
+    ctx: Optional[click.Context],
+    param: Optional[click.Parameter],
+    value: Optional[Tuple[str, ...]],
+) -> Dict[str, str]:
+    """Parse service configurations in format serviceName=policy."""
+    if not value:
+        return {}
+
+    result = {}
+    for config in value:
+        if "=" not in config:
+            raise click.BadParameter(
+                f"Service must be in format 'serviceName=policy', got '{config}'"
+            )
+
+        service_name, policy = config.split("=", 1)
+        service_name = service_name.strip()
+        policy = policy.strip()
+        if not service_name:
+            raise click.BadParameter("Service name cannot be empty")
+
+        # Simple validation for two policies
+        if policy not in ["always", "never"]:
+            raise click.BadParameter(
+                f"Policy must be 'always' or 'never', got '{policy}'"
+            )
+
+        result[service_name] = policy
+
+    return result
+
+
 def display_error(func):
     """Function decorator for catching common errors and re-raising as wandb.Error."""
 
@@ -454,6 +487,10 @@ def init(ctx, project, entity, reset, mode):
 @click.option("--show", default=5, help="Number of runs to show")
 @click.option("--append", is_flag=True, default=False, help="Append run")
 @click.option("--skip-console", is_flag=True, default=False, help="Skip console logs")
+@click.option(
+    "--replace-tags",
+    help="Replace tags in the format 'old_tag1=new_tag1,old_tag2=new_tag2'",
+)
 @display_error
 def sync(
     ctx,
@@ -479,6 +516,7 @@ def sync(
     clean_force=None,
     append=None,
     skip_console=None,
+    replace_tags=None,
 ):
     api = _get_cling_api()
     if not api.is_authenticated:
@@ -493,6 +531,10 @@ def sync(
     if exclude_globs:
         exclude_globs = exclude_globs.split(",")
 
+    replace_tags_dict = _parse_sync_replace_tags(replace_tags)
+    if replace_tags and replace_tags_dict is None:
+        return  # Error already printed by helper function
+
     def _summary():
         all_items = get_runs(
             include_online=True,
@@ -548,6 +590,7 @@ def sync(
             log_path=_wandb_log_path,
             append=append,
             skip_console=skip_console,
+            replace_tags=replace_tags_dict,
         )
         for p in _path:
             sm.add(p)
@@ -633,6 +676,31 @@ def sync(
         _summary()
 
 
+def _parse_sync_replace_tags(replace_tags: str) -> Optional[Dict[str, str]]:
+    """Parse replace_tags string into a dictionary.
+
+    Args:
+        replace_tags: String in format 'old_tag1=new_tag1,old_tag2=new_tag2'
+
+    Returns:
+        Mapping of old tags to new tags, or None if format is invalid
+    """
+    if not replace_tags:
+        return {}
+
+    replace_tags_dict = {}
+    for pair in replace_tags.split(","):
+        if "=" not in pair:
+            wandb.termerror(
+                f"Invalid replace-tags format: {pair}. Use 'old_tag=new_tag' format."
+            )
+            return None
+        old_tag, new_tag = pair.split("=", 1)
+        replace_tags_dict[old_tag.strip()] = new_tag.strip()
+
+    return replace_tags_dict
+
+
 @cli.command(
     context_settings=CONTEXT,
     help="Initialize a hyperparameter sweep. Search for hyperparameters that optimizes a cost function of a machine learning model by testing various combinations.",
@@ -1829,6 +1897,15 @@ def describe(job):
     "job_type",
     type=click.Choice(("git", "code", "image")),
 )
+@click.option(
+    "--service",
+    "-s",
+    "services",
+    multiple=True,
+    callback=parse_service_config,
+    help="Service configurations in format serviceName=policy. Valid policies: always, never",
+    hidden=True,
+)
 @click.argument("path")
 def create(
     path,
@@ -1844,6 +1921,7 @@ def create(
     build_context,
     base_image,
     dockerfile,
+    services,
 ):
     """Create a job from a source, without a wandb run.
 
@@ -1893,6 +1971,7 @@ def create(
         build_context=build_context,
         base_image=base_image,
         dockerfile=dockerfile,
+        services=services,
     )
     if not artifact:
         wandb.termerror("Job creation failed")

wandb/env.py

@@ -159,6 +159,14 @@ def is_offline(env: MutableMapping | None = None) -> bool:
     return env.get(MODE) == "offline"
 
 
+def is_quiet() -> bool:
+    return _env_as_bool(QUIET, default="false")
+
+
+def is_silent() -> bool:
+    return _env_as_bool(SILENT, default="false")
+
+
 def error_reporting_enabled() -> bool:
     return _env_as_bool(ERROR_REPORTING, default="True")
 

wandb/errors/errors.py

@@ -2,7 +2,10 @@ from typing import Optional
 
 
 class Error(Exception):
-    """Base W&B Error."""
+    """Base W&B Error.
+
+    <!-- lazydoc-ignore-class: internal -->
+    """
 
     def __init__(self, message, context: Optional[dict] = None) -> None:
         super().__init__(message)

wandb/integration/lightning/fabric/logger.py

@@ -9,7 +9,6 @@ from typing_extensions import override
 import wandb
 from wandb import Artifact
 from wandb.sdk.lib import telemetry
-from wandb.sdk.wandb_run import Run
 
 try:
     import lightning
@@ -295,7 +294,7 @@ class WandbLogger(Logger):
         anonymous: Optional[bool] = None,
         project: Optional[str] = None,
         log_model: Union[Literal["all"], bool] = False,
-        experiment: Optional["Run"] = None,
+        experiment: Optional["wandb.Run"] = None,
         prefix: str = "",
         checkpoint_name: Optional[str] = None,
         log_checkpoint_on: Union[Literal["success"], Literal["all"]] = "success",
@@ -362,7 +361,7 @@ class WandbLogger(Logger):
 
     @property
     @rank_zero_experiment
-    def experiment(self) -> "Run":
+    def experiment(self) -> "wandb.Run":
         r"""Actual wandb object.
 
         To use wandb features in your :class:`~lightning.pytorch.core.LightningModule`, do the
@@ -395,7 +394,7 @@ class WandbLogger(Logger):
                 self._experiment = wandb.init(**self._wandb_init)
 
                 # define default x-axis
-                if isinstance(self._experiment, Run) and getattr(
+                if isinstance(self._experiment, wandb.Run) and getattr(
                     self._experiment, "define_metric", None
                 ):
                     self._experiment.define_metric("trainer/global_step")

wandb/integration/metaflow/__init__.py

@@ -1,3 +1,9 @@
+"""W&B Integration for Metaflow.
+
+Defines a custom step and flow decorator `wandb_log` that automatically logs
+flow parameters and artifacts to W&B.
+"""
+
 from .metaflow import wandb_log, wandb_track, wandb_use
 
 __all__ = ["wandb_log", "wandb_track", "wandb_use"]

wandb/integration/metaflow/data_pandas.py

@@ -0,0 +1,74 @@
+"""Support for Pandas datatypes.
+
+May raise MissingDependencyError on import.
+"""
+
+from __future__ import annotations
+
+from typing_extensions import Any, TypeGuard
+
+import wandb
+
+from . import errors
+
+try:
+    import pandas as pd
+except ImportError as e:
+    warning = (
+        "`pandas` not installed >>"
+        " @wandb_log(datasets=True) may not auto log your dataset!"
+    )
+    raise errors.MissingDependencyError(warning=warning) from e
+
+
+def is_dataframe(data: Any) -> TypeGuard[pd.DataFrame]:
+    """Returns whether the data is a Pandas DataFrame."""
+    return isinstance(data, pd.DataFrame)
+
+
+def use_dataframe(
+    name: str,
+    run: wandb.Run | None,
+    testing: bool = False,
+) -> str | None:
+    """Log a dependency on a DataFrame input.
+
+    Args:
+        name: Name of the input.
+        run: The run to update.
+        testing: True in unit tests.
+    """
+    if testing:
+        return "datasets"
+    assert run
+
+    wandb.termlog(f"Using artifact: {name} (Pandas DataFrame)")
+    run.use_artifact(f"{name}:latest")
+    return None
+
+
+def track_dataframe(
+    name: str,
+    data: pd.DataFrame,
+    run: wandb.Run | None,
+    testing: bool = False,
+) -> str | None:
+    """Log a DataFrame output as an artifact.
+
+    Args:
+        name: The output's name.
+        data: The output's value.
+        run: The run to update.
+        testing: True in unit tests.
+    """
+    if testing:
+        return "pd.DataFrame"
+    assert run
+
+    artifact = wandb.Artifact(name, type="dataset")
+    with artifact.new_file(f"{name}.parquet", "wb") as f:
+        data.to_parquet(f, engine="pyarrow")
+
+    wandb.termlog(f"Logging artifact: {name} (Pandas DataFrame)")
+    run.log_artifact(artifact)
+    return None

wandb/integration/metaflow/errors.py

@@ -0,0 +1,13 @@
+import wandb
+
+
+class MissingDependencyError(Exception):
+    """An optional dependency is missing."""
+
+    def __init__(self, *args: object, warning: str) -> None:
+        super().__init__(*args)
+        self._wb_warning = warning
+
+    def warn(self) -> None:
+        """Print a warning for the problem."""
+        wandb.termwarn(self._wb_warning)