wandb 0.16.5__py3-none-any.whl → 0.17.0rc1__py3-none-any.whl

package_readme.md

@@ -0,0 +1,95 @@
+<div align="center">
+  <img src="https://i.imgur.com/RUtiVzH.png" width="600" /><br><br>
+</div>
+
+# Weights and Biases [![PyPI](https://img.shields.io/pypi/v/wandb)](https://pypi.python.org/pypi/wandb) [![Conda (channel only)](https://img.shields.io/conda/vn/conda-forge/wandb)](https://anaconda.org/conda-forge/wandb) [![CircleCI](https://img.shields.io/circleci/build/github/wandb/wandb/main)](https://circleci.com/gh/wandb/wandb) [![Codecov](https://img.shields.io/codecov/c/gh/wandb/wandb)](https://codecov.io/gh/wandb/wandb)
+
+Use W&B to build better models faster. Track and visualize all the pieces of your machine learning pipeline, from datasets to production models.
+
+- Quickly identify model regressions. Use W&B to visualize results in real time, all in a central dashboard.
+- Focus on the interesting ML. Spend less time manually tracking results in spreadsheets and text files.
+- Capture dataset versions with W&B Artifacts to identify how changing data affects your resulting models.
+- Reproduce any model, with saved code, hyperparameters, launch commands, input data, and resulting model weights.
+
+[Sign up for a free account →](https://wandb.ai/login?signup=true)
+
+## Features
+
+-   Store hyper-parameters used in a training run
+-   Search, compare, and visualize training runs
+-   Analyze system usage metrics alongside runs
+-   Collaborate with team members
+-   Replicate historic results
+-   Run parameter sweeps
+-   Keep records of experiments available forever
+
+[Documentation →](https://docs.wandb.com)
+
+## Quickstart
+
+```shell
+pip install wandb
+```
+
+In your training script:
+
+```python
+import wandb
+
+# Your custom arguments defined here
+args = ...
+
+wandb.init(config=args, project="my-project")
+wandb.config["more"] = "custom"
+
+
+def training_loop():
+    while True:
+        # Do some machine learning
+        epoch, loss, val_loss = ...
+        # Framework agnostic / custom metrics
+        wandb.log({"epoch": epoch, "loss": loss, "val_loss": val_loss})
+```
+
+If you're already using Tensorboard or [TensorboardX](https://github.com/lanpa/tensorboardX), you can integrate with one line:
+
+```python
+wandb.init(sync_tensorboard=True)
+```
+
+## Running your script
+
+Run `wandb login` from your terminal to signup or authenticate your machine (we store your api key in ~/.netrc). You can also set the `WANDB_API_KEY` environment variable with a key from your [settings](https://app.wandb.ai/settings).
+
+Run your script with `python my_script.py` and all metadata will be synced to the cloud. You will see a url in your terminal logs when your script starts and finishes. Data is staged locally in a directory named _wandb_ relative to your script. If you want to test your script without syncing to the cloud you can set the environment variable `WANDB_MODE=dryrun`.
+
+If you are using [docker](https://docker.com) to run your code, we provide a wrapper command `wandb docker` that mounts your current directory, sets environment variables, and ensures the wandb library is installed. Training your models in docker gives you the ability to restore the exact code and environment with the `wandb restore` command.
+
+## Web Interface
+
+[Sign up for a free account →](https://wandb.com)
+[![Watch the video](https://i.imgur.com/PW0Ejlc.png)](https://youtu.be/EeqhOSvNX-A)
+[Introduction video →](https://youtu.be/EeqhOSvNX-A)
+
+## Detailed Usage
+
+Framework specific and detailed usage can be found in our [documentation](http://docs.wandb.com/).
+
+## Testing
+
+To run basic test use `make test`.  More detailed information can be found at CONTRIBUTING.md.
+
+We use [circleci](https://circleci.com) for CI.
+
+# Academic Researchers
+If you'd like a free academic account for your research group, [reach out to us →](https://www.wandb.com/academic)
+
+We make it easy to cite W&B in your published paper. [Learn more →](https://www.wandb.com/academic)
+[![](https://i.imgur.com/loKLiez.png)](https://www.wandb.com/academic)
+
+## Community
+Got questions, feedback or want to join a community of ML engineers working on exciting projects?
+
+<a href="https://bit.ly/wb-slack"><img src="https://svgshare.com/i/M93.svg" alt="slack" width="55"/></a> Join our [slack](https://bit.ly/wb-slack) community.
+
+[![Twitter](https://img.shields.io/twitter/follow/weights_biases?style=social)](https://twitter.com/weights_biases) Follow us on [Twitter](https://twitter.com/weights_biases).

wandb/__init__.py

@@ -11,8 +11,8 @@ For scripts and interactive notebooks, see https://github.com/wandb/examples.
 
 For reference documentation, see https://docs.wandb.com/ref/python.
 """
-__version__ = "0.16.5"
-_minimum_core_version = "0.17.0b10"
+__version__ = "0.17.0rc1"
+
 
 # Used with pypi checks and other messages related to pip
 _wandb_module = "wandb"

wandb/agents/pyagent.py

@@ -4,7 +4,6 @@ Manage wandb agent.
 
 """
 
-
 import ctypes
 import logging
 import os

wandb/analytics/sentry.py

@@ -137,7 +137,8 @@ class Sentry:
         self.mark_session(status=status)
 
         client, _ = self.hub._stack[-1]  # type: ignore
-        client.flush()
+        if client is not None:
+            client.flush()
 
         return None
 

wandb/apis/importers/internals/protocols.py

@@ -17,20 +17,15 @@ Policy = Literal["now", "end", "live"]
 
 @runtime_checkable
 class ImporterRun(Protocol):
-    def run_id(self) -> str:
-        ...  # pragma: no cover
+    def run_id(self) -> str: ...  # pragma: no cover
 
-    def entity(self) -> str:
-        ...  # pragma: no cover
+    def entity(self) -> str: ...  # pragma: no cover
 
-    def project(self) -> str:
-        ...  # pragma: no cover
+    def project(self) -> str: ...  # pragma: no cover
 
-    def config(self) -> Dict[str, Any]:
-        ...  # pragma: no cover
+    def config(self) -> Dict[str, Any]: ...  # pragma: no cover
 
-    def summary(self) -> Dict[str, float]:
-        ...  # pragma: no cover
+    def summary(self) -> Dict[str, float]: ...  # pragma: no cover
 
     def metrics(self) -> Iterable[Dict[str, float]]:
         """Metrics for the run.
@@ -55,71 +50,50 @@ class ImporterRun(Protocol):
         """
         ...  # pragma: no cover
 
-    def run_group(self) -> Optional[str]:
-        ...  # pragma: no cover
+    def run_group(self) -> Optional[str]: ...  # pragma: no cover
 
-    def job_type(self) -> Optional[str]:
-        ...  # pragma: no cover
+    def job_type(self) -> Optional[str]: ...  # pragma: no cover
 
-    def display_name(self) -> str:
-        ...  # pragma: no cover
+    def display_name(self) -> str: ...  # pragma: no cover
 
-    def notes(self) -> Optional[str]:
-        ...  # pragma: no cover
+    def notes(self) -> Optional[str]: ...  # pragma: no cover
 
-    def tags(self) -> Optional[List[str]]:
-        ...  # pragma: no cover
+    def tags(self) -> Optional[List[str]]: ...  # pragma: no cover
 
-    def artifacts(self) -> Optional[Iterable[Artifact]]:
-        ...  # pragma: no cover
+    def artifacts(self) -> Optional[Iterable[Artifact]]: ...  # pragma: no cover
 
-    def used_artifacts(self) -> Optional[Iterable[Artifact]]:
-        ...  # pragma: no cover
+    def used_artifacts(self) -> Optional[Iterable[Artifact]]: ...  # pragma: no cover
 
-    def os_version(self) -> Optional[str]:
-        ...  # pragma: no cover
+    def os_version(self) -> Optional[str]: ...  # pragma: no cover
 
-    def python_version(self) -> Optional[str]:
-        ...  # pragma: no cover
+    def python_version(self) -> Optional[str]: ...  # pragma: no cover
 
-    def cuda_version(self) -> Optional[str]:
-        ...  # pragma: no cover
+    def cuda_version(self) -> Optional[str]: ...  # pragma: no cover
 
-    def program(self) -> Optional[str]:
-        ...  # pragma: no cover
+    def program(self) -> Optional[str]: ...  # pragma: no cover
 
-    def host(self) -> Optional[str]:
-        ...  # pragma: no cover
+    def host(self) -> Optional[str]: ...  # pragma: no cover
 
-    def username(self) -> Optional[str]:
-        ...  # pragma: no cover
+    def username(self) -> Optional[str]: ...  # pragma: no cover
 
-    def executable(self) -> Optional[str]:
-        ...  # pragma: no cover
+    def executable(self) -> Optional[str]: ...  # pragma: no cover
 
-    def gpus_used(self) -> Optional[str]:
-        ...  # pragma: no cover
+    def gpus_used(self) -> Optional[str]: ...  # pragma: no cover
 
-    def cpus_used(self) -> Optional[int]:
-        ...  # pragma: no cover
+    def cpus_used(self) -> Optional[int]: ...  # pragma: no cover
 
-    def memory_used(self) -> Optional[int]:
-        ...  # pragma: no cover
+    def memory_used(self) -> Optional[int]: ...  # pragma: no cover
 
-    def runtime(self) -> Optional[int]:
-        ...  # pragma: no cover
+    def runtime(self) -> Optional[int]: ...  # pragma: no cover
 
-    def start_time(self) -> Optional[int]:
-        ...  # pragma: no cover
+    def start_time(self) -> Optional[int]: ...  # pragma: no cover
 
-    def code_path(self) -> Optional[str]:
-        ...  # pragma: no cover
+    def code_path(self) -> Optional[str]: ...  # pragma: no cover
 
-    def cli_version(self) -> Optional[str]:
-        ...  # pragma: no cover
+    def cli_version(self) -> Optional[str]: ...  # pragma: no cover
 
-    def files(self) -> Optional[Iterable[Tuple[PathStr, Policy]]]:
-        ...  # pragma: no cover
+    def files(
+        self,
+    ) -> Optional[Iterable[Tuple[PathStr, Policy]]]: ...  # pragma: no cover
 
-    def logs(self) -> Optional[Iterable[str]]:
-        ...  # pragma: no cover
+    def logs(self) -> Optional[Iterable[str]]: ...  # pragma: no cover

wandb/apis/importers/mlflow.py

@@ -96,35 +96,26 @@ class MlflowRun:
     def used_artifacts(self) -> Optional[Iterable[Artifact]]:  # type: ignore
         ...  # pragma: no cover
 
-    def os_version(self) -> Optional[str]:
-        ...  # pragma: no cover
+    def os_version(self) -> Optional[str]: ...  # pragma: no cover
 
-    def python_version(self) -> Optional[str]:
-        ...  # pragma: no cover
+    def python_version(self) -> Optional[str]: ...  # pragma: no cover
 
-    def cuda_version(self) -> Optional[str]:
-        ...  # pragma: no cover
+    def cuda_version(self) -> Optional[str]: ...  # pragma: no cover
 
-    def program(self) -> Optional[str]:
-        ...  # pragma: no cover
+    def program(self) -> Optional[str]: ...  # pragma: no cover
 
-    def host(self) -> Optional[str]:
-        ...  # pragma: no cover
+    def host(self) -> Optional[str]: ...  # pragma: no cover
 
-    def username(self) -> Optional[str]:
-        ...  # pragma: no cover
+    def username(self) -> Optional[str]: ...  # pragma: no cover
 
-    def executable(self) -> Optional[str]:
-        ...  # pragma: no cover
+    def executable(self) -> Optional[str]: ...  # pragma: no cover
 
-    def gpus_used(self) -> Optional[str]:
-        ...  # pragma: no cover
+    def gpus_used(self) -> Optional[str]: ...  # pragma: no cover
 
     def cpus_used(self) -> Optional[int]:  # can we get the model?
         ...  # pragma: no cover
 
-    def memory_used(self) -> Optional[int]:
-        ...  # pragma: no cover
+    def memory_used(self) -> Optional[int]: ...  # pragma: no cover
 
     def runtime(self) -> Optional[int]:
         end_time = (
@@ -137,17 +128,13 @@ class MlflowRun:
     def start_time(self) -> Optional[int]:
         return self.run.info.start_time // 1000
 
-    def code_path(self) -> Optional[str]:
-        ...  # pragma: no cover
+    def code_path(self) -> Optional[str]: ...  # pragma: no cover
 
-    def cli_version(self) -> Optional[str]:
-        ...  # pragma: no cover
+    def cli_version(self) -> Optional[str]: ...  # pragma: no cover
 
-    def files(self) -> Optional[Iterable[Tuple[str, str]]]:
-        ...  # pragma: no cover
+    def files(self) -> Optional[Iterable[Tuple[str, str]]]: ...  # pragma: no cover
 
-    def logs(self) -> Optional[Iterable[str]]:
-        ...  # pragma: no cover
+    def logs(self) -> Optional[Iterable[str]]: ...  # pragma: no cover
 
     @staticmethod
     def _handle_incompatible_strings(s: str) -> str:

wandb/apis/importers/wandb.py

@@ -1,4 +1,5 @@
 """Tooling for the W&B Importer."""
+
 import itertools
 import json
 import logging
@@ -201,35 +202,28 @@ class WandbRun:
 
         yield from self._used_artifacts
 
-    def os_version(self) -> Optional[str]:
-        ...  # pragma: no cover
+    def os_version(self) -> Optional[str]: ...  # pragma: no cover
 
     def python_version(self) -> Optional[str]:
         return self._metadata_file().get("python")
 
-    def cuda_version(self) -> Optional[str]:
-        ...  # pragma: no cover
+    def cuda_version(self) -> Optional[str]: ...  # pragma: no cover
 
-    def program(self) -> Optional[str]:
-        ...  # pragma: no cover
+    def program(self) -> Optional[str]: ...  # pragma: no cover
 
     def host(self) -> Optional[str]:
         return self._metadata_file().get("host")
 
-    def username(self) -> Optional[str]:
-        ...  # pragma: no cover
+    def username(self) -> Optional[str]: ...  # pragma: no cover
 
-    def executable(self) -> Optional[str]:
-        ...  # pragma: no cover
+    def executable(self) -> Optional[str]: ...  # pragma: no cover
 
-    def gpus_used(self) -> Optional[str]:
-        ...  # pragma: no cover
+    def gpus_used(self) -> Optional[str]: ...  # pragma: no cover
 
     def cpus_used(self) -> Optional[int]:  # can we get the model?
         ...  # pragma: no cover
 
-    def memory_used(self) -> Optional[int]:
-        ...  # pragma: no cover
+    def memory_used(self) -> Optional[int]: ...  # pragma: no cover
 
     def runtime(self) -> Optional[int]:
         wandb_runtime = self.run.summary.get("_wandb", {}).get("runtime")

wandb/apis/public/api.py

@@ -10,6 +10,7 @@ You might use the Public API to
 
 For more on using the Public API, check out [our guide](https://docs.wandb.com/guides/track/public-api-guide).
 """
+
 import json
 import logging
 import os

wandb/apis/public/artifacts.py

@@ -1,4 +1,5 @@
 """Public API: artifacts."""
+
 import json
 from typing import TYPE_CHECKING, Any, Mapping, Optional, Sequence
 

wandb/apis/public/files.py

@@ -1,4 +1,5 @@
 """Public API: files."""
+
 import io
 import os
 from typing import Optional

wandb/apis/public/history.py

@@ -1,4 +1,5 @@
 """Public API: history."""
+
 import json
 
 import requests

wandb/apis/public/jobs.py

@@ -1,4 +1,5 @@
 """Public API: jobs."""
+
 import json
 import os
 import shutil

wandb/apis/public/projects.py

@@ -1,4 +1,5 @@
 """Public API: projects."""
+
 from wandb_gql import gql
 
 from wandb.apis import public

wandb/apis/public/reports.py

@@ -1,4 +1,5 @@
 """Public API: reports."""
+
 import ast
 import json
 import sys

wandb/apis/public/runs.py

@@ -1,4 +1,5 @@
 """Public API: runs."""
+
 import json
 import os
 import tempfile

wandb/apis/public/sweeps.py

@@ -1,4 +1,5 @@
 """Public API: sweeps."""
+
 import urllib
 from typing import Optional
 

wandb/apis/public/teams.py

@@ -1,4 +1,5 @@
 """Public API: teams."""
+
 import requests
 from wandb_gql import gql
 

wandb/apis/public/users.py

@@ -1,4 +1,5 @@
 """Public API: users."""
+
 import requests
 from wandb_gql import gql
 

wandb/apis/reports/v1/_blocks.py

@@ -716,16 +716,12 @@ class WeaveBlockSummaryTable(Block):
             "fromOp"
         ]["inputs"]["run"]["fromOp"]["inputs"]["project"]["fromOp"]["inputs"][
             "entityName"
-        ][
-            "val"
-        ]
+        ]["val"]
         project = spec["config"]["panelConfig"]["exp"]["fromOp"]["inputs"]["obj"][
             "fromOp"
         ]["inputs"]["run"]["fromOp"]["inputs"]["project"]["fromOp"]["inputs"][
             "projectName"
-        ][
-            "val"
-        ]
+        ]["val"]
         table_name = spec["config"]["panelConfig"]["exp"]["fromOp"]["inputs"]["key"][
             "val"
         ]

wandb/apis/reports/v2/gql.py

@@ -1,4 +1,5 @@
 """GraphQL queries and mutations."""
+
 from wandb_gql import gql
 
 view_report = gql(

wandb/apis/reports/v2/interface.py

@@ -1,4 +1,5 @@
 """Public interfaces for the Report API."""
+
 import os
 from datetime import datetime
 from typing import Dict, Iterable, Optional, Tuple, Union
@@ -100,8 +101,7 @@ class Layout(Base):
 
 
 @dataclass(config=dataclass_config)
-class Block(Base):
-    ...
+class Block(Base): ...
 
 
 @dataclass(config=ConfigDict(validate_assignment=True, extra="allow", slots=True))
@@ -706,8 +706,7 @@ class Twitter(Block):
 
 
 @dataclass(config=dataclass_config)
-class WeaveBlock(Block):
-    ...
+class WeaveBlock(Block): ...
 
 
 BlockTypes = Union[

wandb/apis/reports/v2/internal.py

@@ -1,4 +1,5 @@
 """JSONSchema for internal types.  Hopefully this is auto-generated one day!"""
+
 import json
 import random
 from copy import deepcopy
@@ -102,16 +103,13 @@ class TextLikeMixin:
         return obj
 
 
-class Sentinel(BaseModel):
-    ...
+class Sentinel(BaseModel): ...
 
 
-class ReportEntity(Sentinel):
-    ...
+class ReportEntity(Sentinel): ...
 
 
-class ReportProject(Sentinel):
-    ...
+class ReportProject(Sentinel): ...
 
 
 class ReportAPIBaseModel(BaseModel):
@@ -271,8 +269,7 @@ class PanelGridMetadata(ReportAPIBaseModel):
     # )
 
 
-class Block(ReportAPIBaseModel):
-    ...
+class Block(ReportAPIBaseModel): ...
 
 
 class PanelGrid(Block):

wandb/cli/cli.py

@@ -1680,6 +1680,7 @@ def launch(
     hidden=True,
     help="a wandb client registration URL, this is generated in the UI",
 )
+@click.option("--verbose", "-v", count=True, help="Display verbose output")
 @display_error
 def launch_agent(
     ctx,
@@ -1690,6 +1691,7 @@ def launch_agent(
     config=None,
     url=None,
     log_file=None,
+    verbose=0,
 ):
     logger.info(
         f"=== Launch-agent called with kwargs {locals()}  CLI Version: {wandb.__version__} ==="
@@ -1707,7 +1709,7 @@ def launch_agent(
     api = _get_cling_api()
     wandb._sentry.configure_scope(process_context="launch_agent")
     agent_config, api = _launch.resolve_agent_config(
-        entity, project, max_jobs, queues, config
+        entity, project, max_jobs, queues, config, verbose
     )
 
     if len(agent_config.get("queues")) == 0:
@@ -1905,7 +1907,7 @@ def describe(job):
     "--entry-point",
     "-E",
     "entrypoint",
-    help="Codepath to the main script, required for repo jobs",
+    help="Entrypoint to the script, including an executable and an entrypoint file. Required for code or repo jobs",
 )
 @click.option(
     "--git-hash",
@@ -2186,7 +2188,7 @@ def docker(
         if cmd:
             command.extend(["-e", "WANDB_COMMAND=%s" % cmd])
         command.extend(["-it", image, shell])
-        wandb.termlog("Launching docker container \U0001F6A2")
+        wandb.termlog("Launching docker container \U0001f6a2")
     subprocess.call(command)
 
 
@@ -2304,7 +2306,7 @@ def start(ctx, port, env, daemon, upgrade, edge):
             )
             exit(1)
         else:
-            wandb.termlog("W&B server started at http://localhost:%s \U0001F680" % port)
+            wandb.termlog("W&B server started at http://localhost:%s \U0001f680" % port)
             wandb.termlog("You can stop the server by running `wandb server stop`")
             if not api.api_key:
                 # Let the server start before potentially launching a browser
@@ -2354,6 +2356,7 @@ def artifact():
 @click.option(
     "--policy",
     default="mutable",
+    type=click.Choice(["mutable", "immutable"]),
     help="Set the storage policy while uploading artifact files.",
 )
 @display_error

wandb/data_types.py

@@ -513,9 +513,9 @@ class Table(Media):
                     deserialized = np.load(
                         source_artifact.get_entry(serialization_path["path"]).download()
                     )
-                    np_deserialized_columns[
-                        json_obj["columns"].index(col_name)
-                    ] = deserialized[serialization_path["key"]]
+                    np_deserialized_columns[json_obj["columns"].index(col_name)] = (
+                        deserialized[serialization_path["key"]]
+                    )
                     ndarray_type._clear_serialization_path()
 
         for r_ndx, row in enumerate(json_obj["data"]):