wandb 0.18.4__py3-none-any.whl → 0.18.6__py3-none-any.whl

wandb/sdk/internal/system/assets/gpu_apple.py

@@ -1,177 +0,0 @@
-import json
-import logging
-import pathlib
-import platform
-import subprocess
-import sys
-import threading
-from collections import deque
-from typing import TYPE_CHECKING, List
-
-if sys.version_info >= (3, 8):
-    from typing import TypedDict
-else:
-    from typing_extensions import TypedDict
-
-from wandb.sdk.lib import telemetry
-
-from .aggregators import aggregate_mean
-from .asset_registry import asset_registry
-from .interfaces import Interface, Metric, MetricsMonitor
-
-if TYPE_CHECKING:
-    from typing import Deque
-
-    from wandb.sdk.internal.settings_static import SettingsStatic
-
-
-logger = logging.getLogger(__name__)
-
-
-class _Stats(TypedDict):
-    gpu: float
-    memoryAllocated: float  # noqa: N815
-    temp: float
-    powerWatts: float  # noqa: N815
-    powerPercent: float  # noqa: N815
-    # cpuWaitMs: float
-
-
-def get_apple_gpu_path() -> pathlib.Path:
-    return (
-        pathlib.Path(sys.modules["wandb"].__path__[0]) / "bin" / "apple_gpu_stats"
-    ).resolve()
-
-
-class GPUAppleStats:
-    """Apple GPU stats available on Arm Macs."""
-
-    name = "gpu.0.{}"
-    samples: "Deque[_Stats]"
-
-    # TODO: hard coded max watts as 16.5, found this number in the SMC list.
-    #  Eventually we can have the apple_gpu_stats binary query for this.
-    MAX_POWER_WATTS = 16.5
-
-    def __init__(self) -> None:
-        self.samples = deque()
-        self.binary_path = get_apple_gpu_path()
-
-    def sample(self) -> None:
-        try:
-            command = [str(self.binary_path), "--json"]
-            output = (
-                subprocess.check_output(command, universal_newlines=True)
-                .strip()
-                .split("\n")
-            )[0]
-            raw_stats = json.loads(output)
-
-            temp_keys = [
-                "m1Gpu1",
-                "m1Gpu2",
-                "m1Gpu3",
-                "m1Gpu4",
-                "m2Gpu1",
-                "m2Gpu2",
-                "m3Gpu1",
-                "m3Gpu2",
-                "m3Gpu3",
-                "m3Gpu4",
-                "m3Gpu5",
-                "m3Gpu6",
-                "m3Gpu7",
-                "m3Gpu8",
-            ]
-            temp, count = 0, 0
-            for k in temp_keys:
-                if raw_stats.get(k, 0) > 0:
-                    temp += raw_stats[k]
-                    count += 1
-
-            stats: _Stats = {
-                "gpu": raw_stats["utilization"],
-                "memoryAllocated": (
-                    raw_stats["inUseSystemMemory"]
-                    / raw_stats["allocatedSystemMemory"]
-                    * 100
-                ),
-                "powerWatts": raw_stats["systemPower"],
-                "powerPercent": (raw_stats["systemPower"] / self.MAX_POWER_WATTS) * 100,
-                "temp": temp / count if count > 0 else 0,
-                # TODO: this stat could be useful eventually, it was consistently
-                #  0 in my experimentation and requires a frontend change
-                #  so leaving it out for now.
-                # "cpuWaitMs": raw_stats["cpu_wait_ms"],
-            }
-            self.samples.append(stats)
-
-        except (OSError, ValueError, TypeError, subprocess.CalledProcessError) as e:
-            logger.exception("GPU stats error: %s", e)
-
-    def clear(self) -> None:
-        self.samples.clear()
-
-    def aggregate(self) -> dict:
-        if not self.samples:
-            return {}
-        stats = {}
-        for key in self.samples[0].keys():
-            samples = [s[key] for s in self.samples]  # type: ignore
-            aggregate = aggregate_mean(samples)
-            stats[self.name.format(key)] = aggregate
-        return stats
-
-
-@asset_registry.register
-class GPUApple:
-    def __init__(
-        self,
-        interface: "Interface",
-        settings: "SettingsStatic",
-        shutdown_event: threading.Event,
-    ) -> None:
-        self.name = self.__class__.__name__.lower()
-        self.metrics: List[Metric] = [
-            GPUAppleStats(),
-        ]
-        self.metrics_monitor = MetricsMonitor(
-            self.name,
-            self.metrics,
-            interface,
-            settings,
-            shutdown_event,
-        )
-        telemetry_record = telemetry.TelemetryRecord()
-        telemetry_record.env.m1_gpu = True
-        interface._publish_telemetry(telemetry_record)
-        self.binary_path = get_apple_gpu_path()
-
-    @classmethod
-    def is_available(cls) -> bool:
-        return platform.system() == "Darwin" and platform.processor() == "arm"
-
-    def start(self) -> None:
-        self.metrics_monitor.start()
-
-    def finish(self) -> None:
-        self.metrics_monitor.finish()
-
-    def probe(self) -> dict:
-        try:
-            command = [str(self.binary_path), "--json"]
-            output = (
-                subprocess.check_output(command, universal_newlines=True)
-                .strip()
-                .split("\n")
-            )[0]
-            raw_stats = json.loads(output)
-            return {
-                self.name: {
-                    "type": raw_stats["name"],
-                    "vendor": raw_stats["vendor"],
-                }
-            }
-        except (OSError, ValueError, TypeError, subprocess.CalledProcessError) as e:
-            logger.exception("GPU stats error: %s", e)
-            return {self.name: {"type": "arm", "vendor": "Apple"}}

wandb/sdk/lib/_wburls_generate.py

@@ -1,25 +0,0 @@
-from wburls import wburls  # type: ignore
-
-template = """
-import sys
-
-if sys.version_info >= (3, 8):
-    from typing import Literal
-else:
-    from typing_extensions import Literal
-
-
-URLS = Literal[
-    $literal_list
-]
-"""
-
-
-def generate() -> None:
-    urls = wburls._get_urls()
-    literal_list = ", ".join([f"{key!r}" for key in urls])
-    print(template.replace("$literal_list", literal_list))
-
-
-if __name__ == "__main__":
-    generate()

wandb/sdk/lib/_wburls_generated.py

@@ -1,22 +0,0 @@
-# DO NOT EDIT -- GENERATED BY: `generate-tool.py --generate`
-import sys
-
-if sys.version_info >= (3, 8):
-    from typing import Literal
-else:
-    from typing_extensions import Literal
-
-
-URLS = Literal[
-    "cli_launch",
-    "doc_run",
-    "doc_require",
-    "doc_start_err",
-    "doc_artifacts_guide",
-    "upgrade_server",
-    "multiprocess",
-    "wandb_init",
-    "wandb_server",
-    "wandb_define_metric",
-    "wandb_core",
-]

wandb/sdk/lib/wburls.py

@@ -1,46 +0,0 @@
-"""Container for urls used in the wandb package.
-
-Use this anytime a URL is displayed to the user.
-
-Usage:
-    ```python
-    from wandb.sdk.lib.wburls import wburls
-
-    print(f"This is a url {wburls.get('cli_launch')}")
-    ```
-"""
-
-from typing import TYPE_CHECKING, Dict, Optional
-
-if TYPE_CHECKING:
-    from ._wburls_generated import URLS
-
-
-class WBURLs:
-    _urls_dict: Optional[Dict["URLS", str]]
-
-    def __init__(self) -> None:
-        self._urls_dict = None
-
-    def _get_urls(self) -> Dict["URLS", str]:
-        return dict(
-            cli_launch="https://wandb.me/launch",
-            doc_run="https://wandb.me/run",
-            doc_require="https://wandb.me/library-require",
-            doc_start_err="https://docs.wandb.ai/guides/track/tracking-faq#initstarterror-error-communicating-with-wandb-process-",
-            doc_artifacts_guide="https://docs.wandb.ai/guides/artifacts",
-            upgrade_server="https://wandb.me/server-upgrade",
-            multiprocess="http://wandb.me/init-multiprocess",
-            wandb_init="https://wandb.me/wandb-init",
-            wandb_server="https://wandb.me/wandb-server",
-            wandb_define_metric="https://wandb.me/define-metric",
-            wandb_core="https://wandb.me/wandb-core",
-        )
-
-    def get(self, s: "URLS") -> str:
-        if self._urls_dict is None:
-            self._urls_dict = self._get_urls()
-        return self._urls_dict[s]
-
-
-wburls = WBURLs()