wandb 0.19.9__py3-none-win_amd64.whl → 0.19.11__py3-none-win_amd64.whl

wandb/sdk/lib/printer_asyncio.py

@@ -0,0 +1,46 @@
+import asyncio
+from typing import Callable, TypeVar
+
+from wandb.sdk.lib import asyncio_compat, printer
+
+_T = TypeVar("_T")
+
+
+def run_async_with_spinner(
+    spinner_printer: printer.Printer,
+    text: str,
+    func: Callable[[], _T],
+) -> _T:
+    """Run a slow function while displaying a loading icon.
+
+    Args:
+        spinner_printer: The printer to use to display text.
+        text: The text to display next to the spinner while the function runs.
+        func: The function to run.
+
+    Returns:
+        The result of func.
+    """
+
+    async def _loop_run_with_spinner() -> _T:
+        func_running = asyncio.Event()
+
+        async def update_spinner() -> None:
+            tick = 0
+            with spinner_printer.dynamic_text() as text_area:
+                if text_area:
+                    while not func_running.is_set():
+                        spinner = spinner_printer.loading_symbol(tick)
+                        text_area.set_text(f"{spinner} {text}")
+                        tick += 1
+                        await asyncio.sleep(0.1)
+                else:
+                    spinner_printer.display(text)
+
+        async with asyncio_compat.open_task_group() as group:
+            group.start_soon(update_spinner())
+            res = await asyncio.get_running_loop().run_in_executor(None, func)
+            func_running.set()
+            return res
+
+    return asyncio_compat.run(_loop_run_with_spinner)

wandb/sdk/lib/redirect.py

@@ -534,12 +534,15 @@ class StreamWrapper(RedirectBase):
         self,
         src: Literal["stdout", "stderr"],
         cbs: Iterable[Callable[[str], None]] = (),
+        *,
+        flush_periodically: bool,
     ) -> None:
         super().__init__(src=src, cbs=cbs)
         self._uninstall: Callable[[], None] | None = None
         self._emulator = TerminalEmulator()
         self._queue: queue.Queue[str] = queue.Queue()
         self._stopped = threading.Event()
+        self._flush_periodically = flush_periodically
 
     def _emulator_write(self) -> None:
         while True:
@@ -600,7 +603,7 @@ class StreamWrapper(RedirectBase):
         self._emulator_write_thread.daemon = True
         self._emulator_write_thread.start()
 
-        if not wandb.run or wandb.run._settings.mode == "online":
+        if self._flush_periodically:
             self._callback_thread = threading.Thread(target=self._callback)
             self._callback_thread.daemon = True
             self._callback_thread.start()
@@ -732,10 +735,11 @@ _redirects: dict[str, Redirect | None] = {"stdout": None, "stderr": None}
 class Redirect(RedirectBase):
     """Redirect low level file descriptors."""
 
-    def __init__(self, src, cbs=()):
+    def __init__(self, src, cbs=(), *, flush_periodically: bool):
         super().__init__(src=src, cbs=cbs)
         self._installed = False
         self._emulator = TerminalEmulator()
+        self._flush_periodically = flush_periodically
 
     def _pipe(self):
         if pty:
@@ -767,7 +771,7 @@ class Redirect(RedirectBase):
         self._emulator_write_thread = threading.Thread(target=self._emulator_write)
         self._emulator_write_thread.daemon = True
         self._emulator_write_thread.start()
-        if not wandb.run or wandb.run._settings.mode == "online":
+        if self._flush_periodically:
             self._callback_thread = threading.Thread(target=self._callback)
             self._callback_thread.daemon = True
             self._callback_thread.start()
@@ -776,8 +780,9 @@ class Redirect(RedirectBase):
         if not self._installed:
             return
         self._installed = False
-        # If the user printed a very long string (millions of chars) right before wandb.finish(),
-        # it will take a while for it to reach pipe relay. 1 second is enough time for ~5 million chars.
+        # If the user printed a very long string (millions of chars) right
+        # before run.finish(), it will take a while for it to reach pipe relay.
+        # 1 second is enough time for ~5 million chars.
         time.sleep(1)
         self._stopped.set()
         os.dup2(self._orig_src_fd, self.src_fd)

wandb/sdk/projects/_generated/__init__.py

@@ -0,0 +1,47 @@
+# Generated by ariadne-codegen
+
+from .delete_project import DeleteProject, DeleteProjectDeleteModel
+from .fetch_registry import FetchRegistry, FetchRegistryEntity
+from .fragments import (
+    RegistryFragment,
+    RegistryFragmentArtifactTypes,
+    RegistryFragmentArtifactTypesEdges,
+    RegistryFragmentArtifactTypesEdgesNode,
+)
+from .input_types import ArtifactTypeInput
+from .operations import (
+    DELETE_PROJECT_GQL,
+    FETCH_REGISTRY_GQL,
+    RENAME_PROJECT_GQL,
+    UPSERT_REGISTRY_PROJECT_GQL,
+)
+from .rename_project import (
+    RenameProject,
+    RenameProjectRenameProject,
+    RenameProjectRenameProjectProject,
+)
+from .upsert_registry_project import (
+    UpsertRegistryProject,
+    UpsertRegistryProjectUpsertModel,
+)
+
+__all__ = [
+    "DELETE_PROJECT_GQL",
+    "FETCH_REGISTRY_GQL",
+    "RENAME_PROJECT_GQL",
+    "UPSERT_REGISTRY_PROJECT_GQL",
+    "FetchRegistry",
+    "FetchRegistryEntity",
+    "RenameProject",
+    "RenameProjectRenameProject",
+    "RenameProjectRenameProjectProject",
+    "UpsertRegistryProject",
+    "UpsertRegistryProjectUpsertModel",
+    "DeleteProject",
+    "DeleteProjectDeleteModel",
+    "ArtifactTypeInput",
+    "RegistryFragment",
+    "RegistryFragmentArtifactTypes",
+    "RegistryFragmentArtifactTypesEdges",
+    "RegistryFragmentArtifactTypesEdgesNode",
+]

wandb/sdk/projects/_generated/delete_project.py

@@ -0,0 +1,22 @@
+# Generated by ariadne-codegen
+# Source: tools/graphql_codegen/projects/
+
+from __future__ import annotations
+
+from typing import Literal, Optional
+
+from pydantic import Field
+
+from wandb._pydantic import GQLBase, Typename
+
+
+class DeleteProject(GQLBase):
+    delete_model: Optional[DeleteProjectDeleteModel] = Field(alias="deleteModel")
+
+
+class DeleteProjectDeleteModel(GQLBase):
+    success: Optional[bool]
+    typename__: Typename[Literal["DeleteModelPayload"]]
+
+
+DeleteProject.model_rebuild()

wandb/sdk/projects/_generated/enums.py

@@ -0,0 +1,4 @@
+# Generated by ariadne-codegen
+# Source: core/api/graphql/schemas/schema-latest.graphql
+
+from __future__ import annotations

wandb/sdk/projects/_generated/fetch_registry.py

@@ -0,0 +1,22 @@
+# Generated by ariadne-codegen
+# Source: tools/graphql_codegen/projects/
+
+from __future__ import annotations
+
+from typing import Optional
+
+from wandb._pydantic import GQLBase
+
+from .fragments import RegistryFragment
+
+
+class FetchRegistry(GQLBase):
+    entity: Optional[FetchRegistryEntity]
+
+
+class FetchRegistryEntity(GQLBase):
+    project: Optional[RegistryFragment]
+
+
+FetchRegistry.model_rebuild()
+FetchRegistryEntity.model_rebuild()

wandb/sdk/projects/_generated/fragments.py

@@ -0,0 +1,41 @@
+# Generated by ariadne-codegen
+# Source: tools/graphql_codegen/projects/
+
+from __future__ import annotations
+
+from typing import List, Optional
+
+from pydantic import Field
+
+from wandb._pydantic import GQLBase, GQLId
+
+
+class RegistryFragment(GQLBase):
+    id: GQLId
+    allow_all_artifact_types_in_registry: bool = Field(
+        alias="allowAllArtifactTypesInRegistry"
+    )
+    artifact_types: RegistryFragmentArtifactTypes = Field(alias="artifactTypes")
+    name: str
+    description: Optional[str]
+    created_at: str = Field(alias="createdAt")
+    updated_at: Optional[str] = Field(alias="updatedAt")
+    access: Optional[str]
+
+
+class RegistryFragmentArtifactTypes(GQLBase):
+    edges: List[RegistryFragmentArtifactTypesEdges]
+
+
+class RegistryFragmentArtifactTypesEdges(GQLBase):
+    node: Optional[RegistryFragmentArtifactTypesEdgesNode]
+
+
+class RegistryFragmentArtifactTypesEdgesNode(GQLBase):
+    name: str
+
+
+RegistryFragment.model_rebuild()
+RegistryFragmentArtifactTypes.model_rebuild()
+RegistryFragmentArtifactTypesEdges.model_rebuild()
+RegistryFragmentArtifactTypesEdgesNode.model_rebuild()

wandb/sdk/projects/_generated/input_types.py

@@ -0,0 +1,13 @@
+# Generated by ariadne-codegen
+# Source: core/api/graphql/schemas/schema-latest.graphql
+
+from __future__ import annotations
+
+from typing import Optional
+
+from wandb._pydantic import GQLBase
+
+
+class ArtifactTypeInput(GQLBase):
+    name: str
+    description: Optional[str] = None

wandb/sdk/projects/_generated/operations.py

@@ -0,0 +1,88 @@
+# Generated by ariadne-codegen
+# Source: tools/graphql_codegen/projects/
+
+__all__ = [
+    "DELETE_PROJECT_GQL",
+    "FETCH_REGISTRY_GQL",
+    "RENAME_PROJECT_GQL",
+    "UPSERT_REGISTRY_PROJECT_GQL",
+]
+
+FETCH_REGISTRY_GQL = """
+query FetchRegistry($name: String, $entityName: String) {
+  entity(name: $entityName) {
+    project(name: $name) {
+      ...RegistryFragment
+    }
+  }
+}
+
+fragment RegistryFragment on Project {
+  id
+  allowAllArtifactTypesInRegistry
+  artifactTypes(includeAll: true) {
+    edges {
+      node {
+        name
+      }
+    }
+  }
+  name
+  description
+  createdAt
+  updatedAt
+  access
+}
+"""
+
+RENAME_PROJECT_GQL = """
+mutation renameProject($entityName: String!, $oldProjectName: String!, $newProjectName: String!) {
+  renameProject(
+    input: {entityName: $entityName, oldProjectName: $oldProjectName, newProjectName: $newProjectName}
+  ) {
+    project {
+      name
+    }
+    inserted
+  }
+}
+"""
+
+UPSERT_REGISTRY_PROJECT_GQL = """
+mutation UpsertRegistryProject($description: String, $entityName: String, $name: String, $access: String, $allowAllArtifactTypesInRegistry: Boolean, $artifactTypes: [ArtifactTypeInput!]) {
+  upsertModel(
+    input: {description: $description, entityName: $entityName, name: $name, access: $access, allowAllArtifactTypesInRegistry: $allowAllArtifactTypesInRegistry, artifactTypes: $artifactTypes}
+  ) {
+    project {
+      ...RegistryFragment
+    }
+    inserted
+  }
+}
+
+fragment RegistryFragment on Project {
+  id
+  allowAllArtifactTypesInRegistry
+  artifactTypes(includeAll: true) {
+    edges {
+      node {
+        name
+      }
+    }
+  }
+  name
+  description
+  createdAt
+  updatedAt
+  access
+}
+"""
+
+DELETE_PROJECT_GQL = """
+mutation deleteProject($id: String!) {
+  deleteModel(input: {id: $id}) {
+    success
+    __typename
+  }
+}
+"""

wandb/sdk/projects/_generated/rename_project.py

@@ -0,0 +1,27 @@
+# Generated by ariadne-codegen
+# Source: tools/graphql_codegen/projects/
+
+from __future__ import annotations
+
+from typing import Optional
+
+from pydantic import Field
+
+from wandb._pydantic import GQLBase
+
+
+class RenameProject(GQLBase):
+    rename_project: Optional[RenameProjectRenameProject] = Field(alias="renameProject")
+
+
+class RenameProjectRenameProject(GQLBase):
+    project: Optional[RenameProjectRenameProjectProject]
+    inserted: Optional[bool]
+
+
+class RenameProjectRenameProjectProject(GQLBase):
+    name: str
+
+
+RenameProject.model_rebuild()
+RenameProjectRenameProject.model_rebuild()

wandb/sdk/projects/_generated/upsert_registry_project.py

@@ -0,0 +1,27 @@
+# Generated by ariadne-codegen
+# Source: tools/graphql_codegen/projects/
+
+from __future__ import annotations
+
+from typing import Optional
+
+from pydantic import Field
+
+from wandb._pydantic import GQLBase
+
+from .fragments import RegistryFragment
+
+
+class UpsertRegistryProject(GQLBase):
+    upsert_model: Optional[UpsertRegistryProjectUpsertModel] = Field(
+        alias="upsertModel"
+    )
+
+
+class UpsertRegistryProjectUpsertModel(GQLBase):
+    project: Optional[RegistryFragment]
+    inserted: Optional[bool]
+
+
+UpsertRegistryProject.model_rebuild()
+UpsertRegistryProjectUpsertModel.model_rebuild()

wandb/sdk/service/server_sock.py

@@ -5,6 +5,7 @@ import time
 from typing import TYPE_CHECKING, Any, Callable, Dict, Optional
 
 import wandb
+from wandb.proto import wandb_internal_pb2 as pb
 from wandb.proto import wandb_server_pb2 as spb
 from wandb.sdk.internal.settings_static import SettingsStatic
 
@@ -156,27 +157,31 @@ class SockServerReadThread(threading.Thread):
             inform_attach_response=inform_attach_response,
         )
         self._sock_client.send_server_response(response)
-        iface = self._mux.get_stream(stream_id).interface
-
-        assert iface
 
     def server_record_communicate(self, sreq: "spb.ServerRequest") -> None:
-        record = sreq.record_communicate
-        # encode relay information so the right socket picks up the data
-        record.control.relay_id = self._sock_client._sockid
-        stream_id = record._info.stream_id
-        iface = self._mux.get_stream(stream_id).interface
-        assert iface.record_q
-        iface.record_q.put(record)
+        self._put_record(sreq.record_communicate)
 
     def server_record_publish(self, sreq: "spb.ServerRequest") -> None:
-        record = sreq.record_publish
+        self._put_record(sreq.record_publish)
+
+    def _put_record(self, record: "pb.Record") -> None:
         # encode relay information so the right socket picks up the data
         record.control.relay_id = self._sock_client._sockid
         stream_id = record._info.stream_id
-        iface = self._mux.get_stream(stream_id).interface
-        assert iface.record_q
-        iface.record_q.put(record)
+
+        try:
+            iface = self._mux.get_stream(stream_id).interface
+
+        except KeyError:
+            # We should log the error but cannot because it may print to console
+            # due to how logging is set up. This error usually happens if
+            # a record is sent when no run is active, but during this time the
+            # logger prints to the console.
+            pass
+
+        else:
+            assert iface.record_q
+            iface.record_q.put(record)
 
     def server_inform_finish(self, sreq: "spb.ServerRequest") -> None:
         request = sreq.inform_finish

wandb/sdk/service/service.py

@@ -14,10 +14,15 @@ import tempfile
 import time
 from typing import TYPE_CHECKING, Any, Dict, Optional
 
-from wandb import _sentry, termlog
-from wandb.env import core_debug, error_reporting_enabled, is_require_legacy_service
+from wandb import _sentry
+from wandb.env import (
+    core_debug,
+    dcgm_profiling_enabled,
+    error_reporting_enabled,
+    is_require_legacy_service,
+)
 from wandb.errors import Error, WandbCoreNotAvailableError
-from wandb.errors.links import url_registry
+from wandb.errors.term import termlog, termwarn
 from wandb.util import get_core_path, get_module
 
 from . import _startup_debug, port_file
@@ -162,14 +167,19 @@ class _Service:
                 if core_debug(default="False"):
                     service_args.extend(["--log-level", "-4"])
 
+                if dcgm_profiling_enabled():
+                    service_args.append("--enable-dcgm-profiling")
+
                 exec_cmd_list = []
-                termlog(
-                    "Using wandb-core as the SDK backend.  Please refer to "
-                    f"{url_registry.url('wandb-core')} for more information.",
-                    repeat=False,
-                )
             else:
                 service_args.extend(["wandb", "service", "--debug"])
+                termwarn(
+                    "Using legacy-service, which is deprecated. If this is"
+                    " unintentional, you can fix it by ensuring you do not call"
+                    " `wandb.require('legacy-service')` and do not set the"
+                    " WANDB_X_REQUIRE_LEGACY_SERVICE environment"
+                    " variable."
+                )
 
             service_args += [
                 "--port-filename",

wandb/sdk/service/streams.py

@@ -198,6 +198,11 @@ class StreamMux:
             return stream_id in self._streams
 
     def get_stream(self, stream_id: str) -> StreamRecord:
+        """Returns the StreamRecord for the ID.
+
+        Raises:
+            KeyError: If a corresponding StreamRecord does not exist.
+        """
         with self._streams_lock:
             stream = self._streams[stream_id]
             return stream

wandb/sdk/verify/verify.py

@@ -132,7 +132,10 @@ def check_run(api: Api) -> bool:
     f.close()
 
     with wandb.init(
-        id=nice_id("check_run"), reinit=True, config=config, project=PROJECT_NAME
+        id=nice_id("check_run"),
+        reinit=True,
+        config=config,
+        project=PROJECT_NAME,
     ) as run:
         run_id = run.id
         entity = run.entity
@@ -155,7 +158,7 @@ def check_run(api: Api) -> bool:
                 "Failed to log to media. Contact W&B for support."
             )
 
-        wandb.save(filepath)
+        run.save(filepath)
     public_api = wandb.Api()
     prev_run = public_api.run(f"{entity}/{PROJECT_NAME}/{run_id}")
     # raise Exception(prev_run.__dict__)
@@ -379,7 +382,7 @@ def check_graphql_put(api: Api, host: str) -> Tuple[bool, Optional[str]]:
         project=PROJECT_NAME,
         config={"test": "put to graphql"},
     ) as run:
-        wandb.save(gql_fp)
+        run.save(gql_fp)
     public_api = wandb.Api()
     prev_run = public_api.run(f"{run.entity}/{PROJECT_NAME}/{run.id}")
     if prev_run is None: