wandb 0.19.9__py3-none-macosx_11_0_arm64.whl → 0.19.10__py3-none-macosx_11_0_arm64.whl

wandb/sdk/artifacts/_generated/project_artifacts.py

@@ -0,0 +1,42 @@
+# Generated by ariadne-codegen
+# Source: tools/graphql_codegen/artifacts/
+
+from __future__ import annotations
+
+from typing import Literal, Optional
+
+from pydantic import Field
+
+from wandb._pydantic import GQLBase, Typename
+
+from .fragments import ArtifactsFragment
+
+
+class ProjectArtifacts(GQLBase):
+    project: Optional[ProjectArtifactsProject]
+
+
+class ProjectArtifactsProject(GQLBase):
+    artifact_type: Optional[ProjectArtifactsProjectArtifactType] = Field(
+        alias="artifactType"
+    )
+
+
+class ProjectArtifactsProjectArtifactType(GQLBase):
+    artifact_collection: Optional[
+        ProjectArtifactsProjectArtifactTypeArtifactCollection
+    ] = Field(alias="artifactCollection")
+
+
+class ProjectArtifactsProjectArtifactTypeArtifactCollection(GQLBase):
+    typename__: Typename[
+        Literal["ArtifactCollection", "ArtifactPortfolio", "ArtifactSequence"]
+    ]
+    name: str
+    artifacts: Optional[ArtifactsFragment]
+
+
+ProjectArtifacts.model_rebuild()
+ProjectArtifactsProject.model_rebuild()
+ProjectArtifactsProjectArtifactType.model_rebuild()
+ProjectArtifactsProjectArtifactTypeArtifactCollection.model_rebuild()

wandb/sdk/artifacts/_generated/run_input_artifacts.py

@@ -0,0 +1,51 @@
+# Generated by ariadne-codegen
+# Source: tools/graphql_codegen/artifacts/
+
+from __future__ import annotations
+
+from typing import List, Optional
+
+from pydantic import Field
+
+from wandb._pydantic import GQLBase
+
+from .fragments import ArtifactFragment
+
+
+class RunInputArtifacts(GQLBase):
+    project: Optional[RunInputArtifactsProject]
+
+
+class RunInputArtifactsProject(GQLBase):
+    run: Optional[RunInputArtifactsProjectRun]
+
+
+class RunInputArtifactsProjectRun(GQLBase):
+    input_artifacts: Optional[RunInputArtifactsProjectRunInputArtifacts] = Field(
+        alias="inputArtifacts"
+    )
+
+
+class RunInputArtifactsProjectRunInputArtifacts(GQLBase):
+    total_count: int = Field(alias="totalCount")
+    edges: List[RunInputArtifactsProjectRunInputArtifactsEdges]
+    page_info: RunInputArtifactsProjectRunInputArtifactsPageInfo = Field(
+        alias="pageInfo"
+    )
+
+
+class RunInputArtifactsProjectRunInputArtifactsEdges(GQLBase):
+    node: Optional[ArtifactFragment]
+    cursor: str
+
+
+class RunInputArtifactsProjectRunInputArtifactsPageInfo(GQLBase):
+    end_cursor: Optional[str] = Field(alias="endCursor")
+    has_next_page: bool = Field(alias="hasNextPage")
+
+
+RunInputArtifacts.model_rebuild()
+RunInputArtifactsProject.model_rebuild()
+RunInputArtifactsProjectRun.model_rebuild()
+RunInputArtifactsProjectRunInputArtifacts.model_rebuild()
+RunInputArtifactsProjectRunInputArtifactsEdges.model_rebuild()

wandb/sdk/artifacts/_generated/run_output_artifacts.py

@@ -0,0 +1,51 @@
+# Generated by ariadne-codegen
+# Source: tools/graphql_codegen/artifacts/
+
+from __future__ import annotations
+
+from typing import List, Optional
+
+from pydantic import Field
+
+from wandb._pydantic import GQLBase
+
+from .fragments import ArtifactFragment
+
+
+class RunOutputArtifacts(GQLBase):
+    project: Optional[RunOutputArtifactsProject]
+
+
+class RunOutputArtifactsProject(GQLBase):
+    run: Optional[RunOutputArtifactsProjectRun]
+
+
+class RunOutputArtifactsProjectRun(GQLBase):
+    output_artifacts: Optional[RunOutputArtifactsProjectRunOutputArtifacts] = Field(
+        alias="outputArtifacts"
+    )
+
+
+class RunOutputArtifactsProjectRunOutputArtifacts(GQLBase):
+    total_count: int = Field(alias="totalCount")
+    edges: List[RunOutputArtifactsProjectRunOutputArtifactsEdges]
+    page_info: RunOutputArtifactsProjectRunOutputArtifactsPageInfo = Field(
+        alias="pageInfo"
+    )
+
+
+class RunOutputArtifactsProjectRunOutputArtifactsEdges(GQLBase):
+    node: Optional[ArtifactFragment]
+    cursor: str
+
+
+class RunOutputArtifactsProjectRunOutputArtifactsPageInfo(GQLBase):
+    end_cursor: Optional[str] = Field(alias="endCursor")
+    has_next_page: bool = Field(alias="hasNextPage")
+
+
+RunOutputArtifacts.model_rebuild()
+RunOutputArtifactsProject.model_rebuild()
+RunOutputArtifactsProjectRun.model_rebuild()
+RunOutputArtifactsProjectRunOutputArtifacts.model_rebuild()
+RunOutputArtifactsProjectRunOutputArtifactsEdges.model_rebuild()

wandb/sdk/artifacts/_generated/update_artifact_portfolio.py

@@ -0,0 +1,35 @@
+# Generated by ariadne-codegen
+# Source: tools/graphql_codegen/artifacts/
+
+from __future__ import annotations
+
+from typing import Literal, Optional
+
+from pydantic import Field
+
+from wandb._pydantic import GQLBase, GQLId, Typename
+
+
+class UpdateArtifactPortfolio(GQLBase):
+    update_artifact_portfolio: Optional[
+        UpdateArtifactPortfolioUpdateArtifactPortfolio
+    ] = Field(alias="updateArtifactPortfolio")
+
+
+class UpdateArtifactPortfolioUpdateArtifactPortfolio(GQLBase):
+    artifact_collection: UpdateArtifactPortfolioUpdateArtifactPortfolioArtifactCollection = Field(
+        alias="artifactCollection"
+    )
+
+
+class UpdateArtifactPortfolioUpdateArtifactPortfolioArtifactCollection(GQLBase):
+    typename__: Typename[
+        Literal["ArtifactCollection", "ArtifactPortfolio", "ArtifactSequence"]
+    ]
+    id: GQLId
+    name: str
+    description: Optional[str]
+
+
+UpdateArtifactPortfolio.model_rebuild()
+UpdateArtifactPortfolioUpdateArtifactPortfolio.model_rebuild()

wandb/sdk/artifacts/_generated/update_artifact_sequence.py

@@ -0,0 +1,35 @@
+# Generated by ariadne-codegen
+# Source: tools/graphql_codegen/artifacts/
+
+from __future__ import annotations
+
+from typing import Literal, Optional
+
+from pydantic import Field
+
+from wandb._pydantic import GQLBase, GQLId, Typename
+
+
+class UpdateArtifactSequence(GQLBase):
+    update_artifact_sequence: Optional[UpdateArtifactSequenceUpdateArtifactSequence] = (
+        Field(alias="updateArtifactSequence")
+    )
+
+
+class UpdateArtifactSequenceUpdateArtifactSequence(GQLBase):
+    artifact_collection: UpdateArtifactSequenceUpdateArtifactSequenceArtifactCollection = Field(
+        alias="artifactCollection"
+    )
+
+
+class UpdateArtifactSequenceUpdateArtifactSequenceArtifactCollection(GQLBase):
+    typename__: Typename[
+        Literal["ArtifactCollection", "ArtifactPortfolio", "ArtifactSequence"]
+    ]
+    id: GQLId
+    name: str
+    description: Optional[str]
+
+
+UpdateArtifactSequence.model_rebuild()
+UpdateArtifactSequenceUpdateArtifactSequence.model_rebuild()

wandb/sdk/artifacts/_graphql_fragments.py

@@ -1,62 +1,57 @@
+from __future__ import annotations
+
+from textwrap import dedent
+
+from wandb_graphql.language.printer import print_ast
+
+from wandb.apis.public.utils import gql_compat
 from wandb.sdk.internal.internal_api import Api as InternalApi
 
-ARTIFACTS_TYPES_FRAGMENT = """
-fragment ArtifactTypesFragment on ArtifactTypeConnection {
-    edges {
-         node {
-             id
-             name
-             description
-             createdAt
-         }
-         cursor
+OMITTABLE_ARTIFACT_FIELDS = frozenset(
+    {
+        "ttlDurationSeconds",
+        "ttlIsInherited",
+        "aliases",
+        "tags",
+        "historyStep",
     }
-    pageInfo {
-        endCursor
-        hasNextPage
-    }
-}
-"""
+)
 
-ARTIFACT_FILES_FRAGMENT = """fragment FilesFragment on FileConnection {
-    edges {
-        node {
-            id
-            name: displayName
-            url
-            sizeBytes
-            storagePath
-            mimetype
-            updatedAt
-            digest
-            md5
-            directUrl
-        }
-        cursor
-    }
-    pageInfo {
-        endCursor
-        hasNextPage
-    }
-}"""
+
+def omit_artifact_fields(api: InternalApi) -> set[str]:
+    """Return names of Artifact fields to remove from GraphQL requests (for server compatibility)."""
+    allowed_fields = set(api.server_artifact_introspection())
+    return set(OMITTABLE_ARTIFACT_FIELDS - allowed_fields)
 
 
 def _gql_artifact_fragment(include_aliases: bool = True) -> str:
     """Return a GraphQL query fragment with all parseable Artifact attributes."""
-    allowed_fields = set(InternalApi().server_artifact_introspection())
+    omit_fields = omit_artifact_fields(api=InternalApi())
 
-    supports_ttl = "ttlIsInherited" in allowed_fields
-    supports_tags = "tags" in allowed_fields
+    # Respect the `include_aliases` flag
+    if not include_aliases:
+        omit_fields.add("aliases")
 
-    ttl_duration_seconds = "ttlDurationSeconds" if supports_ttl else ""
-    ttl_is_inherited = "ttlIsInherited" if supports_ttl else ""
-
-    tags = "tags {name}" if supports_tags else ""
-
-    # The goal is to move all artifact aliases fetches to the membership level in the future
-    # but this is a quick fix to unblock the registry work
-    aliases = (
-        """aliases {
+    artifact_fragment_str = dedent(
+        """\
+        fragment ArtifactFragment on Artifact {
+            id
+            artifactSequence {
+                project {
+                    entityName
+                    name
+                }
+                name
+            }
+            versionIndex
+            artifactType {
+                name
+            }
+            description
+            metadata
+            ttlDurationSeconds
+            ttlIsInherited
+            aliases {
                 artifactCollection {
                     project {
                         entityName
@@ -65,43 +60,25 @@ def _gql_artifact_fragment(include_aliases: bool = True) -> str:
                     name
                 }
                 alias
-            }"""
-        if include_aliases
-        else ""
-    )
-
-    return f"""
-        fragment ArtifactFragment on Artifact {{
-            id
-            artifactSequence {{
-                project {{
-                    entityName
-                    name
-                }}
-                name
-            }}
-            versionIndex
-            artifactType {{
+            }
+            tags {
                 name
-            }}
-            description
-            metadata
-            {ttl_duration_seconds}
-            {ttl_is_inherited}
-            {aliases}
-            {tags}
+            }
+            historyStep
             state
-            currentManifest {{
-                file {{
+            currentManifest {
+                file {
                     directUrl
-                }}
-            }}
+                }
+            }
             commitHash
             fileCount
             createdAt
             updatedAt
-        }}
-    """
+        }"""
+    )
+    compat_doc = gql_compat(artifact_fragment_str, omit_fields=omit_fields)
+    return print_ast(compat_doc)
 
 
 def _gql_registry_fragment() -> str:

wandb/sdk/artifacts/artifact.py

@@ -31,6 +31,8 @@ from wandb.apis.public import ArtifactCollection, ArtifactFiles, RetryingClient,
 from wandb.data_types import WBValue
 from wandb.errors.term import termerror, termlog, termwarn
 from wandb.proto import wandb_internal_pb2 as pb
+from wandb.proto.wandb_deprecated import Deprecated
+from wandb.sdk import wandb_setup
 from wandb.sdk.artifacts._graphql_fragments import _gql_artifact_fragment
 from wandb.sdk.artifacts._validators import (
     ensure_logged,
@@ -59,7 +61,7 @@ from wandb.sdk.data_types._dtypes import TypeRegistry
 from wandb.sdk.internal.internal_api import Api as InternalApi
 from wandb.sdk.internal.thread_local_settings import _thread_local_api_settings
 from wandb.sdk.lib import filesystem, retry, runid, telemetry
-from wandb.sdk.lib.deprecate import Deprecated, deprecate
+from wandb.sdk.lib.deprecate import deprecate
 from wandb.sdk.lib.hashutil import B64MD5, b64_to_hex_id, md5_file_b64
 from wandb.sdk.lib.paths import FilePathStr, LogicalPath, StrPath, URIStr
 from wandb.sdk.lib.runid import generate_id
@@ -189,6 +191,7 @@ class Artifact:
         self._created_at: str | None = None
         self._updated_at: str | None = None
         self._final: bool = False
+        self._history_step: int | None = None
 
         # Cache.
         artifact_instance_cache[self._client_id] = self
@@ -409,6 +412,7 @@ class Artifact:
         self._file_count = attrs["fileCount"]
         self._created_at = attrs["createdAt"]
         self._updated_at = attrs["updatedAt"]
+        self._history_step = attrs.get("historyStep", None)
 
     @ensure_logged
     def new_draft(self) -> Artifact:
@@ -886,6 +890,26 @@ class Artifact:
         assert self._created_at is not None
         return self._updated_at or self._created_at
 
+    @property
+    @ensure_logged
+    def history_step(self) -> int | None:
+        """The nearest step at which history metrics were logged for the source run of the artifact.
+
+        Examples:
+            ```python
+            run = artifact.logged_by()
+            if run and (artifact.history_step is not None):
+                history = run.sample_history(
+                    min_step=artifact.history_step,
+                    max_step=artifact.history_step + 1,
+                    keys=["my_metric"],
+                )
+            ```
+        """
+        if self._history_step is None:
+            return None
+        return max(0, self._history_step - 1)
+
     # State management.
 
     def finalize(self) -> None:
@@ -931,7 +955,12 @@ class Artifact:
             with telemetry.context() as tel:
                 tel.feature.artifact_incremental = True
 
-        if wandb.run is None:
+        singleton = wandb_setup._setup(start_service=False)
+
+        if run := singleton.most_recent_active_run:
+            # TODO: Deprecate and encourage explicit log_artifact().
+            run.log_artifact(self)
+        else:
             if settings is None:
                 settings = wandb.Settings(silent="true")
             with wandb.init(  # type: ignore
@@ -946,8 +975,6 @@ class Artifact:
                     with telemetry.context(run=run) as tel:
                         tel.feature.artifact_incremental = True
                 run.log_artifact(self)
-        else:
-            wandb.run.log_artifact(self)
 
     def _set_save_handle(
         self,
@@ -1771,15 +1798,10 @@ class Artifact:
 
         Raises:
             ArtifactNotLoggedError: If the artifact is not logged.
-            RuntimeError: If the artifact is attempted to be downloaded in offline mode.
         """
         root = FilePathStr(str(root or self._default_root()))
         self._add_download_root(root)
 
-        # TODO: we need a better way to check for offline mode across the app, as this is an anti-pattern
-        if env.is_offline() or util._is_offline():
-            raise RuntimeError("Cannot download artifacts in offline mode.")
-
         # TODO: download artifacts using core when implemented
         # if is_require_core():
         #     return self._download_using_core(
@@ -1806,6 +1828,7 @@ class Artifact:
 
         from wandb.sdk.backend.backend import Backend
 
+        # TODO: Create a special stream instead of relying on an existing run.
         if wandb.run is None:
             wl = wandb.setup()
 
@@ -2227,16 +2250,20 @@ class Artifact:
         Raises:
             ArtifactNotLoggedError: If the artifact is not logged.
         """
-        if wandb.run is None:
-            with wandb.init(  # type: ignore
+        singleton = wandb_setup._setup(start_service=False)
+
+        if run := singleton.most_recent_active_run:
+            # TODO: Deprecate and encourage explicit link_artifact().
+            run.link_artifact(self, target_path, aliases)
+
+        else:
+            with wandb.init(
                 entity=self._source_entity,
                 project=self._source_project,
                 job_type="auto",
                 settings=wandb.Settings(silent="true"),
             ) as run:
                 run.link_artifact(self, target_path, aliases)
-        else:
-            wandb.run.link_artifact(self, target_path, aliases)
 
     @ensure_logged
     def unlink(self) -> None:

wandb/sdk/artifacts/artifact_manifest_entry.py

@@ -9,8 +9,9 @@ from pathlib import Path
 from typing import TYPE_CHECKING
 from urllib.parse import urlparse
 
+from wandb.proto.wandb_deprecated import Deprecated
 from wandb.sdk.lib import filesystem
-from wandb.sdk.lib.deprecate import Deprecated, deprecate
+from wandb.sdk.lib.deprecate import deprecate
 from wandb.sdk.lib.hashutil import (
     B64MD5,
     ETag,

wandb/sdk/artifacts/storage_handlers/azure_handler.py

@@ -171,6 +171,7 @@ class AzureHandler(StorageHandler):
     def _get_credential(
         self, account_url: str
     ) -> azure.identity.DefaultAzureCredential | str:
+        # NOTE: Always returns default credential for reinit="create_new" runs.
         if (
             wandb.run
             and wandb.run.settings.azure_account_url_to_access_key is not None

wandb/sdk/data_types/base_types/media.py

@@ -7,7 +7,6 @@ from typing import TYPE_CHECKING, Any, Dict, Optional, Sequence, Type, Union, ca
 
 import wandb
 from wandb import util
-from wandb._globals import _datatypes_callback
 from wandb.sdk.lib import filesystem
 from wandb.sdk.lib.paths import LogicalPath
 
@@ -192,7 +191,7 @@ class Media(WBValue):
             shutil.move(self._path, new_path)
             self._path = new_path
             self._is_tmp = False
-            _datatypes_callback(media_path)
+            run._publish_file(media_path)
         else:
             try:
                 shutil.copy(self._path, new_path)
@@ -200,7 +199,7 @@ class Media(WBValue):
                 if not ignore_copy_err:
                     raise e
             self._path = new_path
-            _datatypes_callback(media_path)
+            run._publish_file(media_path)
 
     def to_json(self, run: Union["LocalRun", "Artifact"]) -> dict:
         """Serialize the object into a JSON blob.

wandb/sdk/data_types/base_types/wb_value.py

@@ -1,7 +1,7 @@
 from typing import TYPE_CHECKING, Any, ClassVar, Dict, List, Optional, Type, Union
 
-import wandb
 from wandb import util
+from wandb.sdk import wandb_setup
 
 if TYPE_CHECKING:  # pragma: no cover
     from wandb.sdk.artifacts.artifact import Artifact
@@ -11,6 +11,31 @@ if TYPE_CHECKING:  # pragma: no cover
     TypeMappingType = Dict[str, Type["WBValue"]]
 
 
+def _is_maybe_offline() -> bool:
+    """Guess whether wandb is configured to be offline.
+
+    This is an anti-pattern because there is no library-level "offline" mode:
+    only runs can be offline. Online and offline runs can exist in the same
+    process. This function is a heuristic that works only if there is at most
+    one run in the process, and could otherwise produce unexpected results.
+
+    Returns:
+        Whether the user likely configured wandb to be offline.
+    """
+    singleton = wandb_setup._setup(start_service=False)
+
+    # First check: if there's a run, check if it is offline.
+    #
+    # This covers uses like `wandb.init(mode="offline")` which don't modify
+    # the singleton's settings.
+    if run := singleton.most_recent_active_run:
+        return run.offline
+
+    # Second check: default to global defaults derived from environment
+    # variables or passed explicitly to `wandb.setup()`.
+    return singleton.settings._offline
+
+
 def _server_accepts_client_ids() -> bool:
     from wandb.util import parse_version
 
@@ -25,15 +50,13 @@ def _server_accepts_client_ids() -> bool:
     # AS OF NOW, 2024/11/06, we assume that all customer's server deployments accept
     # client IDs.
 
-    if util._is_offline():
-        # If there are any users with issues on an older backend, customers can disable the
-        # setting `allow_offline_artifacts` to revert the SDK's behavior back to not
-        # using client IDs in offline mode.
-        if wandb.run and not wandb.run.settings.allow_offline_artifacts:
-            return False
-        # Assume client IDs are accepted
+    if _is_maybe_offline():
+        singleton = wandb_setup._setup(start_service=False)
+
+        if run := singleton.most_recent_active_run:
+            return run._settings.allow_offline_artifacts
         else:
-            return True
+            return singleton.settings.allow_offline_artifacts
 
     # If the script is online, request the max_cli_version and ensure the server
     # is of a high enough version.
@@ -240,7 +263,7 @@ class WBValue:
             self._artifact_target
             and self._artifact_target.name
             and self._artifact_target.artifact._is_draft_save_started()
-            and not util._is_offline()
+            and not _is_maybe_offline()
             and not _server_accepts_client_ids()
         ):
             self._artifact_target.artifact.wait()
@@ -271,7 +294,7 @@ class WBValue:
             self._artifact_target
             and self._artifact_target.name
             and self._artifact_target.artifact._is_draft_save_started()
-            and not util._is_offline()
+            and not _is_maybe_offline()
             and not _server_accepts_client_ids()
         ):
             self._artifact_target.artifact.wait()