dagster-wandb 0.22.10__tar.gz → 0.28.6__tar.gz

{dagster-wandb-0.22.10/dagster_wandb.egg-info → dagster_wandb-0.28.6}/PKG-INFO

@@ -1,17 +1,31 @@
-Metadata-Version: 2.1
+Metadata-Version: 2.4
 Name: dagster-wandb
-Version: 0.22.10
+Version: 0.28.6
 Summary: Package for wandb Dagster components.
 Home-page: https://github.com/dagster-io/dagster/tree/master/python_modules/libraries/dagster-wandb
 Author: Dagster Labs
 Author-email: hello@dagsterlabs.com
 License: Apache-2.0
-Classifier: Programming Language :: Python :: 3.8
-Classifier: Programming Language :: Python :: 3.9
 Classifier: Programming Language :: Python :: 3.10
 Classifier: Programming Language :: Python :: 3.11
 Classifier: License :: OSI Approved :: Apache Software License
 Classifier: Operating System :: OS Independent
-Requires-Python: >=3.8,<3.13
-Provides-Extra: dev
+Requires-Python: >=3.10,<3.14
 License-File: LICENSE
+Requires-Dist: dagster==1.12.6
+Requires-Dist: wandb<1.0,>=0.15.11
+Provides-Extra: dev
+Requires-Dist: cloudpickle; extra == "dev"
+Requires-Dist: joblib; extra == "dev"
+Requires-Dist: callee; extra == "dev"
+Requires-Dist: dill; extra == "dev"
+Dynamic: author
+Dynamic: author-email
+Dynamic: classifier
+Dynamic: home-page
+Dynamic: license
+Dynamic: license-file
+Dynamic: provides-extra
+Dynamic: requires-dist
+Dynamic: requires-python
+Dynamic: summary

dagster_wandb-0.28.6/dagster_wandb/__init__.py

@@ -0,0 +1,19 @@
+from dagster_shared.libraries import DagsterLibraryRegistry
+
+from dagster_wandb.io_manager import WandbArtifactsIOManagerError, wandb_artifacts_io_manager
+from dagster_wandb.launch.ops import run_launch_agent, run_launch_job
+from dagster_wandb.resources import wandb_resource
+from dagster_wandb.types import SerializationModule, WandbArtifactConfiguration
+from dagster_wandb.version import __version__
+
+DagsterLibraryRegistry.register("dagster-wandb", __version__)
+
+__all__ = [
+    "SerializationModule",
+    "WandbArtifactConfiguration",
+    "WandbArtifactsIOManagerError",
+    "run_launch_agent",
+    "run_launch_job",
+    "wandb_artifacts_io_manager",
+    "wandb_resource",
+]

{dagster-wandb-0.22.10 → dagster_wandb-0.28.6}/dagster_wandb/io_manager.py

@@ -3,11 +3,10 @@ import os
 import pickle
 import platform
 import shutil
-import sys
 import time
 import uuid
 from contextlib import contextmanager
-from typing import List, Optional
+from typing import Optional, TypedDict
 
 from dagster import (
     Field,
@@ -24,25 +23,22 @@ from dagster._core.storage.io_manager import dagster_maintained_io_manager
 from wandb import Artifact
 from wandb.data_types import WBValue
 
-from .resources import WANDB_CLOUD_HOST
-from .utils.errors import (
+from dagster_wandb.resources import WANDB_CLOUD_HOST
+from dagster_wandb.utils.errors import (
     WandbArtifactsIOManagerError,
     raise_on_empty_configuration,
     raise_on_unknown_partition_keys,
     raise_on_unknown_read_configuration_keys,
     raise_on_unknown_write_configuration_keys,
 )
-from .utils.pickling import (
+from dagster_wandb.utils.pickling import (
     ACCEPTED_SERIALIZATION_MODULES,
     pickle_artifact_content,
     unpickle_artifact_content,
 )
-from .version import __version__
+from dagster_wandb.version import __version__
 
-if sys.version_info >= (3, 8):
-    from typing import TypedDict
-else:
-    from typing_extensions import TypedDict
+UNIT_TEST_RUN_ID = "0ab2e48b-6d63-4ff5-b160-662cc60145f4"
 
 
 class Config(TypedDict):
@@ -52,7 +48,7 @@ class Config(TypedDict):
     wandb_project: str
     wandb_run_name: Optional[str]
     wandb_run_id: Optional[str]
-    wandb_run_tags: Optional[List[str]]
+    wandb_run_tags: Optional[list[str]]
     base_dir: str
     cache_duration_in_minutes: Optional[int]
 
@@ -161,8 +157,8 @@ class ArtifactsIOManager(IOManager):
 
         with self.wandb_run() as run:
             parameters = {}
-            if context.metadata is not None:
-                parameters = context.metadata.get("wandb_artifact_configuration", {})
+            if context.definition_metadata is not None:
+                parameters = context.definition_metadata.get("wandb_artifact_configuration", {})
 
             raise_on_unknown_write_configuration_keys(parameters)
 
@@ -293,7 +289,7 @@ class ArtifactsIOManager(IOManager):
                         context.log.warning(
                             "You've included a 'serialization_module' in the"
                             " 'wandb_artifact_configuration' settings. However, this doesn't have"
-                            " any impact when the output is already an W&B object like e.g Table or"
+                            " any impact when the output is already a W&B object like e.g Table or"
                             " Image."
                         )
                     # Adds the WBValue object using the class name as the name for the file
@@ -364,8 +360,8 @@ class ArtifactsIOManager(IOManager):
     def _download_artifact(self, context: InputContext):
         with self.wandb_run() as run:
             parameters = {}
-            if context.metadata is not None:
-                parameters = context.metadata.get("wandb_artifact_configuration", {})
+            if context.definition_metadata is not None:
+                parameters = context.definition_metadata.get("wandb_artifact_configuration", {})
 
             raise_on_unknown_read_configuration_keys(parameters)
 
@@ -393,10 +389,10 @@ class ArtifactsIOManager(IOManager):
 
                 artifact_name = parameters.get("name")
                 if artifact_name is None:
-                    artifact_name = context.asset_key[0][0]  # name of asset
+                    artifact_name = context.asset_key.path[0]  # name of asset
 
                 partitions = [
-                    (key, f"{artifact_name}.{ str(key).replace('|', '-')}")
+                    (key, f"{artifact_name}.{str(key).replace('|', '-')}")
                     for key in context.asset_partition_keys
                 ]
 
@@ -468,7 +464,7 @@ class ArtifactsIOManager(IOManager):
                                 output[key] = download_path
                                 continue
 
-                    artifact_dir = artifact.download(root=artifacts_path, recursive=True)
+                    artifact_dir = artifact.download(root=artifacts_path)
                     unpickled_content = unpickle_artifact_content(artifact_dir)
                     if unpickled_content is not None:
                         output[key] = unpickled_content
@@ -545,7 +541,7 @@ class ArtifactsIOManager(IOManager):
                 path = artifact.get_path(path)
                 return path.download(root=artifacts_path)
 
-            artifact_dir = artifact.download(root=artifacts_path, recursive=True)
+            artifact_dir = artifact.download(root=artifacts_path)
 
             unpickled_content = unpickle_artifact_content(artifact_dir)
             if unpickled_content is not None:
@@ -711,7 +707,7 @@ def wandb_artifacts_io_manager(context: InitResourceContext):
         cache_duration_in_minutes = context.resource_config.get("cache_duration_in_minutes")
 
     if "PYTEST_CURRENT_TEST" in os.environ:
-        dagster_run_id = "unit-testing"
+        dagster_run_id = UNIT_TEST_RUN_ID
     else:
         dagster_run_id = context.run_id
 

{dagster-wandb-0.22.10 → dagster_wandb-0.28.6}/dagster_wandb/launch/configs.py

@@ -41,7 +41,7 @@ def launch_config():
             is_required=False,
             description=(
                 "A dictionary containing parameters for the entry point command. Defaults to using"
-                " the the parameters used to run the original run."
+                " the parameters used to run the original run."
             ),
         ),
         "name": Field(

{dagster-wandb-0.22.10 → dagster_wandb-0.28.6}/dagster_wandb/launch/ops.py

@@ -1,7 +1,7 @@
 from dagster import OpExecutionContext, op
 from wandb.sdk.launch import launch, launch_add
 
-from .configs import launch_agent_config, launch_config
+from dagster_wandb.launch.configs import launch_agent_config, launch_config
 
 
 def raise_on_invalid_config(context: OpExecutionContext):
@@ -79,7 +79,7 @@ def run_launch_agent(context: OpExecutionContext):
     }
     context.log.info(f"Launch agent configuration: {config}")
     context.log.info("Running Launch agent...")
-    launch.create_and_run_agent(api=context.resources.wandb_resource["api"], config=config)
+    launch.create_and_run_agent(api=context.resources.wandb_resource["api"], config=config)  # pyright: ignore[reportFunctionMemberAccess]
 
 
 @op(
@@ -150,7 +150,7 @@ def run_launch_job(context: OpExecutionContext):
     queue = context.op_config.get("queue")
     if queue is None:
         context.log.info("No queue provided, running Launch job locally")
-        launch.run(api=context.resources.wandb_resource["api"], config=config)
+        launch.run(api=context.resources.wandb_resource["api"], config=config)  # pyright: ignore[reportFunctionMemberAccess]
     else:
         synchronous = config.get("synchronous", True)
         config.pop("synchronous", None)

{dagster-wandb-0.22.10 → dagster_wandb-0.28.6}/dagster_wandb/resources.py

@@ -1,4 +1,4 @@
-from typing import Any, Dict
+from typing import Any
 
 import wandb
 from dagster import Field, InitResourceContext, String, StringSource, resource
@@ -27,7 +27,7 @@ WANDB_CLOUD_HOST: str = "https://api.wandb.ai"
     },
     description="Resource for interacting with Weights & Biases",
 )
-def wandb_resource(context: InitResourceContext) -> Dict[str, Any]:
+def wandb_resource(context: InitResourceContext) -> dict[str, Any]:
     """Dagster resource used to communicate with the W&B API. It's useful when you want to use the
     wandb client within your ops and assets. It's a required resources if you are using the W&B IO
     Manager.
@@ -37,7 +37,7 @@ def wandb_resource(context: InitResourceContext) -> Dict[str, Any]:
     For a complete set of documentation, see `Dagster integration <https://docs.wandb.ai/guides/integrations/dagster>`_.
 
     To configure this resource, we recommend using the `configured
-    <https://docs.dagster.io/concepts/configuration/configured>`_ method.
+    <https://legacy-docs.dagster.io/concepts/configuration/configured>`_ method.
 
     **Example:**
 

{dagster-wandb-0.22.10 → dagster_wandb-0.28.6}/dagster_wandb/types.py

@@ -1,18 +1,11 @@
-import sys
-
-if sys.version_info >= (3, 8):
-    from typing import TypedDict
-else:
-    from typing_extensions import TypedDict
-
-from typing import Any, Dict, List
+from typing import Any, TypedDict
 
 
 class SerializationModule(TypedDict, total=False):
     """W&B Artifacts IO Manager configuration of the serialization module. Useful for type checking."""
 
     name: str
-    parameters: Dict[str, Any]
+    parameters: dict[str, Any]
 
 
 class WandbArtifactConfiguration(TypedDict, total=False):
@@ -21,9 +14,9 @@ class WandbArtifactConfiguration(TypedDict, total=False):
     name: str
     type: str
     description: str
-    aliases: List[str]
-    add_dirs: List[Dict[str, Any]]
-    add_files: List[Dict[str, Any]]
-    add_references: List[Dict[str, Any]]
+    aliases: list[str]
+    add_dirs: list[dict[str, Any]]
+    add_files: list[dict[str, Any]]
+    add_references: list[dict[str, Any]]
     serialization_module: SerializationModule
-    partitions: Dict[str, Dict[str, Any]]
+    partitions: dict[str, dict[str, Any]]

{dagster-wandb-0.22.10 → dagster_wandb-0.28.6}/dagster_wandb/utils/pickling.py

@@ -1,7 +1,7 @@
 import os
 import pickle
 
-from .errors import WandbArtifactsIOManagerError
+from dagster_wandb.utils.errors import WandbArtifactsIOManagerError
 
 PICKLE_FILENAME = "output.pickle"
 DILL_FILENAME = "output.dill"
@@ -55,7 +55,7 @@ def pickle_artifact_content(
             **artifact.metadata,
             **{
                 "source_serialization_module": "dill",
-                "source_dill_version_used": dill.__version__,
+                "source_dill_version_used": dill.__version__,  # pyright: ignore[reportOptionalMemberAccess]
                 "source_pickle_protocol_used": serialization_module_parameters_with_protocol[
                     "protocol"
                 ],
@@ -63,7 +63,7 @@ def pickle_artifact_content(
         }
         with artifact.new_file(DILL_FILENAME, "wb") as file:
             try:
-                dill.dump(
+                dill.dump(  # pyright: ignore[reportOptionalMemberAccess]
                     obj,
                     file,
                     **serialization_module_parameters_with_protocol,
@@ -88,7 +88,7 @@ def pickle_artifact_content(
             **artifact.metadata,
             **{
                 "source_serialization_module": "cloudpickle",
-                "source_cloudpickle_version_used": cloudpickle.__version__,
+                "source_cloudpickle_version_used": cloudpickle.__version__,  # pyright: ignore[reportOptionalMemberAccess]
                 "source_pickle_protocol_used": serialization_module_parameters_with_protocol[
                     "protocol"
                 ],
@@ -96,7 +96,7 @@ def pickle_artifact_content(
         }
         with artifact.new_file(CLOUDPICKLE_FILENAME, "wb") as file:
             try:
-                cloudpickle.dump(
+                cloudpickle.dump(  # pyright: ignore[reportOptionalMemberAccess]
                     obj,
                     file,
                     **serialization_module_parameters_with_protocol,
@@ -120,7 +120,7 @@ def pickle_artifact_content(
             **artifact.metadata,
             **{
                 "source_serialization_module": "joblib",
-                "source_joblib_version_used": joblib.__version__,
+                "source_joblib_version_used": joblib.__version__,  # pyright: ignore[reportOptionalMemberAccess]
                 "source_pickle_protocol_used": serialization_module_parameters_with_protocol[
                     "protocol"
                 ],
@@ -128,7 +128,7 @@ def pickle_artifact_content(
         }
         with artifact.new_file(JOBLIB_FILENAME, "wb") as file:
             try:
-                joblib.dump(
+                joblib.dump(  # pyright: ignore[reportOptionalMemberAccess]
                     obj,
                     file,
                     **serialization_module_parameters_with_protocol,
@@ -182,7 +182,7 @@ def unpickle_artifact_content(artifact_dir):
                 " was not found. Please, make sure it's installed."
             )
         with open(f"{artifact_dir}/{DILL_FILENAME}", "rb") as file:
-            input_value = dill.load(file)
+            input_value = dill.load(file)  # pyright: ignore[reportOptionalMemberAccess]
             return input_value
     elif os.path.exists(f"{artifact_dir}/{CLOUDPICKLE_FILENAME}"):
         if not has_cloudpickle:
@@ -191,7 +191,7 @@ def unpickle_artifact_content(artifact_dir):
                 " module was not found. Please, make sure it's installed."
             )
         with open(f"{artifact_dir}/{CLOUDPICKLE_FILENAME}", "rb") as file:
-            input_value = cloudpickle.load(file)
+            input_value = cloudpickle.load(file)  # pyright: ignore[reportOptionalMemberAccess]
             return input_value
     elif os.path.exists(f"{artifact_dir}/{JOBLIB_FILENAME}"):
         if not has_joblib:
@@ -200,7 +200,7 @@ def unpickle_artifact_content(artifact_dir):
                 " was not found. Please, make sure it's installed."
             )
         with open(f"{artifact_dir}/{JOBLIB_FILENAME}", "rb") as file:
-            input_value = joblib.load(file)
+            input_value = joblib.load(file)  # pyright: ignore[reportOptionalMemberAccess]
             return input_value
     elif os.path.exists(f"{artifact_dir}/{PICKLE_FILENAME}"):
         with open(f"{artifact_dir}/{PICKLE_FILENAME}", "rb") as file:

dagster_wandb-0.28.6/dagster_wandb/version.py

@@ -0,0 +1 @@
+__version__ = "0.28.6"

{dagster-wandb-0.22.10 → dagster_wandb-0.28.6/dagster_wandb.egg-info}/PKG-INFO

@@ -1,17 +1,31 @@
-Metadata-Version: 2.1
+Metadata-Version: 2.4
 Name: dagster-wandb
-Version: 0.22.10
+Version: 0.28.6
 Summary: Package for wandb Dagster components.
 Home-page: https://github.com/dagster-io/dagster/tree/master/python_modules/libraries/dagster-wandb
 Author: Dagster Labs
 Author-email: hello@dagsterlabs.com
 License: Apache-2.0
-Classifier: Programming Language :: Python :: 3.8
-Classifier: Programming Language :: Python :: 3.9
 Classifier: Programming Language :: Python :: 3.10
 Classifier: Programming Language :: Python :: 3.11
 Classifier: License :: OSI Approved :: Apache Software License
 Classifier: Operating System :: OS Independent
-Requires-Python: >=3.8,<3.13
-Provides-Extra: dev
+Requires-Python: >=3.10,<3.14
 License-File: LICENSE
+Requires-Dist: dagster==1.12.6
+Requires-Dist: wandb<1.0,>=0.15.11
+Provides-Extra: dev
+Requires-Dist: cloudpickle; extra == "dev"
+Requires-Dist: joblib; extra == "dev"
+Requires-Dist: callee; extra == "dev"
+Requires-Dist: dill; extra == "dev"
+Dynamic: author
+Dynamic: author-email
+Dynamic: classifier
+Dynamic: home-page
+Dynamic: license
+Dynamic: license-file
+Dynamic: provides-extra
+Dynamic: requires-dist
+Dynamic: requires-python
+Dynamic: summary

{dagster-wandb-0.22.10 → dagster_wandb-0.28.6}/dagster_wandb.egg-info/requires.txt

@@ -1,4 +1,4 @@
-dagster==1.6.10
+dagster==1.12.6
 wandb<1.0,>=0.15.11
 
 [dev]

{dagster-wandb-0.22.10 → dagster_wandb-0.28.6}/setup.py

@@ -1,11 +1,10 @@
 from pathlib import Path
-from typing import Dict
 
 from setuptools import find_packages, setup
 
 
 def get_version() -> str:
-    version: Dict[str, str] = {}
+    version: dict[str, str] = {}
     with open(Path(__file__).parent / "dagster_wandb/version.py", encoding="utf8") as fp:
         exec(fp.read(), version)
 
@@ -24,17 +23,16 @@ setup(
     description="Package for wandb Dagster components.",
     url="https://github.com/dagster-io/dagster/tree/master/python_modules/libraries/dagster-wandb",
     classifiers=[
-        "Programming Language :: Python :: 3.8",
-        "Programming Language :: Python :: 3.9",
         "Programming Language :: Python :: 3.10",
         "Programming Language :: Python :: 3.11",
         "License :: OSI Approved :: Apache Software License",
         "Operating System :: OS Independent",
     ],
     packages=find_packages(exclude=["dagster_wandb_tests*"]),
-    python_requires=">=3.8,<3.13",
+    include_package_data=True,
+    python_requires=">=3.10,<3.14",
     install_requires=[
-        "dagster==1.6.10",
+        "dagster==1.12.6",
         "wandb>=0.15.11,<1.0",
     ],
     extras_require={"dev": ["cloudpickle", "joblib", "callee", "dill"]},

dagster-wandb-0.22.10/dagster_wandb/__init__.py

@@ -1,19 +0,0 @@
-from dagster._core.libraries import DagsterLibraryRegistry
-
-from .io_manager import WandbArtifactsIOManagerError, wandb_artifacts_io_manager
-from .launch.ops import run_launch_agent, run_launch_job
-from .resources import wandb_resource
-from .types import SerializationModule, WandbArtifactConfiguration
-from .version import __version__
-
-DagsterLibraryRegistry.register("dagster-wandb", __version__)
-
-__all__ = [
-    "WandbArtifactsIOManagerError",
-    "SerializationModule",
-    "wandb_resource",
-    "wandb_artifacts_io_manager",
-    "WandbArtifactConfiguration",
-    "run_launch_agent",
-    "run_launch_job",
-]

dagster-wandb-0.22.10/dagster_wandb/version.py

@@ -1 +0,0 @@
-__version__ = "0.22.10"