dagster-wandb 0.25.1__tar.gz → 0.25.10__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.


This version of dagster-wandb might be problematic. Click here for more details.

Files changed (25) hide show
  1. {dagster-wandb-0.25.1/dagster_wandb.egg-info → dagster-wandb-0.25.10}/PKG-INFO +1 -1
  2. {dagster-wandb-0.25.1 → dagster-wandb-0.25.10}/dagster_wandb/io_manager.py +3 -9
  3. {dagster-wandb-0.25.1 → dagster-wandb-0.25.10}/dagster_wandb/resources.py +2 -2
  4. {dagster-wandb-0.25.1 → dagster-wandb-0.25.10}/dagster_wandb/types.py +7 -14
  5. {dagster-wandb-0.25.1 → dagster-wandb-0.25.10}/dagster_wandb/utils/pickling.py +9 -9
  6. dagster-wandb-0.25.10/dagster_wandb/version.py +1 -0
  7. {dagster-wandb-0.25.1 → dagster-wandb-0.25.10/dagster_wandb.egg-info}/PKG-INFO +1 -1
  8. {dagster-wandb-0.25.1 → dagster-wandb-0.25.10}/dagster_wandb.egg-info/requires.txt +1 -1
  9. {dagster-wandb-0.25.1 → dagster-wandb-0.25.10}/setup.py +2 -3
  10. dagster-wandb-0.25.1/dagster_wandb/version.py +0 -1
  11. {dagster-wandb-0.25.1 → dagster-wandb-0.25.10}/LICENSE +0 -0
  12. {dagster-wandb-0.25.1 → dagster-wandb-0.25.10}/MANIFEST.in +0 -0
  13. {dagster-wandb-0.25.1 → dagster-wandb-0.25.10}/README.md +0 -0
  14. {dagster-wandb-0.25.1 → dagster-wandb-0.25.10}/dagster_wandb/__init__.py +3 -3
  15. {dagster-wandb-0.25.1 → dagster-wandb-0.25.10}/dagster_wandb/launch/__init__.py +0 -0
  16. {dagster-wandb-0.25.1 → dagster-wandb-0.25.10}/dagster_wandb/launch/configs.py +0 -0
  17. {dagster-wandb-0.25.1 → dagster-wandb-0.25.10}/dagster_wandb/launch/ops.py +0 -0
  18. {dagster-wandb-0.25.1 → dagster-wandb-0.25.10}/dagster_wandb/py.typed +0 -0
  19. {dagster-wandb-0.25.1 → dagster-wandb-0.25.10}/dagster_wandb/utils/__init__.py +0 -0
  20. {dagster-wandb-0.25.1 → dagster-wandb-0.25.10}/dagster_wandb/utils/errors.py +0 -0
  21. {dagster-wandb-0.25.1 → dagster-wandb-0.25.10}/dagster_wandb.egg-info/SOURCES.txt +0 -0
  22. {dagster-wandb-0.25.1 → dagster-wandb-0.25.10}/dagster_wandb.egg-info/dependency_links.txt +0 -0
  23. {dagster-wandb-0.25.1 → dagster-wandb-0.25.10}/dagster_wandb.egg-info/not-zip-safe +0 -0
  24. {dagster-wandb-0.25.1 → dagster-wandb-0.25.10}/dagster_wandb.egg-info/top_level.txt +0 -0
  25. {dagster-wandb-0.25.1 → dagster-wandb-0.25.10}/setup.cfg +0 -0
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: dagster-wandb
3
- Version: 0.25.1
3
+ Version: 0.25.10
4
4
  Summary: Package for wandb Dagster components.
5
5
  Home-page: https://github.com/dagster-io/dagster/tree/master/python_modules/libraries/dagster-wandb
6
6
  Author: Dagster Labs
@@ -3,11 +3,10 @@ import os
3
3
  import pickle
4
4
  import platform
5
5
  import shutil
6
- import sys
7
6
  import time
8
7
  import uuid
9
8
  from contextlib import contextmanager
10
- from typing import List, Optional
9
+ from typing import Optional, TypedDict
11
10
 
12
11
  from dagster import (
13
12
  Field,
@@ -39,11 +38,6 @@ from dagster_wandb.utils.pickling import (
39
38
  )
40
39
  from dagster_wandb.version import __version__
41
40
 
42
- if sys.version_info >= (3, 8):
43
- from typing import TypedDict
44
- else:
45
- from typing_extensions import TypedDict
46
-
47
41
  UNIT_TEST_RUN_ID = "0ab2e48b-6d63-4ff5-b160-662cc60145f4"
48
42
 
49
43
 
@@ -54,7 +48,7 @@ class Config(TypedDict):
54
48
  wandb_project: str
55
49
  wandb_run_name: Optional[str]
56
50
  wandb_run_id: Optional[str]
57
- wandb_run_tags: Optional[List[str]]
51
+ wandb_run_tags: Optional[list[str]]
58
52
  base_dir: str
59
53
  cache_duration_in_minutes: Optional[int]
60
54
 
@@ -295,7 +289,7 @@ class ArtifactsIOManager(IOManager):
295
289
  context.log.warning(
296
290
  "You've included a 'serialization_module' in the"
297
291
  " 'wandb_artifact_configuration' settings. However, this doesn't have"
298
- " any impact when the output is already an W&B object like e.g Table or"
292
+ " any impact when the output is already a W&B object like e.g Table or"
299
293
  " Image."
300
294
  )
301
295
  # Adds the WBValue object using the class name as the name for the file
@@ -1,4 +1,4 @@
1
- from typing import Any, Dict
1
+ from typing import Any
2
2
 
3
3
  import wandb
4
4
  from dagster import Field, InitResourceContext, String, StringSource, resource
@@ -27,7 +27,7 @@ WANDB_CLOUD_HOST: str = "https://api.wandb.ai"
27
27
  },
28
28
  description="Resource for interacting with Weights & Biases",
29
29
  )
30
- def wandb_resource(context: InitResourceContext) -> Dict[str, Any]:
30
+ def wandb_resource(context: InitResourceContext) -> dict[str, Any]:
31
31
  """Dagster resource used to communicate with the W&B API. It's useful when you want to use the
32
32
  wandb client within your ops and assets. It's a required resources if you are using the W&B IO
33
33
  Manager.
@@ -1,18 +1,11 @@
1
- import sys
2
-
3
- if sys.version_info >= (3, 8):
4
- from typing import TypedDict
5
- else:
6
- from typing_extensions import TypedDict
7
-
8
- from typing import Any, Dict, List
1
+ from typing import Any, TypedDict
9
2
 
10
3
 
11
4
  class SerializationModule(TypedDict, total=False):
12
5
  """W&B Artifacts IO Manager configuration of the serialization module. Useful for type checking."""
13
6
 
14
7
  name: str
15
- parameters: Dict[str, Any]
8
+ parameters: dict[str, Any]
16
9
 
17
10
 
18
11
  class WandbArtifactConfiguration(TypedDict, total=False):
@@ -21,9 +14,9 @@ class WandbArtifactConfiguration(TypedDict, total=False):
21
14
  name: str
22
15
  type: str
23
16
  description: str
24
- aliases: List[str]
25
- add_dirs: List[Dict[str, Any]]
26
- add_files: List[Dict[str, Any]]
27
- add_references: List[Dict[str, Any]]
17
+ aliases: list[str]
18
+ add_dirs: list[dict[str, Any]]
19
+ add_files: list[dict[str, Any]]
20
+ add_references: list[dict[str, Any]]
28
21
  serialization_module: SerializationModule
29
- partitions: Dict[str, Dict[str, Any]]
22
+ partitions: dict[str, dict[str, Any]]
@@ -55,7 +55,7 @@ def pickle_artifact_content(
55
55
  **artifact.metadata,
56
56
  **{
57
57
  "source_serialization_module": "dill",
58
- "source_dill_version_used": dill.__version__,
58
+ "source_dill_version_used": dill.__version__, # pyright: ignore[reportOptionalMemberAccess]
59
59
  "source_pickle_protocol_used": serialization_module_parameters_with_protocol[
60
60
  "protocol"
61
61
  ],
@@ -63,7 +63,7 @@ def pickle_artifact_content(
63
63
  }
64
64
  with artifact.new_file(DILL_FILENAME, "wb") as file:
65
65
  try:
66
- dill.dump(
66
+ dill.dump( # pyright: ignore[reportOptionalMemberAccess]
67
67
  obj,
68
68
  file,
69
69
  **serialization_module_parameters_with_protocol,
@@ -88,7 +88,7 @@ def pickle_artifact_content(
88
88
  **artifact.metadata,
89
89
  **{
90
90
  "source_serialization_module": "cloudpickle",
91
- "source_cloudpickle_version_used": cloudpickle.__version__,
91
+ "source_cloudpickle_version_used": cloudpickle.__version__, # pyright: ignore[reportOptionalMemberAccess]
92
92
  "source_pickle_protocol_used": serialization_module_parameters_with_protocol[
93
93
  "protocol"
94
94
  ],
@@ -96,7 +96,7 @@ def pickle_artifact_content(
96
96
  }
97
97
  with artifact.new_file(CLOUDPICKLE_FILENAME, "wb") as file:
98
98
  try:
99
- cloudpickle.dump(
99
+ cloudpickle.dump( # pyright: ignore[reportOptionalMemberAccess]
100
100
  obj,
101
101
  file,
102
102
  **serialization_module_parameters_with_protocol,
@@ -120,7 +120,7 @@ def pickle_artifact_content(
120
120
  **artifact.metadata,
121
121
  **{
122
122
  "source_serialization_module": "joblib",
123
- "source_joblib_version_used": joblib.__version__,
123
+ "source_joblib_version_used": joblib.__version__, # pyright: ignore[reportOptionalMemberAccess]
124
124
  "source_pickle_protocol_used": serialization_module_parameters_with_protocol[
125
125
  "protocol"
126
126
  ],
@@ -128,7 +128,7 @@ def pickle_artifact_content(
128
128
  }
129
129
  with artifact.new_file(JOBLIB_FILENAME, "wb") as file:
130
130
  try:
131
- joblib.dump(
131
+ joblib.dump( # pyright: ignore[reportOptionalMemberAccess]
132
132
  obj,
133
133
  file,
134
134
  **serialization_module_parameters_with_protocol,
@@ -182,7 +182,7 @@ def unpickle_artifact_content(artifact_dir):
182
182
  " was not found. Please, make sure it's installed."
183
183
  )
184
184
  with open(f"{artifact_dir}/{DILL_FILENAME}", "rb") as file:
185
- input_value = dill.load(file)
185
+ input_value = dill.load(file) # pyright: ignore[reportOptionalMemberAccess]
186
186
  return input_value
187
187
  elif os.path.exists(f"{artifact_dir}/{CLOUDPICKLE_FILENAME}"):
188
188
  if not has_cloudpickle:
@@ -191,7 +191,7 @@ def unpickle_artifact_content(artifact_dir):
191
191
  " module was not found. Please, make sure it's installed."
192
192
  )
193
193
  with open(f"{artifact_dir}/{CLOUDPICKLE_FILENAME}", "rb") as file:
194
- input_value = cloudpickle.load(file)
194
+ input_value = cloudpickle.load(file) # pyright: ignore[reportOptionalMemberAccess]
195
195
  return input_value
196
196
  elif os.path.exists(f"{artifact_dir}/{JOBLIB_FILENAME}"):
197
197
  if not has_joblib:
@@ -200,7 +200,7 @@ def unpickle_artifact_content(artifact_dir):
200
200
  " was not found. Please, make sure it's installed."
201
201
  )
202
202
  with open(f"{artifact_dir}/{JOBLIB_FILENAME}", "rb") as file:
203
- input_value = joblib.load(file)
203
+ input_value = joblib.load(file) # pyright: ignore[reportOptionalMemberAccess]
204
204
  return input_value
205
205
  elif os.path.exists(f"{artifact_dir}/{PICKLE_FILENAME}"):
206
206
  with open(f"{artifact_dir}/{PICKLE_FILENAME}", "rb") as file:
@@ -0,0 +1 @@
1
+ __version__ = "0.25.10"
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: dagster-wandb
3
- Version: 0.25.1
3
+ Version: 0.25.10
4
4
  Summary: Package for wandb Dagster components.
5
5
  Home-page: https://github.com/dagster-io/dagster/tree/master/python_modules/libraries/dagster-wandb
6
6
  Author: Dagster Labs
@@ -1,4 +1,4 @@
1
- dagster==1.9.1
1
+ dagster==1.9.10
2
2
  wandb<1.0,>=0.15.11
3
3
 
4
4
  [dev]
@@ -1,11 +1,10 @@
1
1
  from pathlib import Path
2
- from typing import Dict
3
2
 
4
3
  from setuptools import find_packages, setup
5
4
 
6
5
 
7
6
  def get_version() -> str:
8
- version: Dict[str, str] = {}
7
+ version: dict[str, str] = {}
9
8
  with open(Path(__file__).parent / "dagster_wandb/version.py", encoding="utf8") as fp:
10
9
  exec(fp.read(), version)
11
10
 
@@ -34,7 +33,7 @@ setup(
34
33
  include_package_data=True,
35
34
  python_requires=">=3.9,<3.13",
36
35
  install_requires=[
37
- "dagster==1.9.1",
36
+ "dagster==1.9.10",
38
37
  "wandb>=0.15.11,<1.0",
39
38
  ],
40
39
  extras_require={"dev": ["cloudpickle", "joblib", "callee", "dill"]},
@@ -1 +0,0 @@
1
- __version__ = "0.25.1"
File without changes
@@ -9,11 +9,11 @@ from dagster_wandb.version import __version__
9
9
  DagsterLibraryRegistry.register("dagster-wandb", __version__)
10
10
 
11
11
  __all__ = [
12
- "WandbArtifactsIOManagerError",
13
12
  "SerializationModule",
14
- "wandb_resource",
15
- "wandb_artifacts_io_manager",
16
13
  "WandbArtifactConfiguration",
14
+ "WandbArtifactsIOManagerError",
17
15
  "run_launch_agent",
18
16
  "run_launch_job",
17
+ "wandb_artifacts_io_manager",
18
+ "wandb_resource",
19
19
  ]