dagster-cloud 1.11.15__py3-none-any.whl → 1.12.0__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
@@ -400,7 +400,9 @@ class MultiPexManager(AbstractContextManager):
400
400
  # - ensure that resources for servers starting up or shutting down are not removed
401
401
  # - important to do this while holding the lock to avoid race conditions
402
402
  running_server_ids = {
403
- proc.pex_server_handle.get_id() for proc in self._pex_servers.values()
403
+ proc.pex_server_handle.get_id()
404
+ for proc in self._pex_servers.values()
405
+ if isinstance(proc, PexProcessEntry)
404
406
  }
405
407
  in_use_handle_ids = self._pending_startup_pex_servers.union(
406
408
  self._pending_shutdown_pex_servers
@@ -19,6 +19,8 @@ DEFAULT_PEX_FILES_DIR = "/tmp/pex-files"
19
19
  # https://boto3.amazonaws.com/v1/documentation/api/latest/reference/customizations/s3.html
20
20
  MULTIPART_DOWNLOAD_THREADS = 20 # Double the boto3 default of 10
21
21
 
22
+ logger = logging.getLogger("dagster.multipex")
23
+
22
24
 
23
25
  def _download_from_s3(filename: str, local_filepath: str):
24
26
  # Lazy import boto3 to avoid a hard dependency during module load
@@ -211,7 +213,7 @@ class PexS3Registry:
211
213
  unused_local_paths = all_local_paths - in_use_local_paths
212
214
  unused_paths_present = [path for path in unused_local_paths if os.path.exists(path)]
213
215
  if unused_paths_present:
214
- logging.info(
216
+ logger.info(
215
217
  "Cleaning up %s unused local paths: %r",
216
218
  len(unused_paths_present),
217
219
  unused_paths_present,
@@ -223,13 +225,13 @@ class PexS3Registry:
223
225
  else:
224
226
  os.remove(path)
225
227
  except OSError:
226
- logging.exception("Ignoring failure to clean up local unused path %s", path)
228
+ logger.exception("Ignoring failure to clean up local unused path %s", path)
227
229
 
228
230
  def venv_for(self, pex_filepath) -> PexVenv:
229
231
  _, pex_filename = os.path.split(pex_filepath)
230
232
  venv_dir = self.venv_dir_for(pex_filepath)
231
233
  if os.path.exists(venv_dir):
232
- logging.info("Reusing existing venv %r for %r", venv_dir, pex_filepath)
234
+ logger.info("Reusing existing venv %r for %r", venv_dir, pex_filepath)
233
235
  else:
234
236
  self.install_venv(venv_dir, pex_filepath)
235
237
  if not os.path.exists(venv_dir):
@@ -272,7 +274,7 @@ class PexS3Registry:
272
274
  raise PexInstallationError(
273
275
  f"Could not install venv. Pex output: {e.output}", pex_filepath
274
276
  ) from e
275
- logging.info(
277
+ logger.info(
276
278
  "Unpacked pex file %r into venv at %r",
277
279
  pex_filepath,
278
280
  venv_dir,
@@ -288,7 +290,7 @@ class PexS3Registry:
288
290
  if not proc.returncode:
289
291
  return Path(proc.stdout.decode("utf-8").strip()).absolute()
290
292
  else:
291
- logging.error(
293
+ logger.error(
292
294
  "Cannot determine site-packages for venv at %r: %s\n%s",
293
295
  venv_path,
294
296
  proc.stdout.decode("utf-8"),
@@ -320,12 +322,12 @@ class PexS3Registry:
320
322
 
321
323
  except subprocess.CalledProcessError:
322
324
  # working_directory package is optional, just log a message
323
- logging.info("Cannot import working_directory package - not setting current directory.")
325
+ logger.info("Cannot import working_directory package - not setting current directory.")
324
326
  return None
325
327
  except OSError:
326
328
  # some issue with pex not being runnable, log an error but don't fail yet
327
329
  # might fail later if we try to run this again
328
- logging.exception(
330
+ logger.exception(
329
331
  "Ignoring failure to run pex file to determine working_directory %r", pex_path
330
332
  )
331
333
  return None
dagster_cloud/version.py CHANGED
@@ -1 +1 @@
1
- __version__ = "1.11.15"
1
+ __version__ = "1.12.0"
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: dagster-cloud
3
- Version: 1.11.15
3
+ Version: 1.12.0
4
4
  Author-email: Elementl <support@elementl.com>
5
5
  License: Apache-2.0
6
6
  Project-URL: Homepage, https://dagster.io/cloud
@@ -28,9 +28,9 @@ Classifier: Topic :: Software Development :: Libraries :: Application Frameworks
28
28
  Classifier: Operating System :: OS Independent
29
29
  Requires-Python: <3.14,>=3.9
30
30
  Description-Content-Type: text/markdown
31
- Requires-Dist: dagster==1.11.15
32
- Requires-Dist: dagster-shared==1.11.15
33
- Requires-Dist: dagster-cloud-cli==1.11.15
31
+ Requires-Dist: dagster==1.12.0
32
+ Requires-Dist: dagster-shared==1.12.0
33
+ Requires-Dist: dagster-cloud-cli==1.12.0
34
34
  Requires-Dist: opentelemetry-api<2,>=1.27.0
35
35
  Requires-Dist: opentelemetry-sdk<2,>=1.27.0
36
36
  Requires-Dist: opentelemetry-exporter-otlp-proto-grpc<2,>=1.27.0
@@ -65,12 +65,12 @@ Provides-Extra: insights
65
65
  Requires-Dist: pyarrow; extra == "insights"
66
66
  Provides-Extra: docker
67
67
  Requires-Dist: docker; extra == "docker"
68
- Requires-Dist: dagster-docker==0.27.15; extra == "docker"
68
+ Requires-Dist: dagster-docker==0.28.0; extra == "docker"
69
69
  Provides-Extra: kubernetes
70
70
  Requires-Dist: kubernetes; extra == "kubernetes"
71
- Requires-Dist: dagster-k8s==0.27.15; extra == "kubernetes"
71
+ Requires-Dist: dagster-k8s==0.28.0; extra == "kubernetes"
72
72
  Provides-Extra: ecs
73
- Requires-Dist: dagster-aws==0.27.15; extra == "ecs"
73
+ Requires-Dist: dagster-aws==0.28.0; extra == "ecs"
74
74
  Requires-Dist: boto3; extra == "ecs"
75
75
  Provides-Extra: sandbox
76
76
  Requires-Dist: supervisor; extra == "sandbox"
@@ -1,7 +1,7 @@
1
1
  dagster_cloud/__init__.py,sha256=zyM9bqyJFxtEClv_5X4VRldrj0UniKgZzEl0pPJJ_Ts,355
2
2
  dagster_cloud/constants.py,sha256=CPAqXJ99SWGMviksdIA2A9894FEvHChNk8UcP4TluYM,455
3
3
  dagster_cloud/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
4
- dagster_cloud/version.py,sha256=PZwJq8ftyzpAjWU6gB9pCD8ArXJnA3I-ezd7LUG_rZk,24
4
+ dagster_cloud/version.py,sha256=ojUczZNOmgkgAYXRdDJ_bo8gdfmTPU5zTYbNMYMWPLg,23
5
5
  dagster_cloud/agent/__init__.py,sha256=_erVyIrxuHUiyNerwX8vNZcKZN8NAloTEkPq8vPZ3MI,811
6
6
  dagster_cloud/agent/dagster_cloud_agent.py,sha256=bNMPSJBURWYbwAPhTbYq34o5qxPrqVWI2JA9b6vKHiw,58341
7
7
  dagster_cloud/agent/queries.py,sha256=iI84GQ1Zxt5ryo6M1ELIaIae-gwUY14QPPMUeiFK97o,1837
@@ -79,8 +79,8 @@ dagster_cloud/pex/grpc/__generated__/multi_pex_api_pb2.py,sha256=5WTKXp6mq4bREnT
79
79
  dagster_cloud/pex/grpc/__generated__/multi_pex_api_pb2.pyi,sha256=RdlI8IAu7NxLB0LE3lGGtFMTCfiBxFWPjBwtYvFiiaY,5922
80
80
  dagster_cloud/pex/grpc/__generated__/multi_pex_api_pb2_grpc.py,sha256=cCwuUnJ1UH3NFLebv1EZG_TfsV8n9IF9A-WTsfXIeZk,9301
81
81
  dagster_cloud/pex/grpc/server/__init__.py,sha256=OKZqM9NdiRBUOUtWRdWG1_kaS13ELJJ5yHTHUc375ns,177
82
- dagster_cloud/pex/grpc/server/manager.py,sha256=I1SJXoWKHNmgFPXr7YKtk-UkXOqvKjqxMHiNWccHRog,18702
83
- dagster_cloud/pex/grpc/server/registry.py,sha256=PzkFlzcPA9HEFlkMFNX68lDj7Eh3m_P4cF3gNyabN5s,12899
82
+ dagster_cloud/pex/grpc/server/manager.py,sha256=SegQH4TbzmZenS5Hm3Fk2R4ps2tyAGP4QGqXWKwLbJY,18771
83
+ dagster_cloud/pex/grpc/server/registry.py,sha256=8K7K0X3vxK3LBz9JSglDWs5BSktQ0ohCz9INYrDM08w,12940
84
84
  dagster_cloud/pex/grpc/server/server.py,sha256=wdpCFDKQbV7C-M9l5PryQjwtGZphdaG7hO1a3GVXqbQ,16441
85
85
  dagster_cloud/pex/grpc/server/cli/__init__.py,sha256=Se6sC8sSWlkgO_RdD4KPO-0xNua3IwXIeM9b_u10Hlo,2523
86
86
  dagster_cloud/secrets/__init__.py,sha256=usa0GjXl_T1p8oRJfFcAChLohJGPt0YaR2PJbhd4vx4,96
@@ -128,7 +128,7 @@ dagster_cloud/workspace/user_code_launcher/__init__.py,sha256=E-Izs69AHPAXD9pqd3
128
128
  dagster_cloud/workspace/user_code_launcher/process.py,sha256=6TwjlXZzBlzyQEvmGzuVAUgxe_vCye0Q3aYkPPDAshs,14315
129
129
  dagster_cloud/workspace/user_code_launcher/user_code_launcher.py,sha256=BWkm4stk35HrFGydB5Cp61v-OI3z1eTZsFUec1hpGSI,103700
130
130
  dagster_cloud/workspace/user_code_launcher/utils.py,sha256=t8Epee9MrXtRhWL-b_3avXxgMGrjLScUNWtBUUGpMCg,5285
131
- dagster_cloud-1.11.15.dist-info/METADATA,sha256=qzIG_Ngw2j6wepJ3qBv1XHxotMMslhlaoEw-XNoZPPk,6589
132
- dagster_cloud-1.11.15.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
133
- dagster_cloud-1.11.15.dist-info/top_level.txt,sha256=2hMt-U33jyCgnywNrDB9Ih0EpaVmiO6dFkYcJ7Iwx4I,14
134
- dagster_cloud-1.11.15.dist-info/RECORD,,
131
+ dagster_cloud-1.12.0.dist-info/METADATA,sha256=bP5tBf1849K4Q3nsaj4jHdD-fGXEmQ_I1sJZSIrvLsA,6582
132
+ dagster_cloud-1.12.0.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
133
+ dagster_cloud-1.12.0.dist-info/top_level.txt,sha256=2hMt-U33jyCgnywNrDB9Ih0EpaVmiO6dFkYcJ7Iwx4I,14
134
+ dagster_cloud-1.12.0.dist-info/RECORD,,