dagster-cloud 1.11.16__py3-none-any.whl → 1.12.0__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- dagster_cloud/pex/grpc/server/manager.py +3 -1
- dagster_cloud/pex/grpc/server/registry.py +9 -7
- dagster_cloud/version.py +1 -1
- {dagster_cloud-1.11.16.dist-info → dagster_cloud-1.12.0.dist-info}/METADATA +7 -7
- {dagster_cloud-1.11.16.dist-info → dagster_cloud-1.12.0.dist-info}/RECORD +7 -7
- {dagster_cloud-1.11.16.dist-info → dagster_cloud-1.12.0.dist-info}/WHEEL +0 -0
- {dagster_cloud-1.11.16.dist-info → dagster_cloud-1.12.0.dist-info}/top_level.txt +0 -0
|
@@ -400,7 +400,9 @@ class MultiPexManager(AbstractContextManager):
|
|
|
400
400
|
# - ensure that resources for servers starting up or shutting down are not removed
|
|
401
401
|
# - important to do this while holding the lock to avoid race conditions
|
|
402
402
|
running_server_ids = {
|
|
403
|
-
proc.pex_server_handle.get_id()
|
|
403
|
+
proc.pex_server_handle.get_id()
|
|
404
|
+
for proc in self._pex_servers.values()
|
|
405
|
+
if isinstance(proc, PexProcessEntry)
|
|
404
406
|
}
|
|
405
407
|
in_use_handle_ids = self._pending_startup_pex_servers.union(
|
|
406
408
|
self._pending_shutdown_pex_servers
|
|
@@ -19,6 +19,8 @@ DEFAULT_PEX_FILES_DIR = "/tmp/pex-files"
|
|
|
19
19
|
# https://boto3.amazonaws.com/v1/documentation/api/latest/reference/customizations/s3.html
|
|
20
20
|
MULTIPART_DOWNLOAD_THREADS = 20 # Double the boto3 default of 10
|
|
21
21
|
|
|
22
|
+
logger = logging.getLogger("dagster.multipex")
|
|
23
|
+
|
|
22
24
|
|
|
23
25
|
def _download_from_s3(filename: str, local_filepath: str):
|
|
24
26
|
# Lazy import boto3 to avoid a hard dependency during module load
|
|
@@ -211,7 +213,7 @@ class PexS3Registry:
|
|
|
211
213
|
unused_local_paths = all_local_paths - in_use_local_paths
|
|
212
214
|
unused_paths_present = [path for path in unused_local_paths if os.path.exists(path)]
|
|
213
215
|
if unused_paths_present:
|
|
214
|
-
|
|
216
|
+
logger.info(
|
|
215
217
|
"Cleaning up %s unused local paths: %r",
|
|
216
218
|
len(unused_paths_present),
|
|
217
219
|
unused_paths_present,
|
|
@@ -223,13 +225,13 @@ class PexS3Registry:
|
|
|
223
225
|
else:
|
|
224
226
|
os.remove(path)
|
|
225
227
|
except OSError:
|
|
226
|
-
|
|
228
|
+
logger.exception("Ignoring failure to clean up local unused path %s", path)
|
|
227
229
|
|
|
228
230
|
def venv_for(self, pex_filepath) -> PexVenv:
|
|
229
231
|
_, pex_filename = os.path.split(pex_filepath)
|
|
230
232
|
venv_dir = self.venv_dir_for(pex_filepath)
|
|
231
233
|
if os.path.exists(venv_dir):
|
|
232
|
-
|
|
234
|
+
logger.info("Reusing existing venv %r for %r", venv_dir, pex_filepath)
|
|
233
235
|
else:
|
|
234
236
|
self.install_venv(venv_dir, pex_filepath)
|
|
235
237
|
if not os.path.exists(venv_dir):
|
|
@@ -272,7 +274,7 @@ class PexS3Registry:
|
|
|
272
274
|
raise PexInstallationError(
|
|
273
275
|
f"Could not install venv. Pex output: {e.output}", pex_filepath
|
|
274
276
|
) from e
|
|
275
|
-
|
|
277
|
+
logger.info(
|
|
276
278
|
"Unpacked pex file %r into venv at %r",
|
|
277
279
|
pex_filepath,
|
|
278
280
|
venv_dir,
|
|
@@ -288,7 +290,7 @@ class PexS3Registry:
|
|
|
288
290
|
if not proc.returncode:
|
|
289
291
|
return Path(proc.stdout.decode("utf-8").strip()).absolute()
|
|
290
292
|
else:
|
|
291
|
-
|
|
293
|
+
logger.error(
|
|
292
294
|
"Cannot determine site-packages for venv at %r: %s\n%s",
|
|
293
295
|
venv_path,
|
|
294
296
|
proc.stdout.decode("utf-8"),
|
|
@@ -320,12 +322,12 @@ class PexS3Registry:
|
|
|
320
322
|
|
|
321
323
|
except subprocess.CalledProcessError:
|
|
322
324
|
# working_directory package is optional, just log a message
|
|
323
|
-
|
|
325
|
+
logger.info("Cannot import working_directory package - not setting current directory.")
|
|
324
326
|
return None
|
|
325
327
|
except OSError:
|
|
326
328
|
# some issue with pex not being runnable, log an error but don't fail yet
|
|
327
329
|
# might fail later if we try to run this again
|
|
328
|
-
|
|
330
|
+
logger.exception(
|
|
329
331
|
"Ignoring failure to run pex file to determine working_directory %r", pex_path
|
|
330
332
|
)
|
|
331
333
|
return None
|
dagster_cloud/version.py
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
__version__ = "1.
|
|
1
|
+
__version__ = "1.12.0"
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.4
|
|
2
2
|
Name: dagster-cloud
|
|
3
|
-
Version: 1.
|
|
3
|
+
Version: 1.12.0
|
|
4
4
|
Author-email: Elementl <support@elementl.com>
|
|
5
5
|
License: Apache-2.0
|
|
6
6
|
Project-URL: Homepage, https://dagster.io/cloud
|
|
@@ -28,9 +28,9 @@ Classifier: Topic :: Software Development :: Libraries :: Application Frameworks
|
|
|
28
28
|
Classifier: Operating System :: OS Independent
|
|
29
29
|
Requires-Python: <3.14,>=3.9
|
|
30
30
|
Description-Content-Type: text/markdown
|
|
31
|
-
Requires-Dist: dagster==1.
|
|
32
|
-
Requires-Dist: dagster-shared==1.
|
|
33
|
-
Requires-Dist: dagster-cloud-cli==1.
|
|
31
|
+
Requires-Dist: dagster==1.12.0
|
|
32
|
+
Requires-Dist: dagster-shared==1.12.0
|
|
33
|
+
Requires-Dist: dagster-cloud-cli==1.12.0
|
|
34
34
|
Requires-Dist: opentelemetry-api<2,>=1.27.0
|
|
35
35
|
Requires-Dist: opentelemetry-sdk<2,>=1.27.0
|
|
36
36
|
Requires-Dist: opentelemetry-exporter-otlp-proto-grpc<2,>=1.27.0
|
|
@@ -65,12 +65,12 @@ Provides-Extra: insights
|
|
|
65
65
|
Requires-Dist: pyarrow; extra == "insights"
|
|
66
66
|
Provides-Extra: docker
|
|
67
67
|
Requires-Dist: docker; extra == "docker"
|
|
68
|
-
Requires-Dist: dagster-docker==0.
|
|
68
|
+
Requires-Dist: dagster-docker==0.28.0; extra == "docker"
|
|
69
69
|
Provides-Extra: kubernetes
|
|
70
70
|
Requires-Dist: kubernetes; extra == "kubernetes"
|
|
71
|
-
Requires-Dist: dagster-k8s==0.
|
|
71
|
+
Requires-Dist: dagster-k8s==0.28.0; extra == "kubernetes"
|
|
72
72
|
Provides-Extra: ecs
|
|
73
|
-
Requires-Dist: dagster-aws==0.
|
|
73
|
+
Requires-Dist: dagster-aws==0.28.0; extra == "ecs"
|
|
74
74
|
Requires-Dist: boto3; extra == "ecs"
|
|
75
75
|
Provides-Extra: sandbox
|
|
76
76
|
Requires-Dist: supervisor; extra == "sandbox"
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
dagster_cloud/__init__.py,sha256=zyM9bqyJFxtEClv_5X4VRldrj0UniKgZzEl0pPJJ_Ts,355
|
|
2
2
|
dagster_cloud/constants.py,sha256=CPAqXJ99SWGMviksdIA2A9894FEvHChNk8UcP4TluYM,455
|
|
3
3
|
dagster_cloud/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
4
|
-
dagster_cloud/version.py,sha256
|
|
4
|
+
dagster_cloud/version.py,sha256=ojUczZNOmgkgAYXRdDJ_bo8gdfmTPU5zTYbNMYMWPLg,23
|
|
5
5
|
dagster_cloud/agent/__init__.py,sha256=_erVyIrxuHUiyNerwX8vNZcKZN8NAloTEkPq8vPZ3MI,811
|
|
6
6
|
dagster_cloud/agent/dagster_cloud_agent.py,sha256=bNMPSJBURWYbwAPhTbYq34o5qxPrqVWI2JA9b6vKHiw,58341
|
|
7
7
|
dagster_cloud/agent/queries.py,sha256=iI84GQ1Zxt5ryo6M1ELIaIae-gwUY14QPPMUeiFK97o,1837
|
|
@@ -79,8 +79,8 @@ dagster_cloud/pex/grpc/__generated__/multi_pex_api_pb2.py,sha256=5WTKXp6mq4bREnT
|
|
|
79
79
|
dagster_cloud/pex/grpc/__generated__/multi_pex_api_pb2.pyi,sha256=RdlI8IAu7NxLB0LE3lGGtFMTCfiBxFWPjBwtYvFiiaY,5922
|
|
80
80
|
dagster_cloud/pex/grpc/__generated__/multi_pex_api_pb2_grpc.py,sha256=cCwuUnJ1UH3NFLebv1EZG_TfsV8n9IF9A-WTsfXIeZk,9301
|
|
81
81
|
dagster_cloud/pex/grpc/server/__init__.py,sha256=OKZqM9NdiRBUOUtWRdWG1_kaS13ELJJ5yHTHUc375ns,177
|
|
82
|
-
dagster_cloud/pex/grpc/server/manager.py,sha256=
|
|
83
|
-
dagster_cloud/pex/grpc/server/registry.py,sha256=
|
|
82
|
+
dagster_cloud/pex/grpc/server/manager.py,sha256=SegQH4TbzmZenS5Hm3Fk2R4ps2tyAGP4QGqXWKwLbJY,18771
|
|
83
|
+
dagster_cloud/pex/grpc/server/registry.py,sha256=8K7K0X3vxK3LBz9JSglDWs5BSktQ0ohCz9INYrDM08w,12940
|
|
84
84
|
dagster_cloud/pex/grpc/server/server.py,sha256=wdpCFDKQbV7C-M9l5PryQjwtGZphdaG7hO1a3GVXqbQ,16441
|
|
85
85
|
dagster_cloud/pex/grpc/server/cli/__init__.py,sha256=Se6sC8sSWlkgO_RdD4KPO-0xNua3IwXIeM9b_u10Hlo,2523
|
|
86
86
|
dagster_cloud/secrets/__init__.py,sha256=usa0GjXl_T1p8oRJfFcAChLohJGPt0YaR2PJbhd4vx4,96
|
|
@@ -128,7 +128,7 @@ dagster_cloud/workspace/user_code_launcher/__init__.py,sha256=E-Izs69AHPAXD9pqd3
|
|
|
128
128
|
dagster_cloud/workspace/user_code_launcher/process.py,sha256=6TwjlXZzBlzyQEvmGzuVAUgxe_vCye0Q3aYkPPDAshs,14315
|
|
129
129
|
dagster_cloud/workspace/user_code_launcher/user_code_launcher.py,sha256=BWkm4stk35HrFGydB5Cp61v-OI3z1eTZsFUec1hpGSI,103700
|
|
130
130
|
dagster_cloud/workspace/user_code_launcher/utils.py,sha256=t8Epee9MrXtRhWL-b_3avXxgMGrjLScUNWtBUUGpMCg,5285
|
|
131
|
-
dagster_cloud-1.
|
|
132
|
-
dagster_cloud-1.
|
|
133
|
-
dagster_cloud-1.
|
|
134
|
-
dagster_cloud-1.
|
|
131
|
+
dagster_cloud-1.12.0.dist-info/METADATA,sha256=bP5tBf1849K4Q3nsaj4jHdD-fGXEmQ_I1sJZSIrvLsA,6582
|
|
132
|
+
dagster_cloud-1.12.0.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
|
|
133
|
+
dagster_cloud-1.12.0.dist-info/top_level.txt,sha256=2hMt-U33jyCgnywNrDB9Ih0EpaVmiO6dFkYcJ7Iwx4I,14
|
|
134
|
+
dagster_cloud-1.12.0.dist-info/RECORD,,
|
|
File without changes
|
|
File without changes
|