acryl-datahub-dagster-plugin 1.3.1.7rc1__py3-none-any.whl → 1.3.1.8rc1__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {acryl_datahub_dagster_plugin-1.3.1.7rc1.dist-info → acryl_datahub_dagster_plugin-1.3.1.8rc1.dist-info}/METADATA +49 -49
- {acryl_datahub_dagster_plugin-1.3.1.7rc1.dist-info → acryl_datahub_dagster_plugin-1.3.1.8rc1.dist-info}/RECORD +8 -8
- {acryl_datahub_dagster_plugin-1.3.1.7rc1.dist-info → acryl_datahub_dagster_plugin-1.3.1.8rc1.dist-info}/WHEEL +1 -1
- datahub_dagster_plugin/_version.py +1 -1
- datahub_dagster_plugin/client/dagster_generator.py +3 -2
- datahub_dagster_plugin/sensors/datahub_sensors.py +5 -0
- {acryl_datahub_dagster_plugin-1.3.1.7rc1.dist-info → acryl_datahub_dagster_plugin-1.3.1.8rc1.dist-info}/entry_points.txt +0 -0
- {acryl_datahub_dagster_plugin-1.3.1.7rc1.dist-info → acryl_datahub_dagster_plugin-1.3.1.8rc1.dist-info}/top_level.txt +0 -0
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.4
|
|
2
2
|
Name: acryl-datahub-dagster-plugin
|
|
3
|
-
Version: 1.3.1.
|
|
3
|
+
Version: 1.3.1.8rc1
|
|
4
4
|
Summary: Datahub Dagster plugin to capture executions and send to Datahub
|
|
5
5
|
Home-page: https://docs.datahub.com/
|
|
6
6
|
License: Apache-2.0
|
|
@@ -19,82 +19,82 @@ Classifier: Operating System :: POSIX :: Linux
|
|
|
19
19
|
Classifier: Environment :: Console
|
|
20
20
|
Classifier: Environment :: MacOS X
|
|
21
21
|
Classifier: Topic :: Software Development
|
|
22
|
-
Requires-Python: >=3.
|
|
22
|
+
Requires-Python: >=3.10
|
|
23
23
|
Description-Content-Type: text/markdown
|
|
24
24
|
Requires-Dist: dagit>=1.10.0
|
|
25
|
+
Requires-Dist: acryl-datahub[datahub-rest,sql-parser]==1.3.1.8rc1
|
|
25
26
|
Requires-Dist: dagster>=1.10.0
|
|
26
|
-
Requires-Dist: acryl-datahub[datahub-rest,sql-parser]==1.3.1.7rc1
|
|
27
27
|
Provides-Extra: ignore
|
|
28
28
|
Provides-Extra: dev
|
|
29
|
-
Requires-Dist:
|
|
30
|
-
Requires-Dist:
|
|
29
|
+
Requires-Dist: mypy==1.17.1; extra == "dev"
|
|
30
|
+
Requires-Dist: types-python-dateutil; extra == "dev"
|
|
31
|
+
Requires-Dist: dagster-snowflake-pandas>=0.11.0; extra == "dev"
|
|
32
|
+
Requires-Dist: packaging; extra == "dev"
|
|
33
|
+
Requires-Dist: types-PyYAML; extra == "dev"
|
|
34
|
+
Requires-Dist: types-tabulate; extra == "dev"
|
|
35
|
+
Requires-Dist: dagster-snowflake>=0.11.0; extra == "dev"
|
|
31
36
|
Requires-Dist: build; extra == "dev"
|
|
32
|
-
Requires-Dist:
|
|
33
|
-
Requires-Dist: ruff==0.11.7; extra == "dev"
|
|
34
|
-
Requires-Dist: types-setuptools; extra == "dev"
|
|
37
|
+
Requires-Dist: requests-mock; extra == "dev"
|
|
35
38
|
Requires-Dist: types-requests; extra == "dev"
|
|
36
|
-
Requires-Dist:
|
|
37
|
-
Requires-Dist: tox; extra == "dev"
|
|
38
|
-
Requires-Dist: types-pytz; extra == "dev"
|
|
39
|
-
Requires-Dist: types-python-dateutil; extra == "dev"
|
|
39
|
+
Requires-Dist: sqlalchemy-stubs; extra == "dev"
|
|
40
40
|
Requires-Dist: dagster>=1.10.0; extra == "dev"
|
|
41
41
|
Requires-Dist: twine; extra == "dev"
|
|
42
|
-
Requires-Dist: types-freezegun; extra == "dev"
|
|
43
|
-
Requires-Dist: requests-mock; extra == "dev"
|
|
44
|
-
Requires-Dist: dagster-snowflake>=0.11.0; extra == "dev"
|
|
45
|
-
Requires-Dist: types-toml; extra == "dev"
|
|
46
42
|
Requires-Dist: pytest>=6.2.2; extra == "dev"
|
|
43
|
+
Requires-Dist: acryl-datahub[datahub-rest,sql-parser]==1.3.1.8rc1; extra == "dev"
|
|
47
44
|
Requires-Dist: freezegun; extra == "dev"
|
|
48
|
-
Requires-Dist: pytest-cov>=2.8.1; extra == "dev"
|
|
49
|
-
Requires-Dist: types-PyYAML; extra == "dev"
|
|
50
|
-
Requires-Dist: mypy==1.17.1; extra == "dev"
|
|
51
45
|
Requires-Dist: types-cachetools; extra == "dev"
|
|
52
|
-
Requires-Dist:
|
|
53
|
-
Requires-Dist: types-tabulate; extra == "dev"
|
|
54
|
-
Requires-Dist: acryl-datahub[datahub-rest,sql-parser]==1.3.1.7rc1; extra == "dev"
|
|
46
|
+
Requires-Dist: pytest-asyncio>=0.16.0; extra == "dev"
|
|
55
47
|
Requires-Dist: types-dataclasses; extra == "dev"
|
|
48
|
+
Requires-Dist: types-pytz; extra == "dev"
|
|
49
|
+
Requires-Dist: types-freezegun; extra == "dev"
|
|
50
|
+
Requires-Dist: dagit>=1.10.0; extra == "dev"
|
|
51
|
+
Requires-Dist: pytest-cov>=2.8.1; extra == "dev"
|
|
52
|
+
Requires-Dist: tox; extra == "dev"
|
|
53
|
+
Requires-Dist: types-click==0.1.12; extra == "dev"
|
|
54
|
+
Requires-Dist: types-toml; extra == "dev"
|
|
56
55
|
Requires-Dist: dagster-aws>=0.11.0; extra == "dev"
|
|
56
|
+
Requires-Dist: coverage>=5.1; extra == "dev"
|
|
57
|
+
Requires-Dist: types-setuptools; extra == "dev"
|
|
57
58
|
Requires-Dist: pydantic!=1.10.3,>=1.10.0; extra == "dev"
|
|
58
|
-
Requires-Dist:
|
|
59
|
-
Requires-Dist: types-click==0.1.12; extra == "dev"
|
|
59
|
+
Requires-Dist: jsonpickle; extra == "dev"
|
|
60
60
|
Requires-Dist: deepdiff!=8.0.0; extra == "dev"
|
|
61
|
-
Requires-Dist:
|
|
62
|
-
Requires-Dist:
|
|
61
|
+
Requires-Dist: types-six; extra == "dev"
|
|
62
|
+
Requires-Dist: ruff==0.11.7; extra == "dev"
|
|
63
63
|
Provides-Extra: integration-tests
|
|
64
|
-
Requires-Dist:
|
|
65
|
-
Requires-Dist:
|
|
64
|
+
Requires-Dist: mypy==1.17.1; extra == "integration-tests"
|
|
65
|
+
Requires-Dist: types-python-dateutil; extra == "integration-tests"
|
|
66
|
+
Requires-Dist: dagster-snowflake-pandas>=0.11.0; extra == "integration-tests"
|
|
67
|
+
Requires-Dist: packaging; extra == "integration-tests"
|
|
68
|
+
Requires-Dist: types-PyYAML; extra == "integration-tests"
|
|
69
|
+
Requires-Dist: types-tabulate; extra == "integration-tests"
|
|
70
|
+
Requires-Dist: dagster-snowflake>=0.11.0; extra == "integration-tests"
|
|
66
71
|
Requires-Dist: build; extra == "integration-tests"
|
|
67
|
-
Requires-Dist:
|
|
68
|
-
Requires-Dist: ruff==0.11.7; extra == "integration-tests"
|
|
69
|
-
Requires-Dist: types-setuptools; extra == "integration-tests"
|
|
72
|
+
Requires-Dist: requests-mock; extra == "integration-tests"
|
|
70
73
|
Requires-Dist: types-requests; extra == "integration-tests"
|
|
71
|
-
Requires-Dist:
|
|
72
|
-
Requires-Dist: tox; extra == "integration-tests"
|
|
73
|
-
Requires-Dist: types-pytz; extra == "integration-tests"
|
|
74
|
-
Requires-Dist: types-python-dateutil; extra == "integration-tests"
|
|
74
|
+
Requires-Dist: sqlalchemy-stubs; extra == "integration-tests"
|
|
75
75
|
Requires-Dist: dagster>=1.10.0; extra == "integration-tests"
|
|
76
76
|
Requires-Dist: twine; extra == "integration-tests"
|
|
77
|
-
Requires-Dist: types-freezegun; extra == "integration-tests"
|
|
78
|
-
Requires-Dist: requests-mock; extra == "integration-tests"
|
|
79
|
-
Requires-Dist: dagster-snowflake>=0.11.0; extra == "integration-tests"
|
|
80
|
-
Requires-Dist: types-toml; extra == "integration-tests"
|
|
81
77
|
Requires-Dist: pytest>=6.2.2; extra == "integration-tests"
|
|
78
|
+
Requires-Dist: acryl-datahub[datahub-rest,sql-parser]==1.3.1.8rc1; extra == "integration-tests"
|
|
82
79
|
Requires-Dist: freezegun; extra == "integration-tests"
|
|
83
|
-
Requires-Dist: pytest-cov>=2.8.1; extra == "integration-tests"
|
|
84
|
-
Requires-Dist: types-PyYAML; extra == "integration-tests"
|
|
85
|
-
Requires-Dist: mypy==1.17.1; extra == "integration-tests"
|
|
86
80
|
Requires-Dist: types-cachetools; extra == "integration-tests"
|
|
87
|
-
Requires-Dist:
|
|
88
|
-
Requires-Dist: types-tabulate; extra == "integration-tests"
|
|
89
|
-
Requires-Dist: acryl-datahub[datahub-rest,sql-parser]==1.3.1.7rc1; extra == "integration-tests"
|
|
81
|
+
Requires-Dist: pytest-asyncio>=0.16.0; extra == "integration-tests"
|
|
90
82
|
Requires-Dist: types-dataclasses; extra == "integration-tests"
|
|
83
|
+
Requires-Dist: types-pytz; extra == "integration-tests"
|
|
84
|
+
Requires-Dist: types-freezegun; extra == "integration-tests"
|
|
85
|
+
Requires-Dist: dagit>=1.10.0; extra == "integration-tests"
|
|
86
|
+
Requires-Dist: pytest-cov>=2.8.1; extra == "integration-tests"
|
|
87
|
+
Requires-Dist: tox; extra == "integration-tests"
|
|
88
|
+
Requires-Dist: types-click==0.1.12; extra == "integration-tests"
|
|
89
|
+
Requires-Dist: types-toml; extra == "integration-tests"
|
|
91
90
|
Requires-Dist: dagster-aws>=0.11.0; extra == "integration-tests"
|
|
91
|
+
Requires-Dist: coverage>=5.1; extra == "integration-tests"
|
|
92
|
+
Requires-Dist: types-setuptools; extra == "integration-tests"
|
|
92
93
|
Requires-Dist: pydantic!=1.10.3,>=1.10.0; extra == "integration-tests"
|
|
93
|
-
Requires-Dist:
|
|
94
|
-
Requires-Dist: types-click==0.1.12; extra == "integration-tests"
|
|
94
|
+
Requires-Dist: jsonpickle; extra == "integration-tests"
|
|
95
95
|
Requires-Dist: deepdiff!=8.0.0; extra == "integration-tests"
|
|
96
|
-
Requires-Dist:
|
|
97
|
-
Requires-Dist:
|
|
96
|
+
Requires-Dist: types-six; extra == "integration-tests"
|
|
97
|
+
Requires-Dist: ruff==0.11.7; extra == "integration-tests"
|
|
98
98
|
Dynamic: classifier
|
|
99
99
|
Dynamic: description
|
|
100
100
|
Dynamic: description-content-type
|
|
@@ -1,17 +1,17 @@
|
|
|
1
1
|
datahub_dagster_plugin/__init__.py,sha256=v460GAGTiTOr3Up8iep5w1DSNe2tWI-N3pf_dQiCR4I,74
|
|
2
|
-
datahub_dagster_plugin/_version.py,sha256=
|
|
2
|
+
datahub_dagster_plugin/_version.py,sha256=inK60CmqWkiP0Is5uM6q1TB6NbdluR7sUowYOYroKXQ,148
|
|
3
3
|
datahub_dagster_plugin/datahub_dagster_plugin.py,sha256=szsT7ddxs16eE56mhCdNXDtlakbNLmuhd2wUbkba5Xc,64
|
|
4
4
|
datahub_dagster_plugin/client/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
5
|
-
datahub_dagster_plugin/client/dagster_generator.py,sha256=
|
|
5
|
+
datahub_dagster_plugin/client/dagster_generator.py,sha256=fGx76tZR1YgU4gno7lisIdZS0ygqsWMW3KoCvIEaAeQ,35268
|
|
6
6
|
datahub_dagster_plugin/modules/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
7
7
|
datahub_dagster_plugin/modules/snowflake_pandas/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
8
8
|
datahub_dagster_plugin/modules/snowflake_pandas/datahub_snowflake_pandas_io_manager.py,sha256=N280oLxNKyunZlnuc8_W9JLQW9anO1NURBSPF9Qfo1E,1229
|
|
9
9
|
datahub_dagster_plugin/modules/storage/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
10
10
|
datahub_dagster_plugin/modules/storage/datahub_db_io_manager.py,sha256=jxzqYRM0rOL2BVtx1BjHViN22ertwDtLmaKUiuTBPSY,2592
|
|
11
11
|
datahub_dagster_plugin/sensors/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
12
|
-
datahub_dagster_plugin/sensors/datahub_sensors.py,sha256=
|
|
13
|
-
acryl_datahub_dagster_plugin-1.3.1.
|
|
14
|
-
acryl_datahub_dagster_plugin-1.3.1.
|
|
15
|
-
acryl_datahub_dagster_plugin-1.3.1.
|
|
16
|
-
acryl_datahub_dagster_plugin-1.3.1.
|
|
17
|
-
acryl_datahub_dagster_plugin-1.3.1.
|
|
12
|
+
datahub_dagster_plugin/sensors/datahub_sensors.py,sha256=xJiIGMx8JRfenEnnh9eLd0vFUFSC8qLSvJo9mVs64nY,33193
|
|
13
|
+
acryl_datahub_dagster_plugin-1.3.1.8rc1.dist-info/METADATA,sha256=vhTD_DQqj8uNd8vAZSDPpLwPukoPIB0BR5WcCEQ0btE,5272
|
|
14
|
+
acryl_datahub_dagster_plugin-1.3.1.8rc1.dist-info/WHEEL,sha256=wUyA8OaulRlbfwMtmQsvNngGrxQHAvkKcvRmdizlJi0,92
|
|
15
|
+
acryl_datahub_dagster_plugin-1.3.1.8rc1.dist-info/entry_points.txt,sha256=-CtPxtYb1u-zR36QnUQrvJJ6qbf1eDw9SruA22XBPZw,116
|
|
16
|
+
acryl_datahub_dagster_plugin-1.3.1.8rc1.dist-info/top_level.txt,sha256=JS8QiBAj3eMTcMNcstm_EXGAcziiXVNT2nzOcfhdEMc,23
|
|
17
|
+
acryl_datahub_dagster_plugin-1.3.1.8rc1.dist-info/RECORD,,
|
|
@@ -253,6 +253,7 @@ class DagsterEnvironment:
|
|
|
253
253
|
is_branch_deployment: bool = False
|
|
254
254
|
branch: Optional[str] = "prod"
|
|
255
255
|
module: Optional[str] = None
|
|
256
|
+
location_name: Optional[str] = None
|
|
256
257
|
|
|
257
258
|
|
|
258
259
|
def job_url_generator(dagster_url: str, dagster_environment: DagsterEnvironment) -> str:
|
|
@@ -261,8 +262,8 @@ def job_url_generator(dagster_url: str, dagster_environment: DagsterEnvironment)
|
|
|
261
262
|
else:
|
|
262
263
|
base_url = dagster_url
|
|
263
264
|
|
|
264
|
-
if dagster_environment.
|
|
265
|
-
base_url = f"{base_url}/locations/{dagster_environment.
|
|
265
|
+
if dagster_environment.location_name:
|
|
266
|
+
base_url = f"{base_url}/locations/{dagster_environment.location_name}"
|
|
266
267
|
|
|
267
268
|
return base_url
|
|
268
269
|
|
|
@@ -259,6 +259,7 @@ class DatahubSensors:
|
|
|
259
259
|
) -> Optional[DagsterEnvironment]:
|
|
260
260
|
module: Optional[str] = None
|
|
261
261
|
repository: Optional[str] = None
|
|
262
|
+
location_name: Optional[str] = None
|
|
262
263
|
if (
|
|
263
264
|
context
|
|
264
265
|
and context.dagster_run.job_code_origin
|
|
@@ -280,6 +281,9 @@ class DatahubSensors:
|
|
|
280
281
|
else:
|
|
281
282
|
context.log.error("Unable to get Module")
|
|
282
283
|
|
|
284
|
+
if context and context.dagster_run.remote_job_origin:
|
|
285
|
+
location_name = context.dagster_run.remote_job_origin.location_name
|
|
286
|
+
|
|
283
287
|
dagster_environment = DagsterEnvironment(
|
|
284
288
|
is_cloud=os.getenv("DAGSTER_CLOUD_IS_BRANCH_DEPLOYMENT", None) is not None,
|
|
285
289
|
is_branch_deployment=(
|
|
@@ -290,6 +294,7 @@ class DatahubSensors:
|
|
|
290
294
|
branch=os.getenv("DAGSTER_CLOUD_DEPLOYMENT_NAME", "prod"),
|
|
291
295
|
module=module,
|
|
292
296
|
repository=repository,
|
|
297
|
+
location_name=location_name,
|
|
293
298
|
)
|
|
294
299
|
return dagster_environment
|
|
295
300
|
|
|
File without changes
|