acryl-datahub-dagster-plugin 1.3.1.7rc1__py3-none-any.whl → 1.3.1.8rc1__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: acryl-datahub-dagster-plugin
3
- Version: 1.3.1.7rc1
3
+ Version: 1.3.1.8rc1
4
4
  Summary: Datahub Dagster plugin to capture executions and send to Datahub
5
5
  Home-page: https://docs.datahub.com/
6
6
  License: Apache-2.0
@@ -19,82 +19,82 @@ Classifier: Operating System :: POSIX :: Linux
19
19
  Classifier: Environment :: Console
20
20
  Classifier: Environment :: MacOS X
21
21
  Classifier: Topic :: Software Development
22
- Requires-Python: >=3.9
22
+ Requires-Python: >=3.10
23
23
  Description-Content-Type: text/markdown
24
24
  Requires-Dist: dagit>=1.10.0
25
+ Requires-Dist: acryl-datahub[datahub-rest,sql-parser]==1.3.1.8rc1
25
26
  Requires-Dist: dagster>=1.10.0
26
- Requires-Dist: acryl-datahub[datahub-rest,sql-parser]==1.3.1.7rc1
27
27
  Provides-Extra: ignore
28
28
  Provides-Extra: dev
29
- Requires-Dist: types-six; extra == "dev"
30
- Requires-Dist: coverage>=5.1; extra == "dev"
29
+ Requires-Dist: mypy==1.17.1; extra == "dev"
30
+ Requires-Dist: types-python-dateutil; extra == "dev"
31
+ Requires-Dist: dagster-snowflake-pandas>=0.11.0; extra == "dev"
32
+ Requires-Dist: packaging; extra == "dev"
33
+ Requires-Dist: types-PyYAML; extra == "dev"
34
+ Requires-Dist: types-tabulate; extra == "dev"
35
+ Requires-Dist: dagster-snowflake>=0.11.0; extra == "dev"
31
36
  Requires-Dist: build; extra == "dev"
32
- Requires-Dist: sqlalchemy-stubs; extra == "dev"
33
- Requires-Dist: ruff==0.11.7; extra == "dev"
34
- Requires-Dist: types-setuptools; extra == "dev"
37
+ Requires-Dist: requests-mock; extra == "dev"
35
38
  Requires-Dist: types-requests; extra == "dev"
36
- Requires-Dist: dagit>=1.10.0; extra == "dev"
37
- Requires-Dist: tox; extra == "dev"
38
- Requires-Dist: types-pytz; extra == "dev"
39
- Requires-Dist: types-python-dateutil; extra == "dev"
39
+ Requires-Dist: sqlalchemy-stubs; extra == "dev"
40
40
  Requires-Dist: dagster>=1.10.0; extra == "dev"
41
41
  Requires-Dist: twine; extra == "dev"
42
- Requires-Dist: types-freezegun; extra == "dev"
43
- Requires-Dist: requests-mock; extra == "dev"
44
- Requires-Dist: dagster-snowflake>=0.11.0; extra == "dev"
45
- Requires-Dist: types-toml; extra == "dev"
46
42
  Requires-Dist: pytest>=6.2.2; extra == "dev"
43
+ Requires-Dist: acryl-datahub[datahub-rest,sql-parser]==1.3.1.8rc1; extra == "dev"
47
44
  Requires-Dist: freezegun; extra == "dev"
48
- Requires-Dist: pytest-cov>=2.8.1; extra == "dev"
49
- Requires-Dist: types-PyYAML; extra == "dev"
50
- Requires-Dist: mypy==1.17.1; extra == "dev"
51
45
  Requires-Dist: types-cachetools; extra == "dev"
52
- Requires-Dist: jsonpickle; extra == "dev"
53
- Requires-Dist: types-tabulate; extra == "dev"
54
- Requires-Dist: acryl-datahub[datahub-rest,sql-parser]==1.3.1.7rc1; extra == "dev"
46
+ Requires-Dist: pytest-asyncio>=0.16.0; extra == "dev"
55
47
  Requires-Dist: types-dataclasses; extra == "dev"
48
+ Requires-Dist: types-pytz; extra == "dev"
49
+ Requires-Dist: types-freezegun; extra == "dev"
50
+ Requires-Dist: dagit>=1.10.0; extra == "dev"
51
+ Requires-Dist: pytest-cov>=2.8.1; extra == "dev"
52
+ Requires-Dist: tox; extra == "dev"
53
+ Requires-Dist: types-click==0.1.12; extra == "dev"
54
+ Requires-Dist: types-toml; extra == "dev"
56
55
  Requires-Dist: dagster-aws>=0.11.0; extra == "dev"
56
+ Requires-Dist: coverage>=5.1; extra == "dev"
57
+ Requires-Dist: types-setuptools; extra == "dev"
57
58
  Requires-Dist: pydantic!=1.10.3,>=1.10.0; extra == "dev"
58
- Requires-Dist: dagster-snowflake-pandas>=0.11.0; extra == "dev"
59
- Requires-Dist: types-click==0.1.12; extra == "dev"
59
+ Requires-Dist: jsonpickle; extra == "dev"
60
60
  Requires-Dist: deepdiff!=8.0.0; extra == "dev"
61
- Requires-Dist: packaging; extra == "dev"
62
- Requires-Dist: pytest-asyncio>=0.16.0; extra == "dev"
61
+ Requires-Dist: types-six; extra == "dev"
62
+ Requires-Dist: ruff==0.11.7; extra == "dev"
63
63
  Provides-Extra: integration-tests
64
- Requires-Dist: types-six; extra == "integration-tests"
65
- Requires-Dist: coverage>=5.1; extra == "integration-tests"
64
+ Requires-Dist: mypy==1.17.1; extra == "integration-tests"
65
+ Requires-Dist: types-python-dateutil; extra == "integration-tests"
66
+ Requires-Dist: dagster-snowflake-pandas>=0.11.0; extra == "integration-tests"
67
+ Requires-Dist: packaging; extra == "integration-tests"
68
+ Requires-Dist: types-PyYAML; extra == "integration-tests"
69
+ Requires-Dist: types-tabulate; extra == "integration-tests"
70
+ Requires-Dist: dagster-snowflake>=0.11.0; extra == "integration-tests"
66
71
  Requires-Dist: build; extra == "integration-tests"
67
- Requires-Dist: sqlalchemy-stubs; extra == "integration-tests"
68
- Requires-Dist: ruff==0.11.7; extra == "integration-tests"
69
- Requires-Dist: types-setuptools; extra == "integration-tests"
72
+ Requires-Dist: requests-mock; extra == "integration-tests"
70
73
  Requires-Dist: types-requests; extra == "integration-tests"
71
- Requires-Dist: dagit>=1.10.0; extra == "integration-tests"
72
- Requires-Dist: tox; extra == "integration-tests"
73
- Requires-Dist: types-pytz; extra == "integration-tests"
74
- Requires-Dist: types-python-dateutil; extra == "integration-tests"
74
+ Requires-Dist: sqlalchemy-stubs; extra == "integration-tests"
75
75
  Requires-Dist: dagster>=1.10.0; extra == "integration-tests"
76
76
  Requires-Dist: twine; extra == "integration-tests"
77
- Requires-Dist: types-freezegun; extra == "integration-tests"
78
- Requires-Dist: requests-mock; extra == "integration-tests"
79
- Requires-Dist: dagster-snowflake>=0.11.0; extra == "integration-tests"
80
- Requires-Dist: types-toml; extra == "integration-tests"
81
77
  Requires-Dist: pytest>=6.2.2; extra == "integration-tests"
78
+ Requires-Dist: acryl-datahub[datahub-rest,sql-parser]==1.3.1.8rc1; extra == "integration-tests"
82
79
  Requires-Dist: freezegun; extra == "integration-tests"
83
- Requires-Dist: pytest-cov>=2.8.1; extra == "integration-tests"
84
- Requires-Dist: types-PyYAML; extra == "integration-tests"
85
- Requires-Dist: mypy==1.17.1; extra == "integration-tests"
86
80
  Requires-Dist: types-cachetools; extra == "integration-tests"
87
- Requires-Dist: jsonpickle; extra == "integration-tests"
88
- Requires-Dist: types-tabulate; extra == "integration-tests"
89
- Requires-Dist: acryl-datahub[datahub-rest,sql-parser]==1.3.1.7rc1; extra == "integration-tests"
81
+ Requires-Dist: pytest-asyncio>=0.16.0; extra == "integration-tests"
90
82
  Requires-Dist: types-dataclasses; extra == "integration-tests"
83
+ Requires-Dist: types-pytz; extra == "integration-tests"
84
+ Requires-Dist: types-freezegun; extra == "integration-tests"
85
+ Requires-Dist: dagit>=1.10.0; extra == "integration-tests"
86
+ Requires-Dist: pytest-cov>=2.8.1; extra == "integration-tests"
87
+ Requires-Dist: tox; extra == "integration-tests"
88
+ Requires-Dist: types-click==0.1.12; extra == "integration-tests"
89
+ Requires-Dist: types-toml; extra == "integration-tests"
91
90
  Requires-Dist: dagster-aws>=0.11.0; extra == "integration-tests"
91
+ Requires-Dist: coverage>=5.1; extra == "integration-tests"
92
+ Requires-Dist: types-setuptools; extra == "integration-tests"
92
93
  Requires-Dist: pydantic!=1.10.3,>=1.10.0; extra == "integration-tests"
93
- Requires-Dist: dagster-snowflake-pandas>=0.11.0; extra == "integration-tests"
94
- Requires-Dist: types-click==0.1.12; extra == "integration-tests"
94
+ Requires-Dist: jsonpickle; extra == "integration-tests"
95
95
  Requires-Dist: deepdiff!=8.0.0; extra == "integration-tests"
96
- Requires-Dist: packaging; extra == "integration-tests"
97
- Requires-Dist: pytest-asyncio>=0.16.0; extra == "integration-tests"
96
+ Requires-Dist: types-six; extra == "integration-tests"
97
+ Requires-Dist: ruff==0.11.7; extra == "integration-tests"
98
98
  Dynamic: classifier
99
99
  Dynamic: description
100
100
  Dynamic: description-content-type
@@ -1,17 +1,17 @@
1
1
  datahub_dagster_plugin/__init__.py,sha256=v460GAGTiTOr3Up8iep5w1DSNe2tWI-N3pf_dQiCR4I,74
2
- datahub_dagster_plugin/_version.py,sha256=DUGS-14-5lhjkgYXZpd9_l-qwMVxmb5AJUszUCLJ4SU,148
2
+ datahub_dagster_plugin/_version.py,sha256=inK60CmqWkiP0Is5uM6q1TB6NbdluR7sUowYOYroKXQ,148
3
3
  datahub_dagster_plugin/datahub_dagster_plugin.py,sha256=szsT7ddxs16eE56mhCdNXDtlakbNLmuhd2wUbkba5Xc,64
4
4
  datahub_dagster_plugin/client/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
5
- datahub_dagster_plugin/client/dagster_generator.py,sha256=pZygCcJ_2OlmPCHFvxdnKuOxZbZSXUAIdGQqaXsz0mc,35214
5
+ datahub_dagster_plugin/client/dagster_generator.py,sha256=fGx76tZR1YgU4gno7lisIdZS0ygqsWMW3KoCvIEaAeQ,35268
6
6
  datahub_dagster_plugin/modules/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
7
7
  datahub_dagster_plugin/modules/snowflake_pandas/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
8
8
  datahub_dagster_plugin/modules/snowflake_pandas/datahub_snowflake_pandas_io_manager.py,sha256=N280oLxNKyunZlnuc8_W9JLQW9anO1NURBSPF9Qfo1E,1229
9
9
  datahub_dagster_plugin/modules/storage/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
10
10
  datahub_dagster_plugin/modules/storage/datahub_db_io_manager.py,sha256=jxzqYRM0rOL2BVtx1BjHViN22ertwDtLmaKUiuTBPSY,2592
11
11
  datahub_dagster_plugin/sensors/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
12
- datahub_dagster_plugin/sensors/datahub_sensors.py,sha256=8HLFAJiqD5hj3074oz53_mUd_Hhji9nuW5G9j9OsLsk,32965
13
- acryl_datahub_dagster_plugin-1.3.1.7rc1.dist-info/METADATA,sha256=S-OMU0C-2JfpfnZ_uvgr_6JgaNzV_ZjW4BdVx3Kwbbc,5271
14
- acryl_datahub_dagster_plugin-1.3.1.7rc1.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
15
- acryl_datahub_dagster_plugin-1.3.1.7rc1.dist-info/entry_points.txt,sha256=-CtPxtYb1u-zR36QnUQrvJJ6qbf1eDw9SruA22XBPZw,116
16
- acryl_datahub_dagster_plugin-1.3.1.7rc1.dist-info/top_level.txt,sha256=JS8QiBAj3eMTcMNcstm_EXGAcziiXVNT2nzOcfhdEMc,23
17
- acryl_datahub_dagster_plugin-1.3.1.7rc1.dist-info/RECORD,,
12
+ datahub_dagster_plugin/sensors/datahub_sensors.py,sha256=xJiIGMx8JRfenEnnh9eLd0vFUFSC8qLSvJo9mVs64nY,33193
13
+ acryl_datahub_dagster_plugin-1.3.1.8rc1.dist-info/METADATA,sha256=vhTD_DQqj8uNd8vAZSDPpLwPukoPIB0BR5WcCEQ0btE,5272
14
+ acryl_datahub_dagster_plugin-1.3.1.8rc1.dist-info/WHEEL,sha256=wUyA8OaulRlbfwMtmQsvNngGrxQHAvkKcvRmdizlJi0,92
15
+ acryl_datahub_dagster_plugin-1.3.1.8rc1.dist-info/entry_points.txt,sha256=-CtPxtYb1u-zR36QnUQrvJJ6qbf1eDw9SruA22XBPZw,116
16
+ acryl_datahub_dagster_plugin-1.3.1.8rc1.dist-info/top_level.txt,sha256=JS8QiBAj3eMTcMNcstm_EXGAcziiXVNT2nzOcfhdEMc,23
17
+ acryl_datahub_dagster_plugin-1.3.1.8rc1.dist-info/RECORD,,
@@ -1,5 +1,5 @@
1
1
  Wheel-Version: 1.0
2
- Generator: setuptools (80.9.0)
2
+ Generator: setuptools (80.10.2)
3
3
  Root-Is-Purelib: true
4
4
  Tag: py3-none-any
5
5
 
@@ -1,3 +1,3 @@
1
1
  # Published at https://pypi.org/project/acryl-datahub-dagster-plugin/.
2
2
  __package_name__ = "acryl-datahub-dagster-plugin"
3
- __version__ = "1.3.1.7rc1"
3
+ __version__ = "1.3.1.8rc1"
@@ -253,6 +253,7 @@ class DagsterEnvironment:
253
253
  is_branch_deployment: bool = False
254
254
  branch: Optional[str] = "prod"
255
255
  module: Optional[str] = None
256
+ location_name: Optional[str] = None
256
257
 
257
258
 
258
259
  def job_url_generator(dagster_url: str, dagster_environment: DagsterEnvironment) -> str:
@@ -261,8 +262,8 @@ def job_url_generator(dagster_url: str, dagster_environment: DagsterEnvironment)
261
262
  else:
262
263
  base_url = dagster_url
263
264
 
264
- if dagster_environment.module:
265
- base_url = f"{base_url}/locations/{dagster_environment.module}"
265
+ if dagster_environment.location_name:
266
+ base_url = f"{base_url}/locations/{dagster_environment.location_name}"
266
267
 
267
268
  return base_url
268
269
 
@@ -259,6 +259,7 @@ class DatahubSensors:
259
259
  ) -> Optional[DagsterEnvironment]:
260
260
  module: Optional[str] = None
261
261
  repository: Optional[str] = None
262
+ location_name: Optional[str] = None
262
263
  if (
263
264
  context
264
265
  and context.dagster_run.job_code_origin
@@ -280,6 +281,9 @@ class DatahubSensors:
280
281
  else:
281
282
  context.log.error("Unable to get Module")
282
283
 
284
+ if context and context.dagster_run.remote_job_origin:
285
+ location_name = context.dagster_run.remote_job_origin.location_name
286
+
283
287
  dagster_environment = DagsterEnvironment(
284
288
  is_cloud=os.getenv("DAGSTER_CLOUD_IS_BRANCH_DEPLOYMENT", None) is not None,
285
289
  is_branch_deployment=(
@@ -290,6 +294,7 @@ class DatahubSensors:
290
294
  branch=os.getenv("DAGSTER_CLOUD_DEPLOYMENT_NAME", "prod"),
291
295
  module=module,
292
296
  repository=repository,
297
+ location_name=location_name,
293
298
  )
294
299
  return dagster_environment
295
300