acryl-datahub-gx-plugin 1.3.1.5rc11__tar.gz → 1.3.1.6rc1__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (15) hide show
  1. {acryl_datahub_gx_plugin-1.3.1.5rc11 → acryl_datahub_gx_plugin-1.3.1.6rc1}/PKG-INFO +58 -58
  2. {acryl_datahub_gx_plugin-1.3.1.5rc11 → acryl_datahub_gx_plugin-1.3.1.6rc1}/src/acryl_datahub_gx_plugin.egg-info/PKG-INFO +58 -58
  3. {acryl_datahub_gx_plugin-1.3.1.5rc11 → acryl_datahub_gx_plugin-1.3.1.6rc1}/src/acryl_datahub_gx_plugin.egg-info/requires.txt +57 -57
  4. {acryl_datahub_gx_plugin-1.3.1.5rc11 → acryl_datahub_gx_plugin-1.3.1.6rc1}/src/datahub_gx_plugin/_version.py +1 -1
  5. {acryl_datahub_gx_plugin-1.3.1.5rc11 → acryl_datahub_gx_plugin-1.3.1.6rc1}/src/datahub_gx_plugin/action.py +74 -9
  6. {acryl_datahub_gx_plugin-1.3.1.5rc11 → acryl_datahub_gx_plugin-1.3.1.6rc1}/README.md +0 -0
  7. {acryl_datahub_gx_plugin-1.3.1.5rc11 → acryl_datahub_gx_plugin-1.3.1.6rc1}/pyproject.toml +0 -0
  8. {acryl_datahub_gx_plugin-1.3.1.5rc11 → acryl_datahub_gx_plugin-1.3.1.6rc1}/setup.cfg +0 -0
  9. {acryl_datahub_gx_plugin-1.3.1.5rc11 → acryl_datahub_gx_plugin-1.3.1.6rc1}/setup.py +0 -0
  10. {acryl_datahub_gx_plugin-1.3.1.5rc11 → acryl_datahub_gx_plugin-1.3.1.6rc1}/src/acryl_datahub_gx_plugin.egg-info/SOURCES.txt +0 -0
  11. {acryl_datahub_gx_plugin-1.3.1.5rc11 → acryl_datahub_gx_plugin-1.3.1.6rc1}/src/acryl_datahub_gx_plugin.egg-info/dependency_links.txt +0 -0
  12. {acryl_datahub_gx_plugin-1.3.1.5rc11 → acryl_datahub_gx_plugin-1.3.1.6rc1}/src/acryl_datahub_gx_plugin.egg-info/entry_points.txt +0 -0
  13. {acryl_datahub_gx_plugin-1.3.1.5rc11 → acryl_datahub_gx_plugin-1.3.1.6rc1}/src/acryl_datahub_gx_plugin.egg-info/not-zip-safe +0 -0
  14. {acryl_datahub_gx_plugin-1.3.1.5rc11 → acryl_datahub_gx_plugin-1.3.1.6rc1}/src/acryl_datahub_gx_plugin.egg-info/top_level.txt +0 -0
  15. {acryl_datahub_gx_plugin-1.3.1.5rc11 → acryl_datahub_gx_plugin-1.3.1.6rc1}/src/datahub_gx_plugin/__init__.py +0 -0
{acryl_datahub_gx_plugin-1.3.1.5rc11 → acryl_datahub_gx_plugin-1.3.1.6rc1}/PKG-INFO RENAMED
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: acryl-datahub-gx-plugin
3
- Version: 1.3.1.5rc11
3
+ Version: 1.3.1.6rc1
4
4
  Summary: Datahub GX plugin to capture executions and send to Datahub
5
5
  Home-page: https://docs.datahub.com/
6
6
  License: Apache-2.0
@@ -21,88 +21,88 @@ Classifier: Environment :: MacOS X
21
21
  Classifier: Topic :: Software Development
22
22
  Requires-Python: >=3.9
23
23
  Description-Content-Type: text/markdown
24
- Requires-Dist: great-expectations<1.0.0,>=0.17.15
25
- Requires-Dist: requests
26
- Requires-Dist: acryl-datahub[datahub-rest,sql-parser]==1.3.1.5rc11
24
+ Requires-Dist: acryl-datahub[datahub-rest,sql-parser]==1.3.1.6rc1
27
25
  Requires-Dist: sqlalchemy<2,>=1.4.39
28
- Requires-Dist: traitlets!=5.2.2
29
- Requires-Dist: requests_file
30
26
  Requires-Dist: pydantic>=2.1.0
27
+ Requires-Dist: requests_file
28
+ Requires-Dist: requests
29
+ Requires-Dist: great-expectations<1.0.0,>=0.17.15
30
+ Requires-Dist: traitlets!=5.2.2
31
31
  Provides-Extra: ignore
32
32
  Provides-Extra: dev
33
- Requires-Dist: jsonpickle; extra == "dev"
34
- Requires-Dist: traitlets!=5.2.2; extra == "dev"
33
+ Requires-Dist: coverage>=5.1; extra == "dev"
34
+ Requires-Dist: types-cachetools; extra == "dev"
35
+ Requires-Dist: freezegun; extra == "dev"
35
36
  Requires-Dist: types-pytz; extra == "dev"
36
- Requires-Dist: requests-mock; extra == "dev"
37
+ Requires-Dist: types-requests; extra == "dev"
38
+ Requires-Dist: types-dataclasses; extra == "dev"
39
+ Requires-Dist: types-toml; extra == "dev"
37
40
  Requires-Dist: packaging; extra == "dev"
38
- Requires-Dist: ruff==0.11.7; extra == "dev"
39
- Requires-Dist: acryl-datahub[datahub-rest,sql-parser]==1.3.1.5rc11; extra == "dev"
40
- Requires-Dist: sqlalchemy-stubs; extra == "dev"
41
+ Requires-Dist: types-python-dateutil; extra == "dev"
42
+ Requires-Dist: types-click==0.1.12; extra == "dev"
43
+ Requires-Dist: build; extra == "dev"
44
+ Requires-Dist: traitlets!=5.2.2; extra == "dev"
41
45
  Requires-Dist: pytest-cov>=2.8.1; extra == "dev"
42
- Requires-Dist: pytest-asyncio>=0.16.0; extra == "dev"
43
- Requires-Dist: types-tabulate; extra == "dev"
44
- Requires-Dist: pytest>=6.2.2; extra == "dev"
45
- Requires-Dist: types-six; extra == "dev"
46
- Requires-Dist: types-cachetools; extra == "dev"
47
- Requires-Dist: types-toml; extra == "dev"
48
46
  Requires-Dist: twine; extra == "dev"
49
- Requires-Dist: types-PyYAML; extra == "dev"
50
- Requires-Dist: types-click==0.1.12; extra == "dev"
51
- Requires-Dist: types-freezegun; extra == "dev"
52
- Requires-Dist: requests_file; extra == "dev"
53
- Requires-Dist: deepdiff!=8.0.0; extra == "dev"
54
47
  Requires-Dist: sqlalchemy<2,>=1.4.39; extra == "dev"
55
- Requires-Dist: coverage>=5.1; extra == "dev"
56
- Requires-Dist: types-dataclasses; extra == "dev"
48
+ Requires-Dist: types-tabulate; extra == "dev"
57
49
  Requires-Dist: types-setuptools; extra == "dev"
50
+ Requires-Dist: acryl-datahub[datahub-rest,sql-parser]==1.3.1.6rc1; extra == "dev"
58
51
  Requires-Dist: mypy==1.17.1; extra == "dev"
59
- Requires-Dist: types-python-dateutil; extra == "dev"
60
- Requires-Dist: great-expectations<1.0.0,>=0.17.15; extra == "dev"
52
+ Requires-Dist: types-freezegun; extra == "dev"
61
53
  Requires-Dist: requests; extra == "dev"
62
- Requires-Dist: build; extra == "dev"
63
- Requires-Dist: freezegun; extra == "dev"
54
+ Requires-Dist: great-expectations<1.0.0,>=0.17.15; extra == "dev"
55
+ Requires-Dist: requests-mock; extra == "dev"
56
+ Requires-Dist: pytest>=6.2.2; extra == "dev"
57
+ Requires-Dist: ruff==0.11.7; extra == "dev"
64
58
  Requires-Dist: tox; extra == "dev"
65
- Requires-Dist: types-requests; extra == "dev"
59
+ Requires-Dist: deepdiff!=8.0.0; extra == "dev"
60
+ Requires-Dist: jsonpickle; extra == "dev"
61
+ Requires-Dist: types-six; extra == "dev"
62
+ Requires-Dist: sqlalchemy-stubs; extra == "dev"
66
63
  Requires-Dist: pydantic>=2.1.0; extra == "dev"
64
+ Requires-Dist: types-PyYAML; extra == "dev"
65
+ Requires-Dist: pytest-asyncio>=0.16.0; extra == "dev"
66
+ Requires-Dist: requests_file; extra == "dev"
67
67
  Provides-Extra: integration-tests
68
- Requires-Dist: jsonpickle; extra == "integration-tests"
69
- Requires-Dist: traitlets!=5.2.2; extra == "integration-tests"
68
+ Requires-Dist: coverage>=5.1; extra == "integration-tests"
69
+ Requires-Dist: types-cachetools; extra == "integration-tests"
70
+ Requires-Dist: freezegun; extra == "integration-tests"
70
71
  Requires-Dist: types-pytz; extra == "integration-tests"
71
- Requires-Dist: requests-mock; extra == "integration-tests"
72
- Requires-Dist: pytest-docker>=1.1.0; extra == "integration-tests"
72
+ Requires-Dist: types-requests; extra == "integration-tests"
73
+ Requires-Dist: types-dataclasses; extra == "integration-tests"
74
+ Requires-Dist: types-toml; extra == "integration-tests"
73
75
  Requires-Dist: packaging; extra == "integration-tests"
74
- Requires-Dist: ruff==0.11.7; extra == "integration-tests"
75
- Requires-Dist: acryl-datahub[datahub-rest,sql-parser]==1.3.1.5rc11; extra == "integration-tests"
76
- Requires-Dist: sqlalchemy-stubs; extra == "integration-tests"
77
- Requires-Dist: pytest-cov>=2.8.1; extra == "integration-tests"
78
76
  Requires-Dist: pyspark; extra == "integration-tests"
79
- Requires-Dist: psycopg2-binary; extra == "integration-tests"
80
- Requires-Dist: acryl-datahub[testing-utils]==1.3.1.5rc11; extra == "integration-tests"
81
- Requires-Dist: pytest-asyncio>=0.16.0; extra == "integration-tests"
82
- Requires-Dist: types-tabulate; extra == "integration-tests"
83
- Requires-Dist: pytest>=6.2.2; extra == "integration-tests"
84
- Requires-Dist: types-six; extra == "integration-tests"
85
- Requires-Dist: types-cachetools; extra == "integration-tests"
86
- Requires-Dist: types-toml; extra == "integration-tests"
87
- Requires-Dist: twine; extra == "integration-tests"
88
- Requires-Dist: types-PyYAML; extra == "integration-tests"
77
+ Requires-Dist: types-python-dateutil; extra == "integration-tests"
78
+ Requires-Dist: acryl-datahub[testing-utils]==1.3.1.6rc1; extra == "integration-tests"
89
79
  Requires-Dist: types-click==0.1.12; extra == "integration-tests"
90
- Requires-Dist: types-freezegun; extra == "integration-tests"
91
- Requires-Dist: requests_file; extra == "integration-tests"
92
- Requires-Dist: deepdiff!=8.0.0; extra == "integration-tests"
80
+ Requires-Dist: build; extra == "integration-tests"
81
+ Requires-Dist: traitlets!=5.2.2; extra == "integration-tests"
82
+ Requires-Dist: pytest-cov>=2.8.1; extra == "integration-tests"
83
+ Requires-Dist: twine; extra == "integration-tests"
93
84
  Requires-Dist: sqlalchemy<2,>=1.4.39; extra == "integration-tests"
94
- Requires-Dist: coverage>=5.1; extra == "integration-tests"
95
- Requires-Dist: types-dataclasses; extra == "integration-tests"
85
+ Requires-Dist: types-tabulate; extra == "integration-tests"
96
86
  Requires-Dist: types-setuptools; extra == "integration-tests"
87
+ Requires-Dist: acryl-datahub[datahub-rest,sql-parser]==1.3.1.6rc1; extra == "integration-tests"
97
88
  Requires-Dist: mypy==1.17.1; extra == "integration-tests"
98
- Requires-Dist: types-python-dateutil; extra == "integration-tests"
99
- Requires-Dist: great-expectations<1.0.0,>=0.17.15; extra == "integration-tests"
89
+ Requires-Dist: pytest-docker>=1.1.0; extra == "integration-tests"
90
+ Requires-Dist: types-freezegun; extra == "integration-tests"
100
91
  Requires-Dist: requests; extra == "integration-tests"
101
- Requires-Dist: build; extra == "integration-tests"
102
- Requires-Dist: freezegun; extra == "integration-tests"
92
+ Requires-Dist: great-expectations<1.0.0,>=0.17.15; extra == "integration-tests"
93
+ Requires-Dist: requests-mock; extra == "integration-tests"
94
+ Requires-Dist: pytest>=6.2.2; extra == "integration-tests"
95
+ Requires-Dist: psycopg2-binary; extra == "integration-tests"
96
+ Requires-Dist: ruff==0.11.7; extra == "integration-tests"
103
97
  Requires-Dist: tox; extra == "integration-tests"
104
- Requires-Dist: types-requests; extra == "integration-tests"
98
+ Requires-Dist: deepdiff!=8.0.0; extra == "integration-tests"
99
+ Requires-Dist: jsonpickle; extra == "integration-tests"
100
+ Requires-Dist: types-six; extra == "integration-tests"
101
+ Requires-Dist: sqlalchemy-stubs; extra == "integration-tests"
105
102
  Requires-Dist: pydantic>=2.1.0; extra == "integration-tests"
103
+ Requires-Dist: types-PyYAML; extra == "integration-tests"
104
+ Requires-Dist: pytest-asyncio>=0.16.0; extra == "integration-tests"
105
+ Requires-Dist: requests_file; extra == "integration-tests"
106
106
  Dynamic: classifier
107
107
  Dynamic: description
108
108
  Dynamic: description-content-type
{acryl_datahub_gx_plugin-1.3.1.5rc11 → acryl_datahub_gx_plugin-1.3.1.6rc1}/src/acryl_datahub_gx_plugin.egg-info/PKG-INFO RENAMED
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: acryl-datahub-gx-plugin
3
- Version: 1.3.1.5rc11
3
+ Version: 1.3.1.6rc1
4
4
  Summary: Datahub GX plugin to capture executions and send to Datahub
5
5
  Home-page: https://docs.datahub.com/
6
6
  License: Apache-2.0
@@ -21,88 +21,88 @@ Classifier: Environment :: MacOS X
21
21
  Classifier: Topic :: Software Development
22
22
  Requires-Python: >=3.9
23
23
  Description-Content-Type: text/markdown
24
- Requires-Dist: great-expectations<1.0.0,>=0.17.15
25
- Requires-Dist: requests
26
- Requires-Dist: acryl-datahub[datahub-rest,sql-parser]==1.3.1.5rc11
24
+ Requires-Dist: acryl-datahub[datahub-rest,sql-parser]==1.3.1.6rc1
27
25
  Requires-Dist: sqlalchemy<2,>=1.4.39
28
- Requires-Dist: traitlets!=5.2.2
29
- Requires-Dist: requests_file
30
26
  Requires-Dist: pydantic>=2.1.0
27
+ Requires-Dist: requests_file
28
+ Requires-Dist: requests
29
+ Requires-Dist: great-expectations<1.0.0,>=0.17.15
30
+ Requires-Dist: traitlets!=5.2.2
31
31
  Provides-Extra: ignore
32
32
  Provides-Extra: dev
33
- Requires-Dist: jsonpickle; extra == "dev"
34
- Requires-Dist: traitlets!=5.2.2; extra == "dev"
33
+ Requires-Dist: coverage>=5.1; extra == "dev"
34
+ Requires-Dist: types-cachetools; extra == "dev"
35
+ Requires-Dist: freezegun; extra == "dev"
35
36
  Requires-Dist: types-pytz; extra == "dev"
36
- Requires-Dist: requests-mock; extra == "dev"
37
+ Requires-Dist: types-requests; extra == "dev"
38
+ Requires-Dist: types-dataclasses; extra == "dev"
39
+ Requires-Dist: types-toml; extra == "dev"
37
40
  Requires-Dist: packaging; extra == "dev"
38
- Requires-Dist: ruff==0.11.7; extra == "dev"
39
- Requires-Dist: acryl-datahub[datahub-rest,sql-parser]==1.3.1.5rc11; extra == "dev"
40
- Requires-Dist: sqlalchemy-stubs; extra == "dev"
41
+ Requires-Dist: types-python-dateutil; extra == "dev"
42
+ Requires-Dist: types-click==0.1.12; extra == "dev"
43
+ Requires-Dist: build; extra == "dev"
44
+ Requires-Dist: traitlets!=5.2.2; extra == "dev"
41
45
  Requires-Dist: pytest-cov>=2.8.1; extra == "dev"
42
- Requires-Dist: pytest-asyncio>=0.16.0; extra == "dev"
43
- Requires-Dist: types-tabulate; extra == "dev"
44
- Requires-Dist: pytest>=6.2.2; extra == "dev"
45
- Requires-Dist: types-six; extra == "dev"
46
- Requires-Dist: types-cachetools; extra == "dev"
47
- Requires-Dist: types-toml; extra == "dev"
48
46
  Requires-Dist: twine; extra == "dev"
49
- Requires-Dist: types-PyYAML; extra == "dev"
50
- Requires-Dist: types-click==0.1.12; extra == "dev"
51
- Requires-Dist: types-freezegun; extra == "dev"
52
- Requires-Dist: requests_file; extra == "dev"
53
- Requires-Dist: deepdiff!=8.0.0; extra == "dev"
54
47
  Requires-Dist: sqlalchemy<2,>=1.4.39; extra == "dev"
55
- Requires-Dist: coverage>=5.1; extra == "dev"
56
- Requires-Dist: types-dataclasses; extra == "dev"
48
+ Requires-Dist: types-tabulate; extra == "dev"
57
49
  Requires-Dist: types-setuptools; extra == "dev"
50
+ Requires-Dist: acryl-datahub[datahub-rest,sql-parser]==1.3.1.6rc1; extra == "dev"
58
51
  Requires-Dist: mypy==1.17.1; extra == "dev"
59
- Requires-Dist: types-python-dateutil; extra == "dev"
60
- Requires-Dist: great-expectations<1.0.0,>=0.17.15; extra == "dev"
52
+ Requires-Dist: types-freezegun; extra == "dev"
61
53
  Requires-Dist: requests; extra == "dev"
62
- Requires-Dist: build; extra == "dev"
63
- Requires-Dist: freezegun; extra == "dev"
54
+ Requires-Dist: great-expectations<1.0.0,>=0.17.15; extra == "dev"
55
+ Requires-Dist: requests-mock; extra == "dev"
56
+ Requires-Dist: pytest>=6.2.2; extra == "dev"
57
+ Requires-Dist: ruff==0.11.7; extra == "dev"
64
58
  Requires-Dist: tox; extra == "dev"
65
- Requires-Dist: types-requests; extra == "dev"
59
+ Requires-Dist: deepdiff!=8.0.0; extra == "dev"
60
+ Requires-Dist: jsonpickle; extra == "dev"
61
+ Requires-Dist: types-six; extra == "dev"
62
+ Requires-Dist: sqlalchemy-stubs; extra == "dev"
66
63
  Requires-Dist: pydantic>=2.1.0; extra == "dev"
64
+ Requires-Dist: types-PyYAML; extra == "dev"
65
+ Requires-Dist: pytest-asyncio>=0.16.0; extra == "dev"
66
+ Requires-Dist: requests_file; extra == "dev"
67
67
  Provides-Extra: integration-tests
68
- Requires-Dist: jsonpickle; extra == "integration-tests"
69
- Requires-Dist: traitlets!=5.2.2; extra == "integration-tests"
68
+ Requires-Dist: coverage>=5.1; extra == "integration-tests"
69
+ Requires-Dist: types-cachetools; extra == "integration-tests"
70
+ Requires-Dist: freezegun; extra == "integration-tests"
70
71
  Requires-Dist: types-pytz; extra == "integration-tests"
71
- Requires-Dist: requests-mock; extra == "integration-tests"
72
- Requires-Dist: pytest-docker>=1.1.0; extra == "integration-tests"
72
+ Requires-Dist: types-requests; extra == "integration-tests"
73
+ Requires-Dist: types-dataclasses; extra == "integration-tests"
74
+ Requires-Dist: types-toml; extra == "integration-tests"
73
75
  Requires-Dist: packaging; extra == "integration-tests"
74
- Requires-Dist: ruff==0.11.7; extra == "integration-tests"
75
- Requires-Dist: acryl-datahub[datahub-rest,sql-parser]==1.3.1.5rc11; extra == "integration-tests"
76
- Requires-Dist: sqlalchemy-stubs; extra == "integration-tests"
77
- Requires-Dist: pytest-cov>=2.8.1; extra == "integration-tests"
78
76
  Requires-Dist: pyspark; extra == "integration-tests"
79
- Requires-Dist: psycopg2-binary; extra == "integration-tests"
80
- Requires-Dist: acryl-datahub[testing-utils]==1.3.1.5rc11; extra == "integration-tests"
81
- Requires-Dist: pytest-asyncio>=0.16.0; extra == "integration-tests"
82
- Requires-Dist: types-tabulate; extra == "integration-tests"
83
- Requires-Dist: pytest>=6.2.2; extra == "integration-tests"
84
- Requires-Dist: types-six; extra == "integration-tests"
85
- Requires-Dist: types-cachetools; extra == "integration-tests"
86
- Requires-Dist: types-toml; extra == "integration-tests"
87
- Requires-Dist: twine; extra == "integration-tests"
88
- Requires-Dist: types-PyYAML; extra == "integration-tests"
77
+ Requires-Dist: types-python-dateutil; extra == "integration-tests"
78
+ Requires-Dist: acryl-datahub[testing-utils]==1.3.1.6rc1; extra == "integration-tests"
89
79
  Requires-Dist: types-click==0.1.12; extra == "integration-tests"
90
- Requires-Dist: types-freezegun; extra == "integration-tests"
91
- Requires-Dist: requests_file; extra == "integration-tests"
92
- Requires-Dist: deepdiff!=8.0.0; extra == "integration-tests"
80
+ Requires-Dist: build; extra == "integration-tests"
81
+ Requires-Dist: traitlets!=5.2.2; extra == "integration-tests"
82
+ Requires-Dist: pytest-cov>=2.8.1; extra == "integration-tests"
83
+ Requires-Dist: twine; extra == "integration-tests"
93
84
  Requires-Dist: sqlalchemy<2,>=1.4.39; extra == "integration-tests"
94
- Requires-Dist: coverage>=5.1; extra == "integration-tests"
95
- Requires-Dist: types-dataclasses; extra == "integration-tests"
85
+ Requires-Dist: types-tabulate; extra == "integration-tests"
96
86
  Requires-Dist: types-setuptools; extra == "integration-tests"
87
+ Requires-Dist: acryl-datahub[datahub-rest,sql-parser]==1.3.1.6rc1; extra == "integration-tests"
97
88
  Requires-Dist: mypy==1.17.1; extra == "integration-tests"
98
- Requires-Dist: types-python-dateutil; extra == "integration-tests"
99
- Requires-Dist: great-expectations<1.0.0,>=0.17.15; extra == "integration-tests"
89
+ Requires-Dist: pytest-docker>=1.1.0; extra == "integration-tests"
90
+ Requires-Dist: types-freezegun; extra == "integration-tests"
100
91
  Requires-Dist: requests; extra == "integration-tests"
101
- Requires-Dist: build; extra == "integration-tests"
102
- Requires-Dist: freezegun; extra == "integration-tests"
92
+ Requires-Dist: great-expectations<1.0.0,>=0.17.15; extra == "integration-tests"
93
+ Requires-Dist: requests-mock; extra == "integration-tests"
94
+ Requires-Dist: pytest>=6.2.2; extra == "integration-tests"
95
+ Requires-Dist: psycopg2-binary; extra == "integration-tests"
96
+ Requires-Dist: ruff==0.11.7; extra == "integration-tests"
103
97
  Requires-Dist: tox; extra == "integration-tests"
104
- Requires-Dist: types-requests; extra == "integration-tests"
98
+ Requires-Dist: deepdiff!=8.0.0; extra == "integration-tests"
99
+ Requires-Dist: jsonpickle; extra == "integration-tests"
100
+ Requires-Dist: types-six; extra == "integration-tests"
101
+ Requires-Dist: sqlalchemy-stubs; extra == "integration-tests"
105
102
  Requires-Dist: pydantic>=2.1.0; extra == "integration-tests"
103
+ Requires-Dist: types-PyYAML; extra == "integration-tests"
104
+ Requires-Dist: pytest-asyncio>=0.16.0; extra == "integration-tests"
105
+ Requires-Dist: requests_file; extra == "integration-tests"
106
106
  Dynamic: classifier
107
107
  Dynamic: description
108
108
  Dynamic: description-content-type
{acryl_datahub_gx_plugin-1.3.1.5rc11 → acryl_datahub_gx_plugin-1.3.1.6rc1}/src/acryl_datahub_gx_plugin.egg-info/requires.txt RENAMED
@@ -1,85 +1,85 @@
1
- great-expectations<1.0.0,>=0.17.15
2
- requests
3
- acryl-datahub[datahub-rest,sql-parser]==1.3.1.5rc11
1
+ acryl-datahub[datahub-rest,sql-parser]==1.3.1.6rc1
4
2
  sqlalchemy<2,>=1.4.39
5
- traitlets!=5.2.2
6
- requests_file
7
3
  pydantic>=2.1.0
4
+ requests_file
5
+ requests
6
+ great-expectations<1.0.0,>=0.17.15
7
+ traitlets!=5.2.2
8
8
 
9
9
  [dev]
10
- jsonpickle
11
- traitlets!=5.2.2
10
+ coverage>=5.1
11
+ types-cachetools
12
+ freezegun
12
13
  types-pytz
13
- requests-mock
14
+ types-requests
15
+ types-dataclasses
16
+ types-toml
14
17
  packaging
15
- ruff==0.11.7
16
- acryl-datahub[datahub-rest,sql-parser]==1.3.1.5rc11
17
- sqlalchemy-stubs
18
+ types-python-dateutil
19
+ types-click==0.1.12
20
+ build
21
+ traitlets!=5.2.2
18
22
  pytest-cov>=2.8.1
19
- pytest-asyncio>=0.16.0
20
- types-tabulate
21
- pytest>=6.2.2
22
- types-six
23
- types-cachetools
24
- types-toml
25
23
  twine
26
- types-PyYAML
27
- types-click==0.1.12
28
- types-freezegun
29
- requests_file
30
- deepdiff!=8.0.0
31
24
  sqlalchemy<2,>=1.4.39
32
- coverage>=5.1
33
- types-dataclasses
25
+ types-tabulate
34
26
  types-setuptools
27
+ acryl-datahub[datahub-rest,sql-parser]==1.3.1.6rc1
35
28
  mypy==1.17.1
36
- types-python-dateutil
37
- great-expectations<1.0.0,>=0.17.15
29
+ types-freezegun
38
30
  requests
39
- build
40
- freezegun
31
+ great-expectations<1.0.0,>=0.17.15
32
+ requests-mock
33
+ pytest>=6.2.2
34
+ ruff==0.11.7
41
35
  tox
42
- types-requests
36
+ deepdiff!=8.0.0
37
+ jsonpickle
38
+ types-six
39
+ sqlalchemy-stubs
43
40
  pydantic>=2.1.0
41
+ types-PyYAML
42
+ pytest-asyncio>=0.16.0
43
+ requests_file
44
44
 
45
45
  [ignore]
46
46
 
47
47
  [integration-tests]
48
- jsonpickle
49
- traitlets!=5.2.2
48
+ coverage>=5.1
49
+ types-cachetools
50
+ freezegun
50
51
  types-pytz
51
- requests-mock
52
- pytest-docker>=1.1.0
52
+ types-requests
53
+ types-dataclasses
54
+ types-toml
53
55
  packaging
54
- ruff==0.11.7
55
- acryl-datahub[datahub-rest,sql-parser]==1.3.1.5rc11
56
- sqlalchemy-stubs
57
- pytest-cov>=2.8.1
58
56
  pyspark
59
- psycopg2-binary
60
- acryl-datahub[testing-utils]==1.3.1.5rc11
61
- pytest-asyncio>=0.16.0
62
- types-tabulate
63
- pytest>=6.2.2
64
- types-six
65
- types-cachetools
66
- types-toml
67
- twine
68
- types-PyYAML
57
+ types-python-dateutil
58
+ acryl-datahub[testing-utils]==1.3.1.6rc1
69
59
  types-click==0.1.12
70
- types-freezegun
71
- requests_file
72
- deepdiff!=8.0.0
60
+ build
61
+ traitlets!=5.2.2
62
+ pytest-cov>=2.8.1
63
+ twine
73
64
  sqlalchemy<2,>=1.4.39
74
- coverage>=5.1
75
- types-dataclasses
65
+ types-tabulate
76
66
  types-setuptools
67
+ acryl-datahub[datahub-rest,sql-parser]==1.3.1.6rc1
77
68
  mypy==1.17.1
78
- types-python-dateutil
79
- great-expectations<1.0.0,>=0.17.15
69
+ pytest-docker>=1.1.0
70
+ types-freezegun
80
71
  requests
81
- build
82
- freezegun
72
+ great-expectations<1.0.0,>=0.17.15
73
+ requests-mock
74
+ pytest>=6.2.2
75
+ psycopg2-binary
76
+ ruff==0.11.7
83
77
  tox
84
- types-requests
78
+ deepdiff!=8.0.0
79
+ jsonpickle
80
+ types-six
81
+ sqlalchemy-stubs
85
82
  pydantic>=2.1.0
83
+ types-PyYAML
84
+ pytest-asyncio>=0.16.0
85
+ requests_file
{acryl_datahub_gx_plugin-1.3.1.5rc11 → acryl_datahub_gx_plugin-1.3.1.6rc1}/src/datahub_gx_plugin/_version.py RENAMED
@@ -1,3 +1,3 @@
1
1
  # Published at https://pypi.org/project/acryl-datahub-gx-plugin/.
2
2
  __package_name__ = "acryl-datahub-gx-plugin"
3
- __version__ = "1.3.1.5rc11"
3
+ __version__ = "1.3.1.6rc1"
{acryl_datahub_gx_plugin-1.3.1.5rc11 → acryl_datahub_gx_plugin-1.3.1.6rc1}/src/datahub_gx_plugin/action.py RENAMED
@@ -25,7 +25,10 @@ from great_expectations.data_context.types.resource_identifiers import (
25
25
  ExpectationSuiteIdentifier,
26
26
  ValidationResultIdentifier,
27
27
  )
28
- from great_expectations.execution_engine import PandasExecutionEngine
28
+ from great_expectations.execution_engine import (
29
+ PandasExecutionEngine,
30
+ SparkDFExecutionEngine,
31
+ )
29
32
  from great_expectations.execution_engine.sqlalchemy_execution_engine import (
30
33
  SqlAlchemyExecutionEngine,
31
34
  )
@@ -586,16 +589,67 @@ class DataHubValidationAction(ValidationAction):
586
589
  )
587
590
 
588
591
  def get_dataset_partitions(self, batch_identifier, data_asset):
589
- dataset_partitions = []
592
+ dataset_partitions: List[
593
+ Dict[str, Union[PartitionSpecClass, BatchSpec, str, None]]
594
+ ] = []
590
595
 
591
596
  logger.debug("Finding datasets being validated")
592
597
 
593
- # for now, we support only v3-api and sqlalchemy execution engine and Pandas engine
598
+ # for now, we support only v3-api and sqlalchemy execution engine,Pandas engine and Spark engine
594
599
  is_sql_alchemy = isinstance(data_asset, Validator) and (
595
600
  isinstance(data_asset.execution_engine, SqlAlchemyExecutionEngine)
596
601
  )
597
602
  is_pandas = isinstance(data_asset.execution_engine, PandasExecutionEngine)
598
- if is_sql_alchemy or is_pandas:
603
+
604
+ is_spark = isinstance(data_asset.execution_engine, SparkDFExecutionEngine)
605
+
606
+ if is_spark:
607
+ ge_batch_spec = data_asset.active_batch_spec
608
+ partitionSpec = None
609
+ batchSpecProperties = {
610
+ "data_asset_name": str(
611
+ data_asset.active_batch_definition.data_asset_name
612
+ ),
613
+ "datasource_name": str(
614
+ data_asset.active_batch_definition.datasource_name
615
+ ),
616
+ }
617
+
618
+ if isinstance(ge_batch_spec, RuntimeDataBatchSpec):
619
+ data_platform = self.get_platform_instance_spark(
620
+ data_asset.active_batch_definition.datasource_name
621
+ )
622
+
623
+ dataset_urn = builder.make_dataset_urn_with_platform_instance(
624
+ platform=(
625
+ data_platform
626
+ if self.platform_alias is None
627
+ else self.platform_alias
628
+ ),
629
+ name=data_asset.active_batch_definition.data_asset_name,
630
+ platform_instance="",
631
+ env=self.env,
632
+ )
633
+
634
+ batchSpec = BatchSpec(
635
+ nativeBatchId=batch_identifier,
636
+ query="",
637
+ customProperties=batchSpecProperties,
638
+ )
639
+ dataset_partitions.append(
640
+ {
641
+ "dataset_urn": dataset_urn,
642
+ "partitionSpec": partitionSpec,
643
+ "batchSpec": batchSpec,
644
+ }
645
+ )
646
+ else:
647
+ warn(
648
+ "DataHubValidationAction does not recognize this GE batch spec type for SparkDFExecutionEngine- {batch_spec_type}. No action will be taken.".format(
649
+ batch_spec_type=type(ge_batch_spec)
650
+ )
651
+ )
652
+ elif is_sql_alchemy or is_pandas:
599
653
  ge_batch_spec = data_asset.active_batch_spec
600
654
  partitionSpec = None
601
655
  batchSpecProperties = {
@@ -607,6 +661,7 @@ class DataHubValidationAction(ValidationAction):
607
661
  ),
608
662
  }
609
663
  sqlalchemy_uri = None
664
+
610
665
  if is_sql_alchemy and isinstance(
611
666
  data_asset.execution_engine.engine, Engine
612
667
  ):
@@ -627,7 +682,7 @@ class DataHubValidationAction(ValidationAction):
627
682
  schema_name,
628
683
  table_name,
629
684
  self.env,
630
- self.get_platform_instance(
685
+ self.get_platform_instance_sqlalchemy(
631
686
  data_asset.active_batch_definition.datasource_name
632
687
  ),
633
688
  self.exclude_dbname,
@@ -709,7 +764,7 @@ class DataHubValidationAction(ValidationAction):
709
764
  None,
710
765
  table,
711
766
  self.env,
712
- self.get_platform_instance(
767
+ self.get_platform_instance_sqlalchemy(
713
768
  data_asset.active_batch_definition.datasource_name
714
769
  ),
715
770
  self.exclude_dbname,
@@ -724,7 +779,7 @@ class DataHubValidationAction(ValidationAction):
724
779
  }
725
780
  )
726
781
  elif isinstance(ge_batch_spec, RuntimeDataBatchSpec):
727
- data_platform = self.get_platform_instance(
782
+ data_platform = self.get_platform_instance_sqlalchemy(
728
783
  data_asset.active_batch_definition.datasource_name
729
784
  )
730
785
  dataset_urn = builder.make_dataset_urn_with_platform_instance(
@@ -758,14 +813,14 @@ class DataHubValidationAction(ValidationAction):
758
813
  else:
759
814
  # TODO - v2-spec - SqlAlchemyDataset support
760
815
  warn(
761
- "DataHubValidationAction does not recognize this GE data asset type - {asset_type}. This is either using v2-api or execution engine other than sqlalchemy.".format(
816
+ "DataHubValidationAction does not recognize this GE data asset type - {asset_type}.".format(
762
817
  asset_type=type(data_asset)
763
818
  )
764
819
  )
765
820
 
766
821
  return dataset_partitions
767
822
 
768
- def get_platform_instance(self, datasource_name):
823
+ def get_platform_instance_sqlalchemy(self, datasource_name):
769
824
  if self.platform_instance_map and datasource_name in self.platform_instance_map:
770
825
  return self.platform_instance_map[datasource_name]
771
826
  else:
@@ -774,6 +829,16 @@ class DataHubValidationAction(ValidationAction):
774
829
  )
775
830
  return None
776
831
 
832
+ def get_platform_instance_spark(self, datasource_name):
833
+ if self.platform_instance_map and datasource_name in self.platform_instance_map:
834
+ return self.platform_instance_map[datasource_name]
835
+ else:
836
+ warn(
837
+ f"Datasource {datasource_name} is not present in platform_instance_map. \
838
+ Data platform will be {datasource_name} by default "
839
+ )
840
+ return datasource_name
841
+
777
842
 
778
843
  def parse_int_or_default(value, default_value=None):
779
844
  if value is None: