acryl-datahub-dagster-plugin 0.0.0.dev0__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (18) hide show
  1. acryl-datahub-dagster-plugin-0.0.0.dev0/PKG-INFO +115 -0
  2. acryl-datahub-dagster-plugin-0.0.0.dev0/README.md +4 -0
  3. acryl-datahub-dagster-plugin-0.0.0.dev0/pyproject.toml +19 -0
  4. acryl-datahub-dagster-plugin-0.0.0.dev0/setup.cfg +61 -0
  5. acryl-datahub-dagster-plugin-0.0.0.dev0/setup.py +136 -0
  6. acryl-datahub-dagster-plugin-0.0.0.dev0/src/acryl_datahub_dagster_plugin.egg-info/PKG-INFO +115 -0
  7. acryl-datahub-dagster-plugin-0.0.0.dev0/src/acryl_datahub_dagster_plugin.egg-info/SOURCES.txt +17 -0
  8. acryl-datahub-dagster-plugin-0.0.0.dev0/src/acryl_datahub_dagster_plugin.egg-info/dependency_links.txt +1 -0
  9. acryl-datahub-dagster-plugin-0.0.0.dev0/src/acryl_datahub_dagster_plugin.egg-info/entry_points.txt +2 -0
  10. acryl-datahub-dagster-plugin-0.0.0.dev0/src/acryl_datahub_dagster_plugin.egg-info/not-zip-safe +1 -0
  11. acryl-datahub-dagster-plugin-0.0.0.dev0/src/acryl_datahub_dagster_plugin.egg-info/requires.txt +85 -0
  12. acryl-datahub-dagster-plugin-0.0.0.dev0/src/acryl_datahub_dagster_plugin.egg-info/top_level.txt +1 -0
  13. acryl-datahub-dagster-plugin-0.0.0.dev0/src/datahub_dagster_plugin/__init__.py +21 -0
  14. acryl-datahub-dagster-plugin-0.0.0.dev0/src/datahub_dagster_plugin/client/__init__.py +0 -0
  15. acryl-datahub-dagster-plugin-0.0.0.dev0/src/datahub_dagster_plugin/client/dagster_generator.py +504 -0
  16. acryl-datahub-dagster-plugin-0.0.0.dev0/src/datahub_dagster_plugin/datahub_dagster_plugin.py +2 -0
  17. acryl-datahub-dagster-plugin-0.0.0.dev0/src/datahub_dagster_plugin/sensors/__init__.py +0 -0
  18. acryl-datahub-dagster-plugin-0.0.0.dev0/src/datahub_dagster_plugin/sensors/datahub_sensors.py +439 -0
@@ -0,0 +1,115 @@
1
+ Metadata-Version: 2.1
2
+ Name: acryl-datahub-dagster-plugin
3
+ Version: 0.0.0.dev0
4
+ Summary: Datahub Dagster plugin to capture executions and send to Datahub
5
+ Home-page: https://datahubproject.io/
6
+ License: Apache License 2.0
7
+ Project-URL: Documentation, https://datahubproject.io/docs/
8
+ Project-URL: Source, https://github.com/datahub-project/datahub
9
+ Project-URL: Changelog, https://github.com/datahub-project/datahub/releases
10
+ Classifier: Development Status :: 5 - Production/Stable
11
+ Classifier: Programming Language :: Python
12
+ Classifier: Programming Language :: Python :: 3
13
+ Classifier: Programming Language :: Python :: 3 :: Only
14
+ Classifier: Programming Language :: Python :: 3.8
15
+ Classifier: Programming Language :: Python :: 3.9
16
+ Classifier: Programming Language :: Python :: 3.10
17
+ Classifier: Intended Audience :: Developers
18
+ Classifier: Intended Audience :: Information Technology
19
+ Classifier: Intended Audience :: System Administrators
20
+ Classifier: License :: OSI Approved
21
+ Classifier: License :: OSI Approved :: Apache Software License
22
+ Classifier: Operating System :: Unix
23
+ Classifier: Operating System :: POSIX :: Linux
24
+ Classifier: Environment :: Console
25
+ Classifier: Environment :: MacOS X
26
+ Classifier: Topic :: Software Development
27
+ Requires-Python: >=3.8
28
+ Description-Content-Type: text/markdown
29
+ Requires-Dist: requests
30
+ Requires-Dist: dagit>=1.3.3
31
+ Requires-Dist: dagster>=1.3.3
32
+ Requires-Dist: requests_file
33
+ Requires-Dist: acryl-datahub[datahub-rest]
34
+ Provides-Extra: ignore
35
+ Provides-Extra: dev
36
+ Requires-Dist: twine; extra == "dev"
37
+ Requires-Dist: requests-mock; extra == "dev"
38
+ Requires-Dist: dagit>=1.3.3; extra == "dev"
39
+ Requires-Dist: pydantic!=1.10.3,>=1.10.0; extra == "dev"
40
+ Requires-Dist: types-freezegun; extra == "dev"
41
+ Requires-Dist: flake8-tidy-imports>=4.3.0; extra == "dev"
42
+ Requires-Dist: types-tabulate; extra == "dev"
43
+ Requires-Dist: pytest>=6.2.2; extra == "dev"
44
+ Requires-Dist: tox; extra == "dev"
45
+ Requires-Dist: types-toml; extra == "dev"
46
+ Requires-Dist: types-click==0.1.12; extra == "dev"
47
+ Requires-Dist: isort>=5.7.0; extra == "dev"
48
+ Requires-Dist: types-pytz; extra == "dev"
49
+ Requires-Dist: flake8-bugbear==23.3.12; extra == "dev"
50
+ Requires-Dist: types-requests; extra == "dev"
51
+ Requires-Dist: requests; extra == "dev"
52
+ Requires-Dist: dagster>=1.3.3; extra == "dev"
53
+ Requires-Dist: packaging; extra == "dev"
54
+ Requires-Dist: requests_file; extra == "dev"
55
+ Requires-Dist: sqlalchemy-stubs; extra == "dev"
56
+ Requires-Dist: flake8>=6.0.0; extra == "dev"
57
+ Requires-Dist: pytest-asyncio>=0.16.0; extra == "dev"
58
+ Requires-Dist: types-PyYAML; extra == "dev"
59
+ Requires-Dist: jsonpickle; extra == "dev"
60
+ Requires-Dist: types-cachetools; extra == "dev"
61
+ Requires-Dist: types-six; extra == "dev"
62
+ Requires-Dist: deepdiff; extra == "dev"
63
+ Requires-Dist: types-pkg_resources; extra == "dev"
64
+ Requires-Dist: build; extra == "dev"
65
+ Requires-Dist: mypy>=1.4.0; extra == "dev"
66
+ Requires-Dist: coverage>=5.1; extra == "dev"
67
+ Requires-Dist: types-dataclasses; extra == "dev"
68
+ Requires-Dist: types-python-dateutil; extra == "dev"
69
+ Requires-Dist: acryl-datahub[datahub-rest]; extra == "dev"
70
+ Requires-Dist: freezegun; extra == "dev"
71
+ Requires-Dist: pytest-cov>=2.8.1; extra == "dev"
72
+ Requires-Dist: black==22.12.0; extra == "dev"
73
+ Provides-Extra: integration-tests
74
+ Requires-Dist: twine; extra == "integration-tests"
75
+ Requires-Dist: requests-mock; extra == "integration-tests"
76
+ Requires-Dist: dagit>=1.3.3; extra == "integration-tests"
77
+ Requires-Dist: pydantic!=1.10.3,>=1.10.0; extra == "integration-tests"
78
+ Requires-Dist: types-freezegun; extra == "integration-tests"
79
+ Requires-Dist: flake8-tidy-imports>=4.3.0; extra == "integration-tests"
80
+ Requires-Dist: types-tabulate; extra == "integration-tests"
81
+ Requires-Dist: pytest>=6.2.2; extra == "integration-tests"
82
+ Requires-Dist: tox; extra == "integration-tests"
83
+ Requires-Dist: types-toml; extra == "integration-tests"
84
+ Requires-Dist: types-click==0.1.12; extra == "integration-tests"
85
+ Requires-Dist: isort>=5.7.0; extra == "integration-tests"
86
+ Requires-Dist: types-pytz; extra == "integration-tests"
87
+ Requires-Dist: flake8-bugbear==23.3.12; extra == "integration-tests"
88
+ Requires-Dist: types-requests; extra == "integration-tests"
89
+ Requires-Dist: requests; extra == "integration-tests"
90
+ Requires-Dist: dagster>=1.3.3; extra == "integration-tests"
91
+ Requires-Dist: packaging; extra == "integration-tests"
92
+ Requires-Dist: requests_file; extra == "integration-tests"
93
+ Requires-Dist: sqlalchemy-stubs; extra == "integration-tests"
94
+ Requires-Dist: flake8>=6.0.0; extra == "integration-tests"
95
+ Requires-Dist: pytest-asyncio>=0.16.0; extra == "integration-tests"
96
+ Requires-Dist: types-PyYAML; extra == "integration-tests"
97
+ Requires-Dist: jsonpickle; extra == "integration-tests"
98
+ Requires-Dist: types-cachetools; extra == "integration-tests"
99
+ Requires-Dist: types-six; extra == "integration-tests"
100
+ Requires-Dist: deepdiff; extra == "integration-tests"
101
+ Requires-Dist: types-pkg_resources; extra == "integration-tests"
102
+ Requires-Dist: build; extra == "integration-tests"
103
+ Requires-Dist: mypy>=1.4.0; extra == "integration-tests"
104
+ Requires-Dist: coverage>=5.1; extra == "integration-tests"
105
+ Requires-Dist: types-dataclasses; extra == "integration-tests"
106
+ Requires-Dist: types-python-dateutil; extra == "integration-tests"
107
+ Requires-Dist: acryl-datahub[datahub-rest]; extra == "integration-tests"
108
+ Requires-Dist: freezegun; extra == "integration-tests"
109
+ Requires-Dist: pytest-cov>=2.8.1; extra == "integration-tests"
110
+ Requires-Dist: black==22.12.0; extra == "integration-tests"
111
+
112
+ # Datahub Dagster Plugin
113
+
114
+ See the DataHub Dagster docs for details.
115
+
@@ -0,0 +1,4 @@
1
+ # Datahub Dagster Plugin
2
+
3
+ See the DataHub Dagster docs for details.
4
+
@@ -0,0 +1,19 @@
1
+ [build-system]
2
+ build-backend = "setuptools.build_meta"
3
+ requires = ["setuptools>=54.0.0", "wheel", "pip>=21.0.0"]
4
+
5
+ [tool.black]
6
+ extend-exclude = '''
7
+ # A regex preceded with ^/ will apply only to files and directories
8
+ # in the root of the project.
9
+ ^/tmp
10
+ '''
11
+ include = '\.pyi?$'
12
+
13
+ [tool.isort]
14
+ indent = ' '
15
+ profile = 'black'
16
+ sections = 'FUTURE,STDLIB,THIRDPARTY,FIRSTPARTY,LOCALFOLDER'
17
+
18
+ [tool.pyright]
19
+ extraPaths = ['tests']
@@ -0,0 +1,61 @@
1
+ [flake8]
2
+ max-complexity = 15
3
+ ignore =
4
+ E501,
5
+ D203,
6
+ W503,
7
+ E203
8
+ exclude =
9
+ .git,
10
+ venv,
11
+ .tox,
12
+ __pycache__
13
+ per-file-ignores =
14
+ __init__.py: F401
15
+ ban-relative-imports = true
16
+
17
+ [mypy]
18
+ plugins =
19
+ pydantic.mypy
20
+ exclude = ^(venv|build|dist)/
21
+ ignore_missing_imports = yes
22
+ strict_optional = yes
23
+ check_untyped_defs = yes
24
+ disallow_incomplete_defs = yes
25
+ disallow_untyped_decorators = yes
26
+ warn_unused_configs = yes
27
+ disallow_untyped_defs = no
28
+
29
+ [mypy-datahub.*]
30
+ ignore_missing_imports = no
31
+
32
+ [mypy-tests.*]
33
+ ignore_missing_imports = no
34
+
35
+ [tool:pytest]
36
+ asyncio_mode = auto
37
+ addopts = --cov=src --cov-report term-missing --cov-config setup.cfg --strict-markers
38
+ testpaths =
39
+ tests/unit
40
+ tests/integration
41
+
42
+ [coverage:run]
43
+
44
+ [coverage:paths]
45
+ source =
46
+ src
47
+ */site-packages
48
+
49
+ [coverage:report]
50
+ show_missing = true
51
+ exclude_lines =
52
+ pragma: no cover
53
+ @abstract
54
+ if TYPE_CHECKING:
55
+ omit =
56
+ src/datahub_dagster_plugin/example_jobs/*
57
+
58
+ [egg_info]
59
+ tag_build =
60
+ tag_date = 0
61
+
@@ -0,0 +1,136 @@
1
+ import os
2
+ import pathlib
3
+
4
+ import setuptools
5
+
6
+ package_metadata: dict = {}
7
+ with open("./src/datahub_dagster_plugin/__init__.py") as fp:
8
+ exec(fp.read(), package_metadata)
9
+
10
+
11
+ def get_long_description():
12
+ root = os.path.dirname(__file__)
13
+ return pathlib.Path(os.path.join(root, "README.md")).read_text()
14
+
15
+
16
+ rest_common = {"requests", "requests_file"}
17
+
18
+ _version: str = package_metadata["__version__"]
19
+ _self_pin = (
20
+ f"=={_version}" if not (_version.endswith("dev0") or "docker" in _version) else ""
21
+ )
22
+
23
+ base_requirements = {
24
+ # Actual dependencies.
25
+ "dagster >= 1.3.3",
26
+ "dagit >= 1.3.3",
27
+ *rest_common,
28
+ # Ignoring the dependency below because it causes issues with the vercel built wheel install
29
+ #f"acryl-datahub[datahub-rest]{_self_pin}",
30
+ "acryl-datahub[datahub-rest]",
31
+ }
32
+
33
+ mypy_stubs = {
34
+ "types-dataclasses",
35
+ "sqlalchemy-stubs",
36
+ "types-pkg_resources",
37
+ "types-six",
38
+ "types-python-dateutil",
39
+ "types-requests",
40
+ "types-toml",
41
+ "types-PyYAML",
42
+ "types-freezegun",
43
+ "types-cachetools",
44
+ # versions 0.1.13 and 0.1.14 seem to have issues
45
+ "types-click==0.1.12",
46
+ "types-tabulate",
47
+ # avrogen package requires this
48
+ "types-pytz",
49
+ }
50
+
51
+ base_dev_requirements = {
52
+ *base_requirements,
53
+ *mypy_stubs,
54
+ "black==22.12.0",
55
+ "coverage>=5.1",
56
+ "flake8>=6.0.0",
57
+ "flake8-tidy-imports>=4.3.0",
58
+ "flake8-bugbear==23.3.12",
59
+ "isort>=5.7.0",
60
+ "mypy>=1.4.0",
61
+ # pydantic 1.8.2 is incompatible with mypy 0.910.
62
+ # See https://github.com/samuelcolvin/pydantic/pull/3175#issuecomment-995382910.
63
+ "pydantic>=1.10.0,!=1.10.3",
64
+ "pytest>=6.2.2",
65
+ "pytest-asyncio>=0.16.0",
66
+ "pytest-cov>=2.8.1",
67
+ "tox",
68
+ "deepdiff",
69
+ "requests-mock",
70
+ "freezegun",
71
+ "jsonpickle",
72
+ "build",
73
+ "twine",
74
+ "packaging",
75
+ }
76
+
77
+ dev_requirements = {
78
+ *base_dev_requirements,
79
+ }
80
+
81
+ integration_test_requirements = {
82
+ *dev_requirements,
83
+ }
84
+
85
+ entry_points = {
86
+ "dagster.plugins": "acryl-datahub-dagster-plugin = datahub_dagster_plugin.datahub_dagster_plugin:DatahubDagsterPlugin"
87
+ }
88
+
89
+
90
+ setuptools.setup(
91
+ # Package metadata.
92
+ name=package_metadata["__package_name__"],
93
+ version=package_metadata["__version__"],
94
+ url="https://datahubproject.io/",
95
+ project_urls={
96
+ "Documentation": "https://datahubproject.io/docs/",
97
+ "Source": "https://github.com/datahub-project/datahub",
98
+ "Changelog": "https://github.com/datahub-project/datahub/releases",
99
+ },
100
+ license="Apache License 2.0",
101
+ description="Datahub Dagster plugin to capture executions and send to Datahub",
102
+ long_description=get_long_description(),
103
+ long_description_content_type="text/markdown",
104
+ classifiers=[
105
+ "Development Status :: 5 - Production/Stable",
106
+ "Programming Language :: Python",
107
+ "Programming Language :: Python :: 3",
108
+ "Programming Language :: Python :: 3 :: Only",
109
+ "Programming Language :: Python :: 3.8",
110
+ "Programming Language :: Python :: 3.9",
111
+ "Programming Language :: Python :: 3.10",
112
+ "Intended Audience :: Developers",
113
+ "Intended Audience :: Information Technology",
114
+ "Intended Audience :: System Administrators",
115
+ "License :: OSI Approved",
116
+ "License :: OSI Approved :: Apache Software License",
117
+ "Operating System :: Unix",
118
+ "Operating System :: POSIX :: Linux",
119
+ "Environment :: Console",
120
+ "Environment :: MacOS X",
121
+ "Topic :: Software Development",
122
+ ],
123
+ # Package info.
124
+ zip_safe=False,
125
+ python_requires=">=3.8",
126
+ package_dir={"": "src"},
127
+ packages=setuptools.find_namespace_packages(where="./src"),
128
+ entry_points=entry_points,
129
+ # Dependencies.
130
+ install_requires=list(base_requirements),
131
+ extras_require={
132
+ "ignore": [], # This is a dummy extra to allow for trailing commas in the list.
133
+ "dev": list(dev_requirements),
134
+ "integration-tests": list(integration_test_requirements),
135
+ },
136
+ )
@@ -0,0 +1,115 @@
1
+ Metadata-Version: 2.1
2
+ Name: acryl-datahub-dagster-plugin
3
+ Version: 0.0.0.dev0
4
+ Summary: Datahub Dagster plugin to capture executions and send to Datahub
5
+ Home-page: https://datahubproject.io/
6
+ License: Apache License 2.0
7
+ Project-URL: Documentation, https://datahubproject.io/docs/
8
+ Project-URL: Source, https://github.com/datahub-project/datahub
9
+ Project-URL: Changelog, https://github.com/datahub-project/datahub/releases
10
+ Classifier: Development Status :: 5 - Production/Stable
11
+ Classifier: Programming Language :: Python
12
+ Classifier: Programming Language :: Python :: 3
13
+ Classifier: Programming Language :: Python :: 3 :: Only
14
+ Classifier: Programming Language :: Python :: 3.8
15
+ Classifier: Programming Language :: Python :: 3.9
16
+ Classifier: Programming Language :: Python :: 3.10
17
+ Classifier: Intended Audience :: Developers
18
+ Classifier: Intended Audience :: Information Technology
19
+ Classifier: Intended Audience :: System Administrators
20
+ Classifier: License :: OSI Approved
21
+ Classifier: License :: OSI Approved :: Apache Software License
22
+ Classifier: Operating System :: Unix
23
+ Classifier: Operating System :: POSIX :: Linux
24
+ Classifier: Environment :: Console
25
+ Classifier: Environment :: MacOS X
26
+ Classifier: Topic :: Software Development
27
+ Requires-Python: >=3.8
28
+ Description-Content-Type: text/markdown
29
+ Requires-Dist: requests
30
+ Requires-Dist: dagit>=1.3.3
31
+ Requires-Dist: dagster>=1.3.3
32
+ Requires-Dist: requests_file
33
+ Requires-Dist: acryl-datahub[datahub-rest]
34
+ Provides-Extra: ignore
35
+ Provides-Extra: dev
36
+ Requires-Dist: twine; extra == "dev"
37
+ Requires-Dist: requests-mock; extra == "dev"
38
+ Requires-Dist: dagit>=1.3.3; extra == "dev"
39
+ Requires-Dist: pydantic!=1.10.3,>=1.10.0; extra == "dev"
40
+ Requires-Dist: types-freezegun; extra == "dev"
41
+ Requires-Dist: flake8-tidy-imports>=4.3.0; extra == "dev"
42
+ Requires-Dist: types-tabulate; extra == "dev"
43
+ Requires-Dist: pytest>=6.2.2; extra == "dev"
44
+ Requires-Dist: tox; extra == "dev"
45
+ Requires-Dist: types-toml; extra == "dev"
46
+ Requires-Dist: types-click==0.1.12; extra == "dev"
47
+ Requires-Dist: isort>=5.7.0; extra == "dev"
48
+ Requires-Dist: types-pytz; extra == "dev"
49
+ Requires-Dist: flake8-bugbear==23.3.12; extra == "dev"
50
+ Requires-Dist: types-requests; extra == "dev"
51
+ Requires-Dist: requests; extra == "dev"
52
+ Requires-Dist: dagster>=1.3.3; extra == "dev"
53
+ Requires-Dist: packaging; extra == "dev"
54
+ Requires-Dist: requests_file; extra == "dev"
55
+ Requires-Dist: sqlalchemy-stubs; extra == "dev"
56
+ Requires-Dist: flake8>=6.0.0; extra == "dev"
57
+ Requires-Dist: pytest-asyncio>=0.16.0; extra == "dev"
58
+ Requires-Dist: types-PyYAML; extra == "dev"
59
+ Requires-Dist: jsonpickle; extra == "dev"
60
+ Requires-Dist: types-cachetools; extra == "dev"
61
+ Requires-Dist: types-six; extra == "dev"
62
+ Requires-Dist: deepdiff; extra == "dev"
63
+ Requires-Dist: types-pkg_resources; extra == "dev"
64
+ Requires-Dist: build; extra == "dev"
65
+ Requires-Dist: mypy>=1.4.0; extra == "dev"
66
+ Requires-Dist: coverage>=5.1; extra == "dev"
67
+ Requires-Dist: types-dataclasses; extra == "dev"
68
+ Requires-Dist: types-python-dateutil; extra == "dev"
69
+ Requires-Dist: acryl-datahub[datahub-rest]; extra == "dev"
70
+ Requires-Dist: freezegun; extra == "dev"
71
+ Requires-Dist: pytest-cov>=2.8.1; extra == "dev"
72
+ Requires-Dist: black==22.12.0; extra == "dev"
73
+ Provides-Extra: integration-tests
74
+ Requires-Dist: twine; extra == "integration-tests"
75
+ Requires-Dist: requests-mock; extra == "integration-tests"
76
+ Requires-Dist: dagit>=1.3.3; extra == "integration-tests"
77
+ Requires-Dist: pydantic!=1.10.3,>=1.10.0; extra == "integration-tests"
78
+ Requires-Dist: types-freezegun; extra == "integration-tests"
79
+ Requires-Dist: flake8-tidy-imports>=4.3.0; extra == "integration-tests"
80
+ Requires-Dist: types-tabulate; extra == "integration-tests"
81
+ Requires-Dist: pytest>=6.2.2; extra == "integration-tests"
82
+ Requires-Dist: tox; extra == "integration-tests"
83
+ Requires-Dist: types-toml; extra == "integration-tests"
84
+ Requires-Dist: types-click==0.1.12; extra == "integration-tests"
85
+ Requires-Dist: isort>=5.7.0; extra == "integration-tests"
86
+ Requires-Dist: types-pytz; extra == "integration-tests"
87
+ Requires-Dist: flake8-bugbear==23.3.12; extra == "integration-tests"
88
+ Requires-Dist: types-requests; extra == "integration-tests"
89
+ Requires-Dist: requests; extra == "integration-tests"
90
+ Requires-Dist: dagster>=1.3.3; extra == "integration-tests"
91
+ Requires-Dist: packaging; extra == "integration-tests"
92
+ Requires-Dist: requests_file; extra == "integration-tests"
93
+ Requires-Dist: sqlalchemy-stubs; extra == "integration-tests"
94
+ Requires-Dist: flake8>=6.0.0; extra == "integration-tests"
95
+ Requires-Dist: pytest-asyncio>=0.16.0; extra == "integration-tests"
96
+ Requires-Dist: types-PyYAML; extra == "integration-tests"
97
+ Requires-Dist: jsonpickle; extra == "integration-tests"
98
+ Requires-Dist: types-cachetools; extra == "integration-tests"
99
+ Requires-Dist: types-six; extra == "integration-tests"
100
+ Requires-Dist: deepdiff; extra == "integration-tests"
101
+ Requires-Dist: types-pkg_resources; extra == "integration-tests"
102
+ Requires-Dist: build; extra == "integration-tests"
103
+ Requires-Dist: mypy>=1.4.0; extra == "integration-tests"
104
+ Requires-Dist: coverage>=5.1; extra == "integration-tests"
105
+ Requires-Dist: types-dataclasses; extra == "integration-tests"
106
+ Requires-Dist: types-python-dateutil; extra == "integration-tests"
107
+ Requires-Dist: acryl-datahub[datahub-rest]; extra == "integration-tests"
108
+ Requires-Dist: freezegun; extra == "integration-tests"
109
+ Requires-Dist: pytest-cov>=2.8.1; extra == "integration-tests"
110
+ Requires-Dist: black==22.12.0; extra == "integration-tests"
111
+
112
+ # Datahub Dagster Plugin
113
+
114
+ See the DataHub Dagster docs for details.
115
+
@@ -0,0 +1,17 @@
1
+ README.md
2
+ pyproject.toml
3
+ setup.cfg
4
+ setup.py
5
+ src/acryl_datahub_dagster_plugin.egg-info/PKG-INFO
6
+ src/acryl_datahub_dagster_plugin.egg-info/SOURCES.txt
7
+ src/acryl_datahub_dagster_plugin.egg-info/dependency_links.txt
8
+ src/acryl_datahub_dagster_plugin.egg-info/entry_points.txt
9
+ src/acryl_datahub_dagster_plugin.egg-info/not-zip-safe
10
+ src/acryl_datahub_dagster_plugin.egg-info/requires.txt
11
+ src/acryl_datahub_dagster_plugin.egg-info/top_level.txt
12
+ src/datahub_dagster_plugin/__init__.py
13
+ src/datahub_dagster_plugin/datahub_dagster_plugin.py
14
+ src/datahub_dagster_plugin/client/__init__.py
15
+ src/datahub_dagster_plugin/client/dagster_generator.py
16
+ src/datahub_dagster_plugin/sensors/__init__.py
17
+ src/datahub_dagster_plugin/sensors/datahub_sensors.py
@@ -0,0 +1,2 @@
1
+ [dagster.plugins]
2
+ acryl-datahub-dagster-plugin = datahub_dagster_plugin.datahub_dagster_plugin:DatahubDagsterPlugin
@@ -0,0 +1,85 @@
1
+ requests
2
+ dagit>=1.3.3
3
+ dagster>=1.3.3
4
+ requests_file
5
+ acryl-datahub[datahub-rest]
6
+
7
+ [dev]
8
+ twine
9
+ requests-mock
10
+ dagit>=1.3.3
11
+ pydantic!=1.10.3,>=1.10.0
12
+ types-freezegun
13
+ flake8-tidy-imports>=4.3.0
14
+ types-tabulate
15
+ pytest>=6.2.2
16
+ tox
17
+ types-toml
18
+ types-click==0.1.12
19
+ isort>=5.7.0
20
+ types-pytz
21
+ flake8-bugbear==23.3.12
22
+ types-requests
23
+ requests
24
+ dagster>=1.3.3
25
+ packaging
26
+ requests_file
27
+ sqlalchemy-stubs
28
+ flake8>=6.0.0
29
+ pytest-asyncio>=0.16.0
30
+ types-PyYAML
31
+ jsonpickle
32
+ types-cachetools
33
+ types-six
34
+ deepdiff
35
+ types-pkg_resources
36
+ build
37
+ mypy>=1.4.0
38
+ coverage>=5.1
39
+ types-dataclasses
40
+ types-python-dateutil
41
+ acryl-datahub[datahub-rest]
42
+ freezegun
43
+ pytest-cov>=2.8.1
44
+ black==22.12.0
45
+
46
+ [ignore]
47
+
48
+ [integration-tests]
49
+ twine
50
+ requests-mock
51
+ dagit>=1.3.3
52
+ pydantic!=1.10.3,>=1.10.0
53
+ types-freezegun
54
+ flake8-tidy-imports>=4.3.0
55
+ types-tabulate
56
+ pytest>=6.2.2
57
+ tox
58
+ types-toml
59
+ types-click==0.1.12
60
+ isort>=5.7.0
61
+ types-pytz
62
+ flake8-bugbear==23.3.12
63
+ types-requests
64
+ requests
65
+ dagster>=1.3.3
66
+ packaging
67
+ requests_file
68
+ sqlalchemy-stubs
69
+ flake8>=6.0.0
70
+ pytest-asyncio>=0.16.0
71
+ types-PyYAML
72
+ jsonpickle
73
+ types-cachetools
74
+ types-six
75
+ deepdiff
76
+ types-pkg_resources
77
+ build
78
+ mypy>=1.4.0
79
+ coverage>=5.1
80
+ types-dataclasses
81
+ types-python-dateutil
82
+ acryl-datahub[datahub-rest]
83
+ freezegun
84
+ pytest-cov>=2.8.1
85
+ black==22.12.0
@@ -0,0 +1,21 @@
1
+ # Published at https://pypi.org/project/acryl-datahub/.
2
+ __package_name__ = "acryl-datahub-dagster-plugin"
3
+ __version__ = "0.0.0.dev0"
4
+
5
+
6
+ def is_dev_mode() -> bool:
7
+ return __version__.endswith("dev0")
8
+
9
+
10
+ def nice_version_name() -> str:
11
+ if is_dev_mode():
12
+ return "unavailable (installed in develop mode)"
13
+ return __version__
14
+
15
+
16
+ def get_provider_info():
17
+ return {
18
+ "package-name": f"{__package_name__}",
19
+ "name": f"{__package_name__}",
20
+ "description": "Datahub metadata collector plugin",
21
+ }