acryl-datahub-dagster-plugin 0.0.0.dev0__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- acryl-datahub-dagster-plugin-0.0.0.dev0/PKG-INFO +115 -0
- acryl-datahub-dagster-plugin-0.0.0.dev0/README.md +4 -0
- acryl-datahub-dagster-plugin-0.0.0.dev0/pyproject.toml +19 -0
- acryl-datahub-dagster-plugin-0.0.0.dev0/setup.cfg +61 -0
- acryl-datahub-dagster-plugin-0.0.0.dev0/setup.py +136 -0
- acryl-datahub-dagster-plugin-0.0.0.dev0/src/acryl_datahub_dagster_plugin.egg-info/PKG-INFO +115 -0
- acryl-datahub-dagster-plugin-0.0.0.dev0/src/acryl_datahub_dagster_plugin.egg-info/SOURCES.txt +17 -0
- acryl-datahub-dagster-plugin-0.0.0.dev0/src/acryl_datahub_dagster_plugin.egg-info/dependency_links.txt +1 -0
- acryl-datahub-dagster-plugin-0.0.0.dev0/src/acryl_datahub_dagster_plugin.egg-info/entry_points.txt +2 -0
- acryl-datahub-dagster-plugin-0.0.0.dev0/src/acryl_datahub_dagster_plugin.egg-info/not-zip-safe +1 -0
- acryl-datahub-dagster-plugin-0.0.0.dev0/src/acryl_datahub_dagster_plugin.egg-info/requires.txt +85 -0
- acryl-datahub-dagster-plugin-0.0.0.dev0/src/acryl_datahub_dagster_plugin.egg-info/top_level.txt +1 -0
- acryl-datahub-dagster-plugin-0.0.0.dev0/src/datahub_dagster_plugin/__init__.py +21 -0
- acryl-datahub-dagster-plugin-0.0.0.dev0/src/datahub_dagster_plugin/client/__init__.py +0 -0
- acryl-datahub-dagster-plugin-0.0.0.dev0/src/datahub_dagster_plugin/client/dagster_generator.py +504 -0
- acryl-datahub-dagster-plugin-0.0.0.dev0/src/datahub_dagster_plugin/datahub_dagster_plugin.py +2 -0
- acryl-datahub-dagster-plugin-0.0.0.dev0/src/datahub_dagster_plugin/sensors/__init__.py +0 -0
- acryl-datahub-dagster-plugin-0.0.0.dev0/src/datahub_dagster_plugin/sensors/datahub_sensors.py +439 -0
|
@@ -0,0 +1,115 @@
|
|
|
1
|
+
Metadata-Version: 2.1
|
|
2
|
+
Name: acryl-datahub-dagster-plugin
|
|
3
|
+
Version: 0.0.0.dev0
|
|
4
|
+
Summary: Datahub Dagster plugin to capture executions and send to Datahub
|
|
5
|
+
Home-page: https://datahubproject.io/
|
|
6
|
+
License: Apache License 2.0
|
|
7
|
+
Project-URL: Documentation, https://datahubproject.io/docs/
|
|
8
|
+
Project-URL: Source, https://github.com/datahub-project/datahub
|
|
9
|
+
Project-URL: Changelog, https://github.com/datahub-project/datahub/releases
|
|
10
|
+
Classifier: Development Status :: 5 - Production/Stable
|
|
11
|
+
Classifier: Programming Language :: Python
|
|
12
|
+
Classifier: Programming Language :: Python :: 3
|
|
13
|
+
Classifier: Programming Language :: Python :: 3 :: Only
|
|
14
|
+
Classifier: Programming Language :: Python :: 3.8
|
|
15
|
+
Classifier: Programming Language :: Python :: 3.9
|
|
16
|
+
Classifier: Programming Language :: Python :: 3.10
|
|
17
|
+
Classifier: Intended Audience :: Developers
|
|
18
|
+
Classifier: Intended Audience :: Information Technology
|
|
19
|
+
Classifier: Intended Audience :: System Administrators
|
|
20
|
+
Classifier: License :: OSI Approved
|
|
21
|
+
Classifier: License :: OSI Approved :: Apache Software License
|
|
22
|
+
Classifier: Operating System :: Unix
|
|
23
|
+
Classifier: Operating System :: POSIX :: Linux
|
|
24
|
+
Classifier: Environment :: Console
|
|
25
|
+
Classifier: Environment :: MacOS X
|
|
26
|
+
Classifier: Topic :: Software Development
|
|
27
|
+
Requires-Python: >=3.8
|
|
28
|
+
Description-Content-Type: text/markdown
|
|
29
|
+
Requires-Dist: requests
|
|
30
|
+
Requires-Dist: dagit>=1.3.3
|
|
31
|
+
Requires-Dist: dagster>=1.3.3
|
|
32
|
+
Requires-Dist: requests_file
|
|
33
|
+
Requires-Dist: acryl-datahub[datahub-rest]
|
|
34
|
+
Provides-Extra: ignore
|
|
35
|
+
Provides-Extra: dev
|
|
36
|
+
Requires-Dist: twine; extra == "dev"
|
|
37
|
+
Requires-Dist: requests-mock; extra == "dev"
|
|
38
|
+
Requires-Dist: dagit>=1.3.3; extra == "dev"
|
|
39
|
+
Requires-Dist: pydantic!=1.10.3,>=1.10.0; extra == "dev"
|
|
40
|
+
Requires-Dist: types-freezegun; extra == "dev"
|
|
41
|
+
Requires-Dist: flake8-tidy-imports>=4.3.0; extra == "dev"
|
|
42
|
+
Requires-Dist: types-tabulate; extra == "dev"
|
|
43
|
+
Requires-Dist: pytest>=6.2.2; extra == "dev"
|
|
44
|
+
Requires-Dist: tox; extra == "dev"
|
|
45
|
+
Requires-Dist: types-toml; extra == "dev"
|
|
46
|
+
Requires-Dist: types-click==0.1.12; extra == "dev"
|
|
47
|
+
Requires-Dist: isort>=5.7.0; extra == "dev"
|
|
48
|
+
Requires-Dist: types-pytz; extra == "dev"
|
|
49
|
+
Requires-Dist: flake8-bugbear==23.3.12; extra == "dev"
|
|
50
|
+
Requires-Dist: types-requests; extra == "dev"
|
|
51
|
+
Requires-Dist: requests; extra == "dev"
|
|
52
|
+
Requires-Dist: dagster>=1.3.3; extra == "dev"
|
|
53
|
+
Requires-Dist: packaging; extra == "dev"
|
|
54
|
+
Requires-Dist: requests_file; extra == "dev"
|
|
55
|
+
Requires-Dist: sqlalchemy-stubs; extra == "dev"
|
|
56
|
+
Requires-Dist: flake8>=6.0.0; extra == "dev"
|
|
57
|
+
Requires-Dist: pytest-asyncio>=0.16.0; extra == "dev"
|
|
58
|
+
Requires-Dist: types-PyYAML; extra == "dev"
|
|
59
|
+
Requires-Dist: jsonpickle; extra == "dev"
|
|
60
|
+
Requires-Dist: types-cachetools; extra == "dev"
|
|
61
|
+
Requires-Dist: types-six; extra == "dev"
|
|
62
|
+
Requires-Dist: deepdiff; extra == "dev"
|
|
63
|
+
Requires-Dist: types-pkg_resources; extra == "dev"
|
|
64
|
+
Requires-Dist: build; extra == "dev"
|
|
65
|
+
Requires-Dist: mypy>=1.4.0; extra == "dev"
|
|
66
|
+
Requires-Dist: coverage>=5.1; extra == "dev"
|
|
67
|
+
Requires-Dist: types-dataclasses; extra == "dev"
|
|
68
|
+
Requires-Dist: types-python-dateutil; extra == "dev"
|
|
69
|
+
Requires-Dist: acryl-datahub[datahub-rest]; extra == "dev"
|
|
70
|
+
Requires-Dist: freezegun; extra == "dev"
|
|
71
|
+
Requires-Dist: pytest-cov>=2.8.1; extra == "dev"
|
|
72
|
+
Requires-Dist: black==22.12.0; extra == "dev"
|
|
73
|
+
Provides-Extra: integration-tests
|
|
74
|
+
Requires-Dist: twine; extra == "integration-tests"
|
|
75
|
+
Requires-Dist: requests-mock; extra == "integration-tests"
|
|
76
|
+
Requires-Dist: dagit>=1.3.3; extra == "integration-tests"
|
|
77
|
+
Requires-Dist: pydantic!=1.10.3,>=1.10.0; extra == "integration-tests"
|
|
78
|
+
Requires-Dist: types-freezegun; extra == "integration-tests"
|
|
79
|
+
Requires-Dist: flake8-tidy-imports>=4.3.0; extra == "integration-tests"
|
|
80
|
+
Requires-Dist: types-tabulate; extra == "integration-tests"
|
|
81
|
+
Requires-Dist: pytest>=6.2.2; extra == "integration-tests"
|
|
82
|
+
Requires-Dist: tox; extra == "integration-tests"
|
|
83
|
+
Requires-Dist: types-toml; extra == "integration-tests"
|
|
84
|
+
Requires-Dist: types-click==0.1.12; extra == "integration-tests"
|
|
85
|
+
Requires-Dist: isort>=5.7.0; extra == "integration-tests"
|
|
86
|
+
Requires-Dist: types-pytz; extra == "integration-tests"
|
|
87
|
+
Requires-Dist: flake8-bugbear==23.3.12; extra == "integration-tests"
|
|
88
|
+
Requires-Dist: types-requests; extra == "integration-tests"
|
|
89
|
+
Requires-Dist: requests; extra == "integration-tests"
|
|
90
|
+
Requires-Dist: dagster>=1.3.3; extra == "integration-tests"
|
|
91
|
+
Requires-Dist: packaging; extra == "integration-tests"
|
|
92
|
+
Requires-Dist: requests_file; extra == "integration-tests"
|
|
93
|
+
Requires-Dist: sqlalchemy-stubs; extra == "integration-tests"
|
|
94
|
+
Requires-Dist: flake8>=6.0.0; extra == "integration-tests"
|
|
95
|
+
Requires-Dist: pytest-asyncio>=0.16.0; extra == "integration-tests"
|
|
96
|
+
Requires-Dist: types-PyYAML; extra == "integration-tests"
|
|
97
|
+
Requires-Dist: jsonpickle; extra == "integration-tests"
|
|
98
|
+
Requires-Dist: types-cachetools; extra == "integration-tests"
|
|
99
|
+
Requires-Dist: types-six; extra == "integration-tests"
|
|
100
|
+
Requires-Dist: deepdiff; extra == "integration-tests"
|
|
101
|
+
Requires-Dist: types-pkg_resources; extra == "integration-tests"
|
|
102
|
+
Requires-Dist: build; extra == "integration-tests"
|
|
103
|
+
Requires-Dist: mypy>=1.4.0; extra == "integration-tests"
|
|
104
|
+
Requires-Dist: coverage>=5.1; extra == "integration-tests"
|
|
105
|
+
Requires-Dist: types-dataclasses; extra == "integration-tests"
|
|
106
|
+
Requires-Dist: types-python-dateutil; extra == "integration-tests"
|
|
107
|
+
Requires-Dist: acryl-datahub[datahub-rest]; extra == "integration-tests"
|
|
108
|
+
Requires-Dist: freezegun; extra == "integration-tests"
|
|
109
|
+
Requires-Dist: pytest-cov>=2.8.1; extra == "integration-tests"
|
|
110
|
+
Requires-Dist: black==22.12.0; extra == "integration-tests"
|
|
111
|
+
|
|
112
|
+
# Datahub Dagster Plugin
|
|
113
|
+
|
|
114
|
+
See the DataHub Dagster docs for details.
|
|
115
|
+
|
|
@@ -0,0 +1,19 @@
|
|
|
1
|
+
[build-system]
|
|
2
|
+
build-backend = "setuptools.build_meta"
|
|
3
|
+
requires = ["setuptools>=54.0.0", "wheel", "pip>=21.0.0"]
|
|
4
|
+
|
|
5
|
+
[tool.black]
|
|
6
|
+
extend-exclude = '''
|
|
7
|
+
# A regex preceded with ^/ will apply only to files and directories
|
|
8
|
+
# in the root of the project.
|
|
9
|
+
^/tmp
|
|
10
|
+
'''
|
|
11
|
+
include = '\.pyi?$'
|
|
12
|
+
|
|
13
|
+
[tool.isort]
|
|
14
|
+
indent = ' '
|
|
15
|
+
profile = 'black'
|
|
16
|
+
sections = 'FUTURE,STDLIB,THIRDPARTY,FIRSTPARTY,LOCALFOLDER'
|
|
17
|
+
|
|
18
|
+
[tool.pyright]
|
|
19
|
+
extraPaths = ['tests']
|
|
@@ -0,0 +1,61 @@
|
|
|
1
|
+
[flake8]
|
|
2
|
+
max-complexity = 15
|
|
3
|
+
ignore =
|
|
4
|
+
E501,
|
|
5
|
+
D203,
|
|
6
|
+
W503,
|
|
7
|
+
E203
|
|
8
|
+
exclude =
|
|
9
|
+
.git,
|
|
10
|
+
venv,
|
|
11
|
+
.tox,
|
|
12
|
+
__pycache__
|
|
13
|
+
per-file-ignores =
|
|
14
|
+
__init__.py: F401
|
|
15
|
+
ban-relative-imports = true
|
|
16
|
+
|
|
17
|
+
[mypy]
|
|
18
|
+
plugins =
|
|
19
|
+
pydantic.mypy
|
|
20
|
+
exclude = ^(venv|build|dist)/
|
|
21
|
+
ignore_missing_imports = yes
|
|
22
|
+
strict_optional = yes
|
|
23
|
+
check_untyped_defs = yes
|
|
24
|
+
disallow_incomplete_defs = yes
|
|
25
|
+
disallow_untyped_decorators = yes
|
|
26
|
+
warn_unused_configs = yes
|
|
27
|
+
disallow_untyped_defs = no
|
|
28
|
+
|
|
29
|
+
[mypy-datahub.*]
|
|
30
|
+
ignore_missing_imports = no
|
|
31
|
+
|
|
32
|
+
[mypy-tests.*]
|
|
33
|
+
ignore_missing_imports = no
|
|
34
|
+
|
|
35
|
+
[tool:pytest]
|
|
36
|
+
asyncio_mode = auto
|
|
37
|
+
addopts = --cov=src --cov-report term-missing --cov-config setup.cfg --strict-markers
|
|
38
|
+
testpaths =
|
|
39
|
+
tests/unit
|
|
40
|
+
tests/integration
|
|
41
|
+
|
|
42
|
+
[coverage:run]
|
|
43
|
+
|
|
44
|
+
[coverage:paths]
|
|
45
|
+
source =
|
|
46
|
+
src
|
|
47
|
+
*/site-packages
|
|
48
|
+
|
|
49
|
+
[coverage:report]
|
|
50
|
+
show_missing = true
|
|
51
|
+
exclude_lines =
|
|
52
|
+
pragma: no cover
|
|
53
|
+
@abstract
|
|
54
|
+
if TYPE_CHECKING:
|
|
55
|
+
omit =
|
|
56
|
+
src/datahub_dagster_plugin/example_jobs/*
|
|
57
|
+
|
|
58
|
+
[egg_info]
|
|
59
|
+
tag_build =
|
|
60
|
+
tag_date = 0
|
|
61
|
+
|
|
@@ -0,0 +1,136 @@
|
|
|
1
|
+
import os
|
|
2
|
+
import pathlib
|
|
3
|
+
|
|
4
|
+
import setuptools
|
|
5
|
+
|
|
6
|
+
package_metadata: dict = {}
|
|
7
|
+
with open("./src/datahub_dagster_plugin/__init__.py") as fp:
|
|
8
|
+
exec(fp.read(), package_metadata)
|
|
9
|
+
|
|
10
|
+
|
|
11
|
+
def get_long_description():
|
|
12
|
+
root = os.path.dirname(__file__)
|
|
13
|
+
return pathlib.Path(os.path.join(root, "README.md")).read_text()
|
|
14
|
+
|
|
15
|
+
|
|
16
|
+
rest_common = {"requests", "requests_file"}
|
|
17
|
+
|
|
18
|
+
_version: str = package_metadata["__version__"]
|
|
19
|
+
_self_pin = (
|
|
20
|
+
f"=={_version}" if not (_version.endswith("dev0") or "docker" in _version) else ""
|
|
21
|
+
)
|
|
22
|
+
|
|
23
|
+
base_requirements = {
|
|
24
|
+
# Actual dependencies.
|
|
25
|
+
"dagster >= 1.3.3",
|
|
26
|
+
"dagit >= 1.3.3",
|
|
27
|
+
*rest_common,
|
|
28
|
+
# Ignoring the dependency below because it causes issues with the vercel built wheel install
|
|
29
|
+
#f"acryl-datahub[datahub-rest]{_self_pin}",
|
|
30
|
+
"acryl-datahub[datahub-rest]",
|
|
31
|
+
}
|
|
32
|
+
|
|
33
|
+
mypy_stubs = {
|
|
34
|
+
"types-dataclasses",
|
|
35
|
+
"sqlalchemy-stubs",
|
|
36
|
+
"types-pkg_resources",
|
|
37
|
+
"types-six",
|
|
38
|
+
"types-python-dateutil",
|
|
39
|
+
"types-requests",
|
|
40
|
+
"types-toml",
|
|
41
|
+
"types-PyYAML",
|
|
42
|
+
"types-freezegun",
|
|
43
|
+
"types-cachetools",
|
|
44
|
+
# versions 0.1.13 and 0.1.14 seem to have issues
|
|
45
|
+
"types-click==0.1.12",
|
|
46
|
+
"types-tabulate",
|
|
47
|
+
# avrogen package requires this
|
|
48
|
+
"types-pytz",
|
|
49
|
+
}
|
|
50
|
+
|
|
51
|
+
base_dev_requirements = {
|
|
52
|
+
*base_requirements,
|
|
53
|
+
*mypy_stubs,
|
|
54
|
+
"black==22.12.0",
|
|
55
|
+
"coverage>=5.1",
|
|
56
|
+
"flake8>=6.0.0",
|
|
57
|
+
"flake8-tidy-imports>=4.3.0",
|
|
58
|
+
"flake8-bugbear==23.3.12",
|
|
59
|
+
"isort>=5.7.0",
|
|
60
|
+
"mypy>=1.4.0",
|
|
61
|
+
# pydantic 1.8.2 is incompatible with mypy 0.910.
|
|
62
|
+
# See https://github.com/samuelcolvin/pydantic/pull/3175#issuecomment-995382910.
|
|
63
|
+
"pydantic>=1.10.0,!=1.10.3",
|
|
64
|
+
"pytest>=6.2.2",
|
|
65
|
+
"pytest-asyncio>=0.16.0",
|
|
66
|
+
"pytest-cov>=2.8.1",
|
|
67
|
+
"tox",
|
|
68
|
+
"deepdiff",
|
|
69
|
+
"requests-mock",
|
|
70
|
+
"freezegun",
|
|
71
|
+
"jsonpickle",
|
|
72
|
+
"build",
|
|
73
|
+
"twine",
|
|
74
|
+
"packaging",
|
|
75
|
+
}
|
|
76
|
+
|
|
77
|
+
dev_requirements = {
|
|
78
|
+
*base_dev_requirements,
|
|
79
|
+
}
|
|
80
|
+
|
|
81
|
+
integration_test_requirements = {
|
|
82
|
+
*dev_requirements,
|
|
83
|
+
}
|
|
84
|
+
|
|
85
|
+
entry_points = {
|
|
86
|
+
"dagster.plugins": "acryl-datahub-dagster-plugin = datahub_dagster_plugin.datahub_dagster_plugin:DatahubDagsterPlugin"
|
|
87
|
+
}
|
|
88
|
+
|
|
89
|
+
|
|
90
|
+
setuptools.setup(
|
|
91
|
+
# Package metadata.
|
|
92
|
+
name=package_metadata["__package_name__"],
|
|
93
|
+
version=package_metadata["__version__"],
|
|
94
|
+
url="https://datahubproject.io/",
|
|
95
|
+
project_urls={
|
|
96
|
+
"Documentation": "https://datahubproject.io/docs/",
|
|
97
|
+
"Source": "https://github.com/datahub-project/datahub",
|
|
98
|
+
"Changelog": "https://github.com/datahub-project/datahub/releases",
|
|
99
|
+
},
|
|
100
|
+
license="Apache License 2.0",
|
|
101
|
+
description="Datahub Dagster plugin to capture executions and send to Datahub",
|
|
102
|
+
long_description=get_long_description(),
|
|
103
|
+
long_description_content_type="text/markdown",
|
|
104
|
+
classifiers=[
|
|
105
|
+
"Development Status :: 5 - Production/Stable",
|
|
106
|
+
"Programming Language :: Python",
|
|
107
|
+
"Programming Language :: Python :: 3",
|
|
108
|
+
"Programming Language :: Python :: 3 :: Only",
|
|
109
|
+
"Programming Language :: Python :: 3.8",
|
|
110
|
+
"Programming Language :: Python :: 3.9",
|
|
111
|
+
"Programming Language :: Python :: 3.10",
|
|
112
|
+
"Intended Audience :: Developers",
|
|
113
|
+
"Intended Audience :: Information Technology",
|
|
114
|
+
"Intended Audience :: System Administrators",
|
|
115
|
+
"License :: OSI Approved",
|
|
116
|
+
"License :: OSI Approved :: Apache Software License",
|
|
117
|
+
"Operating System :: Unix",
|
|
118
|
+
"Operating System :: POSIX :: Linux",
|
|
119
|
+
"Environment :: Console",
|
|
120
|
+
"Environment :: MacOS X",
|
|
121
|
+
"Topic :: Software Development",
|
|
122
|
+
],
|
|
123
|
+
# Package info.
|
|
124
|
+
zip_safe=False,
|
|
125
|
+
python_requires=">=3.8",
|
|
126
|
+
package_dir={"": "src"},
|
|
127
|
+
packages=setuptools.find_namespace_packages(where="./src"),
|
|
128
|
+
entry_points=entry_points,
|
|
129
|
+
# Dependencies.
|
|
130
|
+
install_requires=list(base_requirements),
|
|
131
|
+
extras_require={
|
|
132
|
+
"ignore": [], # This is a dummy extra to allow for trailing commas in the list.
|
|
133
|
+
"dev": list(dev_requirements),
|
|
134
|
+
"integration-tests": list(integration_test_requirements),
|
|
135
|
+
},
|
|
136
|
+
)
|
|
@@ -0,0 +1,115 @@
|
|
|
1
|
+
Metadata-Version: 2.1
|
|
2
|
+
Name: acryl-datahub-dagster-plugin
|
|
3
|
+
Version: 0.0.0.dev0
|
|
4
|
+
Summary: Datahub Dagster plugin to capture executions and send to Datahub
|
|
5
|
+
Home-page: https://datahubproject.io/
|
|
6
|
+
License: Apache License 2.0
|
|
7
|
+
Project-URL: Documentation, https://datahubproject.io/docs/
|
|
8
|
+
Project-URL: Source, https://github.com/datahub-project/datahub
|
|
9
|
+
Project-URL: Changelog, https://github.com/datahub-project/datahub/releases
|
|
10
|
+
Classifier: Development Status :: 5 - Production/Stable
|
|
11
|
+
Classifier: Programming Language :: Python
|
|
12
|
+
Classifier: Programming Language :: Python :: 3
|
|
13
|
+
Classifier: Programming Language :: Python :: 3 :: Only
|
|
14
|
+
Classifier: Programming Language :: Python :: 3.8
|
|
15
|
+
Classifier: Programming Language :: Python :: 3.9
|
|
16
|
+
Classifier: Programming Language :: Python :: 3.10
|
|
17
|
+
Classifier: Intended Audience :: Developers
|
|
18
|
+
Classifier: Intended Audience :: Information Technology
|
|
19
|
+
Classifier: Intended Audience :: System Administrators
|
|
20
|
+
Classifier: License :: OSI Approved
|
|
21
|
+
Classifier: License :: OSI Approved :: Apache Software License
|
|
22
|
+
Classifier: Operating System :: Unix
|
|
23
|
+
Classifier: Operating System :: POSIX :: Linux
|
|
24
|
+
Classifier: Environment :: Console
|
|
25
|
+
Classifier: Environment :: MacOS X
|
|
26
|
+
Classifier: Topic :: Software Development
|
|
27
|
+
Requires-Python: >=3.8
|
|
28
|
+
Description-Content-Type: text/markdown
|
|
29
|
+
Requires-Dist: requests
|
|
30
|
+
Requires-Dist: dagit>=1.3.3
|
|
31
|
+
Requires-Dist: dagster>=1.3.3
|
|
32
|
+
Requires-Dist: requests_file
|
|
33
|
+
Requires-Dist: acryl-datahub[datahub-rest]
|
|
34
|
+
Provides-Extra: ignore
|
|
35
|
+
Provides-Extra: dev
|
|
36
|
+
Requires-Dist: twine; extra == "dev"
|
|
37
|
+
Requires-Dist: requests-mock; extra == "dev"
|
|
38
|
+
Requires-Dist: dagit>=1.3.3; extra == "dev"
|
|
39
|
+
Requires-Dist: pydantic!=1.10.3,>=1.10.0; extra == "dev"
|
|
40
|
+
Requires-Dist: types-freezegun; extra == "dev"
|
|
41
|
+
Requires-Dist: flake8-tidy-imports>=4.3.0; extra == "dev"
|
|
42
|
+
Requires-Dist: types-tabulate; extra == "dev"
|
|
43
|
+
Requires-Dist: pytest>=6.2.2; extra == "dev"
|
|
44
|
+
Requires-Dist: tox; extra == "dev"
|
|
45
|
+
Requires-Dist: types-toml; extra == "dev"
|
|
46
|
+
Requires-Dist: types-click==0.1.12; extra == "dev"
|
|
47
|
+
Requires-Dist: isort>=5.7.0; extra == "dev"
|
|
48
|
+
Requires-Dist: types-pytz; extra == "dev"
|
|
49
|
+
Requires-Dist: flake8-bugbear==23.3.12; extra == "dev"
|
|
50
|
+
Requires-Dist: types-requests; extra == "dev"
|
|
51
|
+
Requires-Dist: requests; extra == "dev"
|
|
52
|
+
Requires-Dist: dagster>=1.3.3; extra == "dev"
|
|
53
|
+
Requires-Dist: packaging; extra == "dev"
|
|
54
|
+
Requires-Dist: requests_file; extra == "dev"
|
|
55
|
+
Requires-Dist: sqlalchemy-stubs; extra == "dev"
|
|
56
|
+
Requires-Dist: flake8>=6.0.0; extra == "dev"
|
|
57
|
+
Requires-Dist: pytest-asyncio>=0.16.0; extra == "dev"
|
|
58
|
+
Requires-Dist: types-PyYAML; extra == "dev"
|
|
59
|
+
Requires-Dist: jsonpickle; extra == "dev"
|
|
60
|
+
Requires-Dist: types-cachetools; extra == "dev"
|
|
61
|
+
Requires-Dist: types-six; extra == "dev"
|
|
62
|
+
Requires-Dist: deepdiff; extra == "dev"
|
|
63
|
+
Requires-Dist: types-pkg_resources; extra == "dev"
|
|
64
|
+
Requires-Dist: build; extra == "dev"
|
|
65
|
+
Requires-Dist: mypy>=1.4.0; extra == "dev"
|
|
66
|
+
Requires-Dist: coverage>=5.1; extra == "dev"
|
|
67
|
+
Requires-Dist: types-dataclasses; extra == "dev"
|
|
68
|
+
Requires-Dist: types-python-dateutil; extra == "dev"
|
|
69
|
+
Requires-Dist: acryl-datahub[datahub-rest]; extra == "dev"
|
|
70
|
+
Requires-Dist: freezegun; extra == "dev"
|
|
71
|
+
Requires-Dist: pytest-cov>=2.8.1; extra == "dev"
|
|
72
|
+
Requires-Dist: black==22.12.0; extra == "dev"
|
|
73
|
+
Provides-Extra: integration-tests
|
|
74
|
+
Requires-Dist: twine; extra == "integration-tests"
|
|
75
|
+
Requires-Dist: requests-mock; extra == "integration-tests"
|
|
76
|
+
Requires-Dist: dagit>=1.3.3; extra == "integration-tests"
|
|
77
|
+
Requires-Dist: pydantic!=1.10.3,>=1.10.0; extra == "integration-tests"
|
|
78
|
+
Requires-Dist: types-freezegun; extra == "integration-tests"
|
|
79
|
+
Requires-Dist: flake8-tidy-imports>=4.3.0; extra == "integration-tests"
|
|
80
|
+
Requires-Dist: types-tabulate; extra == "integration-tests"
|
|
81
|
+
Requires-Dist: pytest>=6.2.2; extra == "integration-tests"
|
|
82
|
+
Requires-Dist: tox; extra == "integration-tests"
|
|
83
|
+
Requires-Dist: types-toml; extra == "integration-tests"
|
|
84
|
+
Requires-Dist: types-click==0.1.12; extra == "integration-tests"
|
|
85
|
+
Requires-Dist: isort>=5.7.0; extra == "integration-tests"
|
|
86
|
+
Requires-Dist: types-pytz; extra == "integration-tests"
|
|
87
|
+
Requires-Dist: flake8-bugbear==23.3.12; extra == "integration-tests"
|
|
88
|
+
Requires-Dist: types-requests; extra == "integration-tests"
|
|
89
|
+
Requires-Dist: requests; extra == "integration-tests"
|
|
90
|
+
Requires-Dist: dagster>=1.3.3; extra == "integration-tests"
|
|
91
|
+
Requires-Dist: packaging; extra == "integration-tests"
|
|
92
|
+
Requires-Dist: requests_file; extra == "integration-tests"
|
|
93
|
+
Requires-Dist: sqlalchemy-stubs; extra == "integration-tests"
|
|
94
|
+
Requires-Dist: flake8>=6.0.0; extra == "integration-tests"
|
|
95
|
+
Requires-Dist: pytest-asyncio>=0.16.0; extra == "integration-tests"
|
|
96
|
+
Requires-Dist: types-PyYAML; extra == "integration-tests"
|
|
97
|
+
Requires-Dist: jsonpickle; extra == "integration-tests"
|
|
98
|
+
Requires-Dist: types-cachetools; extra == "integration-tests"
|
|
99
|
+
Requires-Dist: types-six; extra == "integration-tests"
|
|
100
|
+
Requires-Dist: deepdiff; extra == "integration-tests"
|
|
101
|
+
Requires-Dist: types-pkg_resources; extra == "integration-tests"
|
|
102
|
+
Requires-Dist: build; extra == "integration-tests"
|
|
103
|
+
Requires-Dist: mypy>=1.4.0; extra == "integration-tests"
|
|
104
|
+
Requires-Dist: coverage>=5.1; extra == "integration-tests"
|
|
105
|
+
Requires-Dist: types-dataclasses; extra == "integration-tests"
|
|
106
|
+
Requires-Dist: types-python-dateutil; extra == "integration-tests"
|
|
107
|
+
Requires-Dist: acryl-datahub[datahub-rest]; extra == "integration-tests"
|
|
108
|
+
Requires-Dist: freezegun; extra == "integration-tests"
|
|
109
|
+
Requires-Dist: pytest-cov>=2.8.1; extra == "integration-tests"
|
|
110
|
+
Requires-Dist: black==22.12.0; extra == "integration-tests"
|
|
111
|
+
|
|
112
|
+
# Datahub Dagster Plugin
|
|
113
|
+
|
|
114
|
+
See the DataHub Dagster docs for details.
|
|
115
|
+
|
|
@@ -0,0 +1,17 @@
|
|
|
1
|
+
README.md
|
|
2
|
+
pyproject.toml
|
|
3
|
+
setup.cfg
|
|
4
|
+
setup.py
|
|
5
|
+
src/acryl_datahub_dagster_plugin.egg-info/PKG-INFO
|
|
6
|
+
src/acryl_datahub_dagster_plugin.egg-info/SOURCES.txt
|
|
7
|
+
src/acryl_datahub_dagster_plugin.egg-info/dependency_links.txt
|
|
8
|
+
src/acryl_datahub_dagster_plugin.egg-info/entry_points.txt
|
|
9
|
+
src/acryl_datahub_dagster_plugin.egg-info/not-zip-safe
|
|
10
|
+
src/acryl_datahub_dagster_plugin.egg-info/requires.txt
|
|
11
|
+
src/acryl_datahub_dagster_plugin.egg-info/top_level.txt
|
|
12
|
+
src/datahub_dagster_plugin/__init__.py
|
|
13
|
+
src/datahub_dagster_plugin/datahub_dagster_plugin.py
|
|
14
|
+
src/datahub_dagster_plugin/client/__init__.py
|
|
15
|
+
src/datahub_dagster_plugin/client/dagster_generator.py
|
|
16
|
+
src/datahub_dagster_plugin/sensors/__init__.py
|
|
17
|
+
src/datahub_dagster_plugin/sensors/datahub_sensors.py
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
|
acryl-datahub-dagster-plugin-0.0.0.dev0/src/acryl_datahub_dagster_plugin.egg-info/not-zip-safe
ADDED
|
@@ -0,0 +1 @@
|
|
|
1
|
+
|
acryl-datahub-dagster-plugin-0.0.0.dev0/src/acryl_datahub_dagster_plugin.egg-info/requires.txt
ADDED
|
@@ -0,0 +1,85 @@
|
|
|
1
|
+
requests
|
|
2
|
+
dagit>=1.3.3
|
|
3
|
+
dagster>=1.3.3
|
|
4
|
+
requests_file
|
|
5
|
+
acryl-datahub[datahub-rest]
|
|
6
|
+
|
|
7
|
+
[dev]
|
|
8
|
+
twine
|
|
9
|
+
requests-mock
|
|
10
|
+
dagit>=1.3.3
|
|
11
|
+
pydantic!=1.10.3,>=1.10.0
|
|
12
|
+
types-freezegun
|
|
13
|
+
flake8-tidy-imports>=4.3.0
|
|
14
|
+
types-tabulate
|
|
15
|
+
pytest>=6.2.2
|
|
16
|
+
tox
|
|
17
|
+
types-toml
|
|
18
|
+
types-click==0.1.12
|
|
19
|
+
isort>=5.7.0
|
|
20
|
+
types-pytz
|
|
21
|
+
flake8-bugbear==23.3.12
|
|
22
|
+
types-requests
|
|
23
|
+
requests
|
|
24
|
+
dagster>=1.3.3
|
|
25
|
+
packaging
|
|
26
|
+
requests_file
|
|
27
|
+
sqlalchemy-stubs
|
|
28
|
+
flake8>=6.0.0
|
|
29
|
+
pytest-asyncio>=0.16.0
|
|
30
|
+
types-PyYAML
|
|
31
|
+
jsonpickle
|
|
32
|
+
types-cachetools
|
|
33
|
+
types-six
|
|
34
|
+
deepdiff
|
|
35
|
+
types-pkg_resources
|
|
36
|
+
build
|
|
37
|
+
mypy>=1.4.0
|
|
38
|
+
coverage>=5.1
|
|
39
|
+
types-dataclasses
|
|
40
|
+
types-python-dateutil
|
|
41
|
+
acryl-datahub[datahub-rest]
|
|
42
|
+
freezegun
|
|
43
|
+
pytest-cov>=2.8.1
|
|
44
|
+
black==22.12.0
|
|
45
|
+
|
|
46
|
+
[ignore]
|
|
47
|
+
|
|
48
|
+
[integration-tests]
|
|
49
|
+
twine
|
|
50
|
+
requests-mock
|
|
51
|
+
dagit>=1.3.3
|
|
52
|
+
pydantic!=1.10.3,>=1.10.0
|
|
53
|
+
types-freezegun
|
|
54
|
+
flake8-tidy-imports>=4.3.0
|
|
55
|
+
types-tabulate
|
|
56
|
+
pytest>=6.2.2
|
|
57
|
+
tox
|
|
58
|
+
types-toml
|
|
59
|
+
types-click==0.1.12
|
|
60
|
+
isort>=5.7.0
|
|
61
|
+
types-pytz
|
|
62
|
+
flake8-bugbear==23.3.12
|
|
63
|
+
types-requests
|
|
64
|
+
requests
|
|
65
|
+
dagster>=1.3.3
|
|
66
|
+
packaging
|
|
67
|
+
requests_file
|
|
68
|
+
sqlalchemy-stubs
|
|
69
|
+
flake8>=6.0.0
|
|
70
|
+
pytest-asyncio>=0.16.0
|
|
71
|
+
types-PyYAML
|
|
72
|
+
jsonpickle
|
|
73
|
+
types-cachetools
|
|
74
|
+
types-six
|
|
75
|
+
deepdiff
|
|
76
|
+
types-pkg_resources
|
|
77
|
+
build
|
|
78
|
+
mypy>=1.4.0
|
|
79
|
+
coverage>=5.1
|
|
80
|
+
types-dataclasses
|
|
81
|
+
types-python-dateutil
|
|
82
|
+
acryl-datahub[datahub-rest]
|
|
83
|
+
freezegun
|
|
84
|
+
pytest-cov>=2.8.1
|
|
85
|
+
black==22.12.0
|
acryl-datahub-dagster-plugin-0.0.0.dev0/src/acryl_datahub_dagster_plugin.egg-info/top_level.txt
ADDED
|
@@ -0,0 +1 @@
|
|
|
1
|
+
datahub_dagster_plugin
|
|
@@ -0,0 +1,21 @@
|
|
|
1
|
+
# Published at https://pypi.org/project/acryl-datahub/.
|
|
2
|
+
__package_name__ = "acryl-datahub-dagster-plugin"
|
|
3
|
+
__version__ = "0.0.0.dev0"
|
|
4
|
+
|
|
5
|
+
|
|
6
|
+
def is_dev_mode() -> bool:
|
|
7
|
+
return __version__.endswith("dev0")
|
|
8
|
+
|
|
9
|
+
|
|
10
|
+
def nice_version_name() -> str:
|
|
11
|
+
if is_dev_mode():
|
|
12
|
+
return "unavailable (installed in develop mode)"
|
|
13
|
+
return __version__
|
|
14
|
+
|
|
15
|
+
|
|
16
|
+
def get_provider_info():
|
|
17
|
+
return {
|
|
18
|
+
"package-name": f"{__package_name__}",
|
|
19
|
+
"name": f"{__package_name__}",
|
|
20
|
+
"description": "Datahub metadata collector plugin",
|
|
21
|
+
}
|
|
File without changes
|