acryl-datahub-airflow-plugin 0.12.0.4__tar.gz → 1.3.1.3__tar.gz

acryl_datahub_airflow_plugin-1.3.1.3/PKG-INFO

@@ -0,0 +1,90 @@
+Metadata-Version: 2.4
+Name: acryl-datahub-airflow-plugin
+Version: 1.3.1.3
+Summary: Datahub Airflow plugin to capture executions and send to Datahub
+Home-page: https://docs.datahub.com/
+License: Apache-2.0
+Project-URL: Documentation, https://docs.datahub.com/docs/
+Project-URL: Source, https://github.com/datahub-project/datahub
+Project-URL: Changelog, https://github.com/datahub-project/datahub/releases
+Classifier: Development Status :: 5 - Production/Stable
+Classifier: Programming Language :: Python
+Classifier: Programming Language :: Python :: 3
+Classifier: Programming Language :: Python :: 3 :: Only
+Classifier: Intended Audience :: Developers
+Classifier: Intended Audience :: Information Technology
+Classifier: Intended Audience :: System Administrators
+Classifier: Operating System :: Unix
+Classifier: Operating System :: POSIX :: Linux
+Classifier: Environment :: Console
+Classifier: Environment :: MacOS X
+Classifier: Topic :: Software Development
+Requires-Python: >=3.9
+Description-Content-Type: text/markdown
+Requires-Dist: apache-airflow<3,>=2.7.0
+Requires-Dist: openlineage-airflow<=1.30.1,>=1.2.0
+Requires-Dist: acryl-datahub[datahub-rest]==1.3.1.3
+Requires-Dist: pydantic>=2.4.0
+Requires-Dist: acryl-datahub[datahub-rest,sql-parser]==1.3.1.3
+Provides-Extra: ignore
+Provides-Extra: datahub-rest
+Requires-Dist: acryl-datahub[datahub-rest]==1.3.1.3; extra == "datahub-rest"
+Provides-Extra: datahub-kafka
+Requires-Dist: acryl-datahub[datahub-kafka]==1.3.1.3; extra == "datahub-kafka"
+Provides-Extra: datahub-file
+Requires-Dist: acryl-datahub[sync-file-emitter]==1.3.1.3; extra == "datahub-file"
+Provides-Extra: dev
+Requires-Dist: tox-uv; extra == "dev"
+Requires-Dist: packaging; extra == "dev"
+Requires-Dist: types-setuptools; extra == "dev"
+Requires-Dist: acryl-datahub[datahub-rest,sql-parser]==1.3.1.3; extra == "dev"
+Requires-Dist: types-toml; extra == "dev"
+Requires-Dist: types-PyYAML; extra == "dev"
+Requires-Dist: types-click==0.1.12; extra == "dev"
+Requires-Dist: mypy==1.17.1; extra == "dev"
+Requires-Dist: deepdiff!=8.0.0; extra == "dev"
+Requires-Dist: types-cachetools; extra == "dev"
+Requires-Dist: pytest-cov>=2.8.1; extra == "dev"
+Requires-Dist: tox; extra == "dev"
+Requires-Dist: types-python-dateutil; extra == "dev"
+Requires-Dist: types-six; extra == "dev"
+Requires-Dist: tenacity; extra == "dev"
+Requires-Dist: types-requests; extra == "dev"
+Requires-Dist: acryl-datahub[datahub-rest]==1.3.1.3; extra == "dev"
+Requires-Dist: sqlalchemy-stubs; extra == "dev"
+Requires-Dist: pytest>=6.2.2; extra == "dev"
+Requires-Dist: build; extra == "dev"
+Requires-Dist: types-tabulate; extra == "dev"
+Requires-Dist: apache-airflow<3,>=2.7.0; extra == "dev"
+Requires-Dist: types-dataclasses; extra == "dev"
+Requires-Dist: pydantic>=2.4.0; extra == "dev"
+Requires-Dist: twine; extra == "dev"
+Requires-Dist: coverage>=5.1; extra == "dev"
+Requires-Dist: openlineage-airflow<=1.30.1,>=1.2.0; extra == "dev"
+Requires-Dist: ruff==0.11.7; extra == "dev"
+Provides-Extra: integration-tests
+Requires-Dist: acryl-datahub[datahub-kafka]==1.3.1.3; extra == "integration-tests"
+Requires-Dist: snowflake-connector-python>=2.7.10; extra == "integration-tests"
+Requires-Dist: virtualenv; extra == "integration-tests"
+Requires-Dist: acryl-datahub[sync-file-emitter]==1.3.1.3; extra == "integration-tests"
+Requires-Dist: acryl-datahub[testing-utils]==1.3.1.3; extra == "integration-tests"
+Requires-Dist: apache-airflow[amazon,google,snowflake]>=2.0.2; extra == "integration-tests"
+Requires-Dist: apache-airflow-providers-sqlite; extra == "integration-tests"
+Dynamic: classifier
+Dynamic: description
+Dynamic: description-content-type
+Dynamic: home-page
+Dynamic: license
+Dynamic: project-url
+Dynamic: provides-extra
+Dynamic: requires-dist
+Dynamic: requires-python
+Dynamic: summary
+
+# Datahub Airflow Plugin
+
+See [the DataHub Airflow docs](https://docs.datahub.com/docs/lineage/airflow) for details.
+
+## Developing
+
+See the [developing docs](../../metadata-ingestion/developing.md).

acryl_datahub_airflow_plugin-1.3.1.3/README.md

@@ -0,0 +1,7 @@
+# Datahub Airflow Plugin
+
+See [the DataHub Airflow docs](https://docs.datahub.com/docs/lineage/airflow) for details.
+
+## Developing
+
+See the [developing docs](../../metadata-ingestion/developing.md).

acryl_datahub_airflow_plugin-1.3.1.3/pyproject.toml

@@ -0,0 +1,60 @@
+[build-system]
+build-backend = "setuptools.build_meta"
+requires = ["setuptools>=78.1.1", "wheel", "pip>=21.0.0"]
+
+[tool.ruff]
+line-length = 88
+target-version = "py39"
+exclude = [
+    ".git",
+    "venv",
+    ".tox",
+    "__pycache__",
+]
+
+[tool.ruff.format]
+quote-style = "double"
+indent-style = "space"
+skip-magic-trailing-comma = false
+line-ending = "auto"
+
+[tool.ruff.lint.isort]
+combine-as-imports = true
+known-first-party = ["datahub"]
+extra-standard-library = ["__future__", "datahub.utilities._markupsafe_compat", "datahub.sql_parsing._sqlglot_patch"]
+section-order = ["future", "standard-library", "third-party", "first-party", "local-folder"]
+force-sort-within-sections = false
+force-wrap-aliases = false
+split-on-trailing-comma = false
+order-by-type = true
+relative-imports-order = "closest-to-furthest"
+force-single-line = false
+single-line-exclusions = ["typing"]
+length-sort = false
+from-first = false
+required-imports = []
+classes = ["typing"]
+
+[tool.ruff.lint]
+extend-select = [
+    "B",    # flake8-bugbear
+    "C90",  # mccabe complexity
+    "E",    # pycodestyle errors
+    "F",    # pyflakes
+    "G010", # logging.warn -> logging.warning
+    "I",    # isort
+    "TID",  # flake8-tidy-imports
+    "RUF100",  # unused-noqa
+]
+ignore = [
+    "E501",  # Line length violations (handled by formatter)
+]
+
+[tool.ruff.lint.mccabe]
+max-complexity = 15
+
+[tool.ruff.lint.flake8-tidy-imports]
+ban-relative-imports = "all"
+
+[tool.ruff.lint.per-file-ignores]
+"__init__.py" = ["F401"]

{acryl-datahub-airflow-plugin-0.12.0.4 → acryl_datahub_airflow_plugin-1.3.1.3}/setup.cfg

@@ -1,19 +1,3 @@
-[flake8]
-max-complexity = 15
-ignore = 
-	E501,
-	D203,
-	W503,
-	E203
-exclude = 
-	.git,
-	venv,
-	.tox,
-	__pycache__
-per-file-ignores = 
-	__init__.py: F401
-ban-relative-imports = true
-
 [mypy]
 plugins = 
 	sqlmypy,

{acryl-datahub-airflow-plugin-0.12.0.4 → acryl_datahub_airflow_plugin-1.3.1.3}/setup.py

@@ -5,7 +5,7 @@ from typing import Dict, Set
 import setuptools
 
 package_metadata: dict = {}
-with open("./src/datahub_airflow_plugin/__init__.py") as fp:
+with open("./src/datahub_airflow_plugin/_version.py") as fp:
     exec(fp.read(), package_metadata)
 
 
@@ -15,19 +15,22 @@ def get_long_description():
 
 
 _version: str = package_metadata["__version__"]
-_self_pin = f"=={_version}" if not _version.endswith("dev0") else ""
-
+_self_pin = (
+    f"=={_version}"
+    if not (_version.endswith(("dev0", "dev1")) or "docker" in _version)
+    else ""
+)
 
-rest_common = {"requests", "requests_file"}
 
 base_requirements = {
-    # Compatibility.
-    "dataclasses>=0.6; python_version < '3.7'",
-    "mypy_extensions>=0.4.3",
-    # Actual dependencies.
-    "pydantic>=1.5.1",
-    "apache-airflow >= 2.0.2",
-    *rest_common,
+    f"acryl-datahub[sql-parser,datahub-rest]{_self_pin}",
+    "pydantic>=2.4.0",
+    # We require Airflow 2.7.x at minimum, to be compatible with the native Airflow Openlineage provider.
+    "apache-airflow>=2.7.0,<3",
+    # We remain restrictive on the versions allowed here to prevent
+    # us from being broken by backwards-incompatible changes in the
+    # underlying package.
+    "openlineage-airflow>=1.2.0,<=1.30.1",
 }
 
 plugins: Dict[str, Set[str]] = {
@@ -40,28 +43,21 @@ plugins: Dict[str, Set[str]] = {
     "datahub-file": {
         f"acryl-datahub[sync-file-emitter]{_self_pin}",
     },
-    "plugin-v1": set(),
-    "plugin-v2": {
-        # The v2 plugin requires Python 3.8+.
-        f"acryl-datahub[sql-parser]{_self_pin}",
-        "openlineage-airflow==1.2.0; python_version >= '3.8'",
-    },
 }
 
-# Include datahub-rest in the base requirements.
+# Require some plugins by default.
 base_requirements.update(plugins["datahub-rest"])
 
 
 mypy_stubs = {
     "types-dataclasses",
     "sqlalchemy-stubs",
-    "types-pkg_resources",
+    "types-setuptools",
     "types-six",
     "types-python-dateutil",
     "types-requests",
     "types-toml",
     "types-PyYAML",
-    "types-freezegun",
     "types-cachetools",
     # versions 0.1.13 and 0.1.14 seem to have issues
     "types-click==0.1.12",
@@ -71,48 +67,34 @@ mypy_stubs = {
 dev_requirements = {
     *base_requirements,
     *mypy_stubs,
-    "black==22.12.0",
     "coverage>=5.1",
-    "flake8>=3.8.3",
-    "flake8-tidy-imports>=4.3.0",
-    "isort>=5.7.0",
-    "mypy>=1.4.0",
-    # pydantic 1.8.2 is incompatible with mypy 0.910.
-    # See https://github.com/samuelcolvin/pydantic/pull/3175#issuecomment-995382910.
-    "pydantic>=1.10",
+    "mypy==1.17.1",
+    "ruff==0.11.7",
     "pytest>=6.2.2",
-    "pytest-asyncio>=0.16.0",
     "pytest-cov>=2.8.1",
     "tox",
-    "deepdiff",
+    "tox-uv",
+    # Missing numpy requirement in 8.0.0
+    "deepdiff!=8.0.0",
     "tenacity",
-    "requests-mock",
-    "freezegun",
-    "jsonpickle",
     "build",
     "twine",
     "packaging",
 }
 
 integration_test_requirements = {
-    *dev_requirements,
     *plugins["datahub-file"],
     *plugins["datahub-kafka"],
     f"acryl-datahub[testing-utils]{_self_pin}",
     # Extra requirements for loading our test dags.
-    "apache-airflow[snowflake]>=2.0.2",
-    # Connexion's new version breaks Airflow:
-    # See https://github.com/apache/airflow/issues/35234.
-    # TODO: We should transition to using Airflow's constraints file.
-    "connexion<3",
-    # https://github.com/snowflakedb/snowflake-sqlalchemy/issues/350
-    # Eventually we want to set this to "snowflake-sqlalchemy>=1.4.3".
-    # However, that doesn't work with older versions of Airflow. Instead
-    # of splitting this into integration-test-old and integration-test-new,
-    # adding a bound to SQLAlchemy was the simplest solution.
-    "sqlalchemy<1.4.42",
-    # To avoid https://github.com/snowflakedb/snowflake-connector-python/issues/1188,
-    # we need https://github.com/snowflakedb/snowflake-connector-python/pull/1193
+    "apache-airflow[snowflake,amazon,google]>=2.0.2",
+    # A collection of issues we've encountered:
+    # - Connexion's new version breaks Airflow:
+    #   See https://github.com/apache/airflow/issues/35234.
+    # - https://github.com/snowflakedb/snowflake-sqlalchemy/issues/350
+    #   Eventually we want to set this to "snowflake-sqlalchemy>=1.4.3".
+    # - To avoid https://github.com/snowflakedb/snowflake-connector-python/issues/1188,
+    #   we need https://github.com/snowflakedb/snowflake-connector-python/pull/1193
     "snowflake-connector-python>=2.7.10",
     "virtualenv",  # needed by PythonVirtualenvOperator
     "apache-airflow-providers-sqlite",
@@ -129,13 +111,13 @@ setuptools.setup(
     # Package metadata.
     name=package_metadata["__package_name__"],
     version=_version,
-    url="https://datahubproject.io/",
+    url="https://docs.datahub.com/",
     project_urls={
-        "Documentation": "https://datahubproject.io/docs/",
+        "Documentation": "https://docs.datahub.com/docs/",
         "Source": "https://github.com/datahub-project/datahub",
         "Changelog": "https://github.com/datahub-project/datahub/releases",
     },
-    license="Apache License 2.0",
+    license="Apache-2.0",
     description="Datahub Airflow plugin to capture executions and send to Datahub",
     long_description=get_long_description(),
     long_description_content_type="text/markdown",
@@ -144,15 +126,9 @@ setuptools.setup(
         "Programming Language :: Python",
         "Programming Language :: Python :: 3",
         "Programming Language :: Python :: 3 :: Only",
-        "Programming Language :: Python :: 3.7",
-        "Programming Language :: Python :: 3.8",
-        "Programming Language :: Python :: 3.9",
-        "Programming Language :: Python :: 3.10",
         "Intended Audience :: Developers",
         "Intended Audience :: Information Technology",
         "Intended Audience :: System Administrators",
-        "License :: OSI Approved",
-        "License :: OSI Approved :: Apache Software License",
         "Operating System :: Unix",
         "Operating System :: POSIX :: Linux",
         "Environment :: Console",
@@ -161,7 +137,7 @@ setuptools.setup(
     ],
     # Package info.
     zip_safe=False,
-    python_requires=">=3.7",
+    python_requires=">=3.9",
     package_data={
         "datahub_airflow_plugin": ["py.typed"],
     },
@@ -171,6 +147,7 @@ setuptools.setup(
     # Dependencies.
     install_requires=list(base_requirements),
     extras_require={
+        "ignore": [],  # This is a dummy extra to allow for trailing commas in the list.
         **{plugin: list(dependencies) for plugin, dependencies in plugins.items()},
         "dev": list(dev_requirements),
         "integration-tests": list(integration_test_requirements),

acryl_datahub_airflow_plugin-1.3.1.3/src/acryl_datahub_airflow_plugin.egg-info/PKG-INFO

@@ -0,0 +1,90 @@
+Metadata-Version: 2.4
+Name: acryl-datahub-airflow-plugin
+Version: 1.3.1.3
+Summary: Datahub Airflow plugin to capture executions and send to Datahub
+Home-page: https://docs.datahub.com/
+License: Apache-2.0
+Project-URL: Documentation, https://docs.datahub.com/docs/
+Project-URL: Source, https://github.com/datahub-project/datahub
+Project-URL: Changelog, https://github.com/datahub-project/datahub/releases
+Classifier: Development Status :: 5 - Production/Stable
+Classifier: Programming Language :: Python
+Classifier: Programming Language :: Python :: 3
+Classifier: Programming Language :: Python :: 3 :: Only
+Classifier: Intended Audience :: Developers
+Classifier: Intended Audience :: Information Technology
+Classifier: Intended Audience :: System Administrators
+Classifier: Operating System :: Unix
+Classifier: Operating System :: POSIX :: Linux
+Classifier: Environment :: Console
+Classifier: Environment :: MacOS X
+Classifier: Topic :: Software Development
+Requires-Python: >=3.9
+Description-Content-Type: text/markdown
+Requires-Dist: apache-airflow<3,>=2.7.0
+Requires-Dist: openlineage-airflow<=1.30.1,>=1.2.0
+Requires-Dist: acryl-datahub[datahub-rest]==1.3.1.3
+Requires-Dist: pydantic>=2.4.0
+Requires-Dist: acryl-datahub[datahub-rest,sql-parser]==1.3.1.3
+Provides-Extra: ignore
+Provides-Extra: datahub-rest
+Requires-Dist: acryl-datahub[datahub-rest]==1.3.1.3; extra == "datahub-rest"
+Provides-Extra: datahub-kafka
+Requires-Dist: acryl-datahub[datahub-kafka]==1.3.1.3; extra == "datahub-kafka"
+Provides-Extra: datahub-file
+Requires-Dist: acryl-datahub[sync-file-emitter]==1.3.1.3; extra == "datahub-file"
+Provides-Extra: dev
+Requires-Dist: tox-uv; extra == "dev"
+Requires-Dist: packaging; extra == "dev"
+Requires-Dist: types-setuptools; extra == "dev"
+Requires-Dist: acryl-datahub[datahub-rest,sql-parser]==1.3.1.3; extra == "dev"
+Requires-Dist: types-toml; extra == "dev"
+Requires-Dist: types-PyYAML; extra == "dev"
+Requires-Dist: types-click==0.1.12; extra == "dev"
+Requires-Dist: mypy==1.17.1; extra == "dev"
+Requires-Dist: deepdiff!=8.0.0; extra == "dev"
+Requires-Dist: types-cachetools; extra == "dev"
+Requires-Dist: pytest-cov>=2.8.1; extra == "dev"
+Requires-Dist: tox; extra == "dev"
+Requires-Dist: types-python-dateutil; extra == "dev"
+Requires-Dist: types-six; extra == "dev"
+Requires-Dist: tenacity; extra == "dev"
+Requires-Dist: types-requests; extra == "dev"
+Requires-Dist: acryl-datahub[datahub-rest]==1.3.1.3; extra == "dev"
+Requires-Dist: sqlalchemy-stubs; extra == "dev"
+Requires-Dist: pytest>=6.2.2; extra == "dev"
+Requires-Dist: build; extra == "dev"
+Requires-Dist: types-tabulate; extra == "dev"
+Requires-Dist: apache-airflow<3,>=2.7.0; extra == "dev"
+Requires-Dist: types-dataclasses; extra == "dev"
+Requires-Dist: pydantic>=2.4.0; extra == "dev"
+Requires-Dist: twine; extra == "dev"
+Requires-Dist: coverage>=5.1; extra == "dev"
+Requires-Dist: openlineage-airflow<=1.30.1,>=1.2.0; extra == "dev"
+Requires-Dist: ruff==0.11.7; extra == "dev"
+Provides-Extra: integration-tests
+Requires-Dist: acryl-datahub[datahub-kafka]==1.3.1.3; extra == "integration-tests"
+Requires-Dist: snowflake-connector-python>=2.7.10; extra == "integration-tests"
+Requires-Dist: virtualenv; extra == "integration-tests"
+Requires-Dist: acryl-datahub[sync-file-emitter]==1.3.1.3; extra == "integration-tests"
+Requires-Dist: acryl-datahub[testing-utils]==1.3.1.3; extra == "integration-tests"
+Requires-Dist: apache-airflow[amazon,google,snowflake]>=2.0.2; extra == "integration-tests"
+Requires-Dist: apache-airflow-providers-sqlite; extra == "integration-tests"
+Dynamic: classifier
+Dynamic: description
+Dynamic: description-content-type
+Dynamic: home-page
+Dynamic: license
+Dynamic: project-url
+Dynamic: provides-extra
+Dynamic: requires-dist
+Dynamic: requires-python
+Dynamic: summary
+
+# Datahub Airflow Plugin
+
+See [the DataHub Airflow docs](https://docs.datahub.com/docs/lineage/airflow) for details.
+
+## Developing
+
+See the [developing docs](../../metadata-ingestion/developing.md).

{acryl-datahub-airflow-plugin-0.12.0.4 → acryl_datahub_airflow_plugin-1.3.1.3}/src/acryl_datahub_airflow_plugin.egg-info/SOURCES.txt

@@ -10,21 +10,20 @@ src/acryl_datahub_airflow_plugin.egg-info/not-zip-safe
 src/acryl_datahub_airflow_plugin.egg-info/requires.txt
 src/acryl_datahub_airflow_plugin.egg-info/top_level.txt
 src/datahub_airflow_plugin/__init__.py
-src/datahub_airflow_plugin/_airflow_compat.py
 src/datahub_airflow_plugin/_airflow_shims.py
 src/datahub_airflow_plugin/_config.py
-src/datahub_airflow_plugin/_datahub_listener_module.py
 src/datahub_airflow_plugin/_datahub_ol_adapter.py
 src/datahub_airflow_plugin/_extractors.py
+src/datahub_airflow_plugin/_version.py
 src/datahub_airflow_plugin/datahub_listener.py
 src/datahub_airflow_plugin/datahub_plugin.py
-src/datahub_airflow_plugin/datahub_plugin_v22.py
 src/datahub_airflow_plugin/entities.py
 src/datahub_airflow_plugin/py.typed
 src/datahub_airflow_plugin/client/__init__.py
 src/datahub_airflow_plugin/client/airflow_generator.py
 src/datahub_airflow_plugin/example_dags/__init__.py
 src/datahub_airflow_plugin/example_dags/generic_recipe_sample_dag.py
+src/datahub_airflow_plugin/example_dags/graph_usage_sample_dag.py
 src/datahub_airflow_plugin/example_dags/lineage_backend_demo.py
 src/datahub_airflow_plugin/example_dags/lineage_backend_taskflow_demo.py
 src/datahub_airflow_plugin/example_dags/lineage_emission_dag.py
@@ -32,9 +31,6 @@ src/datahub_airflow_plugin/example_dags/mysql_sample_dag.py
 src/datahub_airflow_plugin/example_dags/snowflake_sample_dag.py
 src/datahub_airflow_plugin/hooks/__init__.py
 src/datahub_airflow_plugin/hooks/datahub.py
-src/datahub_airflow_plugin/lineage/__init__.py
-src/datahub_airflow_plugin/lineage/_lineage_core.py
-src/datahub_airflow_plugin/lineage/datahub.py
 src/datahub_airflow_plugin/operators/__init__.py
 src/datahub_airflow_plugin/operators/datahub.py
 src/datahub_airflow_plugin/operators/datahub_assertion_operator.py

acryl_datahub_airflow_plugin-1.3.1.3/src/acryl_datahub_airflow_plugin.egg-info/requires.txt

@@ -0,0 +1,55 @@
+apache-airflow<3,>=2.7.0
+openlineage-airflow<=1.30.1,>=1.2.0
+acryl-datahub[datahub-rest]==1.3.1.3
+pydantic>=2.4.0
+acryl-datahub[datahub-rest,sql-parser]==1.3.1.3
+
+[datahub-file]
+acryl-datahub[sync-file-emitter]==1.3.1.3
+
+[datahub-kafka]
+acryl-datahub[datahub-kafka]==1.3.1.3
+
+[datahub-rest]
+acryl-datahub[datahub-rest]==1.3.1.3
+
+[dev]
+tox-uv
+packaging
+types-setuptools
+acryl-datahub[datahub-rest,sql-parser]==1.3.1.3
+types-toml
+types-PyYAML
+types-click==0.1.12
+mypy==1.17.1
+deepdiff!=8.0.0
+types-cachetools
+pytest-cov>=2.8.1
+tox
+types-python-dateutil
+types-six
+tenacity
+types-requests
+acryl-datahub[datahub-rest]==1.3.1.3
+sqlalchemy-stubs
+pytest>=6.2.2
+build
+types-tabulate
+apache-airflow<3,>=2.7.0
+types-dataclasses
+pydantic>=2.4.0
+twine
+coverage>=5.1
+openlineage-airflow<=1.30.1,>=1.2.0
+ruff==0.11.7
+
+[ignore]
+
+[integration-tests]
+acryl-datahub[datahub-kafka]==1.3.1.3
+snowflake-connector-python>=2.7.10
+virtualenv
+acryl-datahub[sync-file-emitter]==1.3.1.3
+acryl-datahub[testing-utils]==1.3.1.3
+apache-airflow[amazon,google,snowflake]>=2.0.2
+apache-airflow-providers-sqlite

{acryl-datahub-airflow-plugin-0.12.0.4 → acryl_datahub_airflow_plugin-1.3.1.3}/src/datahub_airflow_plugin/__init__.py

@@ -1,23 +1,12 @@
-# Published at https://pypi.org/project/acryl-datahub/.
-__package_name__ = "acryl-datahub-airflow-plugin"
-__version__ = "0.12.0.4"
+from datahub_airflow_plugin._version import __package_name__, __version__
 
 
-def is_dev_mode() -> bool:
-    return __version__.endswith("dev0")
-
-
-def nice_version_name() -> str:
-    if is_dev_mode():
-        return "unavailable (installed in develop mode)"
-    return __version__
-
-
-def get_provider_info():
+def get_provider_info() -> dict:
+    # Register our hooks with Airflow.
     return {
         "package-name": f"{__package_name__}",
         "name": f"{__package_name__}",
-        "description": "Datahub metadata collector plugin",
+        "description": "DataHub metadata collector plugin",
         "connection-types": [
             {
                 "hook-class-name": "datahub_airflow_plugin.hooks.datahub.DatahubRestHook",

acryl_datahub_airflow_plugin-1.3.1.3/src/datahub_airflow_plugin/_airflow_shims.py

@@ -0,0 +1,42 @@
+from typing import List
+
+import airflow.version
+import packaging.version
+from airflow.models.operator import Operator
+
+try:
+    from airflow.sensors.external_task import ExternalTaskSensor
+except ImportError:
+    from airflow.sensors.external_task_sensor import ExternalTaskSensor  # type: ignore
+
+# Approach suggested by https://stackoverflow.com/a/11887885/5004662.
+AIRFLOW_VERSION = packaging.version.parse(airflow.version.version)
+HAS_AIRFLOW_DAG_LISTENER_API = True  # this is in Airflow 2.5+
+HAS_AIRFLOW_DATASET_LISTENER_API = AIRFLOW_VERSION >= packaging.version.parse(
+    "2.8.0.dev0"
+)
+
+
+def get_task_inlets(operator: "Operator") -> List:
+    # From Airflow 2.4 _inlets is dropped and inlets used consistently. Earlier it was not the case, so we have to stick there to _inlets
+    if hasattr(operator, "_inlets"):
+        return operator._inlets  # type: ignore[attr-defined, union-attr]
+    if hasattr(operator, "get_inlet_defs"):
+        return operator.get_inlet_defs()  # type: ignore[attr-defined]
+    return operator.inlets or []
+
+
+def get_task_outlets(operator: "Operator") -> List:
+    # From Airflow 2.4 _outlets is dropped and inlets used consistently. Earlier it was not the case, so we have to stick there to _outlets
+    # We have to use _outlets because outlets is empty in Airflow < 2.4.0
+    if hasattr(operator, "_outlets"):
+        return operator._outlets  # type: ignore[attr-defined, union-attr]
+    if hasattr(operator, "get_outlet_defs"):
+        return operator.get_outlet_defs()
+    return operator.outlets or []
+
+
+__all__ = [
+    "AIRFLOW_VERSION",
+    "ExternalTaskSensor",
+]