apache-airflow-task-sdk 1.0.0b4__tar.gz

apache_airflow_task_sdk-1.0.0b4/.gitignore

@@ -0,0 +1,262 @@
+# Airflow configuration
+airflow.cfg
+airflow_login.py
+dbinit.py
+initdb.py
+secrets.py
+
+# Airflow sqlite databases
+airflow.db
+
+# Airflow temporary artifacts
+airflow/git_version
+airflow/ui/coverage/
+logs/
+airflow-webserver.pid
+standalone_admin_password.txt
+warnings.txt
+warn-summary-*.txt
+
+# Byte-compiled / optimized / DLL files
+__pycache__/
+*.py[cod]
+*$py.class
+.pytest_cache/
+
+# C extensions
+*.so
+
+# Distribution / packaging
+.Python
+env/
+build/
+develop-eggs/
+dist/
+!providers/fab/**/www/static/dist
+downloads/
+eggs/
+.eggs/
+lib/
+lib64/
+parts/
+sdist/
+var/
+wheels/
+*.egg-info/
+.installed.cfg
+*.egg
+
+# PyInstaller
+#  Usually these files are written by a python script from a template
+#  before PyInstaller builds the exe, so as to inject date/other infos into it.
+*.manifest
+*.spec
+
+# Installer logs
+pip-log.txt
+pip-delete-this-directory.txt
+
+# Unit test / coverage reports
+htmlcov/
+.coverage
+.coverage.*
+.cache
+nosetests.xml
+coverage*.xml
+*,cover
+.hypothesis/
+.pytest_cache
+
+# Translations
+*.mo
+*.pot
+
+# Django stuff:
+# *.log
+local_settings.py
+
+# Flask stuff:
+instance/
+.webassets-cache
+/webserver_config.py
+
+# Scrapy stuff:
+.scrapy
+
+# Sphinx documentation
+docs/_build/
+docs/rtd-deprecation/_build/
+docs/_doctrees/
+docs/_inventory_cache/
+docs/*/_api/
+
+# PyBuilder
+target/
+
+# Jupyter Notebook
+.ipynb_checkpoints
+
+# pyenv
+.python-version
+
+# nvm (Node Version Manager)
+.nvmrc
+
+# celery beat schedule file
+celerybeat-schedule
+
+# SageMath parsed files
+*.sage.py
+
+# dotenv
+.env
+.env.local
+.autoenv*.zsh
+
+# virtualenv
+.venv*
+venv*
+ENV/
+
+# Spyder project settings
+.spyderproject
+
+# Rope project settings
+.ropeproject
+
+# PyCharm
+.idea/
+*.iml
+
+# vim
+*.swp
+
+# Emacs
+*~
+\#*\#
+/.emacs.desktop
+/.emacs.desktop.lock
+*.elc
+auto-save-list
+tramp
+.\#*
+
+# OSX
+.DS_Store
+
+# SQL Server backups
+*.bkp
+
+# Spark
+rat-results.txt
+
+# Git stuff
+# Kubernetes generated templated files
+*.generated
+*.tar.gz
+scripts/ci/kubernetes/kube/.generated/airflow.yaml
+scripts/ci/kubernetes/docker/requirements.txt
+
+# Node & Webpack Stuff
+*.entry.js
+node_modules
+npm-debug.log*
+derby.log
+metastore_db
+npm-debug.log*
+yarn-debug.log*
+yarn-error.log*
+pnpm-debug.log*
+.vscode/*
+!.vscode/extensions.json
+/.vite/
+airflow/ui/.vite/
+.pnpm-store
+*.tsbuildinfo
+
+# Airflow log files when airflow is run locally
+airflow-*.err
+airflow-*.out
+airflow-*.log
+airflow-*.pid
+.airflow_db_initialised
+
+# mypy
+.mypy_cache/
+.dmypy.json
+dmypy.json
+
+# Needed for CI Dockerfile.ci build system
+.build
+/tmp
+/files
+
+/hive_scratch_dir/
+/.bash_aliases
+/.bash_history
+/.kube
+/.inputrc
+log.txt*
+
+# Provider-related ignores
+/airflow/providers/__init__.py
+
+# Docker context files
+/docker-context-files/*
+!/docker-context-files/.README.md
+# Local .terraform directories
+**/.terraform/*
+
+# .tfstate files
+*.tfstate
+*.tfstate.*
+
+# Terraform variables
+*.tfvars
+
+# Might be generated when you build wheels
+pip-wheel-metadata
+
+.pypirc
+
+/.docs-venv
+
+# Dev files
+/dev/packages.txt
+/dev/Dockerfile.pmc
+
+# Generated UI licenses
+3rd-party-licenses/LICENSES-ui.txt
+licenses/LICENSES-ui.txt
+
+# Packaged breeze on Windows
+/breeze.exe
+
+# Generated out dir
+
+/out
+
+# files generated by memray
+*.py.*.html
+*.py.*.bin
+
+# used to checkout target-branch in CI
+/target-airflow
+
+# This directory used for generate provider packages before https://github.com/apache/airflow/pull/35617
+/provider_packages/
+
+# This directory used for store autogenerated images
+/images
+
+# Dask Executor tests generate this directory
+/tests/executors/dask-worker-space/
+
+# airflow-build-dockerfile and correconding ignore file
+airflow-build-dockerfile*
+
+# Temporary ignore uv.lock until we integrate it fully in our constraint preparation mechanism
+/uv.lock
+
+# Ignore zip files https://github.com/apache/airflow/issues/46449
+*.zip

apache_airflow_task_sdk-1.0.0b4/PKG-INFO

@@ -0,0 +1,41 @@
+Metadata-Version: 2.4
+Name: apache-airflow-task-sdk
+Version: 1.0.0b4
+Summary: Python Task SDK for Apache Airflow DAG Authors
+Classifier: Framework :: Apache Airflow
+Requires-Python: <3.13,>=3.9
+Requires-Dist: attrs!=25.2.0,>=24.2.0
+Requires-Dist: httpx>=0.27.0
+Requires-Dist: jinja2>=3.1.4
+Requires-Dist: methodtools>=0.4.7
+Requires-Dist: msgspec>=0.19.0
+Requires-Dist: pendulum<4.0,>=2.1.2; python_version < '3.12'
+Requires-Dist: pendulum<4.0,>=3.0.0; python_version >= '3.12'
+Requires-Dist: psutil>=6.1.0
+Requires-Dist: python-dateutil>=2.7.0
+Requires-Dist: retryhttp!=1.3.0,>=1.2.0
+Requires-Dist: structlog>=25.2.0
+Description-Content-Type: text/markdown
+
+<!--
+ Licensed to the Apache Software Foundation (ASF) under one
+ or more contributor license agreements.  See the NOTICE file
+ distributed with this work for additional information
+ regarding copyright ownership.  The ASF licenses this file
+ to you under the Apache License, Version 2.0 (the
+ "License"); you may not use this file except in compliance
+ with the License.  You may obtain a copy of the License at
+
+   http://www.apache.org/licenses/LICENSE-2.0
+
+ Unless required by applicable law or agreed to in writing,
+ software distributed under the License is distributed on an
+ "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ KIND, either express or implied.  See the License for the
+ specific language governing permissions and limitations
+ under the License.
+ -->
+
+# Apache Airflow Task SDK
+
+The Apache Airflow Task SDK includes interfaces for DAG authors.

apache_airflow_task_sdk-1.0.0b4/README.md

@@ -0,0 +1,22 @@
+<!--
+ Licensed to the Apache Software Foundation (ASF) under one
+ or more contributor license agreements.  See the NOTICE file
+ distributed with this work for additional information
+ regarding copyright ownership.  The ASF licenses this file
+ to you under the Apache License, Version 2.0 (the
+ "License"); you may not use this file except in compliance
+ with the License.  You may obtain a copy of the License at
+
+   http://www.apache.org/licenses/LICENSE-2.0
+
+ Unless required by applicable law or agreed to in writing,
+ software distributed under the License is distributed on an
+ "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ KIND, either express or implied.  See the License for the
+ specific language governing permissions and limitations
+ under the License.
+ -->
+
+# Apache Airflow Task SDK
+
+The Apache Airflow Task SDK includes interfaces for DAG authors.

apache_airflow_task_sdk-1.0.0b4/dev/generate_models.py

@@ -0,0 +1,96 @@
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+from __future__ import annotations
+
+import os
+import sys
+from pathlib import Path
+
+import httpx
+from datamodel_code_generator import (
+    DataModelType,
+    DatetimeClassType,
+    InputFileType,
+    LiteralType,
+    PythonVersion,
+    generate as generate_models,
+)
+
+os.environ["_AIRFLOW__AS_LIBRARY"] = "1"
+sys.path.insert(
+    0,
+    str(Path(__file__).parents[2].joinpath("scripts", "ci", "pre_commit").resolve()),
+)  # make sure common utils are importable
+
+from common_precommit_utils import (
+    AIRFLOW_SOURCES_ROOT_PATH,
+)
+
+sys.path.insert(0, str(AIRFLOW_SOURCES_ROOT_PATH))  # make sure setup is imported from Airflow
+
+from airflow.api_fastapi.execution_api.app import InProcessExecutionAPI
+
+task_sdk_root = Path(__file__).parents[1]
+
+
+def load_config():
+    try:
+        from tomllib import load as load_tomllib
+    except ImportError:
+        from tomli import load as load_tomllib
+
+    pyproject = task_sdk_root / "pyproject.toml"
+    # Simulate what `datamodel-code-generator` does on the CLI
+    with pyproject.open("rb") as fh:
+        cfg = load_tomllib(fh)["tool"]["datamodel-codegen"]
+
+    cfg = {k.replace("-", "_"): v for k, v in cfg.items()}
+
+    # Translate config file option names to generate() kwarg names
+    if (use_default := cfg.pop("use_default", None)) is not None:
+        cfg["apply_default_values_for_required_fields"] = use_default
+
+    if cfg.get("use_annotated"):
+        cfg["field_constraints"] = True
+
+    cfg["output"] = Path(cfg["output"])
+    cfg["output_model_type"] = DataModelType(cfg["output_model_type"])
+    cfg["output_datetime_class"] = DatetimeClassType(cfg["output_datetime_class"])
+    cfg["input_file_type"] = InputFileType(cfg["input_file_type"])
+    cfg["target_python_version"] = PythonVersion(cfg["target_python_version"])
+    cfg["enum_field_as_literal"] = LiteralType(cfg["enum_field_as_literal"])
+    return cfg
+
+
+def generate_file():
+    app = InProcessExecutionAPI()
+
+    latest_version = app.app.versions.version_values[-1]
+    client = httpx.Client(transport=app.transport)
+    openapi_schema = (
+        client.get(f"http://localhost/openapi.json?version={latest_version}").raise_for_status().text
+    )
+
+    os.chdir(task_sdk_root)
+
+    args = load_config()
+    args["input_filename"] = args.pop("url")
+    args["custom_formatters_kwargs"] = {"api_version": latest_version}
+    generate_models(openapi_schema, **args)
+
+
+generate_file()

apache_airflow_task_sdk-1.0.0b4/pyproject.toml

@@ -0,0 +1,182 @@
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+
+[project]
+name = "apache-airflow-task-sdk"
+dynamic = ["version"]
+description = "Python Task SDK for Apache Airflow DAG Authors"
+readme = { file = "README.md", content-type = "text/markdown" }
+requires-python = ">=3.9, <3.13"
+dependencies = [
+    "attrs>=24.2.0, !=25.2.0",
+    "httpx>=0.27.0",
+    "jinja2>=3.1.4",
+    "methodtools>=0.4.7",
+    "msgspec>=0.19.0",
+    'pendulum>=2.1.2,<4.0;python_version<"3.12"',
+    'pendulum>=3.0.0,<4.0;python_version>="3.12"',
+    "python-dateutil>=2.7.0",
+    "psutil>=6.1.0",
+    "structlog>=25.2.0",
+    "retryhttp>=1.2.0,!=1.3.0",
+]
+classifiers = [
+  "Framework :: Apache Airflow",
+]
+
+[build-system]
+requires = ["hatchling"]
+build-backend = "hatchling.build"
+
+[tool.hatch.version]
+path = "src/airflow/sdk/__init__.py"
+
+[tool.hatch.build.targets.wheel]
+packages = ["src/airflow"]
+# This file only exists to make pyright/VSCode happy, don't ship it
+exclude = ["src/airflow/__init__.py"]
+
+[tool.ruff]
+extend = "../pyproject.toml"
+src = ["src"]
+namespace-packages = ["src/airflow"]
+
+[tool.ruff.lint.per-file-ignores]
+
+# Ignore Doc rules et al for anything outside of tests
+"!src/*" = ["D", "TID253", "S101", "TRY002"]
+
+# Ignore the pytest rules outside the tests folder - https://github.com/astral-sh/ruff/issues/14205
+"!tests/*" = ["PT"]
+
+# Pycharm barfs if this "stub" file has future imports
+"src/airflow/__init__.py" = ["I002"]
+
+"src/airflow/sdk/__init__.py" = ["TC004"]
+
+# msgspec needs types for annotations to be defined, even with future
+# annotations, so disable the "type check only import" for these files
+"src/airflow/sdk/api/datamodels/*.py" = ["TC001"]
+
+# Only the public API should _require_ docstrings on classes
+"!src/airflow/sdk/definitions/*" = ["D101"]
+
+# Generated file, be less strict
+"src/airflow/sdk/*/_generated.py" = ["D"]
+
+[tool.coverage.run]
+branch = true
+relative_files = true
+source = ["src/airflow"]
+include_namespace_packages = true
+
+[tool.coverage.report]
+skip_empty = true
+exclude_also = [
+    "def __repr__",
+    "raise AssertionError",
+    "raise NotImplementedError",
+    "if __name__ == .__main__.:",
+    "@(abc\\.)?abstractmethod",
+    "@(typing(_extensions)?\\.)?overload",
+    "if (typing(_extensions)?\\.)?TYPE_CHECKING:",
+]
+
+[dependency-groups]
+codegen = [
+    "datamodel-code-generator[http]==0.28.2",
+    "apache-airflow",
+    "rich",
+    "ruff",
+    "svcs>=25.1.0",
+]
+dev = [
+    "apache-airflow",
+    "apache-airflow-providers-common-sql",
+    "apache-airflow-providers-standard",
+    "apache-airflow-devel-common",
+]
+[tool.uv.sources]
+# These names must match the names as defined in the pyproject.toml of the workspace items,
+# *not* the workspace folder paths
+apache-airflow = {workspace = true}
+apache-airflow-devel-common = {workspace = true}
+apache-airflow-providers-common-sql = {workspace = true}
+apache-airflow-providers-standard = {workspace = true}
+
+# To use:
+#
+#   uv run --group codegen --project apache-airflow-task-sdk --directory task_sdk datamodel-codegen
+[tool.datamodel-codegen]
+capitalise-enum-members=true # `State.RUNNING` not `State.running`
+disable-timestamp=true
+enable-version-header=true
+enum-field-as-literal='one' # When a single enum member, make it output a `Literal["..."]`
+input-file-type='openapi'
+output-model-type='pydantic_v2.BaseModel'
+output-datetime-class='datetime'
+target-python-version='3.9'
+use-annotated=true
+use-default=true
+use-double-quotes=true
+use-schema-description=true  # Desc becomes class doc comment
+use-standard-collections=true # list[] not List[]
+use-subclass-enum=true # enum, not union of Literals
+use-union-operator=true # 3.9+annotations, not `Union[]`
+custom-formatters = ['dev.datamodel_code_formatter',]
+
+url = 'http://0.0.0.0:8080/execution/openapi.json'
+output = 'src/airflow/sdk/api/datamodels/_generated.py'
+
+## pytest settings ##
+[tool.pytest.ini_options]
+addopts = [
+    "--tb=short",
+    "-rasl",
+    "--verbosity=2",
+    # Disable `flaky` plugin for pytest. This plugin conflicts with `rerunfailures` because provide the same marker.
+    "-p", "no:flaky",
+    # Disable `nose` builtin plugin for pytest. This feature is deprecated in 7.2 and will be removed in pytest>=8
+    "-p", "no:nose",
+    # Disable support of a legacy `LocalPath` in favor of stdlib `pathlib.Path`.
+    "-p", "no:legacypath",
+    # Disable warnings summary, because we use our warning summary.
+    "--disable-warnings",
+    "--asyncio-mode=strict",
+]
+
+norecursedirs = [
+    ".eggs",
+]
+log_level = "INFO"
+filterwarnings = [
+    "error::pytest.PytestCollectionWarning",
+    "error::pytest.PytestReturnNotNoneWarning",
+]
+python_files = [
+    "test_*.py",
+]
+testpaths = [
+    "tests",
+]
+asyncio_default_fixture_loop_scope = "function"
+
+pythonpath = "tests"
+
+# Keep temporary directories (created by `tmp_path`) for 2 recent runs only failed tests.
+tmp_path_retention_count = "2"
+tmp_path_retention_policy = "failed"

apache_airflow_task_sdk-1.0.0b4/src/airflow/__init__.py

@@ -0,0 +1,21 @@
+#
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+
+# Pycharm needs to see this line. VSCode/pyright doesn't care about it, but this file needs to exist
+# https://github.com/microsoft/pyright/issues/9439#issuecomment-2468990559
+__path__ = __import__("pkgutil").extend_path(__path__, __name__)  # type: ignore