apache-airflow-providers-standard 0.1.0rc1__py3-none-any.whl → 1.0.0.dev1__py3-none-any.whl

airflow/providers/standard/utils/python_virtualenv.py

@@ -1,209 +0,0 @@
-#
-# Licensed to the Apache Software Foundation (ASF) under one
-# or more contributor license agreements.  See the NOTICE file
-# distributed with this work for additional information
-# regarding copyright ownership.  The ASF licenses this file
-# to you under the Apache License, Version 2.0 (the
-# "License"); you may not use this file except in compliance
-# with the License.  You may obtain a copy of the License at
-#
-#   http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing,
-# software distributed under the License is distributed on an
-# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
-# KIND, either express or implied.  See the License for the
-# specific language governing permissions and limitations
-# under the License.
-"""Utilities for creating a virtual environment."""
-
-from __future__ import annotations
-
-import os
-import shutil
-import sys
-from pathlib import Path
-
-import jinja2
-from jinja2 import select_autoescape
-
-from airflow.configuration import conf
-from airflow.utils.process_utils import execute_in_subprocess
-
-
-def _is_uv_installed() -> bool:
-    """
-    Verify whether the uv tool is installed by checking if it's included in the system PATH or installed as a package.
-
-    :return: True if it is. Whichever way of checking it works, is fine.
-    """
-    return bool(shutil.which("uv"))
-
-
-def _use_uv() -> bool:
-    """
-    Check if the uv tool should be used.
-
-    :return: True if uv should be used.
-    """
-    venv_install_method = conf.get("standard", "venv_install_method", fallback="auto").lower()
-    if venv_install_method == "auto":
-        return _is_uv_installed()
-    elif venv_install_method == "uv":
-        return True
-    return False
-
-
-def _generate_uv_cmd(tmp_dir: str, python_bin: str, system_site_packages: bool) -> list[str]:
-    """Build the command to install the venv via UV."""
-    cmd = ["uv", "venv", "--allow-existing", "--seed"]
-    if python_bin is not None:
-        cmd += ["--python", python_bin]
-    if system_site_packages:
-        cmd.append("--system-site-packages")
-    cmd.append(tmp_dir)
-    return cmd
-
-
-def _generate_venv_cmd(tmp_dir: str, python_bin: str, system_site_packages: bool) -> list[str]:
-    """We are using venv command instead of venv module to allow creation of venv for different python versions."""
-    if python_bin is None:
-        python_bin = sys.executable
-    cmd = [python_bin, "-m", "venv", tmp_dir]
-    if system_site_packages:
-        cmd.append("--system-site-packages")
-    return cmd
-
-
-def _generate_uv_install_cmd_from_file(
-    tmp_dir: str, requirements_file_path: str, pip_install_options: list[str]
-) -> list[str]:
-    return [
-        "uv",
-        "pip",
-        "install",
-        "--python",
-        f"{tmp_dir}/bin/python",
-        *pip_install_options,
-        "-r",
-        requirements_file_path,
-    ]
-
-
-def _generate_pip_install_cmd_from_file(
-    tmp_dir: str, requirements_file_path: str, pip_install_options: list[str]
-) -> list[str]:
-    return [f"{tmp_dir}/bin/pip", "install", *pip_install_options, "-r", requirements_file_path]
-
-
-def _generate_uv_install_cmd_from_list(
-    tmp_dir: str, requirements: list[str], pip_install_options: list[str]
-) -> list[str]:
-    return ["uv", "pip", "install", "--python", f"{tmp_dir}/bin/python", *pip_install_options, *requirements]
-
-
-def _generate_pip_install_cmd_from_list(
-    tmp_dir: str, requirements: list[str], pip_install_options: list[str]
-) -> list[str]:
-    return [f"{tmp_dir}/bin/pip", "install", *pip_install_options, *requirements]
-
-
-def _generate_pip_conf(conf_file: Path, index_urls: list[str]) -> None:
-    if index_urls:
-        pip_conf_options = f"index-url = {index_urls[0]}"
-        if len(index_urls) > 1:
-            pip_conf_options += f"\nextra-index-url = {' '.join(x for x in index_urls[1:])}"
-    else:
-        pip_conf_options = "no-index = true"
-    conf_file.write_text(f"[global]\n{pip_conf_options}")
-
-
-def prepare_virtualenv(
-    venv_directory: str,
-    python_bin: str,
-    system_site_packages: bool,
-    requirements: list[str] | None = None,
-    requirements_file_path: str | None = None,
-    pip_install_options: list[str] | None = None,
-    index_urls: list[str] | None = None,
-) -> str:
-    """
-    Create a virtual environment and install the additional python packages.
-
-    :param venv_directory: The path for directory where the environment will be created.
-    :param python_bin: Path to the Python executable.
-    :param system_site_packages: Whether to include system_site_packages in your virtualenv.
-        See virtualenv documentation for more information.
-    :param requirements: List of additional python packages.
-    :param requirements_file_path: Path to the ``requirements.txt`` file.
-    :param pip_install_options: a list of pip install options when installing requirements
-        See 'pip install -h' for available options
-    :param index_urls: an optional list of index urls to load Python packages from.
-        If not provided the system pip conf will be used to source packages from.
-    :return: Path to a binary file with Python in a virtual environment.
-    """
-    if pip_install_options is None:
-        pip_install_options = []
-
-    if requirements is not None and requirements_file_path is not None:
-        raise ValueError("Either requirements OR requirements_file_path has to be passed, but not both")
-
-    if index_urls is not None:
-        _generate_pip_conf(Path(venv_directory) / "pip.conf", index_urls)
-
-    if _use_uv():
-        venv_cmd = _generate_uv_cmd(venv_directory, python_bin, system_site_packages)
-    else:
-        venv_cmd = _generate_venv_cmd(venv_directory, python_bin, system_site_packages)
-    execute_in_subprocess(venv_cmd)
-
-    pip_cmd = None
-    if requirements is not None and len(requirements) != 0:
-        if _use_uv():
-            pip_cmd = _generate_uv_install_cmd_from_list(venv_directory, requirements, pip_install_options)
-        else:
-            pip_cmd = _generate_pip_install_cmd_from_list(venv_directory, requirements, pip_install_options)
-    if requirements_file_path is not None and requirements_file_path:
-        if _use_uv():
-            pip_cmd = _generate_uv_install_cmd_from_file(
-                venv_directory, requirements_file_path, pip_install_options
-            )
-        else:
-            pip_cmd = _generate_pip_install_cmd_from_file(
-                venv_directory, requirements_file_path, pip_install_options
-            )
-
-    if pip_cmd:
-        execute_in_subprocess(pip_cmd)
-
-    return f"{venv_directory}/bin/python"
-
-
-def write_python_script(
-    jinja_context: dict,
-    filename: str,
-    render_template_as_native_obj: bool = False,
-):
-    """
-    Render the python script to a file to execute in the virtual environment.
-
-    :param jinja_context: The jinja context variables to unpack and replace with its placeholders in the
-        template file.
-    :param filename: The name of the file to dump the rendered script to.
-    :param render_template_as_native_obj: If ``True``, rendered Jinja template would be converted
-        to a native Python object
-    """
-    template_loader = jinja2.FileSystemLoader(searchpath=os.path.dirname(__file__))
-    template_env: jinja2.Environment
-    if render_template_as_native_obj:
-        template_env = jinja2.nativetypes.NativeEnvironment(
-            loader=template_loader, undefined=jinja2.StrictUndefined
-        )
-    else:
-        template_env = jinja2.Environment(
-            loader=template_loader,
-            undefined=jinja2.StrictUndefined,
-            autoescape=select_autoescape(["html", "xml"]),
-        )
-    template = template_env.get_template("python_virtualenv_script.jinja2")
-    template.stream(**jinja_context).dump(filename)

airflow/providers/standard/utils/python_virtualenv_script.jinja2

@@ -1,77 +0,0 @@
-{#
- Licensed to the Apache Software Foundation (ASF) under one
- or more contributor license agreements.  See the NOTICE file
- distributed with this work for additional information
- regarding copyright ownership.  The ASF licenses this file
- to you under the Apache License, Version 2.0 (the
- "License"); you may not use this file except in compliance
- with the License.  You may obtain a copy of the License at
-
-   http://www.apache.org/licenses/LICENSE-2.0
-
- Unless required by applicable law or agreed to in writing,
- software distributed under the License is distributed on an
- "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
- KIND, either express or implied.  See the License for the
- specific language governing permissions and limitations
- under the License.
--#}
-from __future__ import annotations
-
-import {{ pickling_library }}
-import sys
-
-{% if expect_airflow %}
- {# Check whether Airflow is available in the environment.
- # If it is, we'll want to ensure that we integrate any macros that are being provided
- # by plugins prior to unpickling the task context. #}
-if sys.version_info >= (3,6):
-    try:
-        from airflow.plugins_manager import integrate_macros_plugins
-        integrate_macros_plugins()
-    except ImportError:
-        {# Airflow is not available in this environment, therefore we won't
-         # be able to integrate any plugin macros. #}
-        pass
-{% endif %}
-
-# Script
-{{ python_callable_source }}
-
-# monkey patching for the cases when python_callable is part of the dag module.
-{% if modified_dag_module_name is defined %}
-
-import types
-
-{{ modified_dag_module_name }}  = types.ModuleType("{{ modified_dag_module_name }}")
-
-{{ modified_dag_module_name }}.{{ python_callable }} = {{ python_callable }}
-
-sys.modules["{{modified_dag_module_name}}"] = {{modified_dag_module_name}}
-
-{% endif%}
-
-{% if op_args or op_kwargs %}
-with open(sys.argv[1], "rb") as file:
-    arg_dict = {{ pickling_library }}.load(file)
-{% else %}
-arg_dict = {"args": [], "kwargs": {}}
-{% endif %}
-
-{% if string_args_global | default(true) -%}
-# Read string args
-with open(sys.argv[3], "r") as file:
-    virtualenv_string_args = list(map(lambda x: x.strip(), list(file)))
-{% endif %}
-
-try:
-    res = {{ python_callable }}(*arg_dict["args"], **arg_dict["kwargs"])
-except Exception as e:
-    with open(sys.argv[4], "w") as file:
-        file.write(str(e))
-    raise
-
-# Write output
-with open(sys.argv[2], "wb") as file:
-    if res is not None:
-        {{ pickling_library }}.dump(res, file)

airflow/providers/standard/utils/sensor_helper.py

@@ -1,119 +0,0 @@
-# Licensed to the Apache Software Foundation (ASF) under one
-# or more contributor license agreements.  See the NOTICE file
-# distributed with this work for additional information
-# regarding copyright ownership.  The ASF licenses this file
-# to you under the Apache License, Version 2.0 (the
-# "License"); you may not use this file except in compliance
-# with the License.  You may obtain a copy of the License at
-#
-#   http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing,
-# software distributed under the License is distributed on an
-# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
-# KIND, either express or implied.  See the License for the
-# specific language governing permissions and limitations
-# under the License.
-from __future__ import annotations
-
-from typing import TYPE_CHECKING, cast
-
-from sqlalchemy import func, select, tuple_
-
-from airflow.models import DagBag, DagRun, TaskInstance
-from airflow.utils.session import NEW_SESSION, provide_session
-
-if TYPE_CHECKING:
-    from sqlalchemy.orm import Session
-    from sqlalchemy.sql import Executable
-
-
-@provide_session
-def _get_count(
-    dttm_filter,
-    external_task_ids,
-    external_task_group_id,
-    external_dag_id,
-    states,
-    session: Session = NEW_SESSION,
-) -> int:
-    """
-    Get the count of records against dttm filter and states.
-
-    :param dttm_filter: date time filter for logical date
-    :param external_task_ids: The list of task_ids
-    :param external_task_group_id: The ID of the external task group
-    :param external_dag_id: The ID of the external DAG.
-    :param states: task or dag states
-    :param session: airflow session object
-    """
-    TI = TaskInstance
-    DR = DagRun
-    if not dttm_filter:
-        return 0
-
-    if external_task_ids:
-        count = (
-            session.scalar(
-                _count_stmt(TI, states, dttm_filter, external_dag_id).where(TI.task_id.in_(external_task_ids))
-            )
-        ) / len(external_task_ids)
-    elif external_task_group_id:
-        external_task_group_task_ids = _get_external_task_group_task_ids(
-            dttm_filter, external_task_group_id, external_dag_id, session
-        )
-        if not external_task_group_task_ids:
-            count = 0
-        else:
-            count = (
-                session.scalar(
-                    _count_stmt(TI, states, dttm_filter, external_dag_id).where(
-                        tuple_(TI.task_id, TI.map_index).in_(external_task_group_task_ids)
-                    )
-                )
-            ) / len(external_task_group_task_ids)
-    else:
-        count = session.scalar(_count_stmt(DR, states, dttm_filter, external_dag_id))
-    return cast(int, count)
-
-
-def _count_stmt(model, states, dttm_filter, external_dag_id) -> Executable:
-    """
-    Get the count of records against dttm filter and states.
-
-    :param model: The SQLAlchemy model representing the relevant table.
-    :param states: task or dag states
-    :param dttm_filter: date time filter for logical date
-    :param external_dag_id: The ID of the external DAG.
-    """
-    return select(func.count()).where(
-        model.dag_id == external_dag_id, model.state.in_(states), model.logical_date.in_(dttm_filter)
-    )
-
-
-def _get_external_task_group_task_ids(dttm_filter, external_task_group_id, external_dag_id, session):
-    """
-    Get the count of records against dttm filter and states.
-
-    :param dttm_filter: date time filter for logical date
-    :param external_task_group_id: The ID of the external task group
-    :param external_dag_id: The ID of the external DAG.
-    :param session: airflow session object
-    """
-    refreshed_dag_info = DagBag(read_dags_from_db=True).get_dag(external_dag_id, session)
-    task_group = refreshed_dag_info.task_group_dict.get(external_task_group_id)
-
-    if task_group:
-        group_tasks = session.scalars(
-            select(TaskInstance).filter(
-                TaskInstance.dag_id == external_dag_id,
-                TaskInstance.task_id.in_(task.task_id for task in task_group),
-                TaskInstance.logical_date.in_(dttm_filter),
-            )
-        )
-
-        return [(t.task_id, t.map_index) for t in group_tasks]
-
-    # returning default task_id as group_id itself, this will avoid any failure in case of
-    # 'check_existence=False' and will fail on timeout
-    return [(external_task_group_id, -1)]

airflow/providers/standard/version_compat.py

@@ -1,36 +0,0 @@
-# Licensed to the Apache Software Foundation (ASF) under one
-# or more contributor license agreements.  See the NOTICE file
-# distributed with this work for additional information
-# regarding copyright ownership.  The ASF licenses this file
-# to you under the Apache License, Version 2.0 (the
-# "License"); you may not use this file except in compliance
-# with the License.  You may obtain a copy of the License at
-#
-#   http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing,
-# software distributed under the License is distributed on an
-# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
-# KIND, either express or implied.  See the License for the
-# specific language governing permissions and limitations
-# under the License.
-#
-# NOTE! THIS FILE IS COPIED MANUALLY IN OTHER PROVIDERS DELIBERATELY TO AVOID ADDING UNNECESSARY
-# DEPENDENCIES BETWEEN PROVIDERS. IF YOU WANT TO ADD CONDITIONAL CODE IN YOUR PROVIDER THAT DEPENDS
-# ON AIRFLOW VERSION, PLEASE COPY THIS FILE TO THE ROOT PACKAGE OF YOUR PROVIDER AND IMPORT
-# THOSE CONSTANTS FROM IT RATHER THAN IMPORTING THEM FROM ANOTHER PROVIDER OR TEST CODE
-#
-from __future__ import annotations
-
-
-def get_base_airflow_version_tuple() -> tuple[int, int, int]:
-    from packaging.version import Version
-
-    from airflow import __version__
-
-    airflow_version = Version(__version__)
-    return airflow_version.major, airflow_version.minor, airflow_version.micro
-
-
-AIRFLOW_V_2_10_PLUS = get_base_airflow_version_tuple() >= (2, 10, 0)
-AIRFLOW_V_3_0_PLUS = get_base_airflow_version_tuple() >= (3, 0, 0)

apache_airflow_providers_standard-0.1.0rc1.dist-info/RECORD

@@ -1,38 +0,0 @@
-airflow/providers/standard/LICENSE,sha256=gXPVwptPlW1TJ4HSuG5OMPg-a3h43OGMkZRR1rpwfJA,10850
-airflow/providers/standard/__init__.py,sha256=_0SheSBOknCZLmPVxMFYyFxMp7FYpHj-cI8mbJodsBE,1495
-airflow/providers/standard/get_provider_info.py,sha256=zFnTra9uOUt8ZdhaCqkoNTVqqAy51VP16SI56dk-YfM,4939
-airflow/providers/standard/version_compat.py,sha256=aHg90_DtgoSnQvILFICexMyNlHlALBdaeWqkX3dFDug,1605
-airflow/providers/standard/hooks/__init__.py,sha256=9hdXHABrVpkbpjZgUft39kOFL2xSGeG4GEua0Hmelus,785
-airflow/providers/standard/hooks/filesystem.py,sha256=fDZwW_EYD8z1QXnReqI7gIwSbDPZNTKtqQvgktiP02o,2870
-airflow/providers/standard/hooks/package_index.py,sha256=U7_s_02-wwz9kTkzKr3JAhVQj2spuntWd_GmjfpV-y4,3769
-airflow/providers/standard/hooks/subprocess.py,sha256=GAmdF69jwUcpc7DH5I42GnJRs6NMQvHwFhimWpIdTU4,4920
-airflow/providers/standard/operators/__init__.py,sha256=9hdXHABrVpkbpjZgUft39kOFL2xSGeG4GEua0Hmelus,785
-airflow/providers/standard/operators/bash.py,sha256=AMSTPCgtArDE78XQ01b5jf1d3HEbZuP8_xz9dyXQgKc,13664
-airflow/providers/standard/operators/datetime.py,sha256=vsn2eaeVvUZBLXTzrEIC5Bd9svk81gM2VlxXCcmZhHY,4749
-airflow/providers/standard/operators/empty.py,sha256=C7_uLWJK6kExzlNc7xdMo8VAQ_ONWITvEQ2FImrMepM,1324
-airflow/providers/standard/operators/generic_transfer.py,sha256=BFCDTc_GTd6LNfU0Mr8Fx_MzGL9qcKNwzC4KNzD1gUw,5247
-airflow/providers/standard/operators/latest_only.py,sha256=NlpkrHk3QblaXYEFowLy9pRS-l0zpFtI12bDmF-t9Lo,3291
-airflow/providers/standard/operators/python.py,sha256=ZLeesBNGbZLFGeeEe9irZUfJUvceoQxEwYvnejzoPs4,49247
-airflow/providers/standard/operators/trigger_dagrun.py,sha256=lPbV-FR_6RHB6XDv58Fc8N92o3MEYfNJPFxt9h1SPFw,12301
-airflow/providers/standard/operators/weekday.py,sha256=XL1fMejCoCrifl52t9QmlrnavL3Nm3_VYbhUMWhI10I,4841
-airflow/providers/standard/sensors/__init__.py,sha256=9hdXHABrVpkbpjZgUft39kOFL2xSGeG4GEua0Hmelus,785
-airflow/providers/standard/sensors/bash.py,sha256=afyz1m-1qzAp1fE5ta71rXhpTrKcCH7bNfwUU2Hv7GQ,5025
-airflow/providers/standard/sensors/date_time.py,sha256=hRUuLaNgqDh4jqaIaD8zdyq2BUXkpWM2NzJN5YkwTJI,6077
-airflow/providers/standard/sensors/external_task.py,sha256=T5cCj1txJUjnql6cHZayDqSjfWCE-zOxJS9-nxkSuio,23840
-airflow/providers/standard/sensors/filesystem.py,sha256=rfupSeHtFGdAcL6cw3H6u6ttBxogSThYiPqsUKgABMU,6029
-airflow/providers/standard/sensors/python.py,sha256=kvgpHN8hiyxJPlw9HsVpna0X6NRt0iTDvFFjqt3KFtQ,3405
-airflow/providers/standard/sensors/time.py,sha256=Pc9BZqqTQy3Qqz7uME9yF4qmWsXYCzAoAlsmwgpAraY,5007
-airflow/providers/standard/sensors/time_delta.py,sha256=H1jSNT72e-83usqMPMIRSgnR41IAFwkrafmE006jAOc,6012
-airflow/providers/standard/sensors/weekday.py,sha256=GdYa-DdKdQ_cOpuAFppHSaDKrzGGvVha4BfkoiJLTpM,3884
-airflow/providers/standard/triggers/__init__.py,sha256=9hdXHABrVpkbpjZgUft39kOFL2xSGeG4GEua0Hmelus,785
-airflow/providers/standard/triggers/external_task.py,sha256=iZn-WsjTlJRd780xVds6rrTOrfLkf-Bp3Q1PbGfbYuU,8476
-airflow/providers/standard/triggers/file.py,sha256=2i8-RwSjEgdOwQNcHCqLmSdpE3Ehqg4GQJ8nE3-fHxo,4886
-airflow/providers/standard/triggers/temporal.py,sha256=Aub7Cp3HsPdeardF2jp-Z5nIRwzqtK9-aOlWtfKQfcg,4809
-airflow/providers/standard/utils/__init__.py,sha256=9hdXHABrVpkbpjZgUft39kOFL2xSGeG4GEua0Hmelus,785
-airflow/providers/standard/utils/python_virtualenv.py,sha256=FR3241l5Obuo2BBwwBs-s87pRpCLyJnh3sUtHxrgRuM,7759
-airflow/providers/standard/utils/python_virtualenv_script.jinja2,sha256=bn_QOYOj8Q2k-RE77LKgCy3iDTuv9vllyBAD4yeCb-A,2502
-airflow/providers/standard/utils/sensor_helper.py,sha256=BeaWt9X4PUE49V3QAG8WPHj3fWwUGeZngS5_Y8g_auA,4401
-apache_airflow_providers_standard-0.1.0rc1.dist-info/entry_points.txt,sha256=mW2YRh3mVdZdaP5-iGSNgmcCh3YYdALIn28BCLBZZ40,104
-apache_airflow_providers_standard-0.1.0rc1.dist-info/WHEEL,sha256=CpUCUxeHQbRN5UGRQHYRJorO5Af-Qy_fHMctcQ8DSGI,82
-apache_airflow_providers_standard-0.1.0rc1.dist-info/METADATA,sha256=xJn_2eu37xGtXoyiuW0bFfvX-Y6BkpsuxfnQi-z2fUU,4023
-apache_airflow_providers_standard-0.1.0rc1.dist-info/RECORD,,