ob-metaflow-stubs 6.0.3.117__py2.py3-none-any.whl → 6.0.3.119__py2.py3-none-any.whl

metaflow-stubs/plugins/__init__.pyi

@@ -1,38 +1,56 @@
-##################################################################################
-#                       Auto-generated Metaflow stub file                        #
-# MF version: 2.12.27.1+obcheckpoint(0.1.2);ob(v1)                               #
-# Generated on 2024-11-13T19:05:29.362909                                        #
-##################################################################################
+######################################################################################################
+#                                 Auto-generated Metaflow stub file                                  #
+# MF version: 2.12.30.2+obcheckpoint(0.1.4);ob(v1)                                                   #
+# Generated on 2024-11-21T22:12:20.804365                                                            #
+######################################################################################################
 
 from __future__ import annotations
 
-import typing
-if typing.TYPE_CHECKING:
-    import metaflow.plugins.cards.card_modules.card
-    import metaflow.unbounded_foreach
 
-CLIS_DESC: list
+from . import test_unbounded_foreach_decorator as test_unbounded_foreach_decorator
+from .test_unbounded_foreach_decorator import InternalTestUnboundedForeachInput as InternalTestUnboundedForeachInput
+from . import timeout_decorator as timeout_decorator
+from . import kubernetes as kubernetes
+from . import resources_decorator as resources_decorator
+from . import aws as aws
+from . import catch_decorator as catch_decorator
+from . import datatools as datatools
+from . import gcp as gcp
+from . import storage_executor as storage_executor
+from . import cards as cards
+from . import retry_decorator as retry_decorator
+from . import argo as argo
+from . import pypi as pypi
+from . import secrets as secrets
+from . import parallel_decorator as parallel_decorator
+from . import environment_decorator as environment_decorator
+from . import frameworks as frameworks
+from . import airflow as airflow
+from . import events_decorator as events_decorator
+from . import project_decorator as project_decorator
+from . import azure as azure
+from . import debug_logger as debug_logger
+from . import debug_monitor as debug_monitor
+from .cards.card_modules.basic import BlankCard as BlankCard
+from .cards.card_modules.basic import DefaultCard as DefaultCard
+from .cards.card_modules.basic import DefaultCardJSON as DefaultCardJSON
+from .cards.card_modules.basic import ErrorCard as ErrorCard
+from .cards.card_modules.basic import TaskSpecCard as TaskSpecCard
+from .cards.card_modules.test_cards import TestEditableCard as TestEditableCard
+from .cards.card_modules.test_cards import TestEditableCard2 as TestEditableCard2
+from .cards.card_modules.test_cards import TestErrorCard as TestErrorCard
+from .cards.card_modules.test_cards import TestMockCard as TestMockCard
+from .cards.card_modules.test_cards import TestNonEditableCard as TestNonEditableCard
+from .cards.card_modules.test_cards import TestPathSpecCard as TestPathSpecCard
+from .cards.card_modules.test_cards import TestTimeoutCard as TestTimeoutCard
+from .cards.card_modules.test_cards import TestRefreshCard as TestRefreshCard
+from .cards.card_modules.test_cards import TestRefreshComponentCard as TestRefreshComponentCard
+from . import package_cli as package_cli
+from . import tag_cli as tag_cli
+from . import logs_cli as logs_cli
+from . import perimeters as perimeters
 
-class InternalTestUnboundedForeachInput(metaflow.unbounded_foreach.UnboundedForeachInput, metaclass=type):
-    """
-    Test class that wraps around values (any iterator) and simulates an
-    unbounded-foreach instead of a bounded foreach.
-    """
-    def __init__(self, iterable):
-        ...
-    def __iter__(self):
-        ...
-    def __next__(self):
-        ...
-    def __getitem__(self, key):
-        ...
-    def __len__(self):
-        ...
-    def __str__(self):
-        ...
-    def __repr__(self):
-        ...
-    ...
+CLIS_DESC: list
 
 STEP_DECORATORS_DESC: list
 
@@ -44,6 +62,8 @@ METADATA_PROVIDERS_DESC: list
 
 DATASTORES_DESC: list
 
+DATACLIENTS_DESC: list
+
 SIDECARS_DESC: list
 
 LOGGING_SIDECARS_DESC: list
@@ -65,8 +85,6 @@ DEPLOYER_IMPL_PROVIDERS_DESC: list
 def get_plugin_cli():
     ...
 
-FROM_DEPLOYMENT_PROVIDERS: dict
-
 STEP_DECORATORS: list
 
 FLOW_DECORATORS: list
@@ -77,6 +95,8 @@ METADATA_PROVIDERS: list
 
 DATASTORES: list
 
+DATACLIENTS: list
+
 SIDECARS: dict
 
 LOGGING_SIDECARS: dict
@@ -95,138 +115,5 @@ DEPLOYER_IMPL_PROVIDERS: list
 
 MF_EXTERNAL_CARDS: list
 
-class BlankCard(metaflow.plugins.cards.card_modules.card.MetaflowCard, metaclass=type):
-    def __init__(self, options = {"title": ""}, components = [], graph = None):
-        ...
-    def render(self, task, components = [], runtime = False):
-        ...
-    def render_runtime(self, task, data):
-        ...
-    def refresh(self, task, data):
-        ...
-    def reload_content_token(self, task, data):
-        """
-        The reload token will change when the component array has changed in the Metaflow card.
-        The change in the component array is signified by the change in the component_update_ts.
-        """
-        ...
-    ...
-
-class DefaultCard(metaflow.plugins.cards.card_modules.card.MetaflowCard, metaclass=type):
-    def __init__(self, options = {"only_repr": True}, components = [], graph = None):
-        ...
-    def render(self, task, runtime = False):
-        ...
-    def render_runtime(self, task, data):
-        ...
-    def refresh(self, task, data):
-        ...
-    def reload_content_token(self, task, data):
-        """
-        The reload token will change when the component array has changed in the Metaflow card.
-        The change in the component array is signified by the change in the component_update_ts.
-        """
-        ...
-    ...
-
-class DefaultCardJSON(metaflow.plugins.cards.card_modules.card.MetaflowCard, metaclass=type):
-    def __init__(self, options = {"only_repr": True}, components = [], graph = None):
-        ...
-    def render(self, task):
-        ...
-    ...
-
-class ErrorCard(metaflow.plugins.cards.card_modules.card.MetaflowCard, metaclass=type):
-    def __init__(self, options = {}, components = [], graph = None):
-        ...
-    def reload_content_token(self, task, data):
-        """
-        The reload token will change when the component array has changed in the Metaflow card.
-        The change in the component array is signified by the change in the component_update_ts.
-        """
-        ...
-    def render(self, task, stack_trace = None):
-        ...
-    ...
-
-class TaskSpecCard(metaflow.plugins.cards.card_modules.card.MetaflowCard, metaclass=type):
-    def render(self, task):
-        ...
-    ...
-
-class TestEditableCard(metaflow.plugins.cards.card_modules.card.MetaflowCard, metaclass=type):
-    def __init__(self, options = {}, components = [], graph = None):
-        ...
-    def render(self, task):
-        ...
-    ...
-
-class TestEditableCard2(metaflow.plugins.cards.card_modules.card.MetaflowCard, metaclass=type):
-    def __init__(self, options = {}, components = [], graph = None):
-        ...
-    def render(self, task):
-        ...
-    ...
-
-class TestErrorCard(metaflow.plugins.cards.card_modules.card.MetaflowCard, metaclass=type):
-    def render(self, task):
-        ...
-    ...
-
-class TestMockCard(metaflow.plugins.cards.card_modules.card.MetaflowCard, metaclass=type):
-    def __init__(self, options = {"key": "dummy_key"}, **kwargs):
-        ...
-    def render(self, task):
-        ...
-    ...
-
-class TestNonEditableCard(metaflow.plugins.cards.card_modules.card.MetaflowCard, metaclass=type):
-    def __init__(self, options = {}, components = [], graph = None):
-        ...
-    def render(self, task):
-        ...
-    ...
-
-class TestPathSpecCard(metaflow.plugins.cards.card_modules.card.MetaflowCard, metaclass=type):
-    def render(self, task):
-        ...
-    ...
-
-class TestTimeoutCard(metaflow.plugins.cards.card_modules.card.MetaflowCard, metaclass=type):
-    def __init__(self, options = {"timeout": 50}, **kwargs):
-        ...
-    def render(self, task):
-        ...
-    ...
-
-class TestRefreshCard(metaflow.plugins.cards.card_modules.card.MetaflowCard, metaclass=type):
-    """
-    This card takes no components and helps test the `current.card.refresh(data)` interface.
-    """
-    def render(self, task) -> str:
-        ...
-    def render_runtime(self, task, data):
-        ...
-    def refresh(self, task, data):
-        ...
-    ...
-
-class TestRefreshComponentCard(metaflow.plugins.cards.card_modules.card.MetaflowCard, metaclass=type):
-    """
-    This card takes components and helps test the `current.card.components["A"].update()`
-    interface
-    """
-    def __init__(self, options = {}, components = [], graph = None):
-        ...
-    def render(self, task) -> str:
-        ...
-    def render_runtime(self, task, data):
-        ...
-    def refresh(self, task, data):
-        ...
-    def reload_content_token(self, task, data):
-        ...
-    ...
-
 CARDS: list
 

metaflow-stubs/plugins/airflow/__init__.pyi

@@ -1,9 +1,13 @@
-##################################################################################
-#                       Auto-generated Metaflow stub file                        #
-# MF version: 2.12.27.1+obcheckpoint(0.1.2);ob(v1)                               #
-# Generated on 2024-11-13T19:05:29.388841                                        #
-##################################################################################
+######################################################################################################
+#                                 Auto-generated Metaflow stub file                                  #
+# MF version: 2.12.30.2+obcheckpoint(0.1.4);ob(v1)                                                   #
+# Generated on 2024-11-21T22:12:20.831147                                                            #
+######################################################################################################
 
 from __future__ import annotations
 
 
+from . import exception as exception
+from . import airflow_utils as airflow_utils
+from . import sensors as sensors
+

metaflow-stubs/plugins/airflow/airflow_utils.pyi

@@ -1,12 +1,13 @@
-##################################################################################
-#                       Auto-generated Metaflow stub file                        #
-# MF version: 2.12.27.1+obcheckpoint(0.1.2);ob(v1)                               #
-# Generated on 2024-11-13T19:05:29.428066                                        #
-##################################################################################
+######################################################################################################
+#                                 Auto-generated Metaflow stub file                                  #
+# MF version: 2.12.30.2+obcheckpoint(0.1.4);ob(v1)                                                   #
+# Generated on 2024-11-21T22:12:20.862916                                                            #
+######################################################################################################
 
 from __future__ import annotations
 
 
+
 TASK_ID_XCOM_KEY: str
 
 FOREACH_CARDINALITY_XCOM_KEY: str
@@ -98,7 +99,7 @@ def get_metaflow_kubernetes_operator():
     ...
 
 class AirflowTask(object, metaclass=type):
-    def __init__(self, name, operator_type = "kubernetes", flow_name = None, is_mapper_node = False, flow_contains_foreach = False):
+    def __init__(self, name, operator_type = 'kubernetes', flow_name = None, is_mapper_node = False, flow_contains_foreach = False):
         ...
     @property
     def is_mapper_node(self):

metaflow-stubs/plugins/airflow/exception.pyi

@@ -1,21 +1,17 @@
-##################################################################################
-#                       Auto-generated Metaflow stub file                        #
-# MF version: 2.12.27.1+obcheckpoint(0.1.2);ob(v1)                               #
-# Generated on 2024-11-13T19:05:29.427028                                        #
-##################################################################################
+######################################################################################################
+#                                 Auto-generated Metaflow stub file                                  #
+# MF version: 2.12.30.2+obcheckpoint(0.1.4);ob(v1)                                                   #
+# Generated on 2024-11-21T22:12:20.862041                                                            #
+######################################################################################################
 
 from __future__ import annotations
 
+import metaflow
 import typing
 if typing.TYPE_CHECKING:
     import metaflow.exception
 
-class MetaflowException(Exception, metaclass=type):
-    def __init__(self, msg = "", lineno = None):
-        ...
-    def __str__(self):
-        ...
-    ...
+from ...exception import MetaflowException as MetaflowException
 
 class AirflowException(metaflow.exception.MetaflowException, metaclass=type):
     def __init__(self, msg):

metaflow-stubs/plugins/airflow/sensors/__init__.pyi

@@ -1,104 +1,17 @@
-##################################################################################
-#                       Auto-generated Metaflow stub file                        #
-# MF version: 2.12.27.1+obcheckpoint(0.1.2);ob(v1)                               #
-# Generated on 2024-11-13T19:05:29.428360                                        #
-##################################################################################
+######################################################################################################
+#                                 Auto-generated Metaflow stub file                                  #
+# MF version: 2.12.30.2+obcheckpoint(0.1.4);ob(v1)                                                   #
+# Generated on 2024-11-21T22:12:20.863167                                                            #
+######################################################################################################
 
 from __future__ import annotations
 
-import typing
-if typing.TYPE_CHECKING:
-    import metaflow.plugins.airflow.sensors.base_sensor
 
-class ExternalTaskSensorDecorator(metaflow.plugins.airflow.sensors.base_sensor.AirflowSensorDecorator, metaclass=type):
-    """
-    The `@airflow_external_task_sensor` decorator attaches a Airflow [ExternalTaskSensor](https://airflow.apache.org/docs/apache-airflow/stable/_api/airflow/sensors/external_task/index.html#airflow.sensors.external_task.ExternalTaskSensor) before the start step of the flow.
-    This decorator only works when a flow is scheduled on Airflow and is compiled using `airflow create`. More than one `@airflow_external_task_sensor` can be added as a flow decorators. Adding more than one decorator will ensure that `start` step starts only after all sensors finish.
-    
-    Parameters
-    ----------
-    timeout : int
-        Time, in seconds before the task times out and fails. (Default: 3600)
-    poke_interval : int
-        Time in seconds that the job should wait in between each try. (Default: 60)
-    mode : str
-        How the sensor operates. Options are: { poke | reschedule }. (Default: "poke")
-    exponential_backoff : bool
-        allow progressive longer waits between pokes by using exponential backoff algorithm. (Default: True)
-    pool : str
-        the slot pool this task should run in,
-        slot pools are a way to limit concurrency for certain tasks. (Default:None)
-    soft_fail : bool
-        Set to true to mark the task as SKIPPED on failure. (Default: False)
-    name : str
-        Name of the sensor on Airflow
-    description : str
-        Description of sensor in the Airflow UI
-    external_dag_id : str
-        The dag_id that contains the task you want to wait for.
-    external_task_ids : List[str]
-        The list of task_ids that you want to wait for.
-        If None (default value) the sensor waits for the DAG. (Default: None)
-    allowed_states : List[str]
-        Iterable of allowed states, (Default: ['success'])
-    failed_states : List[str]
-        Iterable of failed or dis-allowed states. (Default: None)
-    execution_delta : datetime.timedelta
-        time difference with the previous execution to look at,
-        the default is the same logical date as the current task or DAG. (Default: None)
-    check_existence: bool
-        Set to True to check if the external task exists or check if
-        the DAG to wait for exists. (Default: True)
-    """
-    def serialize_operator_args(self):
-        ...
-    def validate(self, flow):
-        ...
-    ...
-
-class S3KeySensorDecorator(metaflow.plugins.airflow.sensors.base_sensor.AirflowSensorDecorator, metaclass=type):
-    """
-    The `@airflow_s3_key_sensor` decorator attaches a Airflow [S3KeySensor](https://airflow.apache.org/docs/apache-airflow-providers-amazon/stable/_api/airflow/providers/amazon/aws/sensors/s3/index.html#airflow.providers.amazon.aws.sensors.s3.S3KeySensor)
-    before the start step of the flow. This decorator only works when a flow is scheduled on Airflow
-    and is compiled using `airflow create`. More than one `@airflow_s3_key_sensor` can be
-    added as a flow decorators. Adding more than one decorator will ensure that `start` step
-    starts only after all sensors finish.
-    
-    Parameters
-    ----------
-    timeout : int
-        Time, in seconds before the task times out and fails. (Default: 3600)
-    poke_interval : int
-        Time in seconds that the job should wait in between each try. (Default: 60)
-    mode : str
-        How the sensor operates. Options are: { poke | reschedule }. (Default: "poke")
-    exponential_backoff : bool
-        allow progressive longer waits between pokes by using exponential backoff algorithm. (Default: True)
-    pool : str
-        the slot pool this task should run in,
-        slot pools are a way to limit concurrency for certain tasks. (Default:None)
-    soft_fail : bool
-        Set to true to mark the task as SKIPPED on failure. (Default: False)
-    name : str
-        Name of the sensor on Airflow
-    description : str
-        Description of sensor in the Airflow UI
-    bucket_key : Union[str, List[str]]
-        The key(s) being waited on. Supports full s3:// style url or relative path from root level.
-        When it's specified as a full s3:// url, please leave `bucket_name` as None
-    bucket_name : str
-        Name of the S3 bucket. Only needed when bucket_key is not provided as a full s3:// url.
-        When specified, all the keys passed to bucket_key refers to this bucket. (Default:None)
-    wildcard_match : bool
-        whether the bucket_key should be interpreted as a Unix wildcard pattern. (Default: False)
-    aws_conn_id : str
-        a reference to the s3 connection on Airflow. (Default: None)
-    verify : bool
-        Whether or not to verify SSL certificates for S3 connection. (Default: None)
-    """
-    def validate(self, flow):
-        ...
-    ...
+from . import base_sensor as base_sensor
+from . import external_task_sensor as external_task_sensor
+from .external_task_sensor import ExternalTaskSensorDecorator as ExternalTaskSensorDecorator
+from . import s3_sensor as s3_sensor
+from .s3_sensor import S3KeySensorDecorator as S3KeySensorDecorator
 
 SUPPORTED_SENSORS: list
 

metaflow-stubs/plugins/airflow/sensors/base_sensor.pyi

@@ -1,40 +1,19 @@
-##################################################################################
-#                       Auto-generated Metaflow stub file                        #
-# MF version: 2.12.27.1+obcheckpoint(0.1.2);ob(v1)                               #
-# Generated on 2024-11-13T19:05:29.438628                                        #
-##################################################################################
+######################################################################################################
+#                                 Auto-generated Metaflow stub file                                  #
+# MF version: 2.12.30.2+obcheckpoint(0.1.4);ob(v1)                                                   #
+# Generated on 2024-11-21T22:12:20.874670                                                            #
+######################################################################################################
 
 from __future__ import annotations
 
+import metaflow
 import typing
 if typing.TYPE_CHECKING:
     import metaflow.decorators
-    import metaflow.exception
 
-class AirflowException(metaflow.exception.MetaflowException, metaclass=type):
-    def __init__(self, msg):
-        ...
-    ...
-
-class AirflowTask(object, metaclass=type):
-    def __init__(self, name, operator_type = "kubernetes", flow_name = None, is_mapper_node = False, flow_contains_foreach = False):
-        ...
-    @property
-    def is_mapper_node(self):
-        ...
-    def set_operator_args(self, **kwargs):
-        ...
-    def to_dict(self):
-        ...
-    @classmethod
-    def from_dict(cls, task_dict, flow_name = None, flow_contains_foreach = False):
-        ...
-    def to_task(self):
-        ...
-    ...
-
-def id_creator(val, hash_len):
-    ...
+from ..exception import AirflowException as AirflowException
+from ..airflow_utils import AirflowTask as AirflowTask
+from ..airflow_utils import id_creator as id_creator
 
 TASK_ID_HASH_LEN: int
 

metaflow-stubs/plugins/airflow/sensors/external_task_sensor.pyi

@@ -1,50 +1,19 @@
-##################################################################################
-#                       Auto-generated Metaflow stub file                        #
-# MF version: 2.12.27.1+obcheckpoint(0.1.2);ob(v1)                               #
-# Generated on 2024-11-13T19:05:29.439038                                        #
-##################################################################################
+######################################################################################################
+#                                 Auto-generated Metaflow stub file                                  #
+# MF version: 2.12.30.2+obcheckpoint(0.1.4);ob(v1)                                                   #
+# Generated on 2024-11-21T22:12:20.874932                                                            #
+######################################################################################################
 
 from __future__ import annotations
 
+import metaflow
 import typing
 if typing.TYPE_CHECKING:
-    import metaflow.decorators
     import metaflow.plugins.airflow.sensors.base_sensor
-    import metaflow.exception
 
-class AirflowSensorDecorator(metaflow.decorators.FlowDecorator, metaclass=type):
-    """
-    Base class for all Airflow sensor decorators.
-    """
-    def __init__(self, *args, **kwargs):
-        ...
-    def serialize_operator_args(self):
-        """
-        Subclasses will parse the decorator arguments to
-        Airflow task serializable arguments.
-        """
-        ...
-    def create_task(self):
-        ...
-    def validate(self, flow):
-        """
-        Validate if the arguments for the sensor are correct.
-        """
-        ...
-    def flow_init(self, flow, graph, environment, flow_datastore, metadata, logger, echo, options):
-        ...
-    ...
-
-class SensorNames(object, metaclass=type):
-    @classmethod
-    def get_supported_sensors(cls):
-        ...
-    ...
-
-class AirflowException(metaflow.exception.MetaflowException, metaclass=type):
-    def __init__(self, msg):
-        ...
-    ...
+from .base_sensor import AirflowSensorDecorator as AirflowSensorDecorator
+from ..airflow_utils import SensorNames as SensorNames
+from ..exception import AirflowException as AirflowException
 
 AIRFLOW_STATES: dict
 

metaflow-stubs/plugins/airflow/sensors/s3_sensor.pyi

@@ -1,50 +1,19 @@
-##################################################################################
-#                       Auto-generated Metaflow stub file                        #
-# MF version: 2.12.27.1+obcheckpoint(0.1.2);ob(v1)                               #
-# Generated on 2024-11-13T19:05:29.439414                                        #
-##################################################################################
+######################################################################################################
+#                                 Auto-generated Metaflow stub file                                  #
+# MF version: 2.12.30.2+obcheckpoint(0.1.4);ob(v1)                                                   #
+# Generated on 2024-11-21T22:12:20.875161                                                            #
+######################################################################################################
 
 from __future__ import annotations
 
+import metaflow
 import typing
 if typing.TYPE_CHECKING:
-    import metaflow.decorators
     import metaflow.plugins.airflow.sensors.base_sensor
-    import metaflow.exception
 
-class AirflowSensorDecorator(metaflow.decorators.FlowDecorator, metaclass=type):
-    """
-    Base class for all Airflow sensor decorators.
-    """
-    def __init__(self, *args, **kwargs):
-        ...
-    def serialize_operator_args(self):
-        """
-        Subclasses will parse the decorator arguments to
-        Airflow task serializable arguments.
-        """
-        ...
-    def create_task(self):
-        ...
-    def validate(self, flow):
-        """
-        Validate if the arguments for the sensor are correct.
-        """
-        ...
-    def flow_init(self, flow, graph, environment, flow_datastore, metadata, logger, echo, options):
-        ...
-    ...
-
-class SensorNames(object, metaclass=type):
-    @classmethod
-    def get_supported_sensors(cls):
-        ...
-    ...
-
-class AirflowException(metaflow.exception.MetaflowException, metaclass=type):
-    def __init__(self, msg):
-        ...
-    ...
+from .base_sensor import AirflowSensorDecorator as AirflowSensorDecorator
+from ..airflow_utils import SensorNames as SensorNames
+from ..exception import AirflowException as AirflowException
 
 class S3KeySensorDecorator(metaflow.plugins.airflow.sensors.base_sensor.AirflowSensorDecorator, metaclass=type):
     """

metaflow-stubs/plugins/argo/__init__.pyi

@@ -1,9 +1,16 @@
-##################################################################################
-#                       Auto-generated Metaflow stub file                        #
-# MF version: 2.12.27.1+obcheckpoint(0.1.2);ob(v1)                               #
-# Generated on 2024-11-13T19:05:29.387038                                        #
-##################################################################################
+######################################################################################################
+#                                 Auto-generated Metaflow stub file                                  #
+# MF version: 2.12.30.2+obcheckpoint(0.1.4);ob(v1)                                                   #
+# Generated on 2024-11-21T22:12:20.829512                                                            #
+######################################################################################################
 
 from __future__ import annotations
 
 
+from . import argo_events as argo_events
+from . import argo_workflows_decorator as argo_workflows_decorator
+from . import argo_workflows_deployer as argo_workflows_deployer
+from . import argo_client as argo_client
+from . import argo_workflows as argo_workflows
+from . import argo_workflows_cli as argo_workflows_cli
+