ob-metaflow-stubs 2.11.4.1__py2.py3-none-any.whl

metaflow-stubs/plugins/__init__.pyi

@@ -0,0 +1,209 @@
+##################################################################################
+#                       Auto-generated Metaflow stub file                        #
+# MF version: 2.11.4.1                                                           #
+# Generated on 2024-02-28T05:30:43.905896                                        #
+##################################################################################
+
+from __future__ import annotations
+
+import typing
+if typing.TYPE_CHECKING:
+    import metaflow.unbounded_foreach
+    import metaflow.plugins.cards.card_modules.card
+
+CLIS_DESC: list
+
+class InternalTestUnboundedForeachInput(metaflow.unbounded_foreach.UnboundedForeachInput, metaclass=type):
+    def __init__(self, iterable):
+        ...
+    def __iter__(self):
+        ...
+    def __next__(self):
+        ...
+    def __getitem__(self, key):
+        ...
+    def __len__(self):
+        ...
+    def __str__(self):
+        ...
+    def __repr__(self):
+        ...
+    ...
+
+STEP_DECORATORS_DESC: list
+
+FLOW_DECORATORS_DESC: list
+
+ENVIRONMENTS_DESC: list
+
+METADATA_PROVIDERS_DESC: list
+
+DATASTORES_DESC: list
+
+SIDECARS_DESC: list
+
+LOGGING_SIDECARS_DESC: list
+
+MONITOR_SIDECARS_DESC: list
+
+AWS_CLIENT_PROVIDERS_DESC: list
+
+SENSOR_FLOW_DECORATORS: list
+
+SECRETS_PROVIDERS_DESC: list
+
+AZURE_CLIENT_PROVIDERS_DESC: list
+
+GCP_CLIENT_PROVIDERS_DESC: list
+
+def get_plugin_cli():
+    ...
+
+STEP_DECORATORS: list
+
+FLOW_DECORATORS: list
+
+ENVIRONMENTS: list
+
+METADATA_PROVIDERS: list
+
+DATASTORES: list
+
+SIDECARS: dict
+
+LOGGING_SIDECARS: dict
+
+MONITOR_SIDECARS: dict
+
+AWS_CLIENT_PROVIDERS: list
+
+SECRETS_PROVIDERS: list
+
+AZURE_CLIENT_PROVIDERS: list
+
+GCP_CLIENT_PROVIDERS: list
+
+MF_EXTERNAL_CARDS: list
+
+class BlankCard(metaflow.plugins.cards.card_modules.card.MetaflowCard, metaclass=type):
+    def __init__(self, options = {"title": ""}, components = [], graph = None):
+        ...
+    def render(self, task, components = [], runtime = False):
+        ...
+    def render_runtime(self, task, data):
+        ...
+    def refresh(self, task, data):
+        ...
+    def reload_content_token(self, task, data):
+        """
+        The reload token will change when the component array has changed in the Metaflow card.
+        The change in the component array is signified by the change in the component_update_ts.
+        """
+        ...
+    ...
+
+class DefaultCard(metaflow.plugins.cards.card_modules.card.MetaflowCard, metaclass=type):
+    def __init__(self, options = {"only_repr": True}, components = [], graph = None):
+        ...
+    def render(self, task, runtime = False):
+        ...
+    def render_runtime(self, task, data):
+        ...
+    def refresh(self, task, data):
+        ...
+    def reload_content_token(self, task, data):
+        """
+        The reload token will change when the component array has changed in the Metaflow card.
+        The change in the component array is signified by the change in the component_update_ts.
+        """
+        ...
+    ...
+
+class DefaultCardJSON(metaflow.plugins.cards.card_modules.card.MetaflowCard, metaclass=type):
+    def __init__(self, options = {"only_repr": True}, components = [], graph = None):
+        ...
+    def render(self, task):
+        ...
+    ...
+
+class ErrorCard(metaflow.plugins.cards.card_modules.card.MetaflowCard, metaclass=type):
+    def __init__(self, options = {}, components = [], graph = None):
+        ...
+    def render(self, task, stack_trace = None):
+        ...
+    ...
+
+class TaskSpecCard(metaflow.plugins.cards.card_modules.card.MetaflowCard, metaclass=type):
+    def render(self, task):
+        ...
+    ...
+
+class TestEditableCard(metaflow.plugins.cards.card_modules.card.MetaflowCard, metaclass=type):
+    def __init__(self, options = {}, components = [], graph = None):
+        ...
+    def render(self, task):
+        ...
+    ...
+
+class TestEditableCard2(metaflow.plugins.cards.card_modules.card.MetaflowCard, metaclass=type):
+    def __init__(self, options = {}, components = [], graph = None):
+        ...
+    def render(self, task):
+        ...
+    ...
+
+class TestErrorCard(metaflow.plugins.cards.card_modules.card.MetaflowCard, metaclass=type):
+    def render(self, task):
+        ...
+    ...
+
+class TestMockCard(metaflow.plugins.cards.card_modules.card.MetaflowCard, metaclass=type):
+    def __init__(self, options = {"key": "dummy_key"}, **kwargs):
+        ...
+    def render(self, task):
+        ...
+    ...
+
+class TestNonEditableCard(metaflow.plugins.cards.card_modules.card.MetaflowCard, metaclass=type):
+    def __init__(self, options = {}, components = [], graph = None):
+        ...
+    def render(self, task):
+        ...
+    ...
+
+class TestPathSpecCard(metaflow.plugins.cards.card_modules.card.MetaflowCard, metaclass=type):
+    def render(self, task):
+        ...
+    ...
+
+class TestTimeoutCard(metaflow.plugins.cards.card_modules.card.MetaflowCard, metaclass=type):
+    def __init__(self, options = {"timeout": 50}, **kwargs):
+        ...
+    def render(self, task):
+        ...
+    ...
+
+class TestRefreshCard(metaflow.plugins.cards.card_modules.card.MetaflowCard, metaclass=type):
+    def render(self, task) -> str:
+        ...
+    def render_runtime(self, task, data):
+        ...
+    def refresh(self, task, data):
+        ...
+    ...
+
+class TestRefreshComponentCard(metaflow.plugins.cards.card_modules.card.MetaflowCard, metaclass=type):
+    def __init__(self, options = {}, components = [], graph = None):
+        ...
+    def render(self, task) -> str:
+        ...
+    def render_runtime(self, task, data):
+        ...
+    def refresh(self, task, data):
+        ...
+    def reload_content_token(self, task, data):
+        ...
+    ...
+
+CARDS: list
+

metaflow-stubs/plugins/airflow/__init__.pyi

@@ -0,0 +1,9 @@
+##################################################################################
+#                       Auto-generated Metaflow stub file                        #
+# MF version: 2.11.4.1                                                           #
+# Generated on 2024-02-28T05:30:43.930570                                        #
+##################################################################################
+
+from __future__ import annotations
+
+

metaflow-stubs/plugins/airflow/airflow.pyi

@@ -0,0 +1,179 @@
+##################################################################################
+#                       Auto-generated Metaflow stub file                        #
+# MF version: 2.11.4.1                                                           #
+# Generated on 2024-02-28T05:30:43.987215                                        #
+##################################################################################
+
+from __future__ import annotations
+
+import typing
+if typing.TYPE_CHECKING:
+    import metaflow.metaflow_current
+    import metaflow._vendor.click.types
+    import metaflow.exception
+
+current: metaflow.metaflow_current.Current
+
+class MetaflowException(Exception, metaclass=type):
+    def __init__(self, msg = "", lineno = None):
+        ...
+    def __str__(self):
+        ...
+    ...
+
+class FilePathClass(metaflow._vendor.click.types.ParamType, metaclass=type):
+    def __init__(self, is_text, encoding):
+        ...
+    def convert(self, value, param, ctx):
+        ...
+    def __str__(self):
+        ...
+    def __repr__(self):
+        ...
+    ...
+
+AIRFLOW_KUBERNETES_CONN_ID: None
+
+AIRFLOW_KUBERNETES_KUBECONFIG_CONTEXT: None
+
+AIRFLOW_KUBERNETES_KUBECONFIG_FILE: None
+
+AIRFLOW_KUBERNETES_STARTUP_TIMEOUT_SECONDS: int
+
+AWS_SECRETS_MANAGER_DEFAULT_REGION: None
+
+AZURE_STORAGE_BLOB_SERVICE_ENDPOINT: None
+
+CARD_AZUREROOT: None
+
+CARD_GSROOT: None
+
+CARD_S3ROOT: None
+
+DATASTORE_SYSROOT_AZURE: None
+
+DATASTORE_SYSROOT_GS: None
+
+DATASTORE_SYSROOT_S3: None
+
+DATATOOLS_S3ROOT: None
+
+DEFAULT_SECRETS_BACKEND_TYPE: None
+
+KUBERNETES_SECRETS: str
+
+KUBERNETES_SERVICE_ACCOUNT: None
+
+S3_ENDPOINT_URL: None
+
+SERVICE_HEADERS: dict
+
+SERVICE_INTERNAL_URL: None
+
+class DelayedEvaluationParameter(object, metaclass=type):
+    def __init__(self, name, field, fun):
+        ...
+    def __call__(self, return_str = False):
+        ...
+    ...
+
+class JSONTypeClass(metaflow._vendor.click.types.ParamType, metaclass=type):
+    def convert(self, value, param, ctx):
+        ...
+    def __str__(self):
+        ...
+    def __repr__(self):
+        ...
+    ...
+
+def deploy_time_eval(value):
+    ...
+
+class Kubernetes(object, metaclass=type):
+    def __init__(self, datastore, metadata, environment):
+        ...
+    def launch_job(self, **kwargs):
+        ...
+    def create_job(self, flow_name, run_id, step_name, task_id, attempt, user, code_package_sha, code_package_url, code_package_ds, step_cli, docker_image, docker_image_pull_policy, service_account = None, secrets = None, node_selector = None, namespace = None, cpu = None, gpu = None, gpu_vendor = None, disk = None, memory = None, use_tmpfs = None, tmpfs_tempdir = None, tmpfs_size = None, tmpfs_path = None, run_time_limit = None, env = None, persistent_volume_claims = None, tolerations = None, labels = None, annotations = None, num_parallel = 0, attrs = {}, port = None, shared_memory = None):
+        ...
+    def wait(self, stdout_location, stderr_location, echo = None):
+        ...
+    ...
+
+def get_run_time_limit_for_task(step_decos):
+    ...
+
+class AIRFLOW_MACROS(object, metaclass=type):
+    @classmethod
+    def create_task_id(cls, is_foreach):
+        ...
+    @classmethod
+    def pathspec(cls, flowname, is_foreach = False):
+        ...
+    ...
+
+TASK_ID_XCOM_KEY: str
+
+class AirflowTask(object, metaclass=type):
+    def __init__(self, name, operator_type = "kubernetes", flow_name = None, is_mapper_node = False, flow_contains_foreach = False):
+        ...
+    @property
+    def is_mapper_node(self):
+        ...
+    def set_operator_args(self, **kwargs):
+        ...
+    def to_dict(self):
+        ...
+    @classmethod
+    def from_dict(cls, task_dict, flow_name = None, flow_contains_foreach = False):
+        ...
+    def to_task(self):
+        ...
+    ...
+
+class Workflow(object, metaclass=type):
+    def __init__(self, file_path = None, graph_structure = None, metadata = None, **kwargs):
+        ...
+    def set_parameters(self, params):
+        ...
+    def add_state(self, state):
+        ...
+    def to_dict(self):
+        ...
+    def to_json(self):
+        ...
+    @classmethod
+    def from_dict(cls, data_dict):
+        ...
+    @classmethod
+    def from_json(cls, json_string):
+        ...
+    def compile(self):
+        ...
+    ...
+
+class AirflowException(metaflow.exception.MetaflowException, metaclass=type):
+    def __init__(self, msg):
+        ...
+    ...
+
+SUPPORTED_SENSORS: list
+
+AIRFLOW_DEPLOY_TEMPLATE_FILE: str
+
+class Airflow(object, metaclass=type):
+    def __init__(self, name, graph, flow, code_package_sha, code_package_url, metadata, flow_datastore, environment, event_logger, monitor, production_token, tags = None, namespace = None, username = None, max_workers = None, worker_pool = None, description = None, file_path = None, workflow_timeout = None, is_paused_upon_creation = True):
+        ...
+    @classmethod
+    def get_existing_deployment(cls, name, flow_datastore):
+        ...
+    @classmethod
+    def get_token_path(cls, name):
+        ...
+    @classmethod
+    def save_deployment_token(cls, owner, name, token, flow_datastore):
+        ...
+    def compile(self):
+        ...
+    ...
+

metaflow-stubs/plugins/airflow/airflow_cli.pyi

@@ -0,0 +1,90 @@
+##################################################################################
+#                       Auto-generated Metaflow stub file                        #
+# MF version: 2.11.4.1                                                           #
+# Generated on 2024-02-28T05:30:43.988639                                        #
+##################################################################################
+
+from __future__ import annotations
+
+import typing
+if typing.TYPE_CHECKING:
+    import metaflow.metaflow_current
+    import metaflow.decorators
+    import metaflow.exception
+
+current: metaflow.metaflow_current.Current
+
+class MetaflowException(Exception, metaclass=type):
+    def __init__(self, msg = "", lineno = None):
+        ...
+    def __str__(self):
+        ...
+    ...
+
+class MetaflowInternalError(metaflow.exception.MetaflowException, metaclass=type):
+    ...
+
+def load_token(token_prefix):
+    ...
+
+def new_token(token_prefix, prev_token = None):
+    ...
+
+def store_token(token_prefix, token):
+    ...
+
+class KubernetesDecorator(metaflow.decorators.StepDecorator, metaclass=type):
+    def __init__(self, attributes = None, statically_defined = False):
+        ...
+    def step_init(self, flow, graph, step, decos, environment, flow_datastore, logger):
+        ...
+    def package_init(self, flow, step_name, environment):
+        ...
+    def runtime_init(self, flow, graph, package, run_id):
+        ...
+    def runtime_task_created(self, task_datastore, task_id, split_index, input_paths, is_cloned, ubf_context):
+        ...
+    def runtime_step_cli(self, cli_args, retry_count, max_user_code_retries, ubf_context):
+        ...
+    def task_pre_step(self, step_name, task_datastore, metadata, run_id, task_id, flow, graph, retry_count, max_retries, ubf_context, inputs):
+        ...
+    def task_finished(self, step_name, flow, graph, is_task_ok, retry_count, max_retries):
+        ...
+    ...
+
+class Airflow(object, metaclass=type):
+    def __init__(self, name, graph, flow, code_package_sha, code_package_url, metadata, flow_datastore, environment, event_logger, monitor, production_token, tags = None, namespace = None, username = None, max_workers = None, worker_pool = None, description = None, file_path = None, workflow_timeout = None, is_paused_upon_creation = True):
+        ...
+    @classmethod
+    def get_existing_deployment(cls, name, flow_datastore):
+        ...
+    @classmethod
+    def get_token_path(cls, name):
+        ...
+    @classmethod
+    def save_deployment_token(cls, owner, name, token, flow_datastore):
+        ...
+    def compile(self):
+        ...
+    ...
+
+class AirflowException(metaflow.exception.MetaflowException, metaclass=type):
+    def __init__(self, msg):
+        ...
+    ...
+
+class NotSupportedException(metaflow.exception.MetaflowException, metaclass=type):
+    ...
+
+class IncorrectProductionToken(metaflow.exception.MetaflowException, metaclass=type):
+    ...
+
+def resolve_token(name, token_prefix, obj, authorize, given_token, generate_new_token, is_project):
+    ...
+
+def make_flow(obj, dag_name, production_token, tags, is_paused_upon_creation, namespace, max_workers, workflow_timeout, worker_pool, file):
+    ...
+
+def resolve_dag_name(name):
+    ...
+

metaflow-stubs/plugins/airflow/airflow_decorator.pyi

@@ -0,0 +1,50 @@
+##################################################################################
+#                       Auto-generated Metaflow stub file                        #
+# MF version: 2.11.4.1                                                           #
+# Generated on 2024-02-28T05:30:43.984431                                        #
+##################################################################################
+
+from __future__ import annotations
+
+import typing
+if typing.TYPE_CHECKING:
+    import metaflow.decorators
+
+class MetaDatum(tuple, metaclass=type):
+    @staticmethod
+    def __new__(_cls, field, value, type, tags):
+        """
+        Create new instance of MetaDatum(field, value, type, tags)
+        """
+        ...
+    def __repr__(self):
+        """
+        Return a nicely formatted representation string
+        """
+        ...
+    def __getnewargs__(self):
+        """
+        Return self as a plain tuple.  Used by copy and pickle.
+        """
+        ...
+    ...
+
+TASK_ID_XCOM_KEY: str
+
+FOREACH_CARDINALITY_XCOM_KEY: str
+
+K8S_XCOM_DIR_PATH: str
+
+def safe_mkdir(dir):
+    ...
+
+def push_xcom_values(xcom_dict):
+    ...
+
+class AirflowInternalDecorator(metaflow.decorators.StepDecorator, metaclass=type):
+    def task_pre_step(self, step_name, task_datastore, metadata, run_id, task_id, flow, graph, retry_count, max_user_code_retries, ubf_context, inputs):
+        ...
+    def task_finished(self, step_name, flow, graph, is_task_ok, retry_count, max_user_code_retries):
+        ...
+    ...
+

metaflow-stubs/plugins/airflow/airflow_utils.pyi

@@ -0,0 +1,137 @@
+##################################################################################
+#                       Auto-generated Metaflow stub file                        #
+# MF version: 2.11.4.1                                                           #
+# Generated on 2024-02-28T05:30:43.983898                                        #
+##################################################################################
+
+from __future__ import annotations
+
+
+TASK_ID_XCOM_KEY: str
+
+FOREACH_CARDINALITY_XCOM_KEY: str
+
+FOREACH_XCOM_KEY: str
+
+RUN_HASH_ID_LEN: int
+
+TASK_ID_HASH_LEN: int
+
+RUN_ID_PREFIX: str
+
+AIRFLOW_FOREACH_SUPPORT_VERSION: str
+
+AIRFLOW_MIN_SUPPORT_VERSION: str
+
+KUBERNETES_PROVIDER_FOREACH_VERSION: str
+
+class KubernetesProviderNotFound(Exception, metaclass=type):
+    ...
+
+class ForeachIncompatibleException(Exception, metaclass=type):
+    ...
+
+class IncompatibleVersionException(Exception, metaclass=type):
+    def __init__(self, version_number):
+        ...
+    ...
+
+class IncompatibleKubernetesProviderVersionException(Exception, metaclass=type):
+    ...
+
+class AirflowSensorNotFound(Exception, metaclass=type):
+    ...
+
+def create_absolute_version_number(version):
+    ...
+
+def get_kubernetes_provider_version():
+    ...
+
+def datetimeparse(isotimestamp):
+    ...
+
+def get_xcom_arg_class():
+    ...
+
+class AIRFLOW_MACROS(object, metaclass=type):
+    @classmethod
+    def create_task_id(cls, is_foreach):
+        ...
+    @classmethod
+    def pathspec(cls, flowname, is_foreach = False):
+        ...
+    ...
+
+class SensorNames(object, metaclass=type):
+    @classmethod
+    def get_supported_sensors(cls):
+        ...
+    ...
+
+def run_id_creator(val):
+    ...
+
+def task_id_creator(val):
+    ...
+
+def id_creator(val, hash_len):
+    ...
+
+def json_dump(val):
+    ...
+
+class AirflowDAGArgs(object, metaclass=type):
+    def __init__(self, **kwargs):
+        ...
+    @property
+    def arguments(self):
+        ...
+    def serialize(self):
+        ...
+    @classmethod
+    def deserialize(cls, data_dict):
+        ...
+    ...
+
+def get_metaflow_kubernetes_operator():
+    ...
+
+class AirflowTask(object, metaclass=type):
+    def __init__(self, name, operator_type = "kubernetes", flow_name = None, is_mapper_node = False, flow_contains_foreach = False):
+        ...
+    @property
+    def is_mapper_node(self):
+        ...
+    def set_operator_args(self, **kwargs):
+        ...
+    def to_dict(self):
+        ...
+    @classmethod
+    def from_dict(cls, task_dict, flow_name = None, flow_contains_foreach = False):
+        ...
+    def to_task(self):
+        ...
+    ...
+
+class Workflow(object, metaclass=type):
+    def __init__(self, file_path = None, graph_structure = None, metadata = None, **kwargs):
+        ...
+    def set_parameters(self, params):
+        ...
+    def add_state(self, state):
+        ...
+    def to_dict(self):
+        ...
+    def to_json(self):
+        ...
+    @classmethod
+    def from_dict(cls, data_dict):
+        ...
+    @classmethod
+    def from_json(cls, json_string):
+        ...
+    def compile(self):
+        ...
+    ...
+

metaflow-stubs/plugins/airflow/exception.pyi

@@ -0,0 +1,27 @@
+##################################################################################
+#                       Auto-generated Metaflow stub file                        #
+# MF version: 2.11.4.1                                                           #
+# Generated on 2024-02-28T05:30:43.984715                                        #
+##################################################################################
+
+from __future__ import annotations
+
+import typing
+if typing.TYPE_CHECKING:
+    import metaflow.exception
+
+class MetaflowException(Exception, metaclass=type):
+    def __init__(self, msg = "", lineno = None):
+        ...
+    def __str__(self):
+        ...
+    ...
+
+class AirflowException(metaflow.exception.MetaflowException, metaclass=type):
+    def __init__(self, msg):
+        ...
+    ...
+
+class NotSupportedException(metaflow.exception.MetaflowException, metaclass=type):
+    ...
+