ob-metaflow-stubs 4.9__py2.py3-none-any.whl → 5.0__py2.py3-none-any.whl

metaflow-stubs/plugins/aws/batch/batch_cli.pyi

@@ -1,46 +0,0 @@
-##################################################################################
-#                       Auto-generated Metaflow stub file                        #
-# MF version: 2.12.10.1+ob(v1)                                                   #
-# Generated on 2024-07-31T05:43:21.060159                                        #
-##################################################################################
-
-from __future__ import annotations
-
-import typing
-if typing.TYPE_CHECKING:
-    import metaflow.exception
-
-class CommandException(metaflow.exception.MetaflowException, metaclass=type):
-    ...
-
-METAFLOW_EXIT_DISALLOW_RETRY: int
-
-def sync_local_metadata_from_datastore(metadata_local_dir, task_ds):
-    ...
-
-DATASTORE_LOCAL_DIR: str
-
-TASK_LOG_SOURCE: str
-
-UBF_CONTROL: str
-
-UBF_TASK: str
-
-class Batch(object, metaclass=type):
-    def __init__(self, metadata, environment):
-        ...
-    def list_jobs(self, flow_name, run_id, user, echo):
-        ...
-    def kill_jobs(self, flow_name, run_id, user, echo):
-        ...
-    def create_job(self, step_name, step_cli, task_spec, code_package_sha, code_package_url, code_package_ds, image, queue, iam_role = None, execution_role = None, cpu = None, gpu = None, memory = None, run_time_limit = None, shared_memory = None, max_swap = None, swappiness = None, inferentia = None, efa = None, env = {}, attrs = {}, host_volumes = None, efs_volumes = None, use_tmpfs = None, tmpfs_tempdir = None, tmpfs_size = None, tmpfs_path = None, num_parallel = 0, ephemeral_storage = None, log_driver = None, log_options = None):
-        ...
-    def launch_job(self, step_name, step_cli, task_spec, code_package_sha, code_package_url, code_package_ds, image, queue, iam_role = None, execution_role = None, cpu = None, gpu = None, memory = None, run_time_limit = None, shared_memory = None, max_swap = None, swappiness = None, inferentia = None, efa = None, host_volumes = None, efs_volumes = None, use_tmpfs = None, tmpfs_tempdir = None, tmpfs_size = None, tmpfs_path = None, num_parallel = 0, env = {}, attrs = {}, ephemeral_storage = None, log_driver = None, log_options = None):
-        ...
-    def wait(self, stdout_location, stderr_location, echo = None):
-        ...
-    ...
-
-class BatchKilledException(metaflow.exception.MetaflowException, metaclass=type):
-    ...
-

metaflow-stubs/plugins/aws/batch/batch_decorator.pyi

@@ -1,145 +0,0 @@
-##################################################################################
-#                       Auto-generated Metaflow stub file                        #
-# MF version: 2.12.10.1+ob(v1)                                                   #
-# Generated on 2024-07-31T05:43:21.059594                                        #
-##################################################################################
-
-from __future__ import annotations
-
-import typing
-if typing.TYPE_CHECKING:
-    import metaflow.decorators
-    import metaflow.exception
-    import metaflow.metaflow_current
-
-current: metaflow.metaflow_current.Current
-
-class ResourcesDecorator(metaflow.decorators.StepDecorator, metaclass=type):
-    ...
-
-def get_run_time_limit_for_task(step_decos):
-    ...
-
-class MetaDatum(tuple, metaclass=type):
-    @staticmethod
-    def __new__(_cls, field, value, type, tags):
-        """
-        Create new instance of MetaDatum(field, value, type, tags)
-        """
-        ...
-    def __repr__(self):
-        """
-        Return a nicely formatted representation string
-        """
-        ...
-    def __getnewargs__(self):
-        """
-        Return self as a plain tuple.  Used by copy and pickle.
-        """
-        ...
-    ...
-
-def sync_local_metadata_to_datastore(metadata_local_dir, task_ds):
-    ...
-
-ECS_S3_ACCESS_IAM_ROLE: None
-
-BATCH_JOB_QUEUE: None
-
-BATCH_CONTAINER_IMAGE: None
-
-BATCH_CONTAINER_REGISTRY: None
-
-ECS_FARGATE_EXECUTION_ROLE: None
-
-DATASTORE_LOCAL_DIR: str
-
-UBF_CONTROL: str
-
-class BatchException(metaflow.exception.MetaflowException, metaclass=type):
-    ...
-
-def compute_resource_attributes(decos, compute_deco, step_name, resource_defaults):
-    """
-    Compute resource values taking into account defaults, the values specified
-    in the compute decorator (like @batch or @kubernetes) directly, and
-    resources specified via @resources decorator.
-    
-    Returns a dictionary of resource attr -> value (str).
-    """
-    ...
-
-def get_docker_registry(image_uri):
-    """
-    Explanation:
-        (.+?(?:[:.].+?)\/)? - [GROUP 0] REGISTRY
-            .+?                  - A registry must start with at least one character
-            (?:[:.].+?)\/       - A registry must have ":" or "." and end with "/"
-            ?                    - Make a registry optional
-        (.*?)                - [GROUP 1] REPOSITORY
-            .*?                  - Get repository name until separator
-        (?:[@:])?            - SEPARATOR
-            ?:                   - Don't capture separator
-            [@:]                 - The separator must be either "@" or ":"
-            ?                    - The separator is optional
-        ((?<=[@:]).*)?       - [GROUP 2] TAG / DIGEST
-            (?<=[@:])            - A tag / digest must be preceded by "@" or ":"
-            .*                   - Capture rest of tag / digest
-            ?                    - A tag / digest is optional
-    Examples:
-        image
-            - None
-            - image
-            - None
-        example/image
-            - None
-            - example/image
-            - None
-        example/image:tag
-            - None
-            - example/image
-            - tag
-        example.domain.com/example/image:tag
-            - example.domain.com/
-            - example/image
-            - tag
-        123.123.123.123:123/example/image:tag
-            - 123.123.123.123:123/
-            - example/image
-            - tag
-        example.domain.com/example/image@sha256:45b23dee0
-            - example.domain.com/
-            - example/image
-            - sha256:45b23dee0
-    """
-    ...
-
-def get_ec2_instance_metadata():
-    """
-    Fetches the EC2 instance metadata through AWS instance metadata service
-    
-    Returns either an empty dictionary, or one with the keys
-        - ec2-instance-id
-        - ec2-instance-type
-        - ec2-region
-        - ec2-availability-zone
-    """
-    ...
-
-class BatchDecorator(metaflow.decorators.StepDecorator, metaclass=type):
-    def __init__(self, attributes = None, statically_defined = False):
-        ...
-    def step_init(self, flow, graph, step, decos, environment, flow_datastore, logger):
-        ...
-    def runtime_init(self, flow, graph, package, run_id):
-        ...
-    def runtime_task_created(self, task_datastore, task_id, split_index, input_paths, is_cloned, ubf_context):
-        ...
-    def runtime_step_cli(self, cli_args, retry_count, max_user_code_retries, ubf_context):
-        ...
-    def task_pre_step(self, step_name, task_datastore, metadata, run_id, task_id, flow, graph, retry_count, max_retries, ubf_context, inputs):
-        ...
-    def task_finished(self, step_name, flow, graph, is_task_ok, retry_count, max_retries):
-        ...
-    ...
-

metaflow-stubs/plugins/aws/step_functions/dynamo_db_client.pyi

@@ -1,22 +0,0 @@
-##################################################################################
-#                       Auto-generated Metaflow stub file                        #
-# MF version: 2.12.10.1+ob(v1)                                                   #
-# Generated on 2024-07-31T05:43:21.051337                                        #
-##################################################################################
-
-from __future__ import annotations
-
-
-SFN_DYNAMO_DB_TABLE: None
-
-class DynamoDbClient(object, metaclass=type):
-    def __init__(self):
-        ...
-    def save_foreach_cardinality(self, foreach_split_task_id, foreach_cardinality, ttl):
-        ...
-    def save_parent_task_id_for_foreach_join(self, foreach_split_task_id, foreach_join_parent_task_id):
-        ...
-    def get_parent_task_ids_for_foreach_join(self, foreach_split_task_id):
-        ...
-    ...
-

metaflow-stubs/plugins/aws/step_functions/step_functions_cli.pyi

@@ -1,159 +0,0 @@
-##################################################################################
-#                       Auto-generated Metaflow stub file                        #
-# MF version: 2.12.10.1+ob(v1)                                                   #
-# Generated on 2024-07-31T05:43:21.056756                                        #
-##################################################################################
-
-from __future__ import annotations
-
-import typing
-if typing.TYPE_CHECKING:
-    import metaflow.decorators
-    import metaflow.exception
-    import metaflow.metaflow_current
-    import metaflow.parameters
-
-JSONType: metaflow.parameters.JSONTypeClass
-
-current: metaflow.metaflow_current.Current
-
-def get_metadata() -> str:
-    """
-    Returns the current Metadata provider.
-    
-    If this is not set explicitly using `metadata`, the default value is
-    determined through the Metaflow configuration. You can use this call to
-    check that your configuration is set up properly.
-    
-    If multiple configuration profiles are present, this call returns the one
-    selected through the `METAFLOW_PROFILE` environment variable.
-    
-    Returns
-    -------
-    str
-        Information about the Metadata provider currently selected. This information typically
-        returns provider specific information (like URL for remote providers or local paths for
-        local providers).
-    """
-    ...
-
-class MetaflowException(Exception, metaclass=type):
-    def __init__(self, msg = "", lineno = None):
-        ...
-    def __str__(self):
-        ...
-    ...
-
-class MetaflowInternalError(metaflow.exception.MetaflowException, metaclass=type):
-    ...
-
-SERVICE_VERSION_CHECK: bool
-
-SFN_STATE_MACHINE_PREFIX: None
-
-UI_URL: None
-
-class BatchDecorator(metaflow.decorators.StepDecorator, metaclass=type):
-    def __init__(self, attributes = None, statically_defined = False):
-        ...
-    def step_init(self, flow, graph, step, decos, environment, flow_datastore, logger):
-        ...
-    def runtime_init(self, flow, graph, package, run_id):
-        ...
-    def runtime_task_created(self, task_datastore, task_id, split_index, input_paths, is_cloned, ubf_context):
-        ...
-    def runtime_step_cli(self, cli_args, retry_count, max_user_code_retries, ubf_context):
-        ...
-    def task_pre_step(self, step_name, task_datastore, metadata, run_id, task_id, flow, graph, retry_count, max_retries, ubf_context, inputs):
-        ...
-    def task_finished(self, step_name, flow, graph, is_task_ok, retry_count, max_retries):
-        ...
-    ...
-
-def validate_tags(tags, existing_tags = None):
-    """
-    Raises MetaflowTaggingError if invalid based on these rules:
-    
-    Tag set size is too large. But it's OK if tag set is not larger
-    than an existing tag set (if provided).
-    
-    Then, we validate each tag.  See validate_tag()
-    """
-    ...
-
-def load_token(token_prefix):
-    ...
-
-def new_token(token_prefix, prev_token = None):
-    ...
-
-def store_token(token_prefix, token):
-    ...
-
-class StepFunctions(object, metaclass=type):
-    def __init__(self, name, graph, flow, code_package_sha, code_package_url, production_token, metadata, flow_datastore, environment, event_logger, monitor, tags = None, namespace = None, username = None, max_workers = None, workflow_timeout = None, is_project = False, use_distributed_map = False):
-        ...
-    def to_json(self):
-        ...
-    def trigger_explanation(self):
-        ...
-    def deploy(self, log_execution_history):
-        ...
-    def schedule(self):
-        ...
-    @classmethod
-    def delete(cls, name):
-        ...
-    @classmethod
-    def terminate(cls, flow_name, name):
-        ...
-    @classmethod
-    def trigger(cls, name, parameters):
-        ...
-    @classmethod
-    def list(cls, name, states):
-        ...
-    @classmethod
-    def get_existing_deployment(cls, name):
-        ...
-    @classmethod
-    def get_execution(cls, state_machine_name, name):
-        ...
-    ...
-
-class IncorrectProductionToken(metaflow.exception.MetaflowException, metaclass=type):
-    ...
-
-class RunIdMismatch(metaflow.exception.MetaflowException, metaclass=type):
-    ...
-
-class IncorrectMetadataServiceVersion(metaflow.exception.MetaflowException, metaclass=type):
-    ...
-
-class StepFunctionsStateMachineNameTooLong(metaflow.exception.MetaflowException, metaclass=type):
-    ...
-
-def check_metadata_service_version(obj):
-    ...
-
-def resolve_state_machine_name(obj, name):
-    ...
-
-def make_flow(obj, token, name, tags, namespace, max_workers, workflow_timeout, is_project, use_distributed_map):
-    ...
-
-def resolve_token(name, token_prefix, obj, authorize, given_token, generate_new_token, is_project):
-    ...
-
-def validate_run_id(state_machine_name, token_prefix, authorize, run_id, instructions_fn = None):
-    ...
-
-def validate_token(name, token_prefix, authorize, instruction_fn = None):
-    """
-    Validate that the production token matches that of the deployed flow.
-    
-    In case both the user and token do not match, raises an error.
-    Optionally outputs instructions on token usage via the provided instruction_fn(flow_name, prev_user)
-    """
-    ...
-

metaflow-stubs/plugins/aws/step_functions/step_functions_decorator.pyi

@@ -1,49 +0,0 @@
-##################################################################################
-#                       Auto-generated Metaflow stub file                        #
-# MF version: 2.12.10.1+ob(v1)                                                   #
-# Generated on 2024-07-31T05:43:21.051725                                        #
-##################################################################################
-
-from __future__ import annotations
-
-import typing
-if typing.TYPE_CHECKING:
-    import metaflow.decorators
-
-class MetaDatum(tuple, metaclass=type):
-    @staticmethod
-    def __new__(_cls, field, value, type, tags):
-        """
-        Create new instance of MetaDatum(field, value, type, tags)
-        """
-        ...
-    def __repr__(self):
-        """
-        Return a nicely formatted representation string
-        """
-        ...
-    def __getnewargs__(self):
-        """
-        Return self as a plain tuple.  Used by copy and pickle.
-        """
-        ...
-    ...
-
-class DynamoDbClient(object, metaclass=type):
-    def __init__(self):
-        ...
-    def save_foreach_cardinality(self, foreach_split_task_id, foreach_cardinality, ttl):
-        ...
-    def save_parent_task_id_for_foreach_join(self, foreach_split_task_id, foreach_join_parent_task_id):
-        ...
-    def get_parent_task_ids_for_foreach_join(self, foreach_split_task_id):
-        ...
-    ...
-
-class StepFunctionsInternalDecorator(metaflow.decorators.StepDecorator, metaclass=type):
-    def task_pre_step(self, step_name, task_datastore, metadata, run_id, task_id, flow, graph, retry_count, max_user_code_retries, ubf_context, inputs):
-        ...
-    def task_finished(self, step_name, flow, graph, is_task_ok, retry_count, max_user_code_retries):
-        ...
-    ...
-

metaflow-stubs/plugins/cards/card_modules/chevron/__init__.pyi

@@ -1,78 +0,0 @@
-##################################################################################
-#                       Auto-generated Metaflow stub file                        #
-# MF version: 2.12.10.1+ob(v1)                                                   #
-# Generated on 2024-07-31T05:43:21.051020                                        #
-##################################################################################
-
-from __future__ import annotations
-
-
-def main(template, data = None, **kwargs):
-    ...
-
-def cli_main():
-    """
-    Render mustache templates using json files
-    """
-    ...
-
-def render(template = "", data = {}, partials_path = ".", partials_ext = "mustache", partials_dict = {}, padding = "", def_ldel = "{{", def_rdel = "}}", scopes = None, warn = False, keep = False):
-    """
-    Render a mustache template.
-    
-    Renders a mustache template with a data scope and partial capability.
-    Given the file structure...
-    ╷
-    ├─╼ main.py
-    ├─╼ main.ms
-    └─┮ partials
-      └── part.ms
-    
-    then main.py would make the following call:
-    
-    render(open('main.ms', 'r'), {...}, 'partials', 'ms')
-    
-    
-    Arguments:
-    
-    template      -- A file-like object or a string containing the template
-    
-    data          -- A python dictionary with your data scope
-    
-    partials_path -- The path to where your partials are stored
-                     If set to None, then partials won't be loaded from the file system
-                     (defaults to '.')
-    
-    partials_ext  -- The extension that you want the parser to look for
-                     (defaults to 'mustache')
-    
-    partials_dict -- A python dictionary which will be search for partials
-                     before the filesystem is. {'include': 'foo'} is the same
-                     as a file called include.mustache
-                     (defaults to {})
-    
-    padding       -- This is for padding partials, and shouldn't be used
-                     (but can be if you really want to)
-    
-    def_ldel      -- The default left delimiter
-                     ("{{" by default, as in spec compliant mustache)
-    
-    def_rdel      -- The default right delimiter
-                     ("}}" by default, as in spec compliant mustache)
-    
-    scopes        -- The list of scopes that get_key will look through
-    
-    warn          -- Issue a warning to stderr when a template substitution isn't found in the data
-    
-    keep          -- Keep unreplaced tags when a template substitution isn't found in the data
-    
-    
-    Returns:
-    
-    A string containing the rendered template.
-    """
-    ...
-
-class ChevronError(SyntaxError, metaclass=type):
-    ...
-

metaflow-stubs/plugins/cards/card_modules/chevron/main.pyi

@@ -1,77 +0,0 @@
-##################################################################################
-#                       Auto-generated Metaflow stub file                        #
-# MF version: 2.12.10.1+ob(v1)                                                   #
-# Generated on 2024-07-31T05:43:21.062161                                        #
-##################################################################################
-
-from __future__ import annotations
-
-
-def render(template = "", data = {}, partials_path = ".", partials_ext = "mustache", partials_dict = {}, padding = "", def_ldel = "{{", def_rdel = "}}", scopes = None, warn = False, keep = False):
-    """
-    Render a mustache template.
-    
-    Renders a mustache template with a data scope and partial capability.
-    Given the file structure...
-    ╷
-    ├─╼ main.py
-    ├─╼ main.ms
-    └─┮ partials
-      └── part.ms
-    
-    then main.py would make the following call:
-    
-    render(open('main.ms', 'r'), {...}, 'partials', 'ms')
-    
-    
-    Arguments:
-    
-    template      -- A file-like object or a string containing the template
-    
-    data          -- A python dictionary with your data scope
-    
-    partials_path -- The path to where your partials are stored
-                     If set to None, then partials won't be loaded from the file system
-                     (defaults to '.')
-    
-    partials_ext  -- The extension that you want the parser to look for
-                     (defaults to 'mustache')
-    
-    partials_dict -- A python dictionary which will be search for partials
-                     before the filesystem is. {'include': 'foo'} is the same
-                     as a file called include.mustache
-                     (defaults to {})
-    
-    padding       -- This is for padding partials, and shouldn't be used
-                     (but can be if you really want to)
-    
-    def_ldel      -- The default left delimiter
-                     ("{{" by default, as in spec compliant mustache)
-    
-    def_rdel      -- The default right delimiter
-                     ("}}" by default, as in spec compliant mustache)
-    
-    scopes        -- The list of scopes that get_key will look through
-    
-    warn          -- Issue a warning to stderr when a template substitution isn't found in the data
-    
-    keep          -- Keep unreplaced tags when a template substitution isn't found in the data
-    
-    
-    Returns:
-    
-    A string containing the rendered template.
-    """
-    ...
-
-version: str
-
-def main(template, data = None, **kwargs):
-    ...
-
-def cli_main():
-    """
-    Render mustache templates using json files
-    """
-    ...
-

metaflow-stubs/plugins/cards/card_modules/chevron/metadata.pyi

@@ -1,11 +0,0 @@
-##################################################################################
-#                       Auto-generated Metaflow stub file                        #
-# MF version: 2.12.10.1+ob(v1)                                                   #
-# Generated on 2024-07-31T05:43:21.061891                                        #
-##################################################################################
-
-from __future__ import annotations
-
-
-version: str
-