flyte 0.2.0b10__py3-none-any.whl → 0.2.0b12__py3-none-any.whl

flyte/__init__.py

@@ -25,6 +25,7 @@ __all__ = [
     "Device",
     "Environment",
     "Image",
+    "PodTemplate",
     "Resources",
     "RetryStrategy",
     "ReusePolicy",
@@ -53,6 +54,7 @@ from ._group import group
 from ._image import Image
 from ._initialize import init, init_from_config
 from ._map import map
+from ._pod import PodTemplate
 from ._resources import GPU, TPU, Device, Resources
 from ._retry import RetryStrategy
 from ._reusable_environment import ReusePolicy

flyte/_bin/runtime.py

@@ -76,13 +76,17 @@ def main(
 ):
     sys.path.insert(0, ".")
 
+    import flyte
     import flyte._utils as utils
-    from flyte._initialize import initialize_in_cluster
+    from flyte._initialize import init
     from flyte._internal.controllers import create_controller
     from flyte._internal.imagebuild.image_builder import ImageCache
     from flyte._internal.runtime.entrypoints import load_and_run_task
+    from flyte._logging import logger
     from flyte.models import ActionID, Checkpoints, CodeBundle, RawDataPath
 
+    logger.info(f"Initializing flyte runtime - version {flyte.__version__}")
+
     assert org, "Org is required for now"
     assert project, "Project is required"
     assert domain, "Domain is required"
@@ -98,18 +102,26 @@ def main(
     # This detection of api key is a hack for now.
     controller_kwargs: dict[str, Any] = {"insecure": False}
     if api_key := os.getenv(_UNION_EAGER_API_KEY_ENV_VAR):
-        from flyte._logging import logger
-
-        logger.warning(f"Using api key {api_key}")
+        logger.info("Using api key from environment")
         controller_kwargs["api_key"] = api_key
     else:
         ep = os.environ.get(ENDPOINT_OVERRIDE, "host.docker.internal:8090")
         controller_kwargs["endpoint"] = ep
         if "localhost" in ep or "docker" in ep:
             controller_kwargs["insecure"] = True
+        logger.debug(f"Using controller endpoint: {ep} with kwargs: {controller_kwargs}")
 
     bundle = CodeBundle(tgz=tgz, pkl=pkl, destination=dest, computed_version=version)
-    initialize_in_cluster()
+    # We init regular client here so that reference tasks can work
+    # Current reference tasks will not work with remote controller, because we create 2 different
+    # channels on different threads and this is not supported by grpcio or the auth system. It ends up leading
+    # File "src/python/grpcio/grpc/_cython/_cygrpc/aio/completion_queue.pyx.pxi", line 147,
+    # in grpc._cython.cygrpc.PollerCompletionQueue._handle_events
+    # BlockingIOError: [Errno 11] Resource temporarily unavailable
+    # init(org=org, project=project, domain=domain, **controller_kwargs)
+    # TODO solution is to use a single channel for both controller and reference tasks, but this requires a refactor
+    init()
+    # Controller is created with the same kwargs as init, so that it can be used to run tasks
     controller = create_controller(ct="remote", **controller_kwargs)
 
     ic = ImageCache.from_transport(image_cache) if image_cache else None

flyte/_deploy.py

@@ -46,6 +46,35 @@ class Deployment:
         )
         return f"Deployment(envs=[{env_names}], tasks=[{task_names_versions}])"
 
+    def task_repr(self) -> List[List[Tuple[str, str]]]:
+        """
+        Returns a detailed representation of the deployed tasks.
+        """
+        tuples = []
+        if self.deployed_tasks:
+            for task in self.deployed_tasks:
+                tuples.append(
+                    [
+                        ("name", task.task_template.id.name),
+                        ("version", task.task_template.id.version),
+                    ]
+                )
+        return tuples
+
+    def env_repr(self) -> List[List[Tuple[str, str]]]:
+        """
+        Returns a detailed representation of the deployed environments.
+        """
+        tuples = []
+        for env_name, env in self.envs.items():
+            tuples.append(
+                [
+                    ("environment", env_name),
+                    ("image", env.image.uri if isinstance(env.image, Image) else env.image or ""),
+                ]
+            )
+        return tuples
+
 
 async def _deploy_task(
     task: TaskTemplate, serialization_context: SerializationContext, dryrun: bool = False

flyte/_initialize.py

@@ -32,6 +32,7 @@ class CommonInit:
     org: str | None = None
     project: str | None = None
     domain: str | None = None
+    batch_size: int = 1000
 
 
 @dataclass(init=True, kw_only=True, repr=True, eq=True, frozen=True)
@@ -130,6 +131,7 @@ async def init(
     rpc_retries: int = 3,
     http_proxy_url: str | None = None,
     storage: Storage | None = None,
+    batch_size: int = 1000,
 ) -> None:
     """
     Initialize the Flyte system with the given configuration. This method should be called before any other Flyte
@@ -162,11 +164,12 @@ async def init(
     :param insecure: insecure flag for the client
     :param storage: Optional blob store (S3, GCS, Azure) configuration if needed to access (i.e. using Minio)
     :param org: Optional organization override for the client. Should be set by auth instead.
-    :param config: Optional config to override the init parameters
+    :param batch_size: Optional batch size for operations that use listings, defaults to 1000, so limit larger than
+      batch_size will be split into multiple requests.
 
     :return: None
     """
-    from flyte._utils import get_cwd_editable_install
+    from flyte._utils import get_cwd_editable_install, org_from_endpoint, sanitize_endpoint
 
     interactive_mode = ipython_check()
 
@@ -176,8 +179,7 @@ async def init(
 
     global _init_config  # noqa: PLW0603
 
-    if endpoint and "://" not in endpoint:
-        endpoint = f"dns:///{endpoint}"
+    endpoint = sanitize_endpoint(endpoint)
 
     with _init_lock:
         client = None
@@ -206,12 +208,15 @@ async def init(
             domain=domain,
             client=client,
             storage=storage,
-            org=org,
+            org=org or org_from_endpoint(endpoint),
+            batch_size=batch_size,
         )
 
 
 @syncify
-async def init_from_config(path_or_config: str | Config | None = None, root_dir: Path | None = None) -> None:
+async def init_from_config(
+    path_or_config: str | Config | None = None, root_dir: Path | None = None, log_level: int | None = None
+) -> None:
     """
     Initialize the Flyte system using a configuration file or Config object. This method should be called before any
     other Flyte remote API methods are called. Thread-safe implementation.
@@ -221,6 +226,8 @@ async def init_from_config(path_or_config: str | Config | None = None, root_dir:
         files like config etc. For example if one uses the copy-style=="all", it is essential to determine the
         root directory for the current project. If not provided, it defaults to the editable install directory or
         if not available, the current working directory.
+    :param log_level: Optional logging level for the framework logger,
+        default is set using the default initialization policies
     :return: None
     """
     import flyte.config as config
@@ -228,6 +235,13 @@ async def init_from_config(path_or_config: str | Config | None = None, root_dir:
     cfg: config.Config
     if path_or_config is None or isinstance(path_or_config, str):
         # If a string is passed, treat it as a path to the config file
+        if path_or_config:
+            if not Path(path_or_config).exists():
+                raise InitializationError(
+                    "ConfigFileNotFoundError",
+                    "user",
+                    f"Configuration file '{path_or_config}' does not exist., current working directory is {Path.cwd()}",
+                )
         if root_dir and path_or_config:
             cfg = config.auto(str(root_dir / path_or_config))
         else:
@@ -251,6 +265,7 @@ async def init_from_config(path_or_config: str | Config | None = None, root_dir:
         client_id=cfg.platform.client_id,
         client_credentials_secret=cfg.platform.client_credentials_secret,
         root_dir=root_dir,
+        log_level=log_level,
     )
 
 

flyte/_internal/controllers/_local_controller.py

@@ -162,6 +162,7 @@ class LocalController:
                 action=action_id,
                 interface=_interface,
                 inputs_path=action_output_path,
+                name=_func.__name__,
             ),
             True,
         )
@@ -179,7 +180,7 @@ class LocalController:
 
         if info.interface.outputs and info.output:
             # If the result is not an AsyncGenerator, convert it directly
-            converted_outputs = await convert.convert_from_native_to_outputs(info.output, info.interface)
+            converted_outputs = await convert.convert_from_native_to_outputs(info.output, info.interface, info.name)
             assert converted_outputs
         elif info.error:
             # If there is an error, convert it to a native error

flyte/_internal/controllers/_trace.py

@@ -18,6 +18,7 @@ class TraceInfo:
     duration: Optional[timedelta] = None
     output: Optional[Any] = None
     error: Optional[Exception] = None
+    name: str = ""
 
     def add_outputs(self, output: Any, duration: timedelta):
         """

flyte/_internal/controllers/remote/_action.py

@@ -130,7 +130,7 @@ class Action:
         """
         from flyte._logging import logger
 
-        logger.info(f"In Action from_state {obj.action_id} {obj.phase} {obj.output_uri}")
+        logger.debug(f"In Action from_state {obj.action_id} {obj.phase} {obj.output_uri}")
         return cls(
             action_id=obj.action_id,
             parent_action_name=parent_action_name,

flyte/_internal/controllers/remote/_informer.py

@@ -235,7 +235,7 @@ class Informer:
                     await self._shared_queue.put(node)
                     # hack to work in the absence of sentinel
             except asyncio.CancelledError:
-                logger.warning(f"Watch cancelled: {self.name}")
+                logger.info(f"Watch cancelled: {self.name}")
                 return
             except asyncio.TimeoutError as e:
                 logger.error(f"Watch timeout: {self.name}", exc_info=e)

flyte/_internal/runtime/convert.py

@@ -11,7 +11,7 @@ import flyte.errors
 import flyte.storage as storage
 from flyte._protos.workflow import run_definition_pb2, task_definition_pb2
 from flyte.models import ActionID, NativeInterface, TaskContext
-from flyte.types import TypeEngine
+from flyte.types import TypeEngine, TypeTransformerFailedError
 
 
 @dataclass(frozen=True)
@@ -80,7 +80,7 @@ async def convert_from_native_to_inputs(interface: NativeInterface, *args, **kwa
     )
 
 
-async def convert_from_native_to_outputs(o: Any, interface: NativeInterface) -> Outputs:
+async def convert_from_native_to_outputs(o: Any, interface: NativeInterface, task_name: str = "") -> Outputs:
     # Always make it a tuple even if it's just one item to simplify logic below
     if not isinstance(o, tuple):
         o = (o,)
@@ -90,8 +90,11 @@ async def convert_from_native_to_outputs(o: Any, interface: NativeInterface) ->
     )
     named = []
     for (output_name, python_type), v in zip(interface.outputs.items(), o):
-        lit = await TypeEngine.to_literal(v, python_type, TypeEngine.to_literal_type(python_type))
-        named.append(run_definition_pb2.NamedLiteral(name=output_name, value=lit))
+        try:
+            lit = await TypeEngine.to_literal(v, python_type, TypeEngine.to_literal_type(python_type))
+            named.append(run_definition_pb2.NamedLiteral(name=output_name, value=lit))
+        except TypeTransformerFailedError as e:
+            raise flyte.errors.RuntimeDataValidationError(output_name, e, task_name)
 
     return Outputs(proto_outputs=run_definition_pb2.Outputs(literals=named))
 

flyte/_internal/runtime/task_serde.py

@@ -3,9 +3,11 @@ This module provides functionality to serialize and deserialize tasks to and fro
 It includes a Resolver interface for loading tasks, and functions to load classes and tasks.
 """
 
+import copy
 import importlib
+import typing
 from datetime import timedelta
-from typing import Optional, Type
+from typing import Optional, Type, cast
 
 from flyteidl.core import identifier_pb2, literals_pb2, security_pb2, tasks_pb2
 from google.protobuf import duration_pb2, wrappers_pb2
@@ -13,6 +15,7 @@ from google.protobuf import duration_pb2, wrappers_pb2
 import flyte.errors
 from flyte._cache.cache import VersionParameters, cache_from_request
 from flyte._logging import logger
+from flyte._pod import _PRIMARY_CONTAINER_NAME_FIELD, PodTemplate
 from flyte._protos.workflow import task_definition_pb2
 from flyte._secret import SecretRequest, secrets_from_request
 from flyte._task import AsyncFunctionTaskTemplate, TaskTemplate
@@ -121,17 +124,18 @@ def get_proto_task(task: TaskTemplate, serialize_context: SerializationContext)
     # if task.parent_env is None:
     # raise ValueError(f"Task {task.name} must have a parent environment")
 
-    #
-    # This pod will be incorrect when doing fast serialize
-    #
-    container = _get_urun_container(serialize_context, task)
+    # TODO Add support for SQL, extra_config, custom
+    extra_config: typing.Dict[str, str] = {}
+    custom = {}  # type: ignore
 
-    # TODO Add support for SQL, Pod, extra_config, custom
-    pod = None
     sql = None
-    # pod = task.get_k8s_pod(serialize_context)
-    extra_config = {}  # type: ignore
-    custom = {}  # type: ignore
+    if task.pod_template and not isinstance(task.pod_template, str):
+        container = None
+        pod = _get_k8s_pod(_get_urun_container(serialize_context, task), task.pod_template)
+        extra_config[_PRIMARY_CONTAINER_NAME_FIELD] = task.pod_template.primary_container_name
+    else:
+        container = _get_urun_container(serialize_context, task)
+        pod = None
 
     # -------------- CACHE HANDLING ----------------------
     task_cache = cache_from_request(task.cache)
@@ -210,6 +214,72 @@ def _get_urun_container(
     )
 
 
+def _sanitize_resource_name(resource: tasks_pb2.Resources.ResourceEntry) -> str:
+    return tasks_pb2.Resources.ResourceName.Name(resource.name).lower().replace("_", "-")
+
+
+def _get_k8s_pod(primary_container: tasks_pb2.Container, pod_template: PodTemplate) -> Optional[tasks_pb2.K8sPod]:
+    """
+    Get the K8sPod representation of the task template.
+    :param task: The task to convert.
+    :return: The K8sPod representation of the task template.
+    """
+    from kubernetes.client import ApiClient, V1PodSpec
+    from kubernetes.client.models import V1EnvVar, V1ResourceRequirements
+
+    pod_template = copy.deepcopy(pod_template)
+    containers = cast(V1PodSpec, pod_template.pod_spec).containers
+    primary_exists = False
+
+    for container in containers:
+        if container.name == pod_template.primary_container_name:
+            primary_exists = True
+            break
+
+    if not primary_exists:
+        raise ValueError(
+            "No primary container defined in the pod spec."
+            f" You must define a primary container with the name '{pod_template.primary_container_name}'."
+        )
+    final_containers = []
+
+    for container in containers:
+        # We overwrite the primary container attributes with the values given to ContainerTask.
+        # The attributes include: image, command, args, resource, and env (env is unioned)
+
+        if container.name == pod_template.primary_container_name:
+            if container.image is None:
+                # Copy the image from primary_container only if the image is not specified in the pod spec.
+                container.image = primary_container.image
+
+            container.command = list(primary_container.command)
+            container.args = list(primary_container.args)
+
+            limits, requests = {}, {}
+            for resource in primary_container.resources.limits:
+                limits[_sanitize_resource_name(resource)] = resource.value
+            for resource in primary_container.resources.requests:
+                requests[_sanitize_resource_name(resource)] = resource.value
+
+            resource_requirements = V1ResourceRequirements(limits=limits, requests=requests)
+            if len(limits) > 0 or len(requests) > 0:
+                # Important! Only copy over resource requirements if they are non-empty.
+                container.resources = resource_requirements
+
+            if primary_container.env is not None:
+                container.env = [V1EnvVar(name=e.key, value=e.value) for e in primary_container.env] + (
+                    container.env or []
+                )
+
+        final_containers.append(container)
+
+    cast(V1PodSpec, pod_template.pod_spec).containers = final_containers
+    pod_spec = ApiClient().sanitize_for_serialization(pod_template.pod_spec)
+
+    metadata = tasks_pb2.K8sObjectMetadata(labels=pod_template.labels, annotations=pod_template.annotations)
+    return tasks_pb2.K8sPod(pod_spec=pod_spec, metadata=metadata)
+
+
 def extract_code_bundle(task_spec: task_definition_pb2.TaskSpec) -> Optional[CodeBundle]:
     """
     Extract the code bundle from the task spec.

flyte/_internal/runtime/taskrunner.py

@@ -145,7 +145,7 @@ async def convert_and_run(
             return None, convert_from_native_to_error(err)
         if task.report:
             await flyte.report.flush.aio()
-        return await convert_from_native_to_outputs(out, task.native_interface), None
+        return await convert_from_native_to_outputs(out, task.native_interface, task.name), None
 
 
 async def extract_download_run_upload(

flyte/_logging.py

@@ -6,7 +6,7 @@ from typing import Optional
 
 from ._tools import ipython_check, is_in_cluster
 
-DEFAULT_LOG_LEVEL = logging.INFO
+DEFAULT_LOG_LEVEL = logging.WARNING
 
 
 def is_rich_logging_disabled() -> bool:

flyte/_pod.py

@@ -0,0 +1,19 @@
+from dataclasses import dataclass, field
+from typing import TYPE_CHECKING, Dict, Optional
+
+if TYPE_CHECKING:
+    from kubernetes.client import V1PodSpec
+
+
+_PRIMARY_CONTAINER_NAME_FIELD = "primary_container_name"
+_PRIMARY_CONTAINER_DEFAULT_NAME = "primary"
+
+
+@dataclass(init=True, repr=True, eq=True, frozen=False)
+class PodTemplate(object):
+    """Custom PodTemplate specification for a Task."""
+
+    pod_spec: Optional["V1PodSpec"] = field(default_factory=lambda: V1PodSpec())
+    primary_container_name: str = _PRIMARY_CONTAINER_DEFAULT_NAME
+    labels: Optional[Dict[str, str]] = None
+    annotations: Optional[Dict[str, str]] = None

flyte/_protos/common/list_pb2.py

@@ -13,7 +13,7 @@ _sym_db = _symbol_database.Default()
 
 
 
-DESCRIPTOR = _descriptor_pool.Default().AddSerializedFile(b'\n\x11\x63ommon/list.proto\x12\x0f\x63loudidl.common\"\x83\x01\n\x04Sort\x12\x10\n\x03key\x18\x01 \x01(\tR\x03key\x12=\n\tdirection\x18\x02 \x01(\x0e\x32\x1f.cloudidl.common.Sort.DirectionR\tdirection\"*\n\tDirection\x12\x0e\n\nDESCENDING\x10\x00\x12\r\n\tASCENDING\x10\x01\"\xfe\x01\n\x0bListRequest\x12\x14\n\x05limit\x18\x01 \x01(\rR\x05limit\x12\x14\n\x05token\x18\x02 \x01(\tR\x05token\x12\x32\n\x07sort_by\x18\x03 \x01(\x0b\x32\x15.cloudidl.common.SortB\x02\x18\x01R\x06sortBy\x12\x31\n\x07\x66ilters\x18\x04 \x03(\x0b\x32\x17.cloudidl.common.FilterR\x07\x66ilters\x12\x1f\n\x0braw_filters\x18\x05 \x03(\tR\nrawFilters\x12;\n\x0esort_by_fields\x18\x06 \x03(\x0b\x32\x15.cloudidl.common.SortR\x0csortByFields\"\xad\x02\n\x06\x46ilter\x12<\n\x08\x66unction\x18\x01 \x01(\x0e\x32 .cloudidl.common.Filter.FunctionR\x08\x66unction\x12\x14\n\x05\x66ield\x18\x02 \x01(\tR\x05\x66ield\x12\x16\n\x06values\x18\x03 \x03(\tR\x06values\"\xb6\x01\n\x08\x46unction\x12\t\n\x05\x45QUAL\x10\x00\x12\r\n\tNOT_EQUAL\x10\x01\x12\x10\n\x0cGREATER_THAN\x10\x02\x12\x19\n\x15GREATER_THAN_OR_EQUAL\x10\x03\x12\r\n\tLESS_THAN\x10\x04\x12\x16\n\x12LESS_THAN_OR_EQUAL\x10\x05\x12\x0c\n\x08\x43ONTAINS\x10\x06\x12\x0c\n\x08VALUE_IN\x10\x07\x12\r\n\tENDS_WITH\x10\x0c\x12\x11\n\rNOT_ENDS_WITH\x10\rB\xaa\x01\n\x13\x63om.cloudidl.commonB\tListProtoH\x02P\x01Z)github.com/unionai/cloud/gen/pb-go/common\xa2\x02\x03\x43\x43X\xaa\x02\x0f\x43loudidl.Common\xca\x02\x0f\x43loudidl\\Common\xe2\x02\x1b\x43loudidl\\Common\\GPBMetadata\xea\x02\x10\x43loudidl::Commonb\x06proto3')
+DESCRIPTOR = _descriptor_pool.Default().AddSerializedFile(b'\n\x11\x63ommon/list.proto\x12\x0f\x63loudidl.common\"\x83\x01\n\x04Sort\x12\x10\n\x03key\x18\x01 \x01(\tR\x03key\x12=\n\tdirection\x18\x02 \x01(\x0e\x32\x1f.cloudidl.common.Sort.DirectionR\tdirection\"*\n\tDirection\x12\x0e\n\nDESCENDING\x10\x00\x12\r\n\tASCENDING\x10\x01\"\xfe\x01\n\x0bListRequest\x12\x14\n\x05limit\x18\x01 \x01(\rR\x05limit\x12\x14\n\x05token\x18\x02 \x01(\tR\x05token\x12\x32\n\x07sort_by\x18\x03 \x01(\x0b\x32\x15.cloudidl.common.SortB\x02\x18\x01R\x06sortBy\x12\x31\n\x07\x66ilters\x18\x04 \x03(\x0b\x32\x17.cloudidl.common.FilterR\x07\x66ilters\x12\x1f\n\x0braw_filters\x18\x05 \x03(\tR\nrawFilters\x12;\n\x0esort_by_fields\x18\x06 \x03(\x0b\x32\x15.cloudidl.common.SortR\x0csortByFields\"\xcc\x02\n\x06\x46ilter\x12<\n\x08\x66unction\x18\x01 \x01(\x0e\x32 .cloudidl.common.Filter.FunctionR\x08\x66unction\x12\x14\n\x05\x66ield\x18\x02 \x01(\tR\x05\x66ield\x12\x16\n\x06values\x18\x03 \x03(\tR\x06values\"\xd5\x01\n\x08\x46unction\x12\t\n\x05\x45QUAL\x10\x00\x12\r\n\tNOT_EQUAL\x10\x01\x12\x10\n\x0cGREATER_THAN\x10\x02\x12\x19\n\x15GREATER_THAN_OR_EQUAL\x10\x03\x12\r\n\tLESS_THAN\x10\x04\x12\x16\n\x12LESS_THAN_OR_EQUAL\x10\x05\x12\x0c\n\x08\x43ONTAINS\x10\x06\x12\x0c\n\x08VALUE_IN\x10\x07\x12\r\n\tENDS_WITH\x10\x0c\x12\x11\n\rNOT_ENDS_WITH\x10\r\x12\x1d\n\x19\x43ONTAINS_CASE_INSENSITIVE\x10\x0e\x42\xaa\x01\n\x13\x63om.cloudidl.commonB\tListProtoH\x02P\x01Z)github.com/unionai/cloud/gen/pb-go/common\xa2\x02\x03\x43\x43X\xaa\x02\x0f\x43loudidl.Common\xca\x02\x0f\x43loudidl\\Common\xe2\x02\x1b\x43loudidl\\Common\\GPBMetadata\xea\x02\x10\x43loudidl::Commonb\x06proto3')
 
 _globals = globals()
 _builder.BuildMessageAndEnumDescriptors(DESCRIPTOR, _globals)
@@ -30,7 +30,7 @@ if _descriptor._USE_C_DESCRIPTORS == False:
   _globals['_LISTREQUEST']._serialized_start=173
   _globals['_LISTREQUEST']._serialized_end=427
   _globals['_FILTER']._serialized_start=430
-  _globals['_FILTER']._serialized_end=731
+  _globals['_FILTER']._serialized_end=762
   _globals['_FILTER_FUNCTION']._serialized_start=549
-  _globals['_FILTER_FUNCTION']._serialized_end=731
+  _globals['_FILTER_FUNCTION']._serialized_end=762
 # @@protoc_insertion_point(module_scope)

flyte/_protos/common/list_pb2.pyi

@@ -50,6 +50,7 @@ class Filter(_message.Message):
         VALUE_IN: _ClassVar[Filter.Function]
         ENDS_WITH: _ClassVar[Filter.Function]
         NOT_ENDS_WITH: _ClassVar[Filter.Function]
+        CONTAINS_CASE_INSENSITIVE: _ClassVar[Filter.Function]
     EQUAL: Filter.Function
     NOT_EQUAL: Filter.Function
     GREATER_THAN: Filter.Function
@@ -60,6 +61,7 @@ class Filter(_message.Message):
     VALUE_IN: Filter.Function
     ENDS_WITH: Filter.Function
     NOT_ENDS_WITH: Filter.Function
+    CONTAINS_CASE_INSENSITIVE: Filter.Function
     FUNCTION_FIELD_NUMBER: _ClassVar[int]
     FIELD_FIELD_NUMBER: _ClassVar[int]
     VALUES_FIELD_NUMBER: _ClassVar[int]

flyte/_protos/workflow/environment_pb2.py

@@ -0,0 +1,29 @@
+# -*- coding: utf-8 -*-
+# Generated by the protocol buffer compiler.  DO NOT EDIT!
+# source: workflow/environment.proto
+"""Generated protocol buffer code."""
+from google.protobuf import descriptor as _descriptor
+from google.protobuf import descriptor_pool as _descriptor_pool
+from google.protobuf import symbol_database as _symbol_database
+from google.protobuf.internal import builder as _builder
+# @@protoc_insertion_point(imports)
+
+_sym_db = _symbol_database.Default()
+
+
+from flyte._protos.validate.validate import validate_pb2 as validate_dot_validate__pb2
+
+
+DESCRIPTOR = _descriptor_pool.Default().AddSerializedFile(b'\n\x1aworkflow/environment.proto\x12\x11\x63loudidl.workflow\x1a\x17validate/validate.proto\",\n\x0b\x45nvironment\x12\x1d\n\x04name\x18\x01 \x01(\tB\t\xfa\x42\x06r\x04\x10\x01\x18?R\x04nameB\xbd\x01\n\x15\x63om.cloudidl.workflowB\x10\x45nvironmentProtoH\x02P\x01Z+github.com/unionai/cloud/gen/pb-go/workflow\xa2\x02\x03\x43WX\xaa\x02\x11\x43loudidl.Workflow\xca\x02\x11\x43loudidl\\Workflow\xe2\x02\x1d\x43loudidl\\Workflow\\GPBMetadata\xea\x02\x12\x43loudidl::Workflowb\x06proto3')
+
+_globals = globals()
+_builder.BuildMessageAndEnumDescriptors(DESCRIPTOR, _globals)
+_builder.BuildTopDescriptorsAndMessages(DESCRIPTOR, 'workflow.environment_pb2', _globals)
+if _descriptor._USE_C_DESCRIPTORS == False:
+  DESCRIPTOR._options = None
+  DESCRIPTOR._serialized_options = b'\n\025com.cloudidl.workflowB\020EnvironmentProtoH\002P\001Z+github.com/unionai/cloud/gen/pb-go/workflow\242\002\003CWX\252\002\021Cloudidl.Workflow\312\002\021Cloudidl\\Workflow\342\002\035Cloudidl\\Workflow\\GPBMetadata\352\002\022Cloudidl::Workflow'
+  _ENVIRONMENT.fields_by_name['name']._options = None
+  _ENVIRONMENT.fields_by_name['name']._serialized_options = b'\372B\006r\004\020\001\030?'
+  _globals['_ENVIRONMENT']._serialized_start=74
+  _globals['_ENVIRONMENT']._serialized_end=118
+# @@protoc_insertion_point(module_scope)

flyte/_protos/workflow/environment_pb2.pyi

@@ -0,0 +1,12 @@
+from flyte._protos.validate.validate import validate_pb2 as _validate_pb2
+from google.protobuf import descriptor as _descriptor
+from google.protobuf import message as _message
+from typing import ClassVar as _ClassVar, Optional as _Optional
+
+DESCRIPTOR: _descriptor.FileDescriptor
+
+class Environment(_message.Message):
+    __slots__ = ["name"]
+    NAME_FIELD_NUMBER: _ClassVar[int]
+    name: str
+    def __init__(self, name: _Optional[str] = ...) -> None: ...

flyte/_protos/workflow/environment_pb2_grpc.py

@@ -0,0 +1,4 @@
+# Generated by the gRPC Python protocol compiler plugin. DO NOT EDIT!
+"""Client and server classes corresponding to protobuf-defined services."""
+import grpc
+