flyte 0.2.0b11__py3-none-any.whl → 0.2.0b13__py3-none-any.whl

flyte/_protos/workflow/task_definition_pb2.py

@@ -14,11 +14,13 @@ _sym_db = _symbol_database.Default()
 from flyte._protos.common import identifier_pb2 as common_dot_identifier__pb2
 from flyte._protos.common import identity_pb2 as common_dot_identity__pb2
 from flyteidl.core import tasks_pb2 as flyteidl_dot_core_dot_tasks__pb2
+from google.protobuf import timestamp_pb2 as google_dot_protobuf_dot_timestamp__pb2
 from flyte._protos.validate.validate import validate_pb2 as validate_dot_validate__pb2
 from flyte._protos.workflow import common_pb2 as workflow_dot_common__pb2
+from flyte._protos.workflow import environment_pb2 as workflow_dot_environment__pb2
 
 
-DESCRIPTOR = _descriptor_pool.Default().AddSerializedFile(b'\n\x1eworkflow/task_definition.proto\x12\x11\x63loudidl.workflow\x1a\x17\x63ommon/identifier.proto\x1a\x15\x63ommon/identity.proto\x1a\x19\x66lyteidl/core/tasks.proto\x1a\x17validate/validate.proto\x1a\x15workflow/common.proto\"\x88\x01\n\x08TaskName\x12\x19\n\x03org\x18\x01 \x01(\tB\x07\xfa\x42\x04r\x02\x10\x01R\x03org\x12!\n\x07project\x18\x02 \x01(\tB\x07\xfa\x42\x04r\x02\x10\x01R\x07project\x12\x1f\n\x06\x64omain\x18\x03 \x01(\tB\x07\xfa\x42\x04r\x02\x10\x01R\x06\x64omain\x12\x1d\n\x04name\x18\x04 \x01(\tB\t\xfa\x42\x06r\x04\x10\x01\x18\x1eR\x04name\"\xb1\x01\n\x0eTaskIdentifier\x12\x19\n\x03org\x18\x01 \x01(\tB\x07\xfa\x42\x04r\x02\x10\x01R\x03org\x12!\n\x07project\x18\x02 \x01(\tB\x07\xfa\x42\x04r\x02\x10\x01R\x07project\x12\x1f\n\x06\x64omain\x18\x03 \x01(\tB\x07\xfa\x42\x04r\x02\x10\x01R\x06\x64omain\x12\x1d\n\x04name\x18\x04 \x01(\tB\t\xfa\x42\x06r\x04\x10\x01\x18\x1eR\x04name\x12!\n\x07version\x18\x05 \x01(\tB\x07\xfa\x42\x04r\x02\x10\x01R\x07version\"\\\n\x0cTaskMetadata\x12L\n\x0b\x64\x65ployed_by\x18\x01 \x01(\x0b\x32!.cloudidl.common.EnrichedIdentityB\x08\xfa\x42\x05\x8a\x01\x02\x10\x01R\ndeployedBy\"\x93\x01\n\x04Task\x12\x44\n\x07task_id\x18\x01 \x01(\x0b\x32!.cloudidl.workflow.TaskIdentifierB\x08\xfa\x42\x05\x8a\x01\x02\x10\x01R\x06taskId\x12\x45\n\x08metadata\x18\x02 \x01(\x0b\x32\x1f.cloudidl.workflow.TaskMetadataB\x08\xfa\x42\x05\x8a\x01\x02\x10\x01R\x08metadata\"\xa0\x01\n\x08TaskSpec\x12J\n\rtask_template\x18\x01 \x01(\x0b\x32\x1b.flyteidl.core.TaskTemplateB\x08\xfa\x42\x05\x8a\x01\x02\x10\x01R\x0ctaskTemplate\x12H\n\x0e\x64\x65\x66\x61ult_inputs\x18\x02 \x03(\x0b\x32!.cloudidl.workflow.NamedParameterR\rdefaultInputs\"\xd5\x01\n\x0bTaskDetails\x12\x44\n\x07task_id\x18\x01 \x01(\x0b\x32!.cloudidl.workflow.TaskIdentifierB\x08\xfa\x42\x05\x8a\x01\x02\x10\x01R\x06taskId\x12\x45\n\x08metadata\x18\x02 \x01(\x0b\x32\x1f.cloudidl.workflow.TaskMetadataB\x08\xfa\x42\x05\x8a\x01\x02\x10\x01R\x08metadata\x12\x39\n\x04spec\x18\x03 \x01(\x0b\x32\x1b.cloudidl.workflow.TaskSpecB\x08\xfa\x42\x05\x8a\x01\x02\x10\x01R\x04specB\xc0\x01\n\x15\x63om.cloudidl.workflowB\x13TaskDefinitionProtoH\x02P\x01Z+github.com/unionai/cloud/gen/pb-go/workflow\xa2\x02\x03\x43WX\xaa\x02\x11\x43loudidl.Workflow\xca\x02\x11\x43loudidl\\Workflow\xe2\x02\x1d\x43loudidl\\Workflow\\GPBMetadata\xea\x02\x12\x43loudidl::Workflowb\x06proto3')
+DESCRIPTOR = _descriptor_pool.Default().AddSerializedFile(b'\n\x1eworkflow/task_definition.proto\x12\x11\x63loudidl.workflow\x1a\x17\x63ommon/identifier.proto\x1a\x15\x63ommon/identity.proto\x1a\x19\x66lyteidl/core/tasks.proto\x1a\x1fgoogle/protobuf/timestamp.proto\x1a\x17validate/validate.proto\x1a\x15workflow/common.proto\x1a\x1aworkflow/environment.proto\"\x8f\x01\n\x08TaskName\x12\x1b\n\x03org\x18\x01 \x01(\tB\t\xfa\x42\x06r\x04\x10\x01\x18?R\x03org\x12#\n\x07project\x18\x02 \x01(\tB\t\xfa\x42\x06r\x04\x10\x01\x18?R\x07project\x12!\n\x06\x64omain\x18\x03 \x01(\tB\t\xfa\x42\x06r\x04\x10\x01\x18?R\x06\x64omain\x12\x1e\n\x04name\x18\x04 \x01(\tB\n\xfa\x42\x07r\x05\x10\x01\x18\xff\x01R\x04name\"\xba\x01\n\x0eTaskIdentifier\x12\x1b\n\x03org\x18\x01 \x01(\tB\t\xfa\x42\x06r\x04\x10\x01\x18?R\x03org\x12#\n\x07project\x18\x02 \x01(\tB\t\xfa\x42\x06r\x04\x10\x01\x18?R\x07project\x12!\n\x06\x64omain\x18\x03 \x01(\tB\t\xfa\x42\x06r\x04\x10\x01\x18?R\x06\x64omain\x12\x1e\n\x04name\x18\x04 \x01(\tB\n\xfa\x42\x07r\x05\x10\x01\x18\xff\x01R\x04name\x12#\n\x07version\x18\x05 \x01(\tB\t\xfa\x42\x06r\x04\x10\x01\x18?R\x07version\"\xed\x01\n\x0cTaskMetadata\x12L\n\x0b\x64\x65ployed_by\x18\x01 \x01(\x0b\x32!.cloudidl.common.EnrichedIdentityB\x08\xfa\x42\x05\x8a\x01\x02\x10\x01R\ndeployedBy\x12\x1d\n\nshort_name\x18\x02 \x01(\tR\tshortName\x12\x45\n\x0b\x64\x65ployed_at\x18\x03 \x01(\x0b\x32\x1a.google.protobuf.TimestampB\x08\xfa\x42\x05\xb2\x01\x02\x08\x01R\ndeployedAt\x12)\n\x10\x65nvironment_name\x18\x04 \x01(\tR\x0f\x65nvironmentName\"\x93\x01\n\x04Task\x12\x44\n\x07task_id\x18\x01 \x01(\x0b\x32!.cloudidl.workflow.TaskIdentifierB\x08\xfa\x42\x05\x8a\x01\x02\x10\x01R\x06taskId\x12\x45\n\x08metadata\x18\x02 \x01(\x0b\x32\x1f.cloudidl.workflow.TaskMetadataB\x08\xfa\x42\x05\x8a\x01\x02\x10\x01R\x08metadata\"\x8a\x02\n\x08TaskSpec\x12J\n\rtask_template\x18\x01 \x01(\x0b\x32\x1b.flyteidl.core.TaskTemplateB\x08\xfa\x42\x05\x8a\x01\x02\x10\x01R\x0ctaskTemplate\x12H\n\x0e\x64\x65\x66\x61ult_inputs\x18\x02 \x03(\x0b\x32!.cloudidl.workflow.NamedParameterR\rdefaultInputs\x12&\n\nshort_name\x18\x03 \x01(\tB\x07\xfa\x42\x04r\x02\x18?R\tshortName\x12@\n\x0b\x65nvironment\x18\x04 \x01(\x0b\x32\x1e.cloudidl.workflow.EnvironmentR\x0b\x65nvironment\"\xd5\x01\n\x0bTaskDetails\x12\x44\n\x07task_id\x18\x01 \x01(\x0b\x32!.cloudidl.workflow.TaskIdentifierB\x08\xfa\x42\x05\x8a\x01\x02\x10\x01R\x06taskId\x12\x45\n\x08metadata\x18\x02 \x01(\x0b\x32\x1f.cloudidl.workflow.TaskMetadataB\x08\xfa\x42\x05\x8a\x01\x02\x10\x01R\x08metadata\x12\x39\n\x04spec\x18\x03 \x01(\x0b\x32\x1b.cloudidl.workflow.TaskSpecB\x08\xfa\x42\x05\x8a\x01\x02\x10\x01R\x04specB\xc0\x01\n\x15\x63om.cloudidl.workflowB\x13TaskDefinitionProtoH\x02P\x01Z+github.com/unionai/cloud/gen/pb-go/workflow\xa2\x02\x03\x43WX\xaa\x02\x11\x43loudidl.Workflow\xca\x02\x11\x43loudidl\\Workflow\xe2\x02\x1d\x43loudidl\\Workflow\\GPBMetadata\xea\x02\x12\x43loudidl::Workflowb\x06proto3')
 
 _globals = globals()
 _builder.BuildMessageAndEnumDescriptors(DESCRIPTOR, _globals)
@@ -27,47 +29,51 @@ if _descriptor._USE_C_DESCRIPTORS == False:
   DESCRIPTOR._options = None
   DESCRIPTOR._serialized_options = b'\n\025com.cloudidl.workflowB\023TaskDefinitionProtoH\002P\001Z+github.com/unionai/cloud/gen/pb-go/workflow\242\002\003CWX\252\002\021Cloudidl.Workflow\312\002\021Cloudidl\\Workflow\342\002\035Cloudidl\\Workflow\\GPBMetadata\352\002\022Cloudidl::Workflow'
   _TASKNAME.fields_by_name['org']._options = None
-  _TASKNAME.fields_by_name['org']._serialized_options = b'\372B\004r\002\020\001'
+  _TASKNAME.fields_by_name['org']._serialized_options = b'\372B\006r\004\020\001\030?'
   _TASKNAME.fields_by_name['project']._options = None
-  _TASKNAME.fields_by_name['project']._serialized_options = b'\372B\004r\002\020\001'
+  _TASKNAME.fields_by_name['project']._serialized_options = b'\372B\006r\004\020\001\030?'
   _TASKNAME.fields_by_name['domain']._options = None
-  _TASKNAME.fields_by_name['domain']._serialized_options = b'\372B\004r\002\020\001'
+  _TASKNAME.fields_by_name['domain']._serialized_options = b'\372B\006r\004\020\001\030?'
   _TASKNAME.fields_by_name['name']._options = None
-  _TASKNAME.fields_by_name['name']._serialized_options = b'\372B\006r\004\020\001\030\036'
+  _TASKNAME.fields_by_name['name']._serialized_options = b'\372B\007r\005\020\001\030\377\001'
   _TASKIDENTIFIER.fields_by_name['org']._options = None
-  _TASKIDENTIFIER.fields_by_name['org']._serialized_options = b'\372B\004r\002\020\001'
+  _TASKIDENTIFIER.fields_by_name['org']._serialized_options = b'\372B\006r\004\020\001\030?'
   _TASKIDENTIFIER.fields_by_name['project']._options = None
-  _TASKIDENTIFIER.fields_by_name['project']._serialized_options = b'\372B\004r\002\020\001'
+  _TASKIDENTIFIER.fields_by_name['project']._serialized_options = b'\372B\006r\004\020\001\030?'
   _TASKIDENTIFIER.fields_by_name['domain']._options = None
-  _TASKIDENTIFIER.fields_by_name['domain']._serialized_options = b'\372B\004r\002\020\001'
+  _TASKIDENTIFIER.fields_by_name['domain']._serialized_options = b'\372B\006r\004\020\001\030?'
   _TASKIDENTIFIER.fields_by_name['name']._options = None
-  _TASKIDENTIFIER.fields_by_name['name']._serialized_options = b'\372B\006r\004\020\001\030\036'
+  _TASKIDENTIFIER.fields_by_name['name']._serialized_options = b'\372B\007r\005\020\001\030\377\001'
   _TASKIDENTIFIER.fields_by_name['version']._options = None
-  _TASKIDENTIFIER.fields_by_name['version']._serialized_options = b'\372B\004r\002\020\001'
+  _TASKIDENTIFIER.fields_by_name['version']._serialized_options = b'\372B\006r\004\020\001\030?'
   _TASKMETADATA.fields_by_name['deployed_by']._options = None
   _TASKMETADATA.fields_by_name['deployed_by']._serialized_options = b'\372B\005\212\001\002\020\001'
+  _TASKMETADATA.fields_by_name['deployed_at']._options = None
+  _TASKMETADATA.fields_by_name['deployed_at']._serialized_options = b'\372B\005\262\001\002\010\001'
   _TASK.fields_by_name['task_id']._options = None
   _TASK.fields_by_name['task_id']._serialized_options = b'\372B\005\212\001\002\020\001'
   _TASK.fields_by_name['metadata']._options = None
   _TASK.fields_by_name['metadata']._serialized_options = b'\372B\005\212\001\002\020\001'
   _TASKSPEC.fields_by_name['task_template']._options = None
   _TASKSPEC.fields_by_name['task_template']._serialized_options = b'\372B\005\212\001\002\020\001'
+  _TASKSPEC.fields_by_name['short_name']._options = None
+  _TASKSPEC.fields_by_name['short_name']._serialized_options = b'\372B\004r\002\030?'
   _TASKDETAILS.fields_by_name['task_id']._options = None
   _TASKDETAILS.fields_by_name['task_id']._serialized_options = b'\372B\005\212\001\002\020\001'
   _TASKDETAILS.fields_by_name['metadata']._options = None
   _TASKDETAILS.fields_by_name['metadata']._serialized_options = b'\372B\005\212\001\002\020\001'
   _TASKDETAILS.fields_by_name['spec']._options = None
   _TASKDETAILS.fields_by_name['spec']._serialized_options = b'\372B\005\212\001\002\020\001'
-  _globals['_TASKNAME']._serialized_start=177
-  _globals['_TASKNAME']._serialized_end=313
-  _globals['_TASKIDENTIFIER']._serialized_start=316
-  _globals['_TASKIDENTIFIER']._serialized_end=493
-  _globals['_TASKMETADATA']._serialized_start=495
-  _globals['_TASKMETADATA']._serialized_end=587
-  _globals['_TASK']._serialized_start=590
-  _globals['_TASK']._serialized_end=737
-  _globals['_TASKSPEC']._serialized_start=740
-  _globals['_TASKSPEC']._serialized_end=900
-  _globals['_TASKDETAILS']._serialized_start=903
-  _globals['_TASKDETAILS']._serialized_end=1116
+  _globals['_TASKNAME']._serialized_start=238
+  _globals['_TASKNAME']._serialized_end=381
+  _globals['_TASKIDENTIFIER']._serialized_start=384
+  _globals['_TASKIDENTIFIER']._serialized_end=570
+  _globals['_TASKMETADATA']._serialized_start=573
+  _globals['_TASKMETADATA']._serialized_end=810
+  _globals['_TASK']._serialized_start=813
+  _globals['_TASK']._serialized_end=960
+  _globals['_TASKSPEC']._serialized_start=963
+  _globals['_TASKSPEC']._serialized_end=1229
+  _globals['_TASKDETAILS']._serialized_start=1232
+  _globals['_TASKDETAILS']._serialized_end=1445
 # @@protoc_insertion_point(module_scope)

flyte/_protos/workflow/task_definition_pb2.pyi

@@ -1,8 +1,10 @@
 from flyte._protos.common import identifier_pb2 as _identifier_pb2
 from flyte._protos.common import identity_pb2 as _identity_pb2
 from flyteidl.core import tasks_pb2 as _tasks_pb2
+from google.protobuf import timestamp_pb2 as _timestamp_pb2
 from flyte._protos.validate.validate import validate_pb2 as _validate_pb2
 from flyte._protos.workflow import common_pb2 as _common_pb2
+from flyte._protos.workflow import environment_pb2 as _environment_pb2
 from google.protobuf.internal import containers as _containers
 from google.protobuf import descriptor as _descriptor
 from google.protobuf import message as _message
@@ -37,10 +39,16 @@ class TaskIdentifier(_message.Message):
     def __init__(self, org: _Optional[str] = ..., project: _Optional[str] = ..., domain: _Optional[str] = ..., name: _Optional[str] = ..., version: _Optional[str] = ...) -> None: ...
 
 class TaskMetadata(_message.Message):
-    __slots__ = ["deployed_by"]
+    __slots__ = ["deployed_by", "short_name", "deployed_at", "environment_name"]
     DEPLOYED_BY_FIELD_NUMBER: _ClassVar[int]
+    SHORT_NAME_FIELD_NUMBER: _ClassVar[int]
+    DEPLOYED_AT_FIELD_NUMBER: _ClassVar[int]
+    ENVIRONMENT_NAME_FIELD_NUMBER: _ClassVar[int]
     deployed_by: _identity_pb2.EnrichedIdentity
-    def __init__(self, deployed_by: _Optional[_Union[_identity_pb2.EnrichedIdentity, _Mapping]] = ...) -> None: ...
+    short_name: str
+    deployed_at: _timestamp_pb2.Timestamp
+    environment_name: str
+    def __init__(self, deployed_by: _Optional[_Union[_identity_pb2.EnrichedIdentity, _Mapping]] = ..., short_name: _Optional[str] = ..., deployed_at: _Optional[_Union[_timestamp_pb2.Timestamp, _Mapping]] = ..., environment_name: _Optional[str] = ...) -> None: ...
 
 class Task(_message.Message):
     __slots__ = ["task_id", "metadata"]
@@ -51,12 +59,16 @@ class Task(_message.Message):
     def __init__(self, task_id: _Optional[_Union[TaskIdentifier, _Mapping]] = ..., metadata: _Optional[_Union[TaskMetadata, _Mapping]] = ...) -> None: ...
 
 class TaskSpec(_message.Message):
-    __slots__ = ["task_template", "default_inputs"]
+    __slots__ = ["task_template", "default_inputs", "short_name", "environment"]
     TASK_TEMPLATE_FIELD_NUMBER: _ClassVar[int]
     DEFAULT_INPUTS_FIELD_NUMBER: _ClassVar[int]
+    SHORT_NAME_FIELD_NUMBER: _ClassVar[int]
+    ENVIRONMENT_FIELD_NUMBER: _ClassVar[int]
     task_template: _tasks_pb2.TaskTemplate
     default_inputs: _containers.RepeatedCompositeFieldContainer[_common_pb2.NamedParameter]
-    def __init__(self, task_template: _Optional[_Union[_tasks_pb2.TaskTemplate, _Mapping]] = ..., default_inputs: _Optional[_Iterable[_Union[_common_pb2.NamedParameter, _Mapping]]] = ...) -> None: ...
+    short_name: str
+    environment: _environment_pb2.Environment
+    def __init__(self, task_template: _Optional[_Union[_tasks_pb2.TaskTemplate, _Mapping]] = ..., default_inputs: _Optional[_Iterable[_Union[_common_pb2.NamedParameter, _Mapping]]] = ..., short_name: _Optional[str] = ..., environment: _Optional[_Union[_environment_pb2.Environment, _Mapping]] = ...) -> None: ...
 
 class TaskDetails(_message.Message):
     __slots__ = ["task_id", "metadata", "spec"]

flyte/_protos/workflow/task_service_pb2.py

@@ -11,11 +11,13 @@ from google.protobuf.internal import builder as _builder
 _sym_db = _symbol_database.Default()
 
 
+from flyte._protos.common import identifier_pb2 as common_dot_identifier__pb2
+from flyte._protos.common import list_pb2 as common_dot_list__pb2
 from flyte._protos.validate.validate import validate_pb2 as validate_dot_validate__pb2
 from flyte._protos.workflow import task_definition_pb2 as workflow_dot_task__definition__pb2
 
 
-DESCRIPTOR = _descriptor_pool.Default().AddSerializedFile(b'\n\x1bworkflow/task_service.proto\x12\x11\x63loudidl.workflow\x1a\x17validate/validate.proto\x1a\x1eworkflow/task_definition.proto\"\x94\x01\n\x11\x44\x65ployTaskRequest\x12\x44\n\x07task_id\x18\x01 \x01(\x0b\x32!.cloudidl.workflow.TaskIdentifierB\x08\xfa\x42\x05\x8a\x01\x02\x10\x01R\x06taskId\x12\x39\n\x04spec\x18\x02 \x01(\x0b\x32\x1b.cloudidl.workflow.TaskSpecB\x08\xfa\x42\x05\x8a\x01\x02\x10\x01R\x04spec\"\x14\n\x12\x44\x65ployTaskResponse\"]\n\x15GetTaskDetailsRequest\x12\x44\n\x07task_id\x18\x01 \x01(\x0b\x32!.cloudidl.workflow.TaskIdentifierB\x08\xfa\x42\x05\x8a\x01\x02\x10\x01R\x06taskId\"R\n\x16GetTaskDetailsResponse\x12\x38\n\x07\x64\x65tails\x18\x01 \x01(\x0b\x32\x1e.cloudidl.workflow.TaskDetailsR\x07\x64\x65tails2\xd6\x01\n\x0bTaskService\x12[\n\nDeployTask\x12$.cloudidl.workflow.DeployTaskRequest\x1a%.cloudidl.workflow.DeployTaskResponse\"\x00\x12j\n\x0eGetTaskDetails\x12(.cloudidl.workflow.GetTaskDetailsRequest\x1a).cloudidl.workflow.GetTaskDetailsResponse\"\x03\x90\x02\x01\x42\xbd\x01\n\x15\x63om.cloudidl.workflowB\x10TaskServiceProtoH\x02P\x01Z+github.com/unionai/cloud/gen/pb-go/workflow\xa2\x02\x03\x43WX\xaa\x02\x11\x43loudidl.Workflow\xca\x02\x11\x43loudidl\\Workflow\xe2\x02\x1d\x43loudidl\\Workflow\\GPBMetadata\xea\x02\x12\x43loudidl::Workflowb\x06proto3')
+DESCRIPTOR = _descriptor_pool.Default().AddSerializedFile(b'\n\x1bworkflow/task_service.proto\x12\x11\x63loudidl.workflow\x1a\x17\x63ommon/identifier.proto\x1a\x11\x63ommon/list.proto\x1a\x17validate/validate.proto\x1a\x1eworkflow/task_definition.proto\"\x94\x01\n\x11\x44\x65ployTaskRequest\x12\x44\n\x07task_id\x18\x01 \x01(\x0b\x32!.cloudidl.workflow.TaskIdentifierB\x08\xfa\x42\x05\x8a\x01\x02\x10\x01R\x06taskId\x12\x39\n\x04spec\x18\x02 \x01(\x0b\x32\x1b.cloudidl.workflow.TaskSpecB\x08\xfa\x42\x05\x8a\x01\x02\x10\x01R\x04spec\"\x14\n\x12\x44\x65ployTaskResponse\"]\n\x15GetTaskDetailsRequest\x12\x44\n\x07task_id\x18\x01 \x01(\x0b\x32!.cloudidl.workflow.TaskIdentifierB\x08\xfa\x42\x05\x8a\x01\x02\x10\x01R\x06taskId\"R\n\x16GetTaskDetailsResponse\x12\x38\n\x07\x64\x65tails\x18\x01 \x01(\x0b\x32\x1e.cloudidl.workflow.TaskDetailsR\x07\x64\x65tails\"\xdc\x02\n\x10ListTasksRequest\x12\x36\n\x07request\x18\x01 \x01(\x0b\x32\x1c.cloudidl.common.ListRequestR\x07request\x12\x1b\n\x03org\x18\x02 \x01(\tB\x07\xfa\x42\x04r\x02\x10\x01H\x00R\x03org\x12M\n\nproject_id\x18\x03 \x01(\x0b\x32\".cloudidl.common.ProjectIdentifierB\x08\xfa\x42\x05\x8a\x01\x02\x10\x01H\x00R\tprojectId\x12T\n\rknown_filters\x18\x04 \x03(\x0b\x32/.cloudidl.workflow.ListTasksRequest.KnownFilterR\x0cknownFilters\x1a=\n\x0bKnownFilter\x12!\n\x0b\x64\x65ployed_by\x18\x01 \x01(\tH\x00R\ndeployedByB\x0b\n\tfilter_byB\x0f\n\x08scope_by\x12\x03\xf8\x42\x01\"X\n\x11ListTasksResponse\x12-\n\x05tasks\x18\x01 \x03(\x0b\x32\x17.cloudidl.workflow.TaskR\x05tasks\x12\x14\n\x05token\x18\x02 \x01(\tR\x05token2\xb3\x02\n\x0bTaskService\x12[\n\nDeployTask\x12$.cloudidl.workflow.DeployTaskRequest\x1a%.cloudidl.workflow.DeployTaskResponse\"\x00\x12j\n\x0eGetTaskDetails\x12(.cloudidl.workflow.GetTaskDetailsRequest\x1a).cloudidl.workflow.GetTaskDetailsResponse\"\x03\x90\x02\x01\x12[\n\tListTasks\x12#.cloudidl.workflow.ListTasksRequest\x1a$.cloudidl.workflow.ListTasksResponse\"\x03\x90\x02\x01\x42\xbd\x01\n\x15\x63om.cloudidl.workflowB\x10TaskServiceProtoH\x02P\x01Z+github.com/unionai/cloud/gen/pb-go/workflow\xa2\x02\x03\x43WX\xaa\x02\x11\x43loudidl.Workflow\xca\x02\x11\x43loudidl\\Workflow\xe2\x02\x1d\x43loudidl\\Workflow\\GPBMetadata\xea\x02\x12\x43loudidl::Workflowb\x06proto3')
 
 _globals = globals()
 _builder.BuildMessageAndEnumDescriptors(DESCRIPTOR, _globals)
@@ -29,16 +31,30 @@ if _descriptor._USE_C_DESCRIPTORS == False:
   _DEPLOYTASKREQUEST.fields_by_name['spec']._serialized_options = b'\372B\005\212\001\002\020\001'
   _GETTASKDETAILSREQUEST.fields_by_name['task_id']._options = None
   _GETTASKDETAILSREQUEST.fields_by_name['task_id']._serialized_options = b'\372B\005\212\001\002\020\001'
+  _LISTTASKSREQUEST.oneofs_by_name['scope_by']._options = None
+  _LISTTASKSREQUEST.oneofs_by_name['scope_by']._serialized_options = b'\370B\001'
+  _LISTTASKSREQUEST.fields_by_name['org']._options = None
+  _LISTTASKSREQUEST.fields_by_name['org']._serialized_options = b'\372B\004r\002\020\001'
+  _LISTTASKSREQUEST.fields_by_name['project_id']._options = None
+  _LISTTASKSREQUEST.fields_by_name['project_id']._serialized_options = b'\372B\005\212\001\002\020\001'
   _TASKSERVICE.methods_by_name['GetTaskDetails']._options = None
   _TASKSERVICE.methods_by_name['GetTaskDetails']._serialized_options = b'\220\002\001'
-  _globals['_DEPLOYTASKREQUEST']._serialized_start=108
-  _globals['_DEPLOYTASKREQUEST']._serialized_end=256
-  _globals['_DEPLOYTASKRESPONSE']._serialized_start=258
-  _globals['_DEPLOYTASKRESPONSE']._serialized_end=278
-  _globals['_GETTASKDETAILSREQUEST']._serialized_start=280
-  _globals['_GETTASKDETAILSREQUEST']._serialized_end=373
-  _globals['_GETTASKDETAILSRESPONSE']._serialized_start=375
-  _globals['_GETTASKDETAILSRESPONSE']._serialized_end=457
-  _globals['_TASKSERVICE']._serialized_start=460
-  _globals['_TASKSERVICE']._serialized_end=674
+  _TASKSERVICE.methods_by_name['ListTasks']._options = None
+  _TASKSERVICE.methods_by_name['ListTasks']._serialized_options = b'\220\002\001'
+  _globals['_DEPLOYTASKREQUEST']._serialized_start=152
+  _globals['_DEPLOYTASKREQUEST']._serialized_end=300
+  _globals['_DEPLOYTASKRESPONSE']._serialized_start=302
+  _globals['_DEPLOYTASKRESPONSE']._serialized_end=322
+  _globals['_GETTASKDETAILSREQUEST']._serialized_start=324
+  _globals['_GETTASKDETAILSREQUEST']._serialized_end=417
+  _globals['_GETTASKDETAILSRESPONSE']._serialized_start=419
+  _globals['_GETTASKDETAILSRESPONSE']._serialized_end=501
+  _globals['_LISTTASKSREQUEST']._serialized_start=504
+  _globals['_LISTTASKSREQUEST']._serialized_end=852
+  _globals['_LISTTASKSREQUEST_KNOWNFILTER']._serialized_start=774
+  _globals['_LISTTASKSREQUEST_KNOWNFILTER']._serialized_end=835
+  _globals['_LISTTASKSRESPONSE']._serialized_start=854
+  _globals['_LISTTASKSRESPONSE']._serialized_end=942
+  _globals['_TASKSERVICE']._serialized_start=945
+  _globals['_TASKSERVICE']._serialized_end=1252
 # @@protoc_insertion_point(module_scope)

flyte/_protos/workflow/task_service_pb2.pyi

@@ -1,8 +1,11 @@
+from flyte._protos.common import identifier_pb2 as _identifier_pb2
+from flyte._protos.common import list_pb2 as _list_pb2
 from flyte._protos.validate.validate import validate_pb2 as _validate_pb2
 from flyte._protos.workflow import task_definition_pb2 as _task_definition_pb2
+from google.protobuf.internal import containers as _containers
 from google.protobuf import descriptor as _descriptor
 from google.protobuf import message as _message
-from typing import ClassVar as _ClassVar, Mapping as _Mapping, Optional as _Optional, Union as _Union
+from typing import ClassVar as _ClassVar, Iterable as _Iterable, Mapping as _Mapping, Optional as _Optional, Union as _Union
 
 DESCRIPTOR: _descriptor.FileDescriptor
 
@@ -29,3 +32,28 @@ class GetTaskDetailsResponse(_message.Message):
     DETAILS_FIELD_NUMBER: _ClassVar[int]
     details: _task_definition_pb2.TaskDetails
     def __init__(self, details: _Optional[_Union[_task_definition_pb2.TaskDetails, _Mapping]] = ...) -> None: ...
+
+class ListTasksRequest(_message.Message):
+    __slots__ = ["request", "org", "project_id", "known_filters"]
+    class KnownFilter(_message.Message):
+        __slots__ = ["deployed_by"]
+        DEPLOYED_BY_FIELD_NUMBER: _ClassVar[int]
+        deployed_by: str
+        def __init__(self, deployed_by: _Optional[str] = ...) -> None: ...
+    REQUEST_FIELD_NUMBER: _ClassVar[int]
+    ORG_FIELD_NUMBER: _ClassVar[int]
+    PROJECT_ID_FIELD_NUMBER: _ClassVar[int]
+    KNOWN_FILTERS_FIELD_NUMBER: _ClassVar[int]
+    request: _list_pb2.ListRequest
+    org: str
+    project_id: _identifier_pb2.ProjectIdentifier
+    known_filters: _containers.RepeatedCompositeFieldContainer[ListTasksRequest.KnownFilter]
+    def __init__(self, request: _Optional[_Union[_list_pb2.ListRequest, _Mapping]] = ..., org: _Optional[str] = ..., project_id: _Optional[_Union[_identifier_pb2.ProjectIdentifier, _Mapping]] = ..., known_filters: _Optional[_Iterable[_Union[ListTasksRequest.KnownFilter, _Mapping]]] = ...) -> None: ...
+
+class ListTasksResponse(_message.Message):
+    __slots__ = ["tasks", "token"]
+    TASKS_FIELD_NUMBER: _ClassVar[int]
+    TOKEN_FIELD_NUMBER: _ClassVar[int]
+    tasks: _containers.RepeatedCompositeFieldContainer[_task_definition_pb2.Task]
+    token: str
+    def __init__(self, tasks: _Optional[_Iterable[_Union[_task_definition_pb2.Task, _Mapping]]] = ..., token: _Optional[str] = ...) -> None: ...

flyte/_protos/workflow/task_service_pb2_grpc.py

@@ -25,6 +25,11 @@ class TaskServiceStub(object):
                 request_serializer=workflow_dot_task__service__pb2.GetTaskDetailsRequest.SerializeToString,
                 response_deserializer=workflow_dot_task__service__pb2.GetTaskDetailsResponse.FromString,
                 )
+        self.ListTasks = channel.unary_unary(
+                '/cloudidl.workflow.TaskService/ListTasks',
+                request_serializer=workflow_dot_task__service__pb2.ListTasksRequest.SerializeToString,
+                response_deserializer=workflow_dot_task__service__pb2.ListTasksResponse.FromString,
+                )
 
 
 class TaskServiceServicer(object):
@@ -45,6 +50,13 @@ class TaskServiceServicer(object):
         context.set_details('Method not implemented!')
         raise NotImplementedError('Method not implemented!')
 
+    def ListTasks(self, request, context):
+        """Lists tasks, one per task name, returning the latest version and who it was deployed by.
+        """
+        context.set_code(grpc.StatusCode.UNIMPLEMENTED)
+        context.set_details('Method not implemented!')
+        raise NotImplementedError('Method not implemented!')
+
 
 def add_TaskServiceServicer_to_server(servicer, server):
     rpc_method_handlers = {
@@ -58,6 +70,11 @@ def add_TaskServiceServicer_to_server(servicer, server):
                     request_deserializer=workflow_dot_task__service__pb2.GetTaskDetailsRequest.FromString,
                     response_serializer=workflow_dot_task__service__pb2.GetTaskDetailsResponse.SerializeToString,
             ),
+            'ListTasks': grpc.unary_unary_rpc_method_handler(
+                    servicer.ListTasks,
+                    request_deserializer=workflow_dot_task__service__pb2.ListTasksRequest.FromString,
+                    response_serializer=workflow_dot_task__service__pb2.ListTasksResponse.SerializeToString,
+            ),
     }
     generic_handler = grpc.method_handlers_generic_handler(
             'cloudidl.workflow.TaskService', rpc_method_handlers)
@@ -102,3 +119,20 @@ class TaskService(object):
             workflow_dot_task__service__pb2.GetTaskDetailsResponse.FromString,
             options, channel_credentials,
             insecure, call_credentials, compression, wait_for_ready, timeout, metadata)
+
+    @staticmethod
+    def ListTasks(request,
+            target,
+            options=(),
+            channel_credentials=None,
+            call_credentials=None,
+            insecure=False,
+            compression=None,
+            wait_for_ready=None,
+            timeout=None,
+            metadata=None):
+        return grpc.experimental.unary_unary(request, target, '/cloudidl.workflow.TaskService/ListTasks',
+            workflow_dot_task__service__pb2.ListTasksRequest.SerializeToString,
+            workflow_dot_task__service__pb2.ListTasksResponse.FromString,
+            options, channel_credentials,
+            insecure, call_credentials, compression, wait_for_ready, timeout, metadata)

flyte/_run.py

@@ -63,6 +63,7 @@ class _Runner:
         raw_data_path: str | None = None,
         metadata_path: str | None = None,
         run_base_dir: str | None = None,
+        overwrite_cache: bool = False,
     ):
         init_config = _get_init_config()
         client = init_config.client if init_config else None
@@ -81,6 +82,7 @@ class _Runner:
         self._raw_data_path = raw_data_path
         self._metadata_path = metadata_path or "/tmp"
         self._run_base_dir = run_base_dir or "/tmp/base"
+        self._overwrite_cache = overwrite_cache
 
     @requires_initialization
     async def _run_remote(self, obj: TaskTemplate[P, R] | LazyEntity, *args: P.args, **kwargs: P.kwargs) -> Run:
@@ -182,6 +184,9 @@ class _Runner:
                         project_id=project_id,
                         task_spec=task_spec,
                         inputs=inputs.proto_inputs,
+                        run_spec=run_definition_pb2.RunSpec(
+                            overwrite_cache=self._overwrite_cache,
+                        ),
                     ),
                 )
                 return Run(pb2=resp.run)
@@ -414,6 +419,7 @@ def with_runcontext(
     interactive_mode: bool | None = None,
     raw_data_path: str | None = None,
     run_base_dir: str | None = None,
+    overwrite_cache: bool = False,
 ) -> _Runner:
     """
     Launch a new run with the given parameters as the context.

flyte/_trace.py

@@ -112,10 +112,8 @@ def trace(func: Callable[..., T]) -> Callable[..., T]:
     # Choose the appropriate wrapper based on the function type
     if inspect.iscoroutinefunction(func):
         # This handles async functions that return normal values
-        print(f"Coroutine function {func.__name__}")
         return cast(Callable[..., T], wrapper_async)
     elif inspect.isasyncgenfunction(func):
-        print(f"Async generator function {func.__name__}")
         return cast(Callable[..., T], wrapper_async_iterator)
     else:
         # For regular sync functions

flyte/_utils/__init__.py

@@ -9,14 +9,18 @@ from .coro_management import run_coros
 from .file_handling import filehash_update, update_hasher_for_source
 from .helpers import get_cwd_editable_install
 from .lazy_module import lazy_module
+from .org_discovery import hostname_from_url, org_from_endpoint, sanitize_endpoint
 from .uv_script_parser import parse_uv_script_file
 
 __all__ = [
     "AsyncLRUCache",
     "filehash_update",
     "get_cwd_editable_install",
+    "hostname_from_url",
     "lazy_module",
+    "org_from_endpoint",
     "parse_uv_script_file",
     "run_coros",
+    "sanitize_endpoint",
     "update_hasher_for_source",
 ]

flyte/_utils/org_discovery.py

@@ -29,3 +29,29 @@ def org_from_endpoint(endpoint: str | None) -> str | None:
         # Assuming the organization is the first part of the domain
         return domain_parts[0]
     return None
+
+
+def sanitize_endpoint(endpoint: str | None) -> str | None:
+    """
+    Sanitize the endpoint URL by ensuring it has a valid scheme.
+    :param endpoint: The endpoint URL to sanitize
+    :return: Sanitized endpoint URL or None if the input was None
+    """
+    if not endpoint:
+        return None
+    if "://" not in endpoint:
+        endpoint = f"dns:///{endpoint}"
+    else:
+        if endpoint.startswith("https://"):
+            # If the endpoint starts with dns:///, we assume it's a gRPC endpoint
+            endpoint = f"dns:///{endpoint[8:]}"
+        elif endpoint.startswith("http://"):
+            # If the endpoint starts with http://, we assume it's a REST endpoint
+            endpoint = f"dns:///{endpoint[7:]}"
+        elif not endpoint.startswith("dns:///"):
+            raise RuntimeError(
+                f"Invalid endpoint {endpoint}, expected format is "
+                f"dns:///<hostname> or https://<hostname> or http://<hostname>"
+            )
+    endpoint = endpoint.removesuffix("/")
+    return endpoint

flyte/_version.py

@@ -17,5 +17,5 @@ __version__: str
 __version_tuple__: VERSION_TUPLE
 version_tuple: VERSION_TUPLE
 
-__version__ = version = '0.2.0b11'
-__version_tuple__ = version_tuple = (0, 2, 0, 'b11')
+__version__ = version = '0.2.0b13'
+__version_tuple__ = version_tuple = (0, 2, 0, 'b13')

flyte/cli/_abort.py

@@ -1,4 +1,5 @@
 import rich_click as click
+from rich.console import Console
 
 from flyte.cli import _common as common
 
@@ -22,5 +23,6 @@ def run(cfg: common.CLIConfig, run_name: str, project: str | None = None, domain
     cfg.init(project=project, domain=domain)
     r = Run.get(name=run_name)
     if r:
-        r.abort(r)
-        print(f"Run '{run_name}' has been aborted.")
+        console = Console()
+        r.abort()
+        console.print(f"Run '{run_name}' has been aborted.")

flyte/cli/_common.py

@@ -310,12 +310,18 @@ def get_table(title: str, vals: Iterable[Any]) -> Table:
         border_style=PREFERRED_BORDER_COLOR,
     )
     headers = None
+    has_rich_repr = False
     for p in vals:
+        if hasattr(p, "__rich_repr__"):
+            has_rich_repr = True
+        elif not isinstance(p, (list, tuple)):
+            raise ValueError("Expected a list or tuple of values, or an object with __rich_repr__ method.")
+        o = p.__rich_repr__() if has_rich_repr else p
         if headers is None:
-            headers = [k for k, _ in p.__rich_repr__()]
+            headers = [k for k, _ in o]
             for h in headers:
                 table.add_column(h.capitalize())
-        table.add_row(*[str(v) for _, v in p.__rich_repr__()])
+        table.add_row(*[str(v) for _, v in o])
     return table
 
 

flyte/cli/_create.py

@@ -4,7 +4,7 @@ from typing import Any, Dict, get_args
 import rich_click as click
 
 import flyte.cli._common as common
-from flyte.remote._secret import SecretTypes
+from flyte.remote import SecretTypes
 
 
 @click.group(name="create")
@@ -103,6 +103,8 @@ def config(
     """
     import yaml
 
+    from flyte._utils import org_from_endpoint, sanitize_endpoint
+
     output_path = Path(output)
 
     if output_path.exists() and not force:
@@ -113,13 +115,12 @@ def config(
 
     admin: Dict[str, Any] = {}
     if endpoint:
+        endpoint = sanitize_endpoint(endpoint)
         admin["endpoint"] = endpoint
     if insecure:
         admin["insecure"] = insecure
 
     if not org and endpoint:
-        from flyte._utils.org_discovery import org_from_endpoint
-
         org = org_from_endpoint(endpoint)
 
     task: Dict[str, str] = {}

flyte/cli/_deploy.py

@@ -74,15 +74,22 @@ class DeployEnvCommand(click.Command):
         super().__init__(*args, **kwargs)
 
     def invoke(self, ctx: Context):
-        print(f"Deploying environment: {self.obj_name}")
+        from rich.console import Console
+
+        console = Console()
+        console.print(f"Deploying root - environment: {self.obj_name}")
         obj: CLIConfig = ctx.obj
         obj.init(self.deploy_args.project, self.deploy_args.domain)
-        return flyte.deploy(
-            self.obj,
-            dryrun=self.deploy_args.dry_run,
-            copy_style=self.deploy_args.copy_style,
-            version=self.deploy_args.version,
-        )
+        with console.status("Deploying...", spinner="dots"):
+            deployment = flyte.deploy(
+                self.obj,
+                dryrun=self.deploy_args.dry_run,
+                copy_style=self.deploy_args.copy_style,
+                version=self.deploy_args.version,
+            )
+
+        console.print(common.get_table("Environments", deployment.env_repr()))
+        console.print(common.get_table("Tasks", deployment.task_repr()))
 
 
 class EnvPerFileGroup(common.ObjectsPerFileGroup):
@@ -140,6 +147,6 @@ deploy = EnvFiles(
     name="deploy",
     help="""
     Deploy one or more environments from a python file.
-    The deploy command will create or update environments in the Flyte system.
+    This command will create or update environments in the Flyte system.
     """,
 )

flyte/cli/_get.py

@@ -20,7 +20,7 @@ def get():
     Using a `get` subcommand without any arguments will retrieve a list of available resources to get.
     For example:
 
-    * `get project` (without specifiying aproject), will list all projects.
+    * `get project` (without specifying a project), will list all projects.
     * `get project my_project` will return the details of the project named `my_project`.
 
     In some cases, a partially specified command will act as a filter and return available further parameters.
@@ -40,7 +40,6 @@ def project(cfg: common.CLIConfig, name: str | None = None):
     """
     from flyte.remote import Project
 
-    print(cfg)
     cfg.init()
 
     console = Console()
@@ -76,10 +75,12 @@ def run(cfg: common.CLIConfig, name: str | None = None, project: str | None = No
 @get.command(cls=common.CommandBase)
 @click.argument("name", type=str, required=False)
 @click.argument("version", type=str, required=False)
+@click.option("--limit", type=int, default=100, help="Limit the number of tasks to show.")
 @click.pass_obj
 def task(
     cfg: common.CLIConfig,
     name: str | None = None,
+    limit: int = 100,
     version: str | None = None,
     project: str | None = None,
     domain: str | None = None,
@@ -95,16 +96,16 @@ def task(
 
     console = Console()
     if name:
-        if not version:
-            raise click.BadParameter("Version is required when getting a task by name.")
-        v = Task.get(name=name, version=version)
-        if v is None:
-            raise click.BadParameter(f"Task {name} not found.")
-        t = v.fetch(v)
-        console.print(pretty_repr(t))
+        if version:
+            v = Task.get(name=name, version=version)
+            if v is None:
+                raise click.BadParameter(f"Task {name} not found.")
+            t = v.fetch()
+            console.print(pretty_repr(t))
+        else:
+            console.print(common.get_table("Tasks", Task.listall(by_task_name=name, limit=limit)))
     else:
-        raise click.BadParameter("Task listing is not supported yet, please provide a name.")
-        # console.print(common.get_table("Tasks", Task.listall()))
+        console.print(common.get_table("Tasks", Task.listall(limit=limit)))
 
 
 @get.command(cls=common.CommandBase)
@@ -142,7 +143,7 @@ def action(
     "--pretty",
     is_flag=True,
     default=False,
-    help="Show logs in a auto scrolling box, where number of lines is limited to `--lines`",
+    help="Show logs in an auto-scrolling box, where number of lines is limited to `--lines`",
 )
 @click.option(
     "--attempt", "-a", type=int, default=None, help="Attempt number to show logs for, defaults to the latest attempt."

flyte/cli/_run.py

@@ -66,7 +66,7 @@ class RunArguments:
                 ["--follow", "-f"],
                 is_flag=True,
                 default=False,
-                help="Wait and watch logs for the parent action. If not provided, the cli will exit after "
+                help="Wait and watch logs for the parent action. If not provided, the CLI will exit after "
                 "successfully launching a remote execution with a link to the UI.",
             )
         },
@@ -108,7 +108,6 @@ class RunTaskCommand(click.Command):
 
             r = flyte.with_runcontext(
                 copy_style=self.run_args.copy_style,
-                version=self.run_args.copy_style,
                 mode="local" if self.run_args.local else "remote",
                 name=self.run_args.name,
             ).run(self.obj, **ctx.params)

flyte/cli/main.py

@@ -103,7 +103,7 @@ def main(
     config_file: str | None,
 ):
     """
-    The Flyte CLI is the the command line interface for working with the Flyte SDK and backend.
+    The Flyte CLI is the command line interface for working with the Flyte SDK and backend.
 
     It follows a simple verb/noun structure,
     where the top-level commands are verbs that describe the action to be taken,

flyte/remote/__init__.py

@@ -11,6 +11,7 @@ __all__ = [
     "Run",
     "RunDetails",
     "Secret",
+    "SecretTypes",
     "Task",
     "create_channel",
     "upload_dir",
@@ -21,5 +22,5 @@ from ._client.auth import create_channel
 from ._data import upload_dir, upload_file
 from ._project import Project
 from ._run import Action, ActionDetails, ActionInputs, ActionOutputs, Run, RunDetails
-from ._secret import Secret
+from ._secret import Secret, SecretTypes
 from ._task import Task