truefoundry 0.3.0rc4__tar.gz → 0.3.0rc6__tar.gz

{truefoundry-0.3.0rc4 → truefoundry-0.3.0rc6}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: truefoundry
-Version: 0.3.0rc4
+Version: 0.3.0rc6
 Summary: Truefoundry CLI
 Author: Abhishek Choudhary
 Author-email: abhishek@truefoundry.com
@@ -10,8 +10,8 @@ Classifier: Programming Language :: Python :: 3.9
 Classifier: Programming Language :: Python :: 3.10
 Classifier: Programming Language :: Python :: 3.11
 Classifier: Programming Language :: Python :: 3.12
-Provides-Extra: flyte
 Provides-Extra: ml
+Provides-Extra: workflow
 Requires-Dist: GitPython (>=3.1.43,<3.2.0)
 Requires-Dist: Mako (>=1.1.6,<2.0.0)
 Requires-Dist: PyJWT (>=2.0.0,<3.0.0)
@@ -20,7 +20,7 @@ Requires-Dist: click (>=7.0.0,<9.0.0)
 Requires-Dist: docker (>=6.1.2,<8.0.0)
 Requires-Dist: fastapi (>=0.56.0,<0.200.0)
 Requires-Dist: filelock (>=3.8.0,<4.0.0)
-Requires-Dist: flytekit (==1.12.2) ; extra == "flyte"
+Requires-Dist: flytekit (==1.12.2) ; extra == "workflow"
 Requires-Dist: gitignorefile (>=1.1.2,<1.2.0)
 Requires-Dist: importlib-metadata (>=6.0.1,<8.0.0)
 Requires-Dist: importlib-resources (>=5.2.0,<6.0.0)

{truefoundry-0.3.0rc4 → truefoundry-0.3.0rc6}/pyproject.toml

@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "truefoundry"
-version = "0.3.0rc4"
+version = "0.3.0rc6"
 description = "Truefoundry CLI"
 authors = ["Abhishek Choudhary <abhishek@truefoundry.com>"]
 readme = "README.md"
@@ -39,7 +39,7 @@ yq = "^3.1.0"
 
 [tool.poetry.extras]
 ml = ["mlfoundry"]
-flyte = ["flytekit"]
+workflow = ["flytekit"]
 
 [tool.poetry.group.dev.dependencies]
 ruff = ">=0.4.10"

{truefoundry-0.3.0rc4 → truefoundry-0.3.0rc6}/truefoundry/deploy/auto_gen/models.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  application.json
-#   timestamp: 2024-07-05T13:46:01+00:00
+#   timestamp: 2024-07-19T06:56:20+00:00
 
 from __future__ import annotations
 
@@ -349,6 +349,25 @@ class Endpoint(BaseModel):
     )
 
 
+class FlyteLaunchPlanID(BaseModel):
+    resourceType: Literal["LAUNCH_PLAN"]
+    name: str
+
+
+class FlyteTaskID(BaseModel):
+    resourceType: Literal["TASK"]
+    name: str
+
+
+class FlyteWorkflowID(BaseModel):
+    resourceType: Literal["WORKFLOW"]
+    name: str
+
+
+class FlyteWorkflowTemplate(BaseModel):
+    id: FlyteWorkflowID
+
+
 class GcpTPU(BaseModel):
     type: Literal["gcp_tpu"] = Field(..., description="+value=gcp_tpu")
     name: constr(regex=r"^tpu-[a-z\d\-]+$") = Field(
@@ -431,14 +450,14 @@ class HttpProbe(BaseModel):
     +label=Instructions for assessing container health by executing an HTTP GET request.
     """
 
-    type: Literal["http"] = Field(..., description="+sort=1\n+value=http")
+    type: Literal["http"] = Field(
+        ..., description="+sort=1\n+label=Request Type\n+value=http"
+    )
     path: str = Field(
-        ...,
-        description="+usage=The endpoint, relative to the port, to which the HTTP GET request should be directed.\n+sort=2",
+        ..., description="+usage=Path to the health check endpoint\n+sort=2"
     )
     port: conint(ge=0, le=65535) = Field(
-        ...,
-        description="+usage=The TCP socket within the container to which the HTTP GET request should be directed.\n+sort=3",
+        ..., description="+usage=Listening port for the health check endpoint\n+sort=3"
     )
     host: Optional[str] = Field(
         None,
@@ -795,7 +814,7 @@ class PythonBuild(BaseModel):
     )
     command: Union[str, List[str]] = Field(
         ...,
-        description="Command will be set as the Entrypoint of the generatede\nimage.\n+label=Command\n+usage=Command to run when the container starts.\nCommand will be set as the Entrypoint of the generated image.\nWhen deploying a Job, the command can be templatized by defining `params` and referencing them in command\nE.g. `python main.py --learning_rate {{learning_rate}}`",
+        description="Command will be set as the Entrypoint of the generated\nimage.\n+label=Command\n+usage=Command to run when the container starts.\nCommand will be set as the Entrypoint of the generated image.\nWhen deploying a Job, the command can be templatized by defining `params` and referencing them in command\nE.g. `python main.py --learning_rate {{learning_rate}}`",
     )
     cuda_version: Optional[
         constr(
@@ -1058,6 +1077,10 @@ class TaskDockerFileBuild(BaseModel):
     """
 
     type: Literal["task-dockerfile-build"] = Field(..., description="+value=dockerfile")
+    docker_registry: Optional[str] = Field(
+        None,
+        description="+docs=FQN of the container registry. You can the FQN of your desired container registry (or add one)\nin the  Integrations page[Integrations](https://app.truefoundry.tech/integrations?tab=docker-registry) page\n+label=Docker Registry\n+usage=FQN of the container registry. If you can't find your registry here,\nadd it through the [Integrations](/integrations?tab=docker-registry) page",
+    )
     dockerfile_path: str = Field(
         "./Dockerfile",
         description="+label=Path to Dockerfile\n+usage=The file path of the Dockerfile relative to project root path.",
@@ -1077,6 +1100,10 @@ class TaskPythonBuild(BaseModel):
     type: Literal["task-python-build"] = Field(
         ..., description="+value=task-python-build"
     )
+    docker_registry: Optional[str] = Field(
+        None,
+        description="+docs=FQN of the container registry. You can the FQN of your desired container registry (or add one)\nin the  Integrations page[Integrations](https://app.truefoundry.tech/integrations?tab=docker-registry) page\n+label=Docker Registry\n+usage=FQN of the container registry. If you can't find your registry here,\nadd it through the [Integrations](/integrations?tab=docker-registry) page",
+    )
     python_version: constr(regex=r"^\d+(\.\d+){1,2}([\-\.a-z0-9]+)?$") = Field(
         "3.9",
         description="+label=Python version\n+usage=Python version to run your application. Should be one of the tags listed on [Official Python Docker Page](https://hub.docker.com/_/python)\n+message=Please enter a valid Python version tag",
@@ -1238,34 +1265,6 @@ class VolumeMount(BaseModel):
     )
 
 
-class Workflow(BaseModel):
-    """
-    +docs=Describes the configuration for the worflow
-    """
-
-    type: constr(regex=r"^workflow$") = Field(..., description="+value=workflow")
-    name: constr(regex=r"^[a-z][a-z0-9\-]{1,30}[a-z0-9]$") = Field(
-        ...,
-        description="+usage=Name of the workflow\n+sort=1\n+message=3 to 32 lower case characters long alphanumeric word, may contain - in between, cannot start with a number",
-    )
-    source: Union[LocalSource, RemoteSource] = Field(
-        ...,
-        description="+docs=Source Code for the workflow, either local or remote\n+label=Source Code for your workflow\n+icon=fa-solid fa-cloud-arrow-up:#21B6A8\n+sort=200",
-    )
-    env: Optional[Dict[str, str]] = Field(
-        None,
-        description="+label=Environment Variables\n+usage=Configure environment variables to be injected in the service either as plain text or secrets. [Docs](https://docs.truefoundry.com/docs/env-variables)\n+icon=fa-globe\n+sort=500",
-    )
-    docker_registry: Optional[str] = Field(
-        None,
-        description="+docs=FQN of the container registry. You can the FQN of your desired container registry (or add one)\nin the  Integrations page[Integrations](https://app.truefoundry.tech/integrations?tab=docker-registry) page\n+label=Docker Registry\n+usage=FQN of the container registry. If you can't find your registry here,\nadd it through the [Integrations](/integrations?tab=docker-registry) page",
-    )
-    flyte_entities: List[Dict[str, Any]] = Field(
-        ...,
-        description="+docs=These\n+label=Flyte Entities\nActually ContainerTaskConfig and PythonTaskConfig are not flyte entities, this is just for code generation",
-    )
-
-
 class ArtifactsDownload(BaseModel):
     """
     +docs=Describes the configuration for the artifacts cache
@@ -1381,6 +1380,9 @@ class ContainerTaskConfig(BaseModel):
         description="+label=Environment Variables\n+usage=Configure environment variables to be injected in the task either as plain text or secrets. [Docs](https://docs.truefoundry.com/docs/env-variables)\n+icon=fa-globe\n+sort=200",
     )
     resources: Optional[Resources] = None
+    service_account: Optional[str] = Field(
+        None, description="+label=Service Account\n+sort=400"
+    )
 
 
 class CoreNATSOutputConfig(BaseModel):
@@ -1400,31 +1402,42 @@ class CoreNATSOutputConfig(BaseModel):
     auth: Optional[NATSUserPasswordAuth] = None
 
 
+class FlyteLaunchPlanSpec(BaseModel):
+    workflowId: FlyteWorkflowID
+
+
+class FlyteWorkflow(BaseModel):
+    template: FlyteWorkflowTemplate
+    description: Optional[Any] = None
+
+
 class HealthProbe(BaseModel):
     """
     +docs=Describes the configuration for the Health Probe's
     To learn more you can go [here](https://docs.truefoundry.com/docs/liveness-readiness-probe)
     +icon=fa-heart
+    +uiType=HealthProbe
     """
 
     config: HttpProbe
     initial_delay_seconds: conint(ge=0, le=36000) = Field(
         0,
-        description="+usage=Number of seconds after the container is started before the first probe is initiated.",
+        description="+usage=Time to wait after container has started before checking the endpoint",
     )
     period_seconds: conint(ge=1, le=36000) = Field(
-        10, description="+usage=How often, in seconds, to execute the probe."
+        10, description="+usage=How often to check the endpoint"
     )
     timeout_seconds: conint(ge=1, le=36000) = Field(
-        1, description="+usage=Number of seconds after which the probe times out."
+        1,
+        description="+usage=Time to wait for a response from the endpoint before considering it down",
     )
     success_threshold: conint(ge=1, le=100) = Field(
         1,
-        description="+usage=Minimum consecutive successes for the probe to be considered successful after having failed.",
+        description="+usage=Number of successful responses from the endpoint before container is considered healthy",
     )
     failure_threshold: conint(ge=1, le=100) = Field(
         3,
-        description="+usage=Number of consecutive failures required to determine the container is not alive (liveness probe) or not ready (readiness probe).",
+        description="+usage=Number of consecutive failures before the container is considered down",
     )
 
 
@@ -1636,6 +1649,9 @@ class PythonTaskConfig(BaseModel):
         description="+label=Environment Variables\n+usage=Configure environment variables to be injected in the task either as plain text or secrets. [Docs](https://docs.truefoundry.com/docs/env-variables)\n+icon=fa-globe\n+sort=200",
     )
     resources: Optional[Resources] = None
+    service_account: Optional[str] = Field(
+        None, description="+label=Service Account\n+sort=400"
+    )
 
 
 class SSHServer(BaseWorkbenchInput):
@@ -1715,6 +1731,21 @@ class BaseService(BaseModel):
     readiness_probe: Optional[HealthProbe] = None
 
 
+class FlyteLaunchPlan(BaseModel):
+    id: FlyteLaunchPlanID
+    spec: FlyteLaunchPlanSpec
+    closure: Any
+
+
+class FlyteTaskCustom(BaseModel):
+    truefoundry: Union[PythonTaskConfig, ContainerTaskConfig]
+
+
+class FlyteTaskTemplate(BaseModel):
+    id: FlyteTaskID
+    custom: FlyteTaskCustom
+
+
 class Service(BaseService):
     """
     +docs=Describes the configuration for the service
@@ -1750,6 +1781,34 @@ class AsyncService(BaseService):
     sidecar: Optional[AsyncProcessorSidecar] = None
 
 
+class FlyteTask(BaseModel):
+    template: FlyteTaskTemplate
+    description: Optional[Any] = None
+
+
+class Workflow(BaseModel):
+    """
+    +docs=Describes the configuration for the worflow
+    """
+
+    type: constr(regex=r"^workflow$") = Field(..., description="+value=workflow")
+    name: constr(regex=r"^[a-z][a-z0-9\-]{1,30}[a-z0-9]$") = Field(
+        ...,
+        description="+usage=Name of the workflow\n+sort=1\n+message=3 to 32 lower case characters long alphanumeric word, may contain - in between, cannot start with a number",
+    )
+    source: Union[LocalSource, RemoteSource] = Field(
+        ...,
+        description="+docs=Source Code for the workflow, either local or remote\n+label=Source Code for your workflow\n+icon=fa-solid fa-cloud-arrow-up:#21B6A8\n+sort=200",
+    )
+    workflow_file_path: str = Field(
+        ...,
+        description="+label=Workflow File Path\n+docs=Path to the workflow file relative to the project root path\n+sort=550",
+    )
+    flyte_entities: Optional[List[Union[FlyteTask, FlyteWorkflow, FlyteLaunchPlan]]] = (
+        Field(None, description="+label=Flyte Entities")
+    )
+
+
 class ApplicationSet(BaseModel):
     """
     +docs=Describes the configuration for the application set

{truefoundry-0.3.0rc4 → truefoundry-0.3.0rc6}/truefoundry/deploy/lib/clients/servicefoundry_client.py

@@ -600,14 +600,12 @@ class ServiceFoundryServiceClient:
     def trigger_job(
         self,
         deployment_id: str,
-        component_name: str,
         command: Optional[str] = None,
         params: Optional[Dict[str, str]] = None,
     ) -> TriggerJobResult:
         url = f"{self._api_server_url}/{VERSION_PREFIX}/jobs/trigger"
         body = {
             "deploymentId": deployment_id,
-            "componentName": component_name,
             "input": {},
         }
         if command:

{truefoundry-0.3.0rc4 → truefoundry-0.3.0rc6}/truefoundry/deploy/lib/dao/application.py

@@ -115,7 +115,6 @@ def get_job_run(
 
 def trigger_job(
     application_fqn: str,
-    component_name: str = None,
     command: Optional[Union[str, Sequence[str]]] = None,
     params: Optional[Dict[str, str]] = None,
 ) -> TriggerJobResult:
@@ -124,7 +123,6 @@ def trigger_job(
 
     Args:
         application_fqn: Fully Qualified Name of the Deployed Job (without the version number)
-        component_name: Name of the component to trigger the job on. Required in case of type `application`, defaults to `None`.
         command: command to run the job with, defaults to `None`. Can be a `str` or `List[str]`
             When `None`, the job is triggered with configured command at the time of deployment.
             When passed as a list, the command will be joined using `shlex.join`
@@ -178,7 +176,6 @@ def trigger_job(
         message = f"Job triggered with params {params!r}"
     result = client.trigger_job(
         deployment_id=application_info.activeDeploymentId,
-        component_name=component_name,
         command=command_str if command_str else None,
         params=params if params else None,
     )

truefoundry-0.3.0rc6/truefoundry/deploy/v2/lib/deploy_workflow.py

@@ -0,0 +1,173 @@
+import os
+import sys
+from pathlib import Path
+from typing import List, Union
+
+from flytekit.configuration import Image as FlytekitImage
+from flytekit.configuration import ImageConfig, SerializationSettings
+from flytekit.models.launch_plan import LaunchPlan as FlyteLaunchPlan
+from flytekit.tools.repo import serialize as serialize_workflow
+from flytekit.tools.translator import TaskSpec as FlyteTaskSpec
+from flytekit.tools.translator import WorkflowSpec as FlyteWorkflowSpec
+from google.protobuf.json_format import MessageToDict
+
+from truefoundry.deploy.auto_gen import models as auto_gen_models
+from truefoundry.deploy.lib.clients.servicefoundry_client import (
+    ServiceFoundryServiceClient,
+)
+from truefoundry.deploy.lib.dao.workspace import get_workspace_by_fqn
+from truefoundry.deploy.lib.model.entity import Deployment
+from truefoundry.deploy.v2.lib.source import (
+    local_source_to_remote_source,
+)
+from truefoundry.logger import logger
+from truefoundry.pydantic_v1 import ValidationError
+
+
+def _handle_code_upload_for_workflow(
+    workflow: auto_gen_models.Workflow, workspace_fqn: str
+) -> auto_gen_models.Workflow:
+    new_workflow = workflow.copy(deep=True)
+    new_workflow.source = local_source_to_remote_source(
+        local_source=workflow.source,
+        workspace_fqn=workspace_fqn,
+        component_name=workflow.name,
+    )
+    return new_workflow
+
+
+# this function does validation that num_workflows = 1, this also validates task_config is passed correctly.
+# This is verified by pydantic but doing it here also as error messages are not clear in pydantic
+def _validate_workflow_entities(
+    workflow_entities: List[Union[FlyteWorkflowSpec, FlyteLaunchPlan, FlyteTaskSpec]],
+):
+    workflow_objs = []
+    launch_plans = []
+    tasks = []
+    for entity in workflow_entities:
+        if isinstance(entity, FlyteWorkflowSpec):
+            workflow_objs.append(entity)
+        elif isinstance(entity, FlyteLaunchPlan):
+            launch_plans.append(entity)
+        elif isinstance(entity, FlyteTaskSpec):
+            tasks.append(entity)
+        else:
+            raise ValueError(f"Invalid entity found in workflow: {entity}")
+    if len(workflow_objs) != 1:
+        raise ValueError(
+            f"Workflow file must have exactly one workflow object. Found {len(workflow_objs)}"
+        )
+    if len(launch_plans) != 1:
+        raise ValueError(
+            f"Workflow file must have exactly one launch plan. Found {len(launch_plans)}"
+        )
+
+    error_message_to_use_truefoundry_decorators = """Invalid task definition for task: {}, Please use valid truefoundry decorator/class and pass task_config for tasks.
+        You can import truefoundry task decorators using:
+        `from truefoundry.workflow import task, ContainerTask, map_task`
+        You can pass task config using `task_config` parameter in the task definition. Task config should be one of the following:
+        `PythonTaskConfig`, or  `ContainerTaskConfig`. You can import these using:
+        `from truefoundry.workflow import PythonTaskConfig, ContainerTaskConfig`
+         """
+    for task in tasks:
+        if not task.template.custom:
+            raise ValueError(
+                error_message_to_use_truefoundry_decorators.format(
+                    task.template.id.name
+                )
+            )
+        try:
+            auto_gen_models.FlyteTaskCustom.validate(task.template.custom)
+        except ValidationError:
+            raise ValueError(
+                error_message_to_use_truefoundry_decorators.format(
+                    task.template.id.name
+                )
+            ) from None
+
+
+def _get_relative_package_path_from_filepath(
+    project_root_path: str, filepath: str
+) -> str:
+    """
+    This function returns the relative package path from the project root path for a given file path.
+    e.g. if project_root_path = /home/user/project and filepath = /home/user/project/src/module.py
+    then the function will return src.module
+    """
+    relative_file_path = os.path.relpath(filepath, project_root_path)
+    path = Path(relative_file_path)
+    package_path = str(path.with_suffix("")).replace(os.path.sep, ".")
+
+    return package_path
+
+
+def _generate_manifest_for_workflow(
+    workflow: auto_gen_models.Workflow,
+):
+    settings = SerializationSettings(
+        # We are adding these defaults to avoid validation errors in flyte objects
+        image_config=ImageConfig(default_image=FlytekitImage(name="", tag="", fqn="")),
+        python_interpreter=sys.executable,
+    )
+    source_absolute_path = os.path.abspath(workflow.source.project_root_path)
+
+    workflow_file_absolute_path = os.path.join(
+        source_absolute_path, workflow.workflow_file_path
+    )
+    if not os.path.exists(workflow_file_absolute_path):
+        raise FileNotFoundError(
+            f"Workflow file not found at {workflow_file_absolute_path}. Workflow file path should be relative to project root path."
+        )
+
+    package_path = _get_relative_package_path_from_filepath(
+        project_root_path=source_absolute_path, filepath=workflow_file_absolute_path
+    )
+
+    workflow_entities = serialize_workflow(
+        pkgs=[package_path], settings=settings, local_source_root=source_absolute_path
+    )
+    _validate_workflow_entities(workflow_entities)
+
+    workflow.flyte_entities = []
+    for entity in workflow_entities:
+        message_dict = MessageToDict(entity.to_flyte_idl())
+        # proto message to dict conversion converts all int to float. so we need this hack
+        if (
+            message_dict.get("template")
+            and message_dict["template"].get("custom")
+            and message_dict["template"]["custom"].get("truefoundry")
+        ):
+            parsed_model = auto_gen_models.FlyteTaskCustom.parse_obj(
+                message_dict["template"]["custom"]
+            )
+            message_dict["template"]["custom"]["truefoundry"] = parsed_model.truefoundry
+
+        workflow.flyte_entities.append(message_dict)
+
+    # this step is just to verify if pydantic model is still valid after adding flyte_entities
+    auto_gen_models.Workflow.validate({**workflow.dict()})
+
+
+def deploy_workflow(
+    workflow: auto_gen_models.Workflow, workspace_fqn: str, wait: bool = True
+) -> Deployment:
+    _generate_manifest_for_workflow(workflow)
+    workspace_id = get_workspace_by_fqn(workspace_fqn).id
+
+    logger.info(
+        f"Deploying workflow {workflow.name} to workspace {workspace_fqn} ({workspace_id})"
+    )
+
+    workflow = _handle_code_upload_for_workflow(
+        workflow=workflow, workspace_fqn=workspace_fqn
+    )
+
+    client = ServiceFoundryServiceClient()
+    response = client.deploy_application(
+        workspace_id=workspace_id, application=workflow
+    )
+    logger.info(
+        "🚀 Deployment started for application '%s'. Deployment FQN is '%s'.",
+        workflow.name,
+        response.fqn,
+    )

{truefoundry-0.3.0rc4 → truefoundry-0.3.0rc6}/truefoundry/deploy/v2/lib/deployable_patched_models.py

@@ -3,6 +3,7 @@ from typing import Literal, Union
 from truefoundry.deploy.auto_gen import models
 from truefoundry.deploy.lib.model.entity import Deployment
 from truefoundry.deploy.v2.lib.deploy import deploy_component
+from truefoundry.deploy.v2.lib.deploy_workflow import deploy_workflow
 from truefoundry.pydantic_v1 import BaseModel, Field, conint
 
 
@@ -63,10 +64,18 @@ class SSHServer(models.SSHServer, DeployablePatchedModelBase):
 
 class Application(models.Application, DeployablePatchedModelBase):
     def deploy(self, workspace_fqn: str, wait: bool = True) -> Deployment:
-        return deploy_component(
-            component=self.__root__, workspace_fqn=workspace_fqn, wait=wait
-        )
+        if isinstance(self.__root__, models.Workflow):
+            return deploy_workflow(
+                workflow=self.__root__, workspace_fqn=workspace_fqn, wait=wait
+            )
+        else:
+            return deploy_component(
+                component=self.__root__, workspace_fqn=workspace_fqn, wait=wait
+            )
 
 
 class Workflow(models.Workflow, DeployablePatchedModelBase):
     type: Literal["workflow"] = "workflow"
+
+    def deploy(self, workspace_fqn: str, wait: bool = True) -> Deployment:
+        return deploy_workflow(workflow=self, workspace_fqn=workspace_fqn, wait=wait)

{truefoundry-0.3.0rc4 → truefoundry-0.3.0rc6}/truefoundry/deploy/v2/lib/patched_models.py

@@ -499,12 +499,12 @@ class StaticVolumeConfig(models.StaticVolumeConfig, PatchedModelBase):
 
 class PythonTaskConfig(models.PythonTaskConfig, PatchedModelBase):
     type: Literal["python-task-config"] = "python-task-config"
-    resources: Optional[Resources] = Resources()
+    resources: models.Resources = Field(default_factory=models.Resources)
 
 
 class ContainerTaskConfig(models.ContainerTaskConfig, PatchedModelBase):
     type: Literal["container-task-config"] = "container-task-config"
-    resources: Optional[Resources] = Resources()
+    resources: models.Resources = Field(default_factory=models.Resources)
 
 
 class TaskDockerFileBuild(models.TaskDockerFileBuild, PatchedModelBase):

truefoundry-0.3.0rc6/truefoundry/version.py

@@ -0,0 +1,4 @@
+try:
+    __version__ = "0.6.2"
+except Exception:
+    __version__ = "NA"

truefoundry-0.3.0rc6/truefoundry/workflow/__init__.py

@@ -0,0 +1,19 @@
+try:
+    from flytekit import task
+except ImportError:
+    print("To use workflows, please run 'pip install truefoundry[workflow]'.")
+
+from flytekit import conditional
+from flytekit.types.directory import FlyteDirectory
+
+from truefoundry.deploy.v2.lib.patched_models import (
+    ContainerTaskConfig,
+    PythonTaskConfig,
+    TaskDockerFileBuild,
+    TaskPythonBuild,
+)
+from truefoundry.workflow.container_task import ContainerTask
+from truefoundry.workflow.map_task import map_task
+from truefoundry.workflow.python_task import PythonFunctionTask
+from truefoundry.workflow.task import task
+from truefoundry.workflow.workflow import workflow

truefoundry-0.3.0rc6/truefoundry/workflow/container_task.py

@@ -0,0 +1,12 @@
+from flytekit import ContainerTask
+
+from truefoundry.workflow import ContainerTaskConfig
+
+
+class ContainerTask(ContainerTask):
+    def __init__(self, name: str, task_config: ContainerTaskConfig):
+        super().__init__(name=name, image="", command=[])
+        self.tfy_task_config = task_config
+
+    def get_custom(self, settings) -> dict:
+        return {"truefoundry": self.tfy_task_config.dict()}

truefoundry-0.3.0rc6/truefoundry/workflow/example/deploy.sh

@@ -0,0 +1 @@
+ tfy deploy --workspace_fqn tfy-ctl-euwe1-devtest:nikhil-ws

truefoundry-0.3.0rc6/truefoundry/workflow/example/hello_world_package/workflow.py

@@ -0,0 +1,19 @@
+from truefoundry.workflow import PythonTaskConfig, TaskPythonBuild, task, workflow
+
+
+@task(
+    task_config=PythonTaskConfig(
+        image=TaskPythonBuild(
+            python_version="3.9",
+            pip_packages=["flytekit==1.10.3"],
+        )
+    )
+)
+def say_hello() -> str:
+    return "Hello, World!"
+
+
+@workflow
+def hello_world_wf() -> str:
+    res = say_hello()
+    return res