truefoundry 0.5.7rc1__py3-none-any.whl → 0.5.8__py3-none-any.whl

truefoundry/workflow/example/package/test_workflow.py

@@ -1,151 +0,0 @@
-import os
-from functools import partial
-from pathlib import Path
-from typing import List, Optional, Tuple
-
-from truefoundry.deploy import Image, NvidiaGPU, Resources
-from truefoundry.workflow import (
-    ContainerTask,
-    ContainerTaskConfig,
-    FlyteDirectory,
-    PythonTaskConfig,
-    TaskPythonBuild,
-    conditional,
-    map_task,
-    task,
-    workflow,
-)
-
-cpu_task_config = PythonTaskConfig(
-    image=TaskPythonBuild(
-        python_version="3.9",
-        pip_packages=["truefoundry[workflow]==0.4.1"],
-    ),
-    resources=Resources(cpu_request=0.45),
-    service_account="tfy-workflows-sa",
-)
-
-
-# figure out naming
-@task(task_config=cpu_task_config)
-def should_train_tokenizer(tokenizer: str) -> bool:
-    print("Should train tokenizer")
-    return not bool(tokenizer)
-
-
-@task(
-    task_config=cpu_task_config,
-    # currently we will not support the caching, but keeping here for now
-    # cache=True,
-    # cache_version="1.0",
-)
-def train_tokenizer() -> str:
-    print("Training tokenizer")
-    return "trained_tokenizer"
-
-
-@task(
-    task_config=PythonTaskConfig(
-        image=TaskPythonBuild(
-            python_version="3.9",
-            pip_packages=["truefoundry[workflow]==0.4.1", "pynvml==11.5.0"],
-            cuda_version="11.5-cudnn8",
-        ),
-        env={
-            "NVIDIA_DRIVER_CAPABILITIES": "compute,utility",
-            "NVIDIA_VISIBLE_DEVICES": "all",
-        },
-        resources=Resources(cpu_request=0.45, devices=[NvidiaGPU(name="T4", count=1)]),
-        service_account="tfy-workflows-sa",
-    ),
-)
-def train_model(tokenizer: str) -> Tuple[FlyteDirectory, str]:
-    print("Training model")
-    import flytekit
-    # from pynvml import nvmlDeviceGetCount, nvmlInit
-
-    # nvmlInit()
-    # assert nvmlDeviceGetCount() > 0
-
-    working_dir = flytekit.current_context().working_directory
-    local_dir = Path(os.path.join(working_dir, "csv_files"))
-    local_dir.mkdir(exist_ok=True)
-
-    with open(os.path.join(local_dir, "model"), "w", encoding="utf-8") as f:
-        f.write(tokenizer)
-
-    return FlyteDirectory(path=str(local_dir)), "hello"
-
-
-@task(task_config=cpu_task_config)
-def get_validation_data() -> List[str]:
-    print("Getting validation data")
-    return ["foo", "bar", "baz"]
-
-
-@task(task_config=cpu_task_config)
-def validate_model(model: FlyteDirectory, tokenizer: str, validation_data: str) -> bool:
-    print(validation_data)
-    model_path = os.path.join(model, "model")
-    with open(model_path, "r", encoding="utf-8") as f:
-        return f.read() == tokenizer
-
-
-@task(task_config=cpu_task_config)
-def all_good(validations: List[bool]) -> bool:
-    print("Validations", validations)
-    return all(validations)
-
-
-echo = ContainerTask(
-    name="echo",
-    task_config=ContainerTaskConfig(
-        image=Image(
-            image_uri="docker.io/bash:4.1",
-            command=["echo", "hello"],
-        ),
-        service_account="tfy-workflows-sa",
-    ),
-)
-
-
-@task(task_config=cpu_task_config)
-def random(tokenizer: str) -> Tuple[FlyteDirectory, str]:
-    print(tokenizer)
-    return FlyteDirectory(path=""), "random"
-
-
-@workflow(
-    # execution_configs=[
-    #     ExecutionConfig(
-    #         schedule="*/10 * * * *",
-    #     )
-    # ]
-)
-def train(
-    tokenizer: str = "",
-    test_v2: str = "",
-    optional_var: Optional[str] = "",
-    default_v: Optional[str] = "hello1",
-    default_v2: str = "hello2",
-) -> bool:
-    stt = should_train_tokenizer(tokenizer=tokenizer)
-    model, t = (
-        conditional("train_tokenizer")
-        .if_(stt.is_true())
-        .then(train_model(tokenizer=tokenizer))
-        .else_()
-        .then(random(tokenizer=tokenizer))
-    )
-    validation_task = partial(validate_model, model=model, tokenizer=t)
-    validation_data = get_validation_data()
-    validations = map_task(
-        validation_task,
-        concurrency=2,
-    )(validation_data=validation_data)
-    echo()
-    return all_good(validations=validations)
-
-
-if __name__ == "__main__":
-    train()

truefoundry/workflow/example/truefoundry.yaml

@@ -1,9 +0,0 @@
-type: workflow
-name: my-test-workflow9
-source:
-  type: local
-  local_build: false
-  project_root_path: "./"
-workflow_file_path: package/test_workflow.py
-# workflow_file_path: hello_world_package/workflow.py
-flyte_entities: []

truefoundry/workflow/example/workflow.yaml

@@ -1,116 +0,0 @@
-type: workflow
-name: my-test-workflow5
-source:
-  type: remote
-  remote_uri: s3://tfy-mlfoundry-tfy-ctl-euwe1-devtest20221012173221749100000002/tfy-ctl-euwe1-devtest:nikhil-ws/my-test-workflow5/clyhb79w4013l01oyfq1iawd5/package.tar.gz
-workflow_file_path: hello_world_package/workflow.py
-docker_registry: docker.io/nikp-test
-flyte_entities:
-- template:
-    id:
-      resourceType: TASK
-      name: hello_world_package.workflow.say_hello
-    type: python-task
-    metadata:
-      runtime:
-        type: FLYTE_SDK
-        version: 1.12.2
-        flavor: python
-      retries: {}
-    interface:
-      inputs: {}
-      outputs:
-        variables:
-          o0:
-            type:
-              simple: STRING
-            description: o0
-    custom:
-      truefoundry:
-        type: python-task-config
-        image:
-          type: task-python-build
-          python_version: '3.9'
-          pip_packages:
-          - flytekit==1.10.3
-        resources:
-          cpu_request: 0.2
-          cpu_limit: 0.5
-          memory_request: 200
-          memory_limit: 500
-          ephemeral_storage_request: 1000
-          ephemeral_storage_limit: 2000
-    container:
-      image: ':'
-      args:
-      - pyflyte-execute
-      - --inputs
-      - '{{.input}}'
-      - --output-prefix
-      - '{{.outputPrefix}}'
-      - --raw-output-data-prefix
-      - '{{.rawOutputDataPrefix}}'
-      - --checkpoint-path
-      - '{{.checkpointOutputPrefix}}'
-      - --prev-checkpoint
-      - '{{.prevCheckpointPrefix}}'
-      - --resolver
-      - flytekit.core.python_auto_container.default_task_resolver
-      - --
-      - task-module
-      - hello_world_package.workflow
-      - task-name
-      - say_hello
-      resources: {}
-  description:
-    longDescription:
-      format: DESCRIPTION_FORMAT_RST
-- template:
-    id:
-      resourceType: WORKFLOW
-      name: hello_world_package.workflow.hello_world_wf
-    metadata: {}
-    interface:
-      inputs: {}
-      outputs:
-        variables:
-          o0:
-            type:
-              simple: STRING
-            description: o0
-    nodes:
-    - id: n0
-      metadata:
-        name: say_hello
-        retries: {}
-      taskNode:
-        referenceId:
-          resourceType: TASK
-          name: hello_world_package.workflow.say_hello
-        overrides: {}
-    outputs:
-    - var: o0
-      binding:
-        promise:
-          nodeId: n0
-          var: o0
-    metadataDefaults: {}
-  description:
-    longDescription:
-      format: DESCRIPTION_FORMAT_RST
-- id:
-    resourceType: LAUNCH_PLAN
-    name: hello_world_package.workflow.hello_world_wf
-  spec:
-    workflowId:
-      resourceType: WORKFLOW
-      name: hello_world_package.workflow.hello_world_wf
-    entityMetadata: {}
-    defaultInputs: {}
-    fixedInputs: {}
-    labels: {}
-    annotations: {}
-    rawOutputDataConfig: {}
-  closure:
-    expectedInputs: {}
-    expectedOutputs: {}

truefoundry-0.5.7rc1.dist-info/METADATA

@@ -1,79 +0,0 @@
-Metadata-Version: 2.3
-Name: truefoundry
-Version: 0.5.7rc1
-Summary: TrueFoundry CLI
-Author: Abhishek Choudhary
-Author-email: abhishek@truefoundry.com
-Requires-Python: >=3.8.1,<3.13
-Classifier: Programming Language :: Python :: 3
-Classifier: Programming Language :: Python :: 3.9
-Classifier: Programming Language :: Python :: 3.10
-Classifier: Programming Language :: Python :: 3.11
-Classifier: Programming Language :: Python :: 3.12
-Provides-Extra: workflow
-Requires-Dist: GitPython (>=3.1.43,<4.0.0)
-Requires-Dist: Mako (>=1.1.6,<2.0.0)
-Requires-Dist: PyJWT (>=2.0.0,<3.0.0)
-Requires-Dist: PyYAML (>=6.0.0,<7.0.0)
-Requires-Dist: aenum (>=3.0.0,<4.0.0)
-Requires-Dist: click (>=7.0.0,<9.0.0)
-Requires-Dist: coolname (>=1.1.0,<2.0.0)
-Requires-Dist: docker (>=6.1.2,<8.0.0)
-Requires-Dist: filelock (>=3.8.0,<4.0.0)
-Requires-Dist: flytekit (==1.13.13) ; extra == "workflow"
-Requires-Dist: gitignorefile (>=1.1.2,<2.0.0)
-Requires-Dist: importlib-metadata (>=4.11.3,<9.0.0)
-Requires-Dist: importlib-resources (>=5.2.0,<7.0.0)
-Requires-Dist: numpy (>=1.23.0,<2.0.0) ; python_version < "3.12"
-Requires-Dist: numpy (>=1.26.0,<2.0.0) ; python_version >= "3.12"
-Requires-Dist: openai (>=1.16.2,<2.0.0)
-Requires-Dist: packaging (>=20.0,<25.0)
-Requires-Dist: pydantic (>=1.8.2,<3.0.0)
-Requires-Dist: pygments (>=2.12.0,<3.0.0)
-Requires-Dist: python-dateutil (>=2.8.2,<3.0.0)
-Requires-Dist: python-dotenv (>=1.0.1,<2.0.0)
-Requires-Dist: python-socketio[client] (>=5.5.2,<6.0.0)
-Requires-Dist: questionary (>=1.10.0,<2.0.0)
-Requires-Dist: requests (>=2.18.0,<3.0.0)
-Requires-Dist: requirements-parser (>=0.11.0,<0.12.0)
-Requires-Dist: rich (>=13.7.1,<14.0.0)
-Requires-Dist: rich-click (>=1.2.1,<2.0.0)
-Requires-Dist: scipy (>=1.12.0,<2.0.0) ; python_version >= "3.12"
-Requires-Dist: scipy (>=1.5.0,<2.0.0) ; python_version < "3.12"
-Requires-Dist: tqdm (>=4.0.0,<5.0.0)
-Requires-Dist: typing-extensions (>=4.0)
-Requires-Dist: urllib3 (>=1.26.18,<3)
-Requires-Dist: yq (>=3.1.0,<4.0.0)
-Description-Content-Type: text/markdown
-
-# TrueFoundry
-
-TrueFoundry library to help you interact with the platform programmatically by
-
-- Interacting with the deployments side of TrueFoundry, enabling you to manage workspaces, deployments, applications, and view logs.
-- Providing experiment tracking capabilities, allowing you to track ML experiments and interact with ML repositories within TrueFoundry.
-
-You can access the health of your service, monitoring links, deployed endpoints and track metadata and artifacts by logging on to TrueFoundry's dashboard.
-
-## Installation
-
-To install the `TrueFoundry CLI`, you can use pip:
-
-```bash
-pip install truefoundry
-```
-
-To install the `TrueFoundry CLI` with Workflow deployment features, you can use pip:
-
-```bash
-pip install truefoundry[workflow]
-```
-
-## Examples
-
-https://github.com/truefoundry/getting-started-examples
-
-## Documentation
-
-https://docs.truefoundry.com/
-

truefoundry-0.5.7rc1.dist-info/entry_points.txt

@@ -1,4 +0,0 @@
-[console_scripts]
-tfy=truefoundry.cli.__main__:main
-truefoundry=truefoundry.cli.__main__:main
-