truefoundry 0.5.8rc3__tar.gz → 0.5.8rc4__tar.gz

truefoundry-0.5.8rc4/.github/workflows/integration-tests.yml

@@ -0,0 +1,87 @@
+name: Integration Tests
+
+on:
+  push:
+    branches:
+      - main
+  pull_request_review:
+    branches:
+      - main
+    types:
+      - submitted
+  workflow_dispatch:
+
+jobs:
+  integration-test-dev:
+    if: github.event_name == 'push' || github.event_name == 'workflow_dispatch' || (github.event_name == 'pull_request_review' && github.event.review.state == 'approved')
+    strategy:
+      fail-fast: false
+      matrix:
+        os: [ubuntu-latest]
+        python-version: ["3.12"]
+
+    runs-on: ${{ matrix.os }}
+    timeout-minutes: 30
+
+    steps:
+      - uses: actions/checkout@v4
+
+      - name: Install uv
+        uses: astral-sh/setup-uv@v5
+        with:
+          enable-cache: true
+          cache-dependency-glob: "uv.lock"
+
+      - name: Set up Python
+        run: uv venv --python ${{ matrix.python-version }} --seed
+
+      - name: Install the project
+        run: uv sync --locked  --all-extras
+
+      - name: Run Integration Tests
+        env:
+          # Environment variables needed for tests
+          ITEST_TFY_HOST: ${{ secrets.ITEST_DEV_TFY_HOST }}
+          ITEST_TFY_API_KEY: ${{ secrets.ITEST_DEV_TFY_API_KEY }}
+          ITEST_CLUSTER_FQN: 'tfy-usea1-devtest'
+          ITEST_STORAGE_INTEGRATION_FQN: 'truefoundry:aws:tfy-usea1-ctl-devtest-internal:blob-storage:blob'
+          ITEST_TENANT_NAME: 'truefoundry'
+        run: |
+          uv run pytest -s -vv -m "integration" --durations=0 tests/itest/
+
+  integration-test-prod:
+    if: github.event_name == 'push' || github.event_name == 'workflow_dispatch' || (github.event_name == 'pull_request_review' && github.event.review.state == 'approved')
+    strategy:
+      fail-fast: false
+      matrix:
+        os: [ubuntu-latest]
+        python-version: ["3.12"]
+
+    runs-on: ${{ matrix.os }}
+    timeout-minutes: 30
+
+    steps:
+      - uses: actions/checkout@v4
+
+      - name: Install uv
+        uses: astral-sh/setup-uv@v5
+        with:
+          enable-cache: true
+          cache-dependency-glob: "uv.lock"
+
+      - name: Set up Python
+        run: uv venv --python ${{ matrix.python-version }} --seed
+
+      - name: Install the project
+        run: uv sync --locked  --all-extras
+
+      - name: Run Integration Tests
+        env:
+          # Environment variables needed for tests
+          ITEST_TFY_HOST: ${{ secrets.ITEST_PROD_TFY_HOST }}
+          ITEST_TFY_API_KEY: ${{ secrets.ITEST_PROD_TFY_API_KEY }}
+          ITEST_CLUSTER_FQN: 'tfy-usea1-ctl-devtest'
+          ITEST_STORAGE_INTEGRATION_FQN: 'internal:aws:aws-2:blob-storage:truefoundry-default'
+          ITEST_TENANT_NAME: 'internal'
+        run: |
+          uv run pytest -s -vv -m "integration" --durations=0 tests/itest/

truefoundry-0.5.8rc4/.github/workflows/lint-and-test.yml

@@ -0,0 +1,132 @@
+name: Lint and Test TrueFoundry CLI on multiple platforms
+on:
+  pull_request:
+    branches:
+      - "main"
+
+  push:
+    branches:
+      - "main"
+
+  workflow_dispatch:
+
+concurrency:
+  group: ${{ github.workflow }}-${{ github.head_ref || github.run_id }}
+  cancel-in-progress: true
+
+jobs:
+  lint:
+    runs-on: ubuntu-latest
+    strategy:
+      matrix:
+        python-version: ["3.11"]
+    steps:
+      - uses: actions/checkout@v4
+
+      - name: Install uv
+        uses: astral-sh/setup-uv@v5
+        with:
+          enable-cache: true
+          cache-dependency-glob: "uv.lock"
+
+      - name: Set up Python
+        run: uv venv --python ${{ matrix.python-version }} --seed
+
+      - name: Install the project
+        run: uv sync --locked  --all-extras --dev
+
+      - name: Check files with pre-commit
+        run: |
+          uv run pre-commit run --all-files --show-diff-on-failure -v
+
+  mypy:
+    runs-on: ubuntu-latest
+    strategy:
+      matrix:
+        python-version: ["3.11"]
+    steps:
+      - uses: actions/checkout@v4
+
+      - name: Install uv
+        uses: astral-sh/setup-uv@v5
+        with:
+          enable-cache: true
+          cache-dependency-glob: "uv.lock"
+
+      - name: Set up Python
+        run: uv venv --python ${{ matrix.python-version }} --seed
+
+      - name: Install the project
+        run: uv sync --locked  --all-extras --dev
+
+      - name: Run mypy
+        run: |
+          uv run bash run_mypy.sh
+
+  test-cli:
+    strategy:
+      max-parallel: 3
+      fail-fast: false
+      matrix:
+        os: [ubuntu-latest]
+        python-version: ["3.10"]
+
+    runs-on: ${{ matrix.os }}
+    timeout-minutes: 15
+
+    steps:
+      - uses: actions/checkout@v4
+
+      - name: Install uv
+        uses: astral-sh/setup-uv@v5
+        with:
+          enable-cache: true
+          cache-dependency-glob: "uv.lock"
+
+      - name: Set up Python
+        run: uv venv --python ${{ matrix.python-version }} --seed
+
+      - name: Install non dev dependencies
+        run: uv sync --locked --no-dev
+
+      - name: Test TrueFoundry CLI invocations
+        run: |
+          uv run --no-dev tfy --help
+          uv run --no-dev tfy deploy --help
+          uv run --no-dev tfy ml --help
+
+  test:
+    strategy:
+      max-parallel: 3
+      fail-fast: false
+      matrix:
+        os: [ubuntu-latest, macos-latest, windows-latest]
+        python-version: ["3.8", "3.12"]
+
+    runs-on: ${{ matrix.os }}
+    timeout-minutes: 15
+
+    steps:
+      - uses: actions/checkout@v4
+
+      - name: Install uv
+        uses: astral-sh/setup-uv@v5
+        with:
+          enable-cache: true
+          cache-dependency-glob: "uv.lock"
+
+      - name: Set up Python
+        run: uv venv --python ${{ matrix.python-version }} --seed
+
+      # Install libomp for macOS
+      - name: Install libomp on macOS
+        if: runner.os == 'macOS'
+        run: |
+          brew install libomp
+
+      - name: Install the project
+        run: uv sync --locked  --all-extras --dev
+
+      - name: Run tests
+        run: |
+          uv run pytest -m "not integration" --durations=0 tests/

truefoundry-0.5.8rc4/.github/workflows/release.yml

@@ -0,0 +1,32 @@
+name: Publish pip package to PyPI
+on:
+  push:
+    tags:
+      - v*
+
+jobs:
+  build:
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v4
+        with:
+          fetch-depth: 0
+
+      - name: Install uv
+        uses: astral-sh/setup-uv@v5
+
+      - name: Set the version
+        run: |
+          VERSION=$(uv run --python 3.10 --with "dunamai>=1.23,<2.0" dunamai from git --no-metadata --style pep440)
+          echo "Setting version to $VERSION"
+          uv run --python 3.10 --with "toml-cli>=0.7.0,<1.0.0" toml set --toml-path=pyproject.toml project.version $VERSION
+
+      - name: Build project
+        run: uv build --python 3.10
+
+      - name: Publish distribution 📦 to PyPI
+        uses: pypa/gh-action-pypi-publish@release/v1
+        with:
+          password: ${{ secrets.PYPI_API_TOKEN }}
+          verbose: true
+          user: __token__

truefoundry-0.5.8rc4/.gitignore

@@ -0,0 +1,152 @@
+# Byte-compiled / optimized / DLL files
+__pycache__/
+*.py[cod]
+*$py.class
+
+# C extensions
+*.so
+
+# Distribution / packaging
+.Python
+build/
+develop-eggs/
+dist/
+downloads/
+eggs/
+.eggs/
+lib64/
+parts/
+sdist/
+var/
+wheels/
+pip-wheel-metadata/
+share/python-wheels/
+*.egg-info/
+.installed.cfg
+*.egg
+MANIFEST
+
+# PyInstaller
+#  Usually these files are written by a python script from a template
+#  before PyInstaller builds the exe, so as to inject date/other infos into it.
+*.manifest
+*.spec
+
+# Installer logs
+pip-log.txt
+pip-delete-this-directory.txt
+
+# Unit test / coverage reports
+htmlcov/
+.tox/
+.nox/
+.coverage
+.coverage.*
+.cache
+nosetests.xml
+coverage.xml
+*.cover
+*.py,cover
+.hypothesis/
+.pytest_cache/
+
+# Translations
+*.mo
+*.pot
+
+# Django stuff:
+*.log
+local_settings.py
+db.sqlite3
+db.sqlite3-journal
+
+# Flask stuff:
+instance/
+.webassets-cache
+
+# Scrapy stuff:
+.scrapy
+
+# Sphinx documentation
+docs/_build/
+
+# PyBuilder
+target/
+
+# Jupyter Notebook
+.ipynb_checkpoints
+
+# IPython
+profile_default/
+ipython_config.py
+
+# pyenv
+.python-version
+
+# pipenv
+#   According to pypa/pipenv#598, it is recommended to include Pipfile.lock in version control.
+#   However, in case of collaboration, if having platform-specific dependencies or dependencies
+#   having no cross-platform support, pipenv may install dependencies that don't work, or not
+#   install all needed dependencies.
+#Pipfile.lock
+
+# PEP 582; used by e.g. github.com/David-OConnor/pyflow
+__pypackages__/
+
+# Celery stuff
+celerybeat-schedule
+celerybeat.pid
+
+# SageMath parsed files
+*.sage.py
+
+# Environments
+*.env
+.venv
+env/
+venv/
+ENV/
+env.bak/
+venv.bak/
+
+# Spyder project settings
+.spyderproject
+.spyproject
+
+# Rope project settings
+.ropeproject
+
+# mkdocs documentation
+/site
+
+# mypy
+.mypy_cache/
+.dmypy.json
+dmypy.json
+
+# Pyre type checker
+.pyre/
+
+
+# mlflow local files
+mlruns/
+mlf/
+
+# local build files
+servicefoundry/
+tmp/
+
+# dataset files
+*.gz
+aclImdb/
+
+# Jetbrains files
+.idea/
+
+# VSCode files
+.vscode/
+
+# Mac Poop
+**/.DS_Store
+
+.mypy-errors.txt

truefoundry-0.5.8rc4/.pre-commit-config.yaml

@@ -0,0 +1,25 @@
+repos:
+- repo: https://github.com/pre-commit/pre-commit-hooks
+  rev: v5.0.0
+  hooks:
+    - id: check-docstring-first
+    - id: check-merge-conflict
+    - id: debug-statements
+    - id: detect-private-key
+    - id: trailing-whitespace
+    - id: end-of-file-fixer
+    - id: check-yaml
+    - id: check-ast
+    - id: check-added-large-files
+      args: ['--maxkb=1000']
+
+- repo: https://github.com/astral-sh/ruff-pre-commit
+  rev: v0.9.6
+  hooks:
+    - id: ruff
+      args:
+        - --config=pyproject.toml
+        - --fix
+    - id: ruff-format
+      args:
+        - --config=pyproject.toml

truefoundry-0.5.8rc4/.pylintrc

@@ -0,0 +1,6 @@
+[MASTER]
+ignore-paths=^truefoundry/ml/autogen/.*$,
+             ^truefoundry/pydantic_v1.py$
+
+[MESSAGES CONTROL]
+  disable=C0114,C0115,C0116,C0301,W0511,W1203,C0415,C0302,W1514,R0913,R0914,R0912,R0904

truefoundry-0.5.8rc4/.tfy-cli-local.env.example

@@ -0,0 +1,9 @@
+TFY_CLI_LOCAL_TENANT_HOST=internal.devtest.truefoundry.tech
+
+# Devtest Remote
+# TFY_CLI_LOCAL_SERVICEFOUNDRY_SERVER_URL=https://internal.devtest.truefoundry.tech/api/svc
+# TFY_CLI_LOCAL_MLFOUNDRY_SERVER_URL=https://internal.devtest.truefoundry.tech/api/ml
+
+# Local
+TFY_CLI_LOCAL_MLFOUNDRY_SERVER_URL=http://localhost:5000/
+TFY_CLI_LOCAL_SERVICEFOUNDRY_SERVER_URL=http://localhost:3000/

truefoundry-0.5.8rc4/DEVELOPMENT.md

@@ -0,0 +1,45 @@
+# Development
+
+## Instructions
+
+Install `uv`
+
+Follow the docs at https://docs.astral.sh/uv/getting-started/installation/
+
+
+```bash
+# git clone
+git clone https://github.com/truefoundry/truefoundry-cli
+cd truefoundry-cli
+
+# Setup the virtual environment
+uv venv --python 3.9  # or any higher python version
+uv sync --locked --all-extras --dev
+
+# install pre-commit file formatting hooks
+uv run pre-commit install --install-hooks
+uv run pre-commit
+
+# run the tests (inside the shell)
+uv run pytest
+```
+
+# Connecting to Local TFY Services
+
+```
+cp .tfy-cli-local.env.example .tfy-cli-local.env
+export TFY_CLI_LOCAL_DEV_MODE=1
+```
+
+You can control which servicefoundry server and mlfoundry server using the `.tfy-cli-local.env` file
+
+## Releasing a New Version
+
+To release a new version of the TrueFoundry CLI as a Python package, create a new tag on the main branch using GitHub Releases. This will trigger a workflow that publishes the pip package. Tags must be in the format `vx.x.x`, for example `v0.1.0`.
+
+
+# truefoundry/ml/autogen Notes
+
+- Some of the APIs on backend are not encapsulating the request in a DTO
+- It stuffs all entities in truefoundry.ml.autogen.client __init__ which might cause namespace conflicts
+- We should have proper MLRepo Entity and some of the methods on Run need to be action oriented

truefoundry-0.5.8rc4/PKG-INFO

@@ -0,0 +1,72 @@
+Metadata-Version: 2.4
+Name: truefoundry
+Version: 0.5.8rc4
+Summary: TrueFoundry CLI
+Author-email: TrueFoundry Team <abhishek@truefoundry.com>
+Requires-Python: <3.13,>=3.8.1
+Requires-Dist: aenum<4.0.0,>=3.0.0
+Requires-Dist: click<9.0.0,>=7.0.0
+Requires-Dist: coolname<2.0.0,>=1.1.0
+Requires-Dist: docker<8.0.0,>=6.1.2
+Requires-Dist: filelock<4.0.0,>=3.8.0
+Requires-Dist: gitignorefile<2.0.0,>=1.1.2
+Requires-Dist: gitpython<4.0.0,>=3.1.43
+Requires-Dist: importlib-metadata<9.0.0,>=4.11.3
+Requires-Dist: importlib-resources<7.0.0,>=5.2.0
+Requires-Dist: mako<2.0.0,>=1.1.6
+Requires-Dist: numpy<2.0.0,>=1.23.0; python_version < '3.12'
+Requires-Dist: numpy<2.0.0,>=1.26.0; python_version >= '3.12'
+Requires-Dist: openai<2.0.0,>=1.16.2
+Requires-Dist: packaging<25.0,>=20.0
+Requires-Dist: pydantic<3.0.0,>=1.8.2
+Requires-Dist: pygments<3.0.0,>=2.12.0
+Requires-Dist: pyjwt<3.0.0,>=2.0.0
+Requires-Dist: python-dateutil<3.0.0,>=2.8.2
+Requires-Dist: python-dotenv<2.0.0,>=1.0.1
+Requires-Dist: python-socketio[client]<6.0.0,>=5.5.2
+Requires-Dist: pyyaml<7.0.0,>=6.0.0
+Requires-Dist: questionary<2.0.0,>=1.10.0
+Requires-Dist: requests<3.0.0,>=2.18.0
+Requires-Dist: requirements-parser<0.12.0,>=0.11.0
+Requires-Dist: rich-click<2.0.0,>=1.2.1
+Requires-Dist: rich<14.0.0,>=13.7.1
+Requires-Dist: scipy<2.0.0,>=1.12.0; python_version >= '3.12'
+Requires-Dist: scipy<2.0.0,>=1.5.0; python_version < '3.12'
+Requires-Dist: tqdm<5.0.0,>=4.0.0
+Requires-Dist: typing-extensions>=4.0
+Requires-Dist: urllib3<3,>=1.26.18
+Requires-Dist: yq<4.0.0,>=3.1.0
+Provides-Extra: workflow
+Requires-Dist: flytekit==1.13.13; extra == 'workflow'
+Description-Content-Type: text/markdown
+
+# TrueFoundry
+
+TrueFoundry library to help you interact with the platform programmatically by
+
+- Interacting with the deployments side of TrueFoundry, enabling you to manage workspaces, deployments, applications, and view logs.
+- Providing experiment tracking capabilities, allowing you to track ML experiments and interact with ML repositories within TrueFoundry.
+
+You can access the health of your service, monitoring links, deployed endpoints and track metadata and artifacts by logging on to TrueFoundry's dashboard.
+
+## Installation
+
+To install the `TrueFoundry CLI`, you can use pip:
+
+```bash
+pip install truefoundry
+```
+
+To install the `TrueFoundry CLI` with Workflow deployment features, you can use pip:
+
+```bash
+pip install truefoundry[workflow]
+```
+
+## Examples
+
+https://github.com/truefoundry/getting-started-examples
+
+## Documentation
+
+https://docs.truefoundry.com/