torchx-nightly 2024.1.6__py3-none-any.whl → 2025.12.24__py3-none-any.whl

torchx_nightly-2025.12.24.dist-info/RECORD

@@ -0,0 +1,113 @@
+torchx/__init__.py,sha256=QFDTdJacncWYWHL-2QyWdY5MUck3jVfSPRRGdvedcKc,355
+torchx/_version.py,sha256=TzDuXIviDldFbXAhGe33redQcoP33jIsVR_hMyqSgdc,250
+torchx/notebook.py,sha256=Rc6XUMzSq7NXtsYdtVluE6T89LpEhcba-3ANxuaLCCU,1008
+torchx/version.py,sha256=YcE66UkBxYHMQMtjVts4jF3l6Qeaj1gK_LzxU77l8Bo,975
+torchx/apps/__init__.py,sha256=fE0IHi1JJpxsNVBNzWNee2thrNXFFRhY94c80RxNSIE,231
+torchx/apps/serve/__init__.py,sha256=Md3cCHD7Ano9kV15PqGbicgUO-RMdh4aVy1yKiDt_xE,208
+torchx/apps/serve/serve.py,sha256=u_h8agld1TwIPq5GRosHL3uxhkljNfS65McLB77O0OE,4386
+torchx/apps/utils/__init__.py,sha256=Md3cCHD7Ano9kV15PqGbicgUO-RMdh4aVy1yKiDt_xE,208
+torchx/apps/utils/booth_main.py,sha256=rG-WWqXK8rqqx4bg1ay28CXlhpnc0AtnKZEjQpBD_dA,1427
+torchx/apps/utils/copy_main.py,sha256=_O7eElApHUSpunEglh81BMiF2PBKBxOyhb8qPMSuXMs,1838
+torchx/apps/utils/process_monitor.py,sha256=9gH2Cn4191Y9dWEcNGPPWyIt_23q03LlGc3H1PG_ipk,3452
+torchx/cli/__init__.py,sha256=3lloxeC_V5KFrTL2X0-tUs7KQJ-XuIH5MuGLA-q3R10,10351
+torchx/cli/argparse_util.py,sha256=kZb1ubEHDrBsmrxpySFRQCW7wmHuRHD8eAInuEZjlsI,3836
+torchx/cli/cmd_base.py,sha256=SdqMtqi04CEqnzcgcS35DbDbsBeMxSgEhfynfpIkMGk,790
+torchx/cli/cmd_cancel.py,sha256=NKfOCu_44Lch9vliGSQ0Uv6BVqpUqj7Tob652TI-ua4,835
+torchx/cli/cmd_configure.py,sha256=1kTv0qbsbV44So74plAySwWu56pQrqjhfW_kbfdC3Rw,1722
+torchx/cli/cmd_delete.py,sha256=US1f6Jvyhz4R_0Q0a8GeNTDMrhzo8WE_ECcdOf0MjKE,835
+torchx/cli/cmd_describe.py,sha256=E5disbHoKTsqYKp2s3DaFW9GDLCCOgdOc3pQoHKoyCs,1283
+torchx/cli/cmd_list.py,sha256=alkS9aIaDI8lX3W8uj8Vtr3IU3G2VeCuokKSd3zOFug,1409
+torchx/cli/cmd_log.py,sha256=v-EZYUDOcG95rEgTnrsmPJMUyxM9Mk8YFAJtUxtgViE,5475
+torchx/cli/cmd_run.py,sha256=z8wS-M2W9hHZfLkA6DFiV6Y0LFS9KfEBc_NTwAwdviQ,18780
+torchx/cli/cmd_runopts.py,sha256=NWZiP8XpQjfTDJgays2c6MgL_8wxFoeDge6NstaZdKk,1302
+torchx/cli/cmd_status.py,sha256=22IAEmKs0qkG6kJi83u9dRX2Q-ntT7yehVx7FxtY-vQ,2114
+torchx/cli/cmd_tracker.py,sha256=9gmOmYi-89qQRGQfSrXCTto7ve54_JKFqs_wa7oRUA8,5223
+torchx/cli/colors.py,sha256=yLMes7e_UoLAfhxE0W6edhc58t83UHAlnCN2ANPeuXw,568
+torchx/cli/main.py,sha256=1DJTmKdvPW_7hod8OUVT3Br2uwsZVEDU-2bTE0NJ0zY,3559
+torchx/components/__init__.py,sha256=JaVte0j9Gqi6IrjZKudJ2Kr3gkdHsvlCdRTo-zYpSRo,11815
+torchx/components/component_test_base.py,sha256=22iNSdVa_qTW3SMM30Pw5UEWlK4DZVw0C03EqYiaLOI,4150
+torchx/components/dist.py,sha256=6DNPEvHVqEifmM8g1L7HVY169cQv_7tSfSlh3o6lTp4,14930
+torchx/components/interpret.py,sha256=g8gkKdDJvsBfX1ZrpVT7n2bMEtmwRV_1AqDyAnnQ_aA,697
+torchx/components/metrics.py,sha256=1gbp8BfzZWGa7PD1db5vRADlONzmae4qSBUUdCWayr0,2814
+torchx/components/serve.py,sha256=uxIC5gU2ecg0EJIPX_oEPzNNOXRAre4j2eXusrgwGAI,2156
+torchx/components/structured_arg.py,sha256=8jMcd0rtUmzCKEQKJ_JYzxSkMMK9q0fYjkwAs6wo78E,9595
+torchx/components/train.py,sha256=vtrQXRcD7bIcbb3lSeyD9BBlIe1mv1WNW6rnLK9R0Mw,1259
+torchx/components/utils.py,sha256=IMjihhgs7nO67YtTetUBjN_CRpyIyyQsaJBkp7mpHfk,9368
+torchx/components/integration_tests/__init__.py,sha256=Md3cCHD7Ano9kV15PqGbicgUO-RMdh4aVy1yKiDt_xE,208
+torchx/components/integration_tests/component_provider.py,sha256=g-4ig1vtd5Vzgug0VAKRAFUt6KAV3TgQrBCrwRSJ7ZY,3981
+torchx/components/integration_tests/integ_tests.py,sha256=O8jd8Jq5O0mns7xzIFsHexBDHkIIAIfELQkWCzNPzRw,5165
+torchx/distributed/__init__.py,sha256=kh9YzDwWX7zFJJ8StR9qhMM2V3-66INs9i3ztDF-1ho,10252
+torchx/examples/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+torchx/examples/torchx_out_of_sync_training.py,sha256=sXiI1G8aGsfuvxRdBszDgM8pSplqhgfXjRnAcgRwNGM,397
+torchx/examples/apps/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+torchx/examples/apps/datapreproc/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+torchx/examples/apps/datapreproc/datapreproc.py,sha256=cu88O_WZgqZ6g7jVIG2kagAVbJ4oPMzTH03_H65w8RU,4317
+torchx/examples/apps/lightning/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+torchx/examples/apps/lightning/data.py,sha256=kSv_DFqtFVkNjZ46HT7GApImc9lMD7liy929dUrFWwM,6610
+torchx/examples/apps/lightning/interpret.py,sha256=Hd3kE5a6FyhxCmJBfTzb4Tlj518zhX8V0XvZfzu4nqE,5256
+torchx/examples/apps/lightning/model.py,sha256=4CgObWfANqDN9emYSdmCpbRe_V_Lef_Hd3M-yayDbZE,4045
+torchx/examples/apps/lightning/profiler.py,sha256=SSSihnwjeUTkBoz0E3qn1b-wbkfUIowscx2ND_37zyw,1915
+torchx/examples/apps/lightning/train.py,sha256=0wvvshGHvZowePB4LfclXwn40X7i9euM0ReETWBcPSo,6253
+torchx/pipelines/__init__.py,sha256=2MbRVk5xwRjg-d2qPemeXpEhDsocMQumPQ53lsesZAI,606
+torchx/runner/__init__.py,sha256=x8Sz7s_tLxPgJgvWIhK4ju9BNZU61uBFywGwDY6CqJs,315
+torchx/runner/api.py,sha256=Qi12Kjkr_zpQBesbLuCtgKET8JhHnQk22MV7Czi4l1A,30832
+torchx/runner/config.py,sha256=SaKOB50d79WaMFPWK8CC4as6UaNFaRGhrBkfajq3KC4,18311
+torchx/runner/events/__init__.py,sha256=cMiNjnr4eUNQ2Nxxtu4nsvN5lu56b-a6nJ-ct3i7DQk,5536
+torchx/runner/events/api.py,sha256=bvxKBAYK8LzbrBNaNLgL1x0aivtfANmWo1EMGOrSR8k,2668
+torchx/runner/events/handlers.py,sha256=ThHCIJW21BfBgB7b6ftyjASJmD1KdizpjuTtsyqnvJs,522
+torchx/runtime/__init__.py,sha256=Wxje2BryzeQneFu5r6P9JJiEKG-_C9W1CcZ_JNrKT6g,593
+torchx/runtime/tracking/__init__.py,sha256=dYnAPnrXYREfPXkpHhdOFkcYIODWEbA13PdD-wLQYBo,3055
+torchx/runtime/tracking/api.py,sha256=SmUQyUKZqG3KlAhT7CJOGqRz1O274E4m63wQeOVq3CU,5472
+torchx/schedulers/__init__.py,sha256=FQN9boQM4mwOD3sK9LZ3GBgw-gJ7Vx4MFj6z6ATQIrc,2211
+torchx/schedulers/api.py,sha256=wT9H_ZTmpTHHweevDJbkV7NKXfwileHrt1bbhhCgj3c,16488
+torchx/schedulers/aws_batch_scheduler.py,sha256=b6xC4BQKb7zagOGS6_z3_6fmOLsSEOxSprkGUE-yfJE,29412
+torchx/schedulers/aws_sagemaker_scheduler.py,sha256=DnNF6huHGZLSUGWqKml4qGiWvmyDzX0i45tjsRfkedg,20881
+torchx/schedulers/devices.py,sha256=RjVcu22ZRl_9OKtOtmA1A3vNXgu2qD6A9ST0L0Hsg4I,1734
+torchx/schedulers/docker_scheduler.py,sha256=Kud3AIzQtMekgjlqcg1eNDb8kk29aPbGYOMAvPTZdhM,16840
+torchx/schedulers/ids.py,sha256=8Qhf1Xqh845mwL-RXnWZXqIILNvml3z8udEXPFpyO7U,2247
+torchx/schedulers/kubernetes_mcad_scheduler.py,sha256=FclJEdBdlgtBqKDbgd95oAk5Ya5XNTrwysfX7GS80GY,42896
+torchx/schedulers/kubernetes_scheduler.py,sha256=bB6xS5KQmAgqMljMLsE_4MT-KuZ23Jar7HWwPWiFFiQ,39568
+torchx/schedulers/local_scheduler.py,sha256=xGQbI02BNWGF91g00So6hCcYvR90bUAZ7fPzqnm3Ww8,41892
+torchx/schedulers/lsf_scheduler.py,sha256=vUvEJb02u7WI6y7DsWJxJFXNylRucU7FqkBX7xwLTak,17638
+torchx/schedulers/slurm_scheduler.py,sha256=ipDVDtgfqgL6c35NyoJgSPuQFt8-AeXVXAnXJVvmzrc,32032
+torchx/schedulers/streams.py,sha256=8_SLezgnWgfv_zXUsJCUM34-h2dtv25NmZuxEwkzmxw,2007
+torchx/specs/__init__.py,sha256=TaC0AveTebkCMo5hmdY1wGpo09vFDqzWnsT166ionTw,7108
+torchx/specs/api.py,sha256=7FdLFfadNWqXTLJ_EtP5t1uVS2Vc_4Gj5GLFoI628oE,49338
+torchx/specs/builders.py,sha256=Ye3of4MupJ-da8vLaX6_-nzGo_FRw1BFpYsX6dAZCNk,13730
+torchx/specs/file_linter.py,sha256=z0c4mKJv47BWiPaWCdUM0A8kHwnj4b1s7oTmESuD9Tc,14407
+torchx/specs/finder.py,sha256=gWQNEFrLYqrZoI0gMMhQ70YAC4sxqS0ZFpoWAmcVi44,17438
+torchx/specs/named_resources_aws.py,sha256=ZNAbw6lD8NUlMfcJ-LpX14dMSaHO7m4Yt9iHwAF44yg,11674
+torchx/specs/named_resources_generic.py,sha256=Sg4tAdqiiWDrDz2Lj_pnfsjzGIXKTou73wPseh6j55w,2646
+torchx/specs/overlays.py,sha256=HmY2yzC8ejgihviNWFT4rbYmP-gTcqpxVZTP6qBiIYM,3778
+torchx/specs/test/components/__init__.py,sha256=J8qjUOysmcMAek2KFN13mViOXZxTYc5vCrF02t3VuFU,223
+torchx/specs/test/components/a/__init__.py,sha256=kdxEgnI8QBSBiuTjaB4qDD7JX84hWowyPWU4B2Cqe9A,561
+torchx/specs/test/components/a/b/__init__.py,sha256=J8qjUOysmcMAek2KFN13mViOXZxTYc5vCrF02t3VuFU,223
+torchx/specs/test/components/a/b/c.py,sha256=FhixafzNqpS5zvggtWIWLxRd6HIxsOmct-d1Hs-rDoc,554
+torchx/specs/test/components/c/__init__.py,sha256=5CBMckkpqJUdxBQBYHGSsItqq1gj2V0UiCw02Qfq6MM,246
+torchx/specs/test/components/c/d.py,sha256=2AjE-FmQXJTw3hws66O83ToQPmjOEZLDf-jDAKrrUkQ,546
+torchx/tracker/__init__.py,sha256=qo39aOa0Dz9zt4TtFkqPeIaH7MNqdAkFlGaOFiDLXTI,4375
+torchx/tracker/api.py,sha256=WZ7TYdbSVx_5h5MlX9EwQLRpxmIf0oKdiQwQ0zvkO3o,11262
+torchx/tracker/mlflow.py,sha256=poeoIXVPzr2sxgi515fMGRH83KAFNL6XFILMh0EQ2Dw,14487
+torchx/tracker/backend/__init__.py,sha256=fE0IHi1JJpxsNVBNzWNee2thrNXFFRhY94c80RxNSIE,231
+torchx/tracker/backend/fsspec.py,sha256=528xKryBE27Rm_OHD7r2R6fmVAclknBtoy1s034Ny6c,10440
+torchx/util/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+torchx/util/cuda.py,sha256=-ZTa1WCLnY2WtSWAdWufLQqZSDCZfZsloBuiS84LIkU,1099
+torchx/util/datetime.py,sha256=hV6Sg0u5KTBe68yrmy_RGCC5su0i4Tb_mAYphWamiXI,405
+torchx/util/entrypoints.py,sha256=YUv7F-Vr4uuY4_82IBPdrz5vrch_qsx_dIr6e08kSD4,3800
+torchx/util/io.py,sha256=HNpWLcFUX0WTAP3CsdamHz--FR5A4kSdLCPfNqa2UkA,1807
+torchx/util/log_tee_helpers.py,sha256=wPyozmh9BOt_2d3Gxa0iNogwnjzwFitIIMBJOJ1arIw,6330
+torchx/util/modules.py,sha256=o4y_d07gTpJ4nIVBcoUVJ0JtXIHEsEC5kbgBM6NGpgA,2135
+torchx/util/session.py,sha256=r6M_nyzXgcbk1GgYGZ324F_ehRGCqjjdVk4YgKxMj8M,1214
+torchx/util/shlex.py,sha256=eXEKu8KC3zIcd8tEy9_s8Ds5oma8BORr-0VGWNpG2dk,463
+torchx/util/strings.py,sha256=7Ef1loz2IYMrzeJ6Lewywi5cBIc3X3g7lSPbT1Tn_z4,664
+torchx/util/types.py,sha256=E9dxAWQnsJkIDuHtg-poeOJ4etucSI_xP_Z5kNJX8uI,9229
+torchx/workspace/__init__.py,sha256=FqN8AN4VhR1C_SBY10MggQvNZmyanbbuPuE-JCjkyUY,798
+torchx/workspace/api.py,sha256=UESQ4qgxXjsb6Y1wP9OGv2ixaFgaTs3SqghmNuOJIZM,10235
+torchx/workspace/dir_workspace.py,sha256=npNW_IjUZm_yS5r-8hrRkH46ndDd9a_eApT64m1S1T4,2268
+torchx/workspace/docker_workspace.py,sha256=PFu2KQNVC-0p2aKJ-W_BKA9ZOmXdCY2ABEkCExp3udQ,10269
+torchx_nightly-2025.12.24.dist-info/licenses/LICENSE,sha256=WVHfXhFC0Ia8LTKt_nJVYobdqTJVg_4J3Crrfm2A8KQ,1721
+torchx_nightly-2025.12.24.dist-info/METADATA,sha256=y1vkSZkFLHeYLtyinI3R5pi3sB-wdaoc0qnSxOx0law,5324
+torchx_nightly-2025.12.24.dist-info/WHEEL,sha256=SmOxYU7pzNKBqASvQJ7DjX3XGUF92lrGhMb3R6_iiqI,91
+torchx_nightly-2025.12.24.dist-info/entry_points.txt,sha256=T328AMXeKI3JZnnxfkEew2ZcMN1oQDtkXjMz7lkV-P4,169
+torchx_nightly-2025.12.24.dist-info/top_level.txt,sha256=pxew3bc2gsiViS0zADs0jb6kC5v8o_Yy_85fhHj_J1A,7
+torchx_nightly-2025.12.24.dist-info/RECORD,,

{torchx_nightly-2024.1.6.dist-info → torchx_nightly-2025.12.24.dist-info}/WHEEL

@@ -1,5 +1,5 @@
 Wheel-Version: 1.0
-Generator: bdist_wheel (0.42.0)
+Generator: setuptools (79.0.1)
 Root-Is-Purelib: true
 Tag: py3-none-any
 

{torchx_nightly-2024.1.6.dist-info → torchx_nightly-2025.12.24.dist-info}/entry_points.txt

@@ -6,4 +6,3 @@ torchx_minio = torchx.test.minio.MinioFS
 
 [torchx.tracker]
 fsspec = torchx.tracker.backend.fsspec:create
-

torchx/examples/pipelines/kfp/advanced_pipeline.py

@@ -1,287 +0,0 @@
-#!/usr/bin/env python3
-# Copyright (c) Meta Platforms, Inc. and affiliates.
-# All rights reserved.
-#
-# This source code is licensed under the BSD-style license found in the
-# LICENSE file in the root directory of this source tree.
-
-"""
-Advanced KubeFlow Pipelines Example
-===================================
-
-This is an example pipeline using KubeFlow Pipelines built with only TorchX
-components.
-
-KFP adapters can be used transform the TorchX components directly into
-something that can be used within KFP.
-"""
-
-# %%
-# Input Arguments
-# ###############
-# Lets first define some arguments for the pipeline.
-
-import argparse
-import os.path
-import sys
-from typing import Dict
-
-import kfp
-import torchx
-from torchx import specs
-from torchx.components.dist import ddp as dist_ddp
-from torchx.components.serve import torchserve
-from torchx.components.utils import copy as utils_copy, python as utils_python
-from torchx.pipelines.kfp.adapter import container_from_app
-
-
-parser = argparse.ArgumentParser(description="example kfp pipeline")
-
-# %%
-# TorchX components are built around images. Depending on what scheduler
-# you're using this can vary but for KFP these images are specified as
-# docker containers. We have one container for the example apps and one for
-# the standard built in apps. If you modify the torchx example code you'll
-# need to rebuild the container before launching it on KFP
-
-
-parser.add_argument(
-    "--image",
-    type=str,
-    help="docker image to use for the examples apps",
-    default=torchx.IMAGE,
-)
-
-# %%
-# Most TorchX components use
-# `fsspec <https://filesystem-spec.readthedocs.io/en/latest/>`_ to abstract
-# away dealing with remote filesystems. This allows the components to take
-# paths like ``s3://`` to make it easy to use cloud storage providers.
-parser.add_argument(
-    "--output_path",
-    type=str,
-    help="path to place the data",
-    required=True,
-)
-parser.add_argument("--load_path", type=str, help="checkpoint path to load from")
-
-# %%
-# This example uses the torchserve for inference so we need to specify some
-# options. This assumes you have a TorchServe instance running in the same
-# Kubernetes cluster with with the service name ``torchserve`` in the default
-# namespace.
-#
-# See https://github.com/pytorch/serve/blob/master/kubernetes/README.md for info
-# on how to setup TorchServe.
-parser.add_argument(
-    "--management_api",
-    type=str,
-    help="path to the torchserve management API",
-    default="http://torchserve.default.svc.cluster.local:8081",
-)
-parser.add_argument(
-    "--model_name",
-    type=str,
-    help="the name of the inference model",
-    default="tiny_image_net",
-)
-
-# %% Parse the arguments, you'll need to set these accordingly if running from a
-# notebook.
-
-
-if "NOTEBOOK" in globals():
-    argv = [
-        "--output_path",
-        "/tmp/output",
-    ]
-else:
-    argv = sys.argv[1:]
-
-args: argparse.Namespace = parser.parse_args(argv)
-
-# %%
-# Creating the Components
-# #######################
-# The first step is downloading the data to somewhere we can work on it. For
-# this we can just the builtin copy component. This component takes two valid
-# fsspec paths and copies them from one to another. In this case we're using
-# http as the source and a file under the output_path as the output.
-
-
-data_path: str = os.path.join(args.output_path, "tiny-imagenet-200.zip")
-copy_app: specs.AppDef = utils_copy(
-    "http://cs231n.stanford.edu/tiny-imagenet-200.zip",
-    data_path,
-    image=args.image,
-)
-
-# %%
-# The next component is for data preprocessing. This takes in the raw data from
-# the previous operator and runs some transforms on it for use with the trainer.
-#
-# datapreproc outputs the data to a specified fsspec path. These paths are all
-# specified ahead of time so we have a fully static pipeline.
-
-
-processed_data_path: str = os.path.join(args.output_path, "processed")
-datapreproc_app: specs.AppDef = utils_python(
-    "--output_path",
-    processed_data_path,
-    "--input_path",
-    data_path,
-    "--limit",
-    "100",
-    image=args.image,
-    m="torchx.examples.apps.datapreproc.datapreproc",
-    cpu=1,
-    memMB=1024,
-)
-
-# %%
-# Next we'll create the trainer component that takes in the training data from the
-# previous datapreproc component. We've defined this in a separate component
-# file as you normally would.
-#
-# Having a separate component file allows you to launch your trainer from the
-# TorchX CLI via ``torchx run`` for fast iteration as well as run it from a
-# pipeline in an automated fashion.
-
-# make sure examples is on the path
-if "__file__" in globals():
-    sys.path.append(os.path.join(os.path.dirname(__file__), "..", "..", ".."))
-
-
-logs_path: str = os.path.join(args.output_path, "logs")
-models_path: str = os.path.join(args.output_path, "models")
-
-trainer_app: specs.AppDef = dist_ddp(
-    *(
-        "--output_path",
-        models_path,
-        "--load_path",
-        args.load_path or "",
-        "--log_path",
-        logs_path,
-        "--data_path",
-        processed_data_path,
-        "--epochs",
-        str(1),
-    ),
-    image=args.image,
-    m="torchx.examples.apps.lightning.train",
-    j="1x1",
-    # per node resource settings
-    cpu=1,
-    memMB=3000,
-)
-
-# %%
-# To have the tensorboard path show up in KFPs UI we need to some metadata so
-# KFP knows where to consume the metrics from.
-#
-# This will get used when we create the KFP container.
-
-
-ui_metadata: Dict[str, object] = {
-    "outputs": [
-        {
-            "type": "tensorboard",
-            "source": os.path.join(logs_path, "lightning_logs"),
-        }
-    ]
-}
-
-# %%
-# For the inference, we're leveraging one of the builtin TorchX components. This
-# component takes in a model and uploads it to the TorchServe management API
-# endpoints.
-
-
-serve_app: specs.AppDef = torchserve(
-    model_path=os.path.join(models_path, "model.mar"),
-    management_api=args.management_api,
-    image=args.image,
-    params={
-        "model_name": args.model_name,
-        # set this to allocate a worker
-        # "initial_workers": 1,
-    },
-)
-
-# %%
-# For model interpretability we're leveraging a custom component stored in it's
-# own component file. This component takes in the output from datapreproc and
-# train components and produces images with integrated gradient results.
-
-interpret_path: str = os.path.join(args.output_path, "interpret")
-interpret_app: specs.AppDef = utils_python(
-    *(
-        "--load_path",
-        os.path.join(models_path, "last.ckpt"),
-        "--data_path",
-        processed_data_path,
-        "--output_path",
-        interpret_path,
-    ),
-    image=args.image,
-    m="torchx.examples.apps.lightning.interpret",
-)
-
-# %%
-# Pipeline Definition
-# ###################
-# The last step is to define the actual pipeline using the torchx components via
-# the KFP adapter and export the pipeline package that can be uploaded to a KFP
-# cluster.
-#
-# The KFP adapter currently doesn't track the input and outputs so the
-# containers need to have their dependencies specified via `.after()`.
-#
-# We call `.set_tty()` to make the logs from the components more responsive for
-# example purposes.
-
-
-def pipeline() -> None:
-    # container_from_app creates a KFP container from the TorchX app
-    # definition.
-    copy = container_from_app(copy_app)
-    copy.container.set_tty()
-
-    datapreproc = container_from_app(datapreproc_app)
-    datapreproc.container.set_tty()
-    datapreproc.after(copy)
-
-    # For the trainer we want to log that UI metadata so you can access
-    # tensorboard from the UI.
-    trainer = container_from_app(trainer_app, ui_metadata=ui_metadata)
-    trainer.container.set_tty()
-    trainer.after(datapreproc)
-
-    if False:
-        serve = container_from_app(serve_app)
-        serve.container.set_tty()
-        serve.after(trainer)
-
-    if False:
-        # Serve and interpret only require the trained model so we can run them
-        # in parallel to each other.
-        interpret = container_from_app(interpret_app)
-        interpret.container.set_tty()
-        interpret.after(trainer)
-
-
-kfp.compiler.Compiler().compile(
-    pipeline_func=pipeline,
-    package_path="pipeline.yaml",
-)
-
-with open("pipeline.yaml", "rt") as f:
-    print(f.read())
-
-# %%
-# Once this has all run you should have a pipeline file (typically
-# pipeline.yaml) that you can upload to your KFP cluster via the UI or
-# a kfp.Client.
-
-# sphinx_gallery_thumbnail_path = '_static/img/gallery-kfp.png'

torchx/examples/pipelines/kfp/dist_pipeline.py

@@ -1,69 +0,0 @@
-#!/usr/bin/env python3
-# Copyright (c) Meta Platforms, Inc. and affiliates.
-# All rights reserved.
-#
-# This source code is licensed under the BSD-style license found in the
-# LICENSE file in the root directory of this source tree.
-
-"""
-Distributed KubeFlow Pipelines Example
-======================================
-
-This is an example KFP pipeline that uses resource_from_app to launch a
-distributed operator using the kubernetes/volcano job scheduler. This only works
-in Kubernetes KFP clusters with https://volcano.sh/en/docs/ installed on them.
-"""
-
-import kfp
-from torchx import specs
-from torchx.pipelines.kfp.adapter import resource_from_app
-
-
-def pipeline() -> None:
-    # First we define our AppDef for the component, we set
-    echo_app = specs.AppDef(
-        name="test-dist",
-        roles=[
-            specs.Role(
-                name="dist-echo",
-                image="alpine",
-                entrypoint="/bin/echo",
-                args=["hello dist!"],
-                num_replicas=3,
-            ),
-        ],
-    )
-
-    # To convert the TorchX AppDef into a KFP container we use
-    # the resource_from_app adapter. This takes generates a KFP Kubernetes
-    # resource operator definition from the TorchX app def and instantiates it.
-    echo_container: kfp.dsl.BaseOp = resource_from_app(echo_app, queue="default")
-
-
-# %%
-# To generate the pipeline definition file we need to call into the KFP compiler
-# with our pipeline function.
-
-kfp.compiler.Compiler().compile(
-    pipeline_func=pipeline,
-    package_path="pipeline.yaml",
-)
-
-with open("pipeline.yaml", "rt") as f:
-    print(f.read())
-
-# %%
-# Once this has all run you should have a pipeline file (typically
-# pipeline.yaml) that you can upload to your KFP cluster via the UI or
-# a kfp.Client.
-#
-# See the
-# `KFP SDK Examples <https://www.kubeflow.org/docs/components/pipelines/tutorials/sdk-examples/#examples>`_
-# for more info on launching KFP pipelines.
-
-# %%
-# See the :ref:`examples_pipelines/kfp/advanced_pipeline:Advanced KubeFlow Pipelines Example` for how to chain multiple
-# components together and use builtin components.
-
-
-# sphinx_gallery_thumbnail_path = '_static/img/gallery-kfp.png'

torchx/examples/pipelines/kfp/intro_pipeline.py

@@ -1,81 +0,0 @@
-#!/usr/bin/env python3
-# Copyright (c) Meta Platforms, Inc. and affiliates.
-# All rights reserved.
-#
-# This source code is licensed under the BSD-style license found in the
-# LICENSE file in the root directory of this source tree.
-
-"""
-Intro KubeFlow Pipelines Example
-================================
-
-This an introductory pipeline using KubeFlow Pipelines built with only TorchX
-components.
-
-TorchX is intended to allow making cross platform components. As such, we have
-a standard definition that uses adapters to convert it to the specific
-pipeline platform. This is an example of using the KFP adapter to run a TorchX
-component as part of a KubeFlow Pipeline.
-
-TorchX tries to leverage standard mechanisms wherever possible. For KFP we use
-the existing KFP pipeline definition syntax and add a single
-`component_from_app` conversion step to convert a TorchX component into one
-KFP can understand.
-
-Typically you have a separate component file but for this example we define the
-AppDef inline.
-"""
-
-import kfp
-from torchx import specs
-from torchx.pipelines.kfp.adapter import container_from_app
-
-
-def pipeline() -> None:
-    # First we define our AppDef for the component. AppDef is a core part of TorchX
-    # and can be used to describe complex distributed multi container apps or
-    # just a single node component like here.
-    echo_app: specs.AppDef = specs.AppDef(
-        name="examples-intro",
-        roles=[
-            specs.Role(
-                name="worker",
-                entrypoint="/bin/echo",
-                args=["Hello TorchX!"],
-                image="alpine",
-            )
-        ],
-    )
-
-    # To convert the TorchX AppDef into a KFP container we use
-    # the container_from_app adapter. This takes generates a KFP component
-    # definition from the TorchX app def and instantiates it into a container.
-    echo_container: kfp.dsl.ContainerOp = container_from_app(echo_app)
-
-
-# %%
-# To generate the pipeline definition file we need to call into the KFP compiler
-# with our pipeline function.
-
-kfp.compiler.Compiler().compile(
-    pipeline_func=pipeline,
-    package_path="pipeline.yaml",
-)
-
-with open("pipeline.yaml", "rt") as f:
-    print(f.read())
-
-# %%
-# Once this has all run you should have a pipeline file (typically
-# pipeline.yaml) that you can upload to your KFP cluster via the UI or
-# a kfp.Client.
-#
-# See the
-# `KFP SDK Examples <https://www.kubeflow.org/docs/components/pipelines/tutorials/sdk-examples/#examples>`_
-# for more info on launching KFP pipelines.
-
-# %%
-# See the :ref:`examples_pipelines/kfp/advanced_pipeline:Advanced KubeFlow Pipelines Example` for how to chain multiple
-# components together and use builtin components.
-
-# sphinx_gallery_thumbnail_path = '_static/img/gallery-kfp.png'

torchx/pipelines/kfp/__init__.py

@@ -1,28 +0,0 @@
-#!/usr/bin/env python3
-# Copyright (c) Meta Platforms, Inc. and affiliates.
-# All rights reserved.
-#
-# This source code is licensed under the BSD-style license found in the
-# LICENSE file in the root directory of this source tree.
-
-"""
-This module contains adapters for converting TorchX components into KubeFlow
-Pipeline components.
-
-The current KFP adapters only support single node (1 role and 1 replica)
-components.
-"""
-
-import kfp
-
-from .version import __version__ as __version__  # noqa F401
-
-
-def _check_kfp_version() -> None:
-    if not kfp.__version__.startswith("1."):
-        raise ImportError(
-            f"Only kfp version 1.x.x is supported! kfp version {kfp.__version__}"
-        )
-
-
-_check_kfp_version()