truefoundry 0.5.1rc8__py3-none-any.whl → 0.5.2rc1__py3-none-any.whl

truefoundry/deploy/cli/commands/apply_command.py

@@ -30,13 +30,20 @@ from truefoundry.deploy.lib.model.entity import ApplyResult
     required=True,
     multiple=True,
 )
+@click.option(
+    "--dry-run",
+    "--dry_run",
+    is_flag=True,
+    show_default=True,
+    help="Simulate the process without actually applying the manifest",
+)
 @handle_exception_wrapper
-def apply_command(files: Tuple[str, ...]):
+def apply_command(files: Tuple[str, ...], dry_run: bool = False):
     apply_results: List[ApplyResult] = []
     client = ServiceFoundryServiceClient()
     for file in files:
         with console.status(PROMPT_APPLYING_MANIFEST.format(file), spinner="dots"):
-            for apply_result in apply_lib.apply_manifest_file(file, client):
+            for apply_result in apply_lib.apply_manifest_file(file, client, dry_run):
                 if apply_result.success:
                     console.print(f"[green]\u2714 {apply_result.message}[/]")
                 else:

truefoundry/deploy/lib/clients/servicefoundry_client.py

@@ -680,9 +680,9 @@ class ServiceFoundryServiceClient(BaseServiceFoundryServiceClient):
         return parse_obj_as(List[Deployment], response)
 
     @check_min_cli_version
-    def apply(self, manifest: Dict[str, Any]):
+    def apply(self, manifest: Dict[str, Any], dry_run: bool = False):
         url = f"{self._api_server_url}/{VERSION_PREFIX}/apply"
-        body = {"manifest": manifest}
+        body = {"manifest": manifest, "dryRun": dry_run}
         response = session_with_retries().put(
             url, headers=self._get_header(), json=body
         )

truefoundry/deploy/lib/dao/apply.py

@@ -15,6 +15,7 @@ def _apply_manifest(
     client: Optional[ServiceFoundryServiceClient] = None,
     filename: Optional[str] = None,
     index: Optional[int] = None,
+    dry_run: bool = False,
 ) -> ApplyResult:
     client = client or ServiceFoundryServiceClient()
 
@@ -32,29 +33,38 @@ def _apply_manifest(
             message=f"Failed to apply manifest{file_metadata}. Error: {ex}",
         )
 
+    prefix = "[Dry Run] " if dry_run else ""
+    suffix = " (No changes were applied)" if dry_run else ""
     try:
-        client.apply(manifest.dict())
+        client.apply(manifest.dict(), dry_run)
+
         return ApplyResult(
             success=True,
-            message=f"Successfully configured manifest {manifest.name} of type {manifest.type}",
+            message=(
+                f"{prefix}Successfully configured manifest {manifest.name} of type {manifest.type}.{suffix}"
+            ),
         )
     except Exception as ex:
         return ApplyResult(
             success=False,
-            message=f"Failed to apply manifest {manifest.name} of type {manifest.type}. Error: {ex}",
+            message=(
+                f"{prefix}Failed to apply manifest {manifest.name} of type {manifest.type}. Error: {ex}.{suffix}"
+            ),
         )
 
 
 def apply_manifest(
     manifest: Dict[str, Any],
     client: Optional[ServiceFoundryServiceClient] = None,
+    dry_run: bool = False,
 ) -> ApplyResult:
-    return _apply_manifest(manifest=manifest, client=client)
+    return _apply_manifest(manifest=manifest, client=client, dry_run=dry_run)
 
 
 def apply_manifest_file(
     filepath: str,
     client: Optional[ServiceFoundryServiceClient] = None,
+    dry_run: bool = False,
 ) -> Iterator[ApplyResult]:
     client = client or ServiceFoundryServiceClient()
     filename = Path(filepath).name
@@ -67,14 +77,19 @@ def apply_manifest_file(
             message=f"Failed to read file {filepath} as a valid YAML file. Error: {ex}",
         )
     else:
+        prefix = "[Dry Run] " if dry_run else ""
         for index, manifest in enumerate(manifests_it):
             if not isinstance(manifest, dict):
                 yield ApplyResult(
                     success=False,
-                    message=f"Failed to apply manifest at index {index} from file {filename}. Error: A manifest must be a dict, got type {type(manifest)}",
+                    message=f"{prefix}Failed to apply manifest at index {index} from file {filename}. Error: A manifest must be a dict, got type {type(manifest)}",
                 )
                 continue
 
             yield _apply_manifest(
-                manifest=manifest, client=client, filename=filename, index=index
+                manifest=manifest,
+                client=client,
+                filename=filename,
+                index=index,
+                dry_run=dry_run,
             )

truefoundry/ml/__init__.py

@@ -1,9 +1,10 @@
-from truefoundry.ml.autogen.client.models import (
-    LibraryName,
+from truefoundry.ml.autogen.client.models import (  # type: ignore[attr-defined]
+    InferMethodName,
     ModelVersionEnvironment,
     SklearnModelSchema,
     XGBoostModelSchema,
 )
+from truefoundry.ml.autogen.entities.artifacts import LibraryName
 from truefoundry.ml.enums import (
     DataSlice,
     FileFormat,
@@ -40,6 +41,7 @@ from truefoundry.ml.model_framework import (
     TransformersFramework,
     XGBoostFramework,
     sklearn_infer_schema,
+    xgboost_infer_schema,
 )
 
 __all__ = [
@@ -51,9 +53,11 @@ __all__ = [
     "DataSlice",
     "FastAIFramework",
     "FileFormat",
+    "get_client",
     "GluonFramework",
     "H2OFramework",
     "Image",
+    "InferMethodName",
     "KerasFramework",
     "LibraryName",
     "LightGBMFramework",
@@ -68,6 +72,7 @@ __all__ = [
     "PaddleFramework",
     "Plot",
     "PyTorchFramework",
+    "sklearn_infer_schema",
     "SklearnFramework",
     "SklearnModelSchema",
     "SpaCyFramework",
@@ -75,10 +80,9 @@ __all__ = [
     "TensorFlowFramework",
     "TransformersFramework",
     "ViewType",
+    "xgboost_infer_schema",
     "XGBoostFramework",
     "XGBoostModelSchema",
-    "get_client",
-    "sklearn_infer_schema",
 ]
 
 init_logger()

truefoundry/ml/cli/commands/model_init.py

@@ -6,7 +6,7 @@ import rich_click as click
 from truefoundry.deploy.cli.console import console
 from truefoundry.deploy.cli.const import COMMAND_CLS
 from truefoundry.deploy.cli.util import handle_exception_wrapper
-from truefoundry.ml.autogen.client.models import ModelServer
+from truefoundry.ml.autogen.client import ModelServer  # type: ignore[attr-defined]
 from truefoundry.ml.cli.utils import (
     AppName,
     NonEmptyString,

truefoundry/ml/mlfoundry_api.py

@@ -18,7 +18,7 @@ from typing import (
 import coolname
 
 from truefoundry.common.utils import ContextualDirectoryManager, relogin_error_message
-from truefoundry.ml import ModelVersionEnvironment, constants
+from truefoundry.ml import constants
 from truefoundry.ml.autogen.client import (  # type: ignore[attr-defined]
     ArtifactDto,
     ArtifactType,
@@ -35,6 +35,7 @@ from truefoundry.ml.autogen.client import (  # type: ignore[attr-defined]
     MlfoundryArtifactsApi,
     ModelDto,
     ModelServer,
+    ModelVersionEnvironment,
     RunsApi,
     RunTagDto,
     SearchRunsRequestDto,

truefoundry/ml/mlfoundry_run.py

@@ -18,7 +18,7 @@ from urllib.parse import urljoin, urlsplit
 
 from truefoundry import version
 from truefoundry.common.utils import relogin_error_message
-from truefoundry.ml import ModelVersionEnvironment, constants
+from truefoundry.ml import constants
 from truefoundry.ml.autogen.client import (  # type: ignore[attr-defined]
     ArtifactType,
     DeleteRunRequest,
@@ -29,6 +29,7 @@ from truefoundry.ml.autogen.client import (  # type: ignore[attr-defined]
     MetricDto,
     MetricsApi,
     MlfoundryArtifactsApi,
+    ModelVersionEnvironment,
     ParamDto,
     RunDataDto,
     RunDto,

truefoundry/ml/model_framework.py

@@ -35,6 +35,7 @@ from truefoundry.pydantic_v1 import BaseModel, Field
 
 if TYPE_CHECKING:
     from sklearn.base import BaseEstimator
+    from xgboost import Booster, XGBModel
 
 # Map serialization format to corresponding pip packages
 SERIALIZATION_FORMAT_TO_PACKAGES_NAME_MAP = {
@@ -467,6 +468,24 @@ def auto_update_model_framework_details(
                 )
 
 
+def _infer_schema(
+    model_input: Any,
+    model: Union["BaseEstimator", "Booster", "XGBModel"],
+    infer_method_name: str = "predict",
+) -> Dict[str, Any]:
+    if not hasattr(model, infer_method_name):
+        raise ValueError(
+            f"Model does not have the method '{infer_method_name}' to infer the schema."
+        )
+    model_infer_method = getattr(model, infer_method_name)
+    model_output = model_infer_method(model_input)
+
+    model_signature = infer_signature(
+        model_input=model_input, model_output=model_output
+    )
+    return model_signature.to_dict()
+
+
 def sklearn_infer_schema(
     model_input: Any,
     model: "BaseEstimator",
@@ -483,19 +502,37 @@ def sklearn_infer_schema(
     Returns:
         SklearnModelSchema: The inferred schema of the Sklearn model.
     """
-    if not hasattr(model, infer_method_name):
-        raise ValueError(
-            f"Model does not have the method '{infer_method_name}' to infer the schema."
-        )
-    model_infer_method = getattr(model, infer_method_name)
-    model_output = model_infer_method(model_input)
-
-    model_signature = infer_signature(
-        model_input=model_input, model_output=model_output
+    model_signature_json = _infer_schema(
+        model_input=model_input, model=model, infer_method_name=infer_method_name
     )
-    model_signature_json = model_signature.to_dict()
     return autogen_artifacts.SklearnModelSchema(
         infer_method_name=infer_method_name,
         inputs=json.loads(model_signature_json["inputs"]),
         outputs=json.loads(model_signature_json["outputs"]),
     )
+
+
+def xgboost_infer_schema(
+    model_input: Any,
+    model: Union["Booster", "XGBModel"],
+    infer_method_name: str = "predict",
+) -> autogen_artifacts.XGBoostModelSchema:
+    """
+    Infer the schema of an XGBoost model.
+
+    Args:
+        model_input (Any): The input data to be used for schema inference.
+        model (Any): The XGBoost model instance.
+        infer_method_name (str): The name of the method to be used for schema inference.
+            Eg: predict (default), predict_proba
+    Returns:
+        XGBoostModelSchema: The inferred schema of the XGBoost model.
+    """
+    model_signature_json = _infer_schema(
+        model_input=model_input, model=model, infer_method_name=infer_method_name
+    )
+    return autogen_artifacts.XGBoostModelSchema(
+        infer_method_name=infer_method_name,
+        inputs=json.loads(model_signature_json["inputs"]),
+        outputs=json.loads(model_signature_json["outputs"]),
+    )

{truefoundry-0.5.1rc8.dist-info → truefoundry-0.5.2rc1.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: truefoundry
-Version: 0.5.1rc8
+Version: 0.5.2rc1
 Summary: Truefoundry CLI
 Author: Abhishek Choudhary
 Author-email: abhishek@truefoundry.com

{truefoundry-0.5.1rc8.dist-info → truefoundry-0.5.2rc1.dist-info}/RECORD

@@ -50,7 +50,7 @@ truefoundry/deploy/builder/utils.py,sha256=D68-bqM0NQx-Elg-56mtkENyVyg9faZ9tgTmB
 truefoundry/deploy/cli/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 truefoundry/deploy/cli/cli.py,sha256=BuAW-R98oz1wzPDg00fPgrK1UDoCfy0Tu6pWW9Ud1Ns,2887
 truefoundry/deploy/cli/commands/__init__.py,sha256=-i3ltscehEO0hy-Cf6gPLaiobfv8tZetPKaaCyR9B3M,1364
-truefoundry/deploy/cli/commands/apply_command.py,sha256=FdTeuyOPEoPSU6GP_aQGNOJV0S0rm7PkxrAlXiNvoX8,1864
+truefoundry/deploy/cli/commands/apply_command.py,sha256=AL8LBv2ZO01efG97_q9kYG2XjukyadUBw5huyhw_k64,2060
 truefoundry/deploy/cli/commands/build_command.py,sha256=DQ7NARgkIgV4z0Zdnl3zMDKU_fSkN5-FkjCQypgmWpo,1255
 truefoundry/deploy/cli/commands/build_logs_command.py,sha256=WrPOlFec_wwuzdJmKZ8mjca-oFVvxgfblcqj2LlhWJA,2804
 truefoundry/deploy/cli/commands/create_command.py,sha256=ZjA4EP1jHYuVE1zx0kN-giBr3y0sEiXnu8xMsNyD2Rg,1850
@@ -82,11 +82,11 @@ truefoundry/deploy/json_util.py,sha256=x_-7YYQ4_HUIJ8ofOcclAp9JWhgTWjR9Th6Q0FuRq
 truefoundry/deploy/lib/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 truefoundry/deploy/lib/auth/servicefoundry_session.py,sha256=5TCYPunAygtn5mb0mp_VcWKEalKMKPbyWMWer-Vty2g,1916
 truefoundry/deploy/lib/clients/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-truefoundry/deploy/lib/clients/servicefoundry_client.py,sha256=tkuPNbo9vDTgXPHD4p3d-t6HigBvKNfML1pTQXBwJfY,26170
+truefoundry/deploy/lib/clients/servicefoundry_client.py,sha256=yhHsHo9T0mTbum7X2sOuNVf-am1AdtzyK0KBQkdC0io,26212
 truefoundry/deploy/lib/const.py,sha256=repGJLuoMqtzeq5tCjjkN4bH187FVHVKI30BricOlvc,244
 truefoundry/deploy/lib/dao/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 truefoundry/deploy/lib/dao/application.py,sha256=xUqF34abde71YZo9gkR-WvVJi1C6nBeGBNw4kL5FdIo,9226
-truefoundry/deploy/lib/dao/apply.py,sha256=sXnQY6RVzLVm1fX2BKuWHAoKlKISirrcByHEhY3x4zo,2570
+truefoundry/deploy/lib/dao/apply.py,sha256=Jadfa3DcbIRz-Bb4Tlixed179HLDnmDXOlrvSxfEgQ0,3021
 truefoundry/deploy/lib/dao/version.py,sha256=AtdW_4O1DPUKdfv2qy6iUJsZ_95vM6z0AqeEy3WDKs8,1130
 truefoundry/deploy/lib/dao/workspace.py,sha256=jm8UWytwVajVcrYyHSTCwWYDYl-RHuk0zAf9Caj4GzQ,2356
 truefoundry/deploy/lib/exceptions.py,sha256=ZT2o3mar3BYtnjKHn2wf4rBGEaFIgf-zkQmzDicg6Ps,236
@@ -107,7 +107,7 @@ truefoundry/deploy/v2/lib/models.py,sha256=pSolLMTArDuYpeNsmeeS5DWliloN_iCDfZSpR
 truefoundry/deploy/v2/lib/patched_models.py,sha256=NTU8J_CwdvEuF9zNXwFyN3suOp_196Wrm75DDy5qcXE,14184
 truefoundry/deploy/v2/lib/source.py,sha256=VHKuFREiixUP40D3Mrz-TA70spu1M0RbCzl--qwlFaY,9263
 truefoundry/logger.py,sha256=u-YCNjg5HBwE70uQcpjIG64Ghos-K2ulTWaxC03BSj4,714
-truefoundry/ml/__init__.py,sha256=VtP0B3DNFFV_1b4WHkAo_XRMvWHmyeEwDu984t4cy8s,2040
+truefoundry/ml/__init__.py,sha256=ssUEIs8BixPWxynKoeSh-dkRl6AtLXG0PBGYnUR5Az8,2217
 truefoundry/ml/artifact/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 truefoundry/ml/artifact/truefoundry_artifact_repo.py,sha256=FksxhUpRHb9pgWZmAB16DhXqkAL6UIAPA1S3RJUApQU,46201
 truefoundry/ml/autogen/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -319,7 +319,7 @@ truefoundry/ml/cli/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuF
 truefoundry/ml/cli/cli.py,sha256=ckBcjUpqfhgrPE1okqT_G2iouOLt-0KjpLhHp2YdVFU,256
 truefoundry/ml/cli/commands/__init__.py,sha256=diDUiRUX4l6TtNLI4iF-ZblczkELM7FRViJ-8gGNJQY,82
 truefoundry/ml/cli/commands/download.py,sha256=cbz9KijiLKXj4-twlig3xZLTVRNm4fnjwpy0leZr31w,2342
-truefoundry/ml/cli/commands/model_init.py,sha256=LzHYHDOT3MackBIRLi3t18zmrV0E3gCNFLmZSlwwTlk,2661
+truefoundry/ml/cli/commands/model_init.py,sha256=cKqXPWS_uxHnWJE-Nye6VE2Ct_-tgmfyTRVqXyCnROA,2684
 truefoundry/ml/cli/utils.py,sha256=j6_mZ4Spn114mz3P4QQ8jx0tmorXIuyQnHXVUSDvZi4,1035
 truefoundry/ml/clients/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 truefoundry/ml/clients/entities.py,sha256=sNP4DnAVdQoMfc06s0r3VTzKHTo7jmxAOuTlQOVmsMs,151
@@ -347,9 +347,9 @@ truefoundry/ml/log_types/plot.py,sha256=HuYvvRA5r8V0xAIuuqMME2IHb9d3SfGHUiuEkOP3
 truefoundry/ml/log_types/pydantic_base.py,sha256=eBlw_AEyAz4iJKDP4zgJOCFWcldwQqpf7FADW1jzIQY,272
 truefoundry/ml/log_types/utils.py,sha256=xjJ21jdPScvFmw3TbVh5NCzbzJwaqiXJyiiT4xxX1EI,335
 truefoundry/ml/logger.py,sha256=VT-BF3BnBYTWVq87O58F0c8uXMu94gYzsiFlGY3_7Ao,458
-truefoundry/ml/mlfoundry_api.py,sha256=PefznXwBPBv8TD4RYid9aiE8WWEkZQAHoaAbvklFoRs,62364
-truefoundry/ml/mlfoundry_run.py,sha256=RLTZGz3htyxNmG1Xat9WevawEIjDoUCbWrSNql8WynI,44597
-truefoundry/ml/model_framework.py,sha256=trqqzy1-BpW3bF4V7wETiOlRBdlcQi2Lk7MXORngmoU,17585
+truefoundry/ml/mlfoundry_api.py,sha256=avuGgjbRnQXk774Vd3Dx7n99bbrOkL9pob9DI-vNvWE,62368
+truefoundry/ml/mlfoundry_run.py,sha256=scHjdjojRGbE4ZZlByZTFrcBTamRbm_JGidaSX9Gi9o,44601
+truefoundry/ml/model_framework.py,sha256=xHmVFI3Xcd6z6BH9TyZY8kFiw3Fp70423_M_wTYxd5Y,18841
 truefoundry/ml/run_utils.py,sha256=0W208wSLUrbdfk2pjNcZlkUi9bNxG2JORqoe-5rVqHI,2423
 truefoundry/ml/session.py,sha256=F83GTC5WwGBjnJ69Ct8MqMnlutYc56JCc6YhEY1Wl-A,5394
 truefoundry/ml/validation_utils.py,sha256=J5atNhcJLvKj64ralSV9Y5Fv1Rt4SE237ICdP9-7sP4,12149
@@ -370,7 +370,7 @@ truefoundry/workflow/remote_filesystem/tfy_signed_url_client.py,sha256=5mBCIc-ON
 truefoundry/workflow/remote_filesystem/tfy_signed_url_fs.py,sha256=Hf6Dk6Fu6P7DqsK5ULgraf9DStjgigf-kjaRAMBW-RU,8680
 truefoundry/workflow/task.py,sha256=ToitYiKcNzFCtOVQwz1W8sRjbR97eVS7vQBdbgUQtKg,1779
 truefoundry/workflow/workflow.py,sha256=WaTqUjhwfAXDWu4E5ehuwAxrCbDJkoAf1oWmR2E9Qy0,4575
-truefoundry-0.5.1rc8.dist-info/METADATA,sha256=0XwCMcuY2axlt1JUfIhogw1uNn0rRn0edV5HUigM6oc,2887
-truefoundry-0.5.1rc8.dist-info/WHEEL,sha256=Nq82e9rUAnEjt98J6MlVmMCZb-t9cYE2Ir1kpBmnWfs,88
-truefoundry-0.5.1rc8.dist-info/entry_points.txt,sha256=TXvUxQkI6zmqJuycPsyxEIMr3oqfDjgrWj0m_9X12x4,95
-truefoundry-0.5.1rc8.dist-info/RECORD,,
+truefoundry-0.5.2rc1.dist-info/METADATA,sha256=U7jLn1N-Cv3EkpRaIK3ud2UVOc4VjBBQK6VXX0EL16Y,2887
+truefoundry-0.5.2rc1.dist-info/WHEEL,sha256=Nq82e9rUAnEjt98J6MlVmMCZb-t9cYE2Ir1kpBmnWfs,88
+truefoundry-0.5.2rc1.dist-info/entry_points.txt,sha256=TXvUxQkI6zmqJuycPsyxEIMr3oqfDjgrWj0m_9X12x4,95
+truefoundry-0.5.2rc1.dist-info/RECORD,,