qwak-sdk 0.5.62__tar.gz → 0.5.64__tar.gz

{qwak_sdk-0.5.62 → qwak_sdk-0.5.64}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: qwak-sdk
-Version: 0.5.62
+Version: 0.5.64
 Summary: Qwak SDK and CLI for qwak models
 License: Apache-2.0
 Keywords: mlops,ml,deployment,serving,model
@@ -19,7 +19,8 @@ Classifier: Programming Language :: Python :: Implementation :: CPython
 Classifier: Topic :: Scientific/Engineering :: Artificial Intelligence
 Provides-Extra: batch
 Provides-Extra: feedback
-Requires-Dist: boto3 (>=1.24.116,<2.0.0) ; extra == "batch" or extra == "feedback"
+Provides-Extra: local-deployment
+Requires-Dist: boto3 (>=1.24.116,<2.0.0) ; extra == "batch" or extra == "feedback" or extra == "local-deployment"
 Requires-Dist: cookiecutter
 Requires-Dist: croniter (==1.4.1)
 Requires-Dist: gitpython (>=2.1.0)
@@ -28,8 +29,9 @@ Requires-Dist: pandas (<1.4) ; (python_full_version >= "3.7.1" and python_versio
 Requires-Dist: pandas (>=1.4.3,<2.0.0) ; (python_version >= "3.8" and python_version < "3.10") and (extra == "batch" or extra == "feedback")
 Requires-Dist: pyarrow (>=6.0.0,<11.0.0) ; extra == "batch"
 Requires-Dist: python-json-logger (>=2.0.2)
-Requires-Dist: qwak-core (==0.3.129)
+Requires-Dist: qwak-core (==0.3.163)
 Requires-Dist: qwak-inference (>=0.1,<0.2)
+Requires-Dist: rich (>=13.0.0)
 Requires-Dist: tabulate (>=0.8.0)
 Requires-Dist: yaspin (>=2.0.0)
 Project-URL: Home page, https://www.qwak.com/

{qwak_sdk-0.5.62 → qwak_sdk-0.5.64}/pyproject.toml

@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "qwak-sdk"
-version = "0.5.62"
+version = "0.5.64"
 description = "Qwak SDK and CLI for qwak models"
 authors = ["Qwak <info@qwak.com>"]
 readme = "README.md"
@@ -27,12 +27,13 @@ qwak = "qwak_sdk.main:qwak_cli"
 
 [tool.poetry.dependencies]
 python = ">=3.7.1,<3.10"
-qwak-core = "==0.3.129"
+qwak-core = "==0.3.163"
 qwak-inference = "~0.1"
 croniter = "==1.4.1"
 tabulate = ">=0.8.0"
 python-json-logger = ">=2.0.2"
 yaspin = ">=2.0.0"
+rich = ">=13.0.0"
 cookiecutter = "*"
 gitpython = ">=2.1.0"
 boto3 = { version = "^1.24.116", optional = true } # Inference dependencies
@@ -62,6 +63,7 @@ mypy-protobuf = "^3.0.0"
 [tool.poetry.extras]
 batch = ["boto3", "pandas", "pyarrow", "joblib"]
 feedback = ["boto3", "pandas", "joblib"]
+local-deployment = ["boto3"]
 
 [tool.black]
 extend-exclude = '''

{qwak_sdk-0.5.62 → qwak_sdk-0.5.64}/qwak_sdk/__init__.py

@@ -1,6 +1,6 @@
 # fmt: off
 __author__ = '''Qwak.ai'''
-__version__ = '0.5.62'
+__version__ = '0.5.64'
 
 from qwak.inner import wire_dependencies
 

{qwak_sdk-0.5.62 → qwak_sdk-0.5.64}/qwak_sdk/commands/models/build/ui.py

@@ -110,6 +110,11 @@ from qwak_sdk.inner.tools.config_handler import config_handler
     type=str,
     help="[REMOTE BUILD] Custom IAM Role ARN.",
 )
+@click.option(
+    "--service-account-key-secret-name",
+    type=str,
+    help="Custom service account for Gcp.",
+)
 @click.option(
     "--cache/--no-cache",
     default=None,

{qwak_sdk-0.5.62 → qwak_sdk-0.5.64}/qwak_sdk/commands/models/deployments/deploy/_logic/deploy_config.py

@@ -246,7 +246,7 @@ class DeployConfig(YamlConfigMixin, QwakConfigBase):
     @dataclass
     class AdvancedOptions:
         iam_role_arn: str = field(default=None)
-        purchase_option: str = field(default=PurchaseOption.SPOT.value)
+        purchase_option: str = field(default="")
         service_account_key_secret_name: str = field(default=None)
 
     model_id: str = field(default="")

{qwak_sdk-0.5.62 → qwak_sdk-0.5.64}/qwak_sdk/commands/models/deployments/deploy/_logic/deployment_message_helpers.py

@@ -11,7 +11,6 @@ from _qwak_proto.qwak.deployment.deployment_pb2 import (
     ServingStrategy,
 )
 from qwak.clients.administration.eco_system.client import EcosystemClient
-from qwak.clients.deployment.client import DeploymentManagementClient
 from qwak.clients.instance_template.client import InstanceTemplateManagementClient
 from qwak.exceptions import QwakException
 
@@ -40,12 +39,11 @@ UNKNOWN_SERVING_STRATEGY = (
 def get_env_to_deployment_message(
     deploy_config: DeployConfig,
     kube_deployment_type: KubeDeploymentType,
-    deployment_client: DeploymentManagementClient,
     ecosystem_client: EcosystemClient,
     instance_template_client: InstanceTemplateManagementClient,
 ) -> Dict[str, EnvironmentDeploymentMessage]:
     deployment_size = deployment_size_from_deploy_config(
-        deploy_config, instance_template_client
+        deploy_config, instance_template_client, ecosystem_client
     )
     advanced_deployment_options = get_advanced_deployment_options_from_deploy_config(
         deploy_config, kube_deployment_type
@@ -60,13 +58,8 @@ def get_env_to_deployment_message(
     )
 
     if kube_deployment_type == KubeDeploymentType.ONLINE:
-        model_traffic = deployment_client.get_model_traffic_config(
-            deploy_config.model_id
-        )
-
         env_to_serving_strategy = create_realtime_serving_strategy_from_deploy_config(
             deploy_config,
-            model_traffic,
             environment_name_to_config,
         )
         environment_variables = dictify_params(deploy_config.realtime.env_vars)

{qwak_sdk-0.5.62 → qwak_sdk-0.5.64}/qwak_sdk/commands/models/deployments/deploy/_logic/deployment_size_mapper.py

@@ -7,8 +7,11 @@ from _qwak_proto.qwak.user_application.common.v0.resources_pb2 import (
     GpuResources,
     PodComputeResourceTemplateSpec,
 )
+from qwak.clients.administration.eco_system.client import EcosystemClient
 from qwak.clients.instance_template.client import InstanceTemplateManagementClient
+from qwak.exceptions import QwakException
 from qwak.inner.instance_template.verify_template_id import verify_template_id
+from qwak.inner.provider import Provider
 
 from qwak_sdk.commands.models.deployments.deploy._logic.deploy_config import (
     DeployConfig,
@@ -18,14 +21,37 @@ from qwak_sdk.commands.models.deployments.deploy._logic.deploy_config import (
 def deployment_size_from_deploy_config(
     deploy_config: DeployConfig,
     instance_template_client: InstanceTemplateManagementClient,
+    ecosystem_client: EcosystemClient,
 ) -> DeploymentSize:
     if deploy_config.resources.instance_size:
         deploy_config.resources.instance_size = (
             deploy_config.resources.instance_size.lower()
         )
-        verify_template_id(
-            deploy_config.resources.instance_size, instance_template_client
-        )
+        account_details = ecosystem_client.get_account_details()
+        if deploy_config.environments:
+            environments_config = list(
+                ecosystem_client.get_environments_names_to_details(
+                    deploy_config.environments
+                ).values()
+            )
+        else:
+            environments_config = [
+                account_details.environment_by_id[
+                    account_details.default_environment_id
+                ]
+            ]
+        for environment_config in environments_config:
+            provider = __get_provider(environment_config)
+            try:
+                verify_template_id(
+                    deploy_config.resources.instance_size,
+                    instance_template_client,
+                    provider=provider,
+                )
+            except QwakException as e:
+                raise QwakException(
+                    f"Error with template {deploy_config.resources.instance_size} for environment {environment_config.name}: {e.message}"
+                )
 
         return DeploymentSize(
             number_of_pods=deploy_config.resources.pods,
@@ -56,3 +82,15 @@ def deployment_size_from_deploy_config(
                 )
             ),
         )
+
+
+def __get_provider(environment_config):
+    provider = None
+    cloud_type = environment_config.configuration.cloud_configuration.WhichOneof(
+        "configuration"
+    )
+    if cloud_type == "aws_cloud_configuration":
+        provider = Provider.AWS
+    elif cloud_type == "gcp_cloud_configuration":
+        provider = Provider.GCP
+    return provider

qwak_sdk-0.5.64/qwak_sdk/commands/models/deployments/deploy/_logic/local_deployment.py

@@ -0,0 +1,193 @@
+import base64
+
+from _qwak_proto.qwak.ecosystem.v0.ecosystem_runtime_service_pb2 import (
+    GetCloudCredentialsParameters,
+    GetCloudCredentialsRequest,
+    PermissionSet,
+    PullModelsContainerRegistry,
+)
+from google.protobuf.duration_pb2 import Duration
+from qwak.clients.administration.eco_system.client import EcosystemClient
+from qwak.clients.build_orchestrator import BuildOrchestratorClient
+from qwak.exceptions import QwakException
+from rich.console import Console
+from rich.layout import Layout
+from rich.panel import Panel
+from rich.progress import Progress
+
+from qwak_sdk.commands.models.deployments.deploy._logic.deploy_config import (
+    DeployConfig,
+)
+
+tasks = {}
+
+
+def local_deploy(config: DeployConfig):
+    try:
+        import docker
+    except ImportError:
+        raise QwakException(
+            "Error: 'docker' package is required to for local model deployment."
+        )
+
+    console = Console()
+    console.print(Panel(f"Deploying model {config.model_id} locally", style="green"))
+
+    client = docker.from_env()
+    build_image = _get_build_image(config)
+
+    if not client.images.list(name=build_image):
+        console.print(
+            "Pulling serving image from Qwak's remote repository. Might take a few minutes...",
+            style="yellow",
+        )
+        _docker_login(client)
+        _image_pull(client, build_image)
+
+    try:
+        container = start_local_qwak_container(build_image, client, config)
+        container.reload()
+        host_port = container.ports.get("5000/tcp")[0]["HostPort"]
+
+        layout = example_usage_layout(host_port)
+        console.print(layout)
+
+        for line in container.logs(stream=True):
+            console.print(str(line.strip().decode()), style="blue")
+
+    except KeyboardInterrupt:
+        console.print(Panel("Stopping container...", style="red"))
+        container.stop()
+        container.remove()
+
+
+def example_usage_layout(host_port: str):
+    layout = Layout(size=6)
+    layout.split_row(
+        Layout(name="left"),
+        Layout(name="right"),
+    )
+    layout["left"].update(
+        Panel(
+            f"[bold]cURL usage:[bold]\n\n"
+            f"curl --location\n"
+            f"--request POST http://localhost:{host_port}/predict\n"
+            f"--header 'Content-Type: application/json'\n"
+            f"--data '...'",
+            style="green",
+        )
+    )
+    layout["right"].update(
+        Panel(
+            f"[bold]Python client usage:[bold]\n\n"
+            f"from qwak_inference import RealtimeClient\n\nfeature_vector=[...]\n"
+            f"client = RealTimeClient(model_api='http://localhost:{host_port}/predict')\n"
+            f"client.predict(feature_vector)",
+            style="green",
+        )
+    )
+    return layout
+
+
+def start_local_qwak_container(build_image: str, docker_client, config: DeployConfig):
+    return docker_client.containers.run(
+        build_image,
+        command=["bentoml", "serve-gunicorn", "./"],
+        entrypoint="./docker-entrypoint.sh",
+        environment=[
+            "BENTOML_GUNICORN_WORKERS=2",
+            "QWAK_DEBUG_MODE=True",
+            f"QWAK_MODEL_ID={config.model_id}",
+            "BENTOML_DO_NOT_TRACK=True",
+            "PYTHONPATH=/qwak/model_dir:/qwak/model_dir/main:$PYTHONPATH",
+            f"QWAK_BUILD_ID={config.build_id}",
+            "BUNDLE_PATH=/home/bentoml/bundle",
+            "BENTOML_HOME=/home/bentoml/",
+        ],
+        stream=True,
+        detach=True,
+        publish_all_ports=True,
+    )
+
+
+def _get_build_image(config: DeployConfig):
+    return (
+        BuildOrchestratorClient().get_build(config.build_id).build.build_destined_image
+    )
+
+
+def _show_progress(line, progress):
+    if line["status"] == "Downloading":
+        idx = f'[red][Download {line["id"]}]'
+    elif line["status"] == "Extracting":
+        idx = f'[green][Extract {line["id"]}]'
+    else:
+        # skip other statuses
+        return
+
+    if idx not in tasks.keys():
+        tasks[idx] = progress.add_task(f"{idx}", total=line["progressDetail"]["total"])
+    else:
+        progress.update(tasks[idx], completed=line["progressDetail"]["current"])
+
+
+def _image_pull(docker_client, image_name: str):
+    with Progress() as progress:
+        resp = docker_client.api.pull(image_name, stream=True, decode=True)
+        for line in resp:
+            _show_progress(line, progress)
+
+
+def _docker_login(docker_client):
+    try:
+        import boto3
+    except ImportError:
+        raise QwakException(
+            "Error: The 'boto3' package is necessary for local model deployment. Install it directly or by running"
+            " 'pip install qwak[local-deployment]'"
+        )
+
+    # TODO: block if not an AWS based container registry
+    credentials = _get_aws_credentials()
+
+    aws_credentials = credentials.cloud_credentials.aws_temporary_credentials
+    ecr_client = boto3.Session(
+        aws_access_key_id=aws_credentials.access_key_id,
+        aws_secret_access_key=aws_credentials.secret_access_key,
+        aws_session_token=aws_credentials.session_token,
+        region_name=aws_credentials.region,
+    ).client("ecr")
+
+    ecr_credentials = ecr_client.get_authorization_token()["authorizationData"][0]
+
+    try:
+        docker_client.login(
+            username="AWS",
+            registry=ecr_credentials["proxyEndpoint"],
+            password=base64.b64decode(ecr_credentials["authorizationToken"])
+            .replace(b"AWS:", b"")
+            .decode("utf-8"),
+        )
+
+    except Exception as e:
+        raise QwakException(f"Failed to login to Qwak's container registry: {e}")
+
+
+def _get_aws_credentials():
+    try:
+        eco_client = EcosystemClient()
+        credentials = eco_client.get_cloud_credentials(
+            request=GetCloudCredentialsRequest(
+                parameters=GetCloudCredentialsParameters(
+                    duration=Duration(seconds=60 * 60, nanos=0),  # 6 hours
+                    permission_set=PermissionSet(
+                        pull_models_container_registry=PullModelsContainerRegistry()
+                    ),
+                )
+            )
+        )
+        return credentials
+    except Exception as e:
+        raise QwakException(
+            f"Failed to get credentials to pull image from Qwak's container registry: {e}."
+        )

{qwak_sdk-0.5.62 → qwak_sdk-0.5.64}/qwak_sdk/commands/models/deployments/deploy/batch/_logic/deploy_executor.py

@@ -14,7 +14,6 @@ class BatchDeployExecutor(BaseDeployExecutor):
         env_deployment_messages = get_env_to_deployment_message(
             self.config,
             KubeDeploymentType.BATCH,
-            self.deploy_client,
             self.ecosystem_client,
             self.instance_template_client,
         )

{qwak_sdk-0.5.62 → qwak_sdk-0.5.64}/qwak_sdk/commands/models/deployments/deploy/batch/ui.py

@@ -64,7 +64,7 @@ from qwak_sdk.inner.tools.config_handler import config_handler
 @click.option(
     "--service-account-key-secret-name",
     type=str,
-    help="Custom service accound for Gcp.",
+    help="Custom service account for Gcp.",
 )
 @click.option(
     "--sync",

{qwak_sdk-0.5.62 → qwak_sdk-0.5.64}/qwak_sdk/commands/models/deployments/deploy/realtime/_logic/deploy_executor.py

@@ -14,7 +14,6 @@ class RealtimeDeployExecutor(BaseDeployExecutor):
         env_deployment_messages = get_env_to_deployment_message(
             self.config,
             KubeDeploymentType.ONLINE,
-            self.deploy_client,
             self.ecosystem_client,
             self.instance_template_client,
         )

{qwak_sdk-0.5.62 → qwak_sdk-0.5.64}/qwak_sdk/commands/models/deployments/deploy/realtime/_logic/serving_strategy_mapper.py

@@ -7,24 +7,14 @@ from _qwak_proto.qwak.deployment.deployment_pb2 import (
     RealTimeConfig,
     ServingStrategy,
     TrafficConfig,
-    Variation,
-)
-from _qwak_proto.qwak.deployment.deployment_service_pb2 import (
-    GetDeploymentStatusResponse,
 )
 from _qwak_proto.qwak.ecosystem.v0.ecosystem_pb2 import UserContextEnvironmentDetails
 from qwak.exceptions import QwakException
 
 from qwak_sdk.commands.audience._logic.config.v1.audience_config import AudienceConfig
-from qwak_sdk.commands.models._logic.variations import (
-    create_variation_from_variation_config,
-)
 from qwak_sdk.commands.models.deployments.deploy._logic.deploy_config import (
     DeployConfig,
 )
-from qwak_sdk.commands.models.deployments.deploy._logic.variations import (
-    get_variations_for_deploy,
-)
 
 
 def create_realtime_serving_strategy(
@@ -32,7 +22,6 @@ def create_realtime_serving_strategy(
     audiences: List[AudienceConfig],
     fallback_variation: str,
     variation_name: str,
-    variations: List[Variation],
     variation_protected_state: bool = False,
 ) -> ServingStrategy:
     return ServingStrategy(
@@ -41,7 +30,6 @@ def create_realtime_serving_strategy(
                 auto_scaling_config=auto_scaling,
                 traffic_config=TrafficConfig(
                     selected_variation_name=variation_name,
-                    variations=variations,
                     audience_routes_entries=[
                         audience.to_audience_route_entry(index)
                         for index, audience in enumerate(audiences)
@@ -56,7 +44,6 @@ def create_realtime_serving_strategy(
 
 def create_realtime_serving_strategy_from_deploy_config(
     deploy_config: DeployConfig,
-    model_traffic: GetDeploymentStatusResponse,
     environment_name_to_config: Dict[str, UserContextEnvironmentDetails],
 ) -> Dict[str, ServingStrategy]:
     serving_strategies = {}
@@ -70,34 +57,12 @@ def create_realtime_serving_strategy_from_deploy_config(
         else None
     )
     for env_name, env_config in environment_name_to_config.items():
-        env_variations_response = model_traffic.environment_to_model_traffic.get(
-            env_config.id
-        )
-        existing_variation = (
-            env_variations_response.variations if env_variations_response else []
-        )
         try:
-            variations = []
-            if not deploy_config.realtime.audiences:
-                variations = get_variations_for_deploy(
-                    variation_name=variation_name,
-                    existing_variations=existing_variation,
-                    requested_variations=list(
-                        map(
-                            create_variation_from_variation_config,
-                            deploy_config.realtime.variations,
-                        )
-                    ),
-                    environment_name=env_name,
-                    variation_protected_state=variation_protected_state,
-                )
-
             serving_strategies[env_config.id] = create_realtime_serving_strategy(
                 auto_scaling,
                 deploy_config.realtime.audiences,
                 fallback_variation,
                 variation_name,
-                variations,
                 variation_protected_state,
             )
 

{qwak_sdk-0.5.62 → qwak_sdk-0.5.64}/qwak_sdk/commands/models/deployments/deploy/realtime/ui.py

@@ -14,6 +14,9 @@ from qwak_sdk.commands.models.deployments.deploy._logic.deploy_config import (
 from qwak_sdk.commands.models.deployments.deploy._logic.deployment_response_handler import (
     client_deployment,
 )
+from qwak_sdk.commands.models.deployments.deploy._logic.local_deployment import (
+    local_deploy,
+)
 from qwak_sdk.commands.models.deployments.deploy.realtime._logic.deploy_executor import (
     RealtimeDeployExecutor,
 )
@@ -87,7 +90,7 @@ logger = get_qwak_logger()
 @click.option(
     "--service-account-key-secret-name",
     type=str,
-    help="Custom service accound for Gcp.",
+    help="Custom service account for Gcp.",
 )
 @click.option(
     "--max-batch-size",
@@ -113,6 +116,12 @@ logger = get_qwak_logger()
     default=False,
     help="Waiting for deployments to be ready",
 )
+@click.option(
+    "--local",
+    is_flag=True,
+    default=False,
+    help="Deploy the model container locally, for development purposes only",
+)
 @click.option(
     "-v",
     "--verbose",
@@ -170,13 +179,20 @@ logger = get_qwak_logger()
     help="Whether the deployment variation is protected. Default is false",
 )
 def realtime(
-    verbose: bool, from_file: Optional[str], out_conf: bool, sync: bool, **kwargs
+    verbose: bool,
+    from_file: Optional[str],
+    out_conf: bool,
+    sync: bool,
+    local: bool,
+    **kwargs,
 ):
     set_qwak_logger_stdout_verbosity_level(verbose + 1)
-    deploy_realtime(from_file, out_conf, sync, **kwargs)
+    deploy_realtime(from_file, out_conf, sync, local, **kwargs)
 
 
-def deploy_realtime(from_file: Optional[str], out_conf: bool, sync: bool, **kwargs):
+def deploy_realtime(
+    from_file: Optional[str], out_conf: bool, sync: bool, local: bool, **kwargs
+):
     config: DeployConfig = config_handler(
         config=DeployConfig,
         from_file=from_file,
@@ -184,6 +200,10 @@ def deploy_realtime(from_file: Optional[str], out_conf: bool, sync: bool, **kwar
         sections=("realtime", "autoscaling"),
         **kwargs,
     )
-    if not out_conf:
+
+    if local:
+        local_deploy(config)
+
+    elif not out_conf:
         deploy_executor = RealtimeDeployExecutor(config)
         client_deployment(deploy=deploy_executor, sync=sync)

{qwak_sdk-0.5.62 → qwak_sdk-0.5.64}/qwak_sdk/commands/models/deployments/deploy/streaming/_logic/deploy_executor.py

@@ -14,7 +14,6 @@ class StreamDeployExecutor(BaseDeployExecutor):
         env_deployment_messages = get_env_to_deployment_message(
             self.config,
             KubeDeploymentType.STREAM,
-            self.deploy_client,
             self.ecosystem_client,
             self.instance_template_client,
         )

{qwak_sdk-0.5.62 → qwak_sdk-0.5.64}/qwak_sdk/commands/models/deployments/undeploy/_logic/request_undeploy.py

@@ -8,7 +8,6 @@ from _qwak_proto.qwak.deployment.deployment_pb2 import (
     EnvironmentUndeploymentMessage,
     ModelDeploymentStatus,
     TrafficConfig,
-    Variation,
 )
 from _qwak_proto.qwak.ecosystem.v0.ecosystem_pb2 import EnvironmentDetails
 from qwak.clients.administration.eco_system.client import EcosystemClient
@@ -16,15 +15,9 @@ from qwak.clients.deployment.client import DeploymentManagementClient
 from qwak.exceptions import QwakException
 from qwak.tools.logger.logger import get_qwak_logger
 
-from qwak_sdk.commands.models._logic.variations import (
-    create_variation_from_variation_config,
-)
 from qwak_sdk.commands.models.deployments.deploy._logic.deploy_config import (
     DeployConfig,
 )
-from qwak_sdk.commands.models.deployments.undeploy._logic.variations import (
-    validate_variations_for_undeploy,
-)
 from qwak_sdk.tools.utils import qwak_spinner
 
 NO_DEPLOYED_VARIATIONS_ERROR_MSG = (
@@ -45,12 +38,10 @@ def get_deployed_variation_name(existing_variations_names: Set[str]) -> str:
 
 def get_environment_undeploy_message(
     audiences: List[AudienceRoutesEntry],
-    env_name: str,
     existing_variations_names: Set[str],
     fallback_variation: str,
     model_id: str,
     model_uuid: str,
-    requested_variations: List[Variation],
     variation_name: str,
 ):
     if not variation_name and len(existing_variations_names) == 1:
@@ -58,20 +49,12 @@ def get_environment_undeploy_message(
             existing_variations_names=existing_variations_names
         )
 
-    if not audiences:
-        validate_variations_for_undeploy(
-            variation_name,
-            existing_variations_names,
-            requested_variations,
-            env_name,
-        )
     return EnvironmentUndeploymentMessage(
         model_id=model_id,
         model_uuid=model_uuid,
         hosting_service_type=DeploymentHostingServiceType.KUBE_DEPLOYMENT,
         traffic_config=TrafficConfig(
             selected_variation_name=variation_name,
-            variations=requested_variations,
             audience_routes_entries=audiences,
             fallback_variation=fallback_variation,
         ),
@@ -84,7 +67,6 @@ def get_env_to_undeploy_message(
     env_id_to_deployment_details: Dict[str, EnvironmentDeploymentDetailsMessage],
     env_name_to_env_details: Dict[str, EnvironmentDetails],
     model_id: str,
-    requested_variations: List[Variation],
     variation_name: str,
     fallback_variation: str,
 ) -> Dict[str, EnvironmentUndeploymentMessage]:
@@ -111,12 +93,10 @@ def get_env_to_undeploy_message(
                 env_details.id
             ] = get_environment_undeploy_message(
                 audiences,
-                env_name,
                 existing_variations_names,
                 fallback_variation,
                 model_id,
                 model_uuid,
-                requested_variations,
                 variation_name,
             )
         except QwakException as e:
@@ -138,12 +118,6 @@ def undeploy(
         audience.to_audience_route_entry(index)
         for index, audience in enumerate(config.realtime.audiences)
     ]
-    requested_variations = list(
-        map(
-            create_variation_from_variation_config,
-            config.realtime.variations if config.realtime else [],
-        )
-    )
 
     if not model_uuid:
         raise QwakException("missing argument model uuid")
@@ -164,7 +138,6 @@ def undeploy(
         env_id_to_deployment_details,
         env_name_to_env_details,
         model_id,
-        requested_variations,
         config.realtime.variation_name,
         config.realtime.fallback_variation,
     )