qwak-sdk 0.5.30__py3-none-any.whl → 0.5.32__py3-none-any.whl

qwak_sdk/__init__.py

@@ -1,6 +1,6 @@
 # fmt: off
 __author__ = '''Qwak.ai'''
-__version__ = '0.5.30'
+__version__ = '0.5.32'
 
 from qwak.inner import wire_dependencies
 

qwak_sdk/commands/feature_store/backfill/_logic.py

@@ -0,0 +1,140 @@
+from datetime import datetime, timezone
+from typing import Optional
+
+from _qwak_proto.qwak.feature_store.features.feature_set_pb2 import FeatureSet
+from _qwak_proto.qwak.feature_store.features.feature_set_service_pb2 import (
+    GetFeatureSetByNameResponse,
+)
+from croniter import croniter
+from qwak.clients.feature_store import FeatureRegistryClient
+from qwak.feature_store.execution.backfill import Backfill
+from qwak.feature_store.feature_sets.batch import BatchFeatureSetV1
+
+from qwak_sdk.inner.tools.cli_tools import ask_yesno
+from qwak_sdk.tools.colors import Color
+
+
+class _BackfillLogic:
+    featureset: FeatureSet
+    batch_featureset: BatchFeatureSetV1
+
+    def configure_window_backfill(
+        self,
+        featureset_name: str,
+        start_time: Optional[datetime] = None,
+        stop_time: Optional[datetime] = None,
+        comment: str = None,
+        cluster_template: str = None,
+    ) -> Optional[Backfill]:
+        """
+        Configures a window back-fill object. This type of backfill will not reset the entire featureset, but will be
+        performed from the requested start time to the requested stop time in ticks calculated according to the
+        feature sets scheduling policy.
+        @param featureset_name: feature set name to perform the backfill job for
+        @type featureset_name: str
+        @param start_time: backfill requested start date
+        @type start_time: optional[datetime]
+        @param stop_time:
+        @type stop_time: optional[datetime]
+        @param comment:
+        @type comment: str
+        @param cluster_template:
+        @type cluster_template: str
+        @return:
+        @rtype:
+        """
+        print(
+            f"{Color.BLUE} Backfilling from {start_time} to {stop_time}, "
+            f"the following ticks are going to be performed {Color.END}"
+        )
+        zipped_tick_strs = Backfill.generate_expected_ticks_repr(
+            scheduling_policy=self.batch_featureset.scheduling_policy,
+            start_time=start_time,
+            stop_time=stop_time,
+        )
+        print("\n".join(zipped_tick_strs))
+        if ask_yesno("", force=False):
+            backfill_execution = Backfill(
+                featureset_name=featureset_name,
+                comment=comment,
+                cluster_template=cluster_template,
+                start_time=start_time,
+                stop_time=stop_time,
+            )
+            return backfill_execution
+        return None
+
+    @staticmethod
+    def _get_featureset_by_name(featureset_name: str) -> GetFeatureSetByNameResponse:
+        registry_client = FeatureRegistryClient()
+
+        return registry_client.get_feature_set_by_name(feature_set_name=featureset_name)
+
+    def get_start_stop_times(
+        self,
+        requested_start_time: Optional[datetime] = None,
+        requested_stop_time: Optional[datetime] = None,
+    ) -> tuple:
+        start_time: datetime = (
+            requested_start_time or self.batch_featureset.backfill.start_date
+        ).replace(tzinfo=timezone.utc)
+        stop_time: datetime
+
+        if start_time and start_time > datetime.now().replace(tzinfo=timezone.utc):
+            stop_time = datetime.utcnow().replace(tzinfo=timezone.utc)
+        else:
+            stop_time = (
+                requested_stop_time or datetime.utcnow().replace(tzinfo=timezone.utc)
+            ).replace(tzinfo=timezone.utc)
+
+        return start_time, stop_time
+
+    def is_valid_input(
+        self,
+        reset_backfill: bool,
+        start_time: Optional[datetime],
+        stop_time: Optional[datetime],
+        featureset_name: str,
+    ) -> bool:
+        # Validate reset_backfill or start and stop times
+        if (not reset_backfill and not start_time and not stop_time) or (
+            reset_backfill and (start_time or stop_time)
+        ):
+            print(
+                f"{Color.RED} please specify either --reset-backfill or one or more of --start-time/--stop-time"
+            )
+            return False
+
+        # Validate featureset exists
+        get_featureset_resp = self._get_featureset_by_name(
+            featureset_name=featureset_name
+        )
+        if not get_featureset_resp or not get_featureset_resp.feature_set:
+            print(f"{Color.RED} Failed to retrieve featureset {featureset_name}")
+            return False
+
+        self.featureset = get_featureset_resp.feature_set
+        fs_type_attr: str = self.featureset.feature_set_definition.feature_set_spec.feature_set_type.WhichOneof(
+            "set_type"
+        )
+        # Validate featureset is batch v1
+        if fs_type_attr != "batch_feature_set_v1":
+            print(
+                f"{Color.RED} Feature set {featureset_name} is of type {fs_type_attr}. Only BatchV1 is supported."
+            )
+            return False
+
+        self.batch_featureset = BatchFeatureSetV1.from_proto(
+            self.featureset.feature_set_definition.feature_set_spec
+        )
+
+        # Validate scheduling policy
+        if not self.batch_featureset.scheduling_policy or not croniter.is_valid(
+            self.batch_featureset.scheduling_policy
+        ):
+            print(
+                f"{Color.RED} Feature set {featureset_name} has an invalid scheduling policy {self.batch_featureset.scheduling_policy}."
+            )
+            return False
+
+        return True

qwak_sdk/commands/feature_store/backfill/ui.py

@@ -0,0 +1,129 @@
+from datetime import datetime
+from typing import Optional
+
+import click
+from qwak.feature_store.execution.backfill import Backfill
+
+from qwak_sdk.commands.feature_store.backfill._logic import _BackfillLogic
+from qwak_sdk.inner.tools.cli_tools import QwakCommand, ask_yesno
+from qwak_sdk.tools.colors import Color
+
+
+@click.command(
+    "backfill", cls=QwakCommand, help="Trigger a backfill process for a Feature Set"
+)
+@click.option(
+    "--feature-set",
+    "--name",
+    help="Feature Set name to perform the backfill process for",
+    required=True,
+    type=click.STRING,
+)
+@click.option(
+    "--reset-backfill",
+    "--reset",
+    is_flag=True,
+    metavar="FLAG",
+    default=False,
+    help="Perform a complete reset of the featuresets data. "
+    "This will result in the deletion of the current existing data.",
+)
+@click.option(
+    "--start-time",
+    type=click.DateTime(),
+    default=None,
+    required=False,
+    help="The time from which the featuresets data should be backfilled in UTC. "
+    "Defaults to the featuresets configured backfill start time.",
+)
+@click.option(
+    "--stop-time",
+    type=click.DateTime(),
+    default=None,
+    required=False,
+    help="The time up until the featuresets data should be backfilled in UTC. Defaults to the current timestamp. "
+    "If the time provided is in the future, stop time will be rounded down to the current time. ",
+)
+@click.option(
+    "--cluster-template",
+    type=str,
+    default=None,
+    required=False,
+    help="Backfill resource configuration, expects a ClusterType size. "
+    "Defaults to the featureset resource configuration",
+)
+@click.option(
+    "--comment",
+    type=str,
+    default=None,
+    required=False,
+    help="Backfill job optional comment tag line",
+)
+def backfill(
+    feature_set: str,
+    reset_backfill: bool,
+    start_time: Optional[datetime],
+    stop_time: Optional[datetime],
+    cluster_template: Optional[str],
+    comment: Optional[str],
+    **kwargs,
+):
+    backill_logic = _BackfillLogic()
+    if not backill_logic.is_valid_input(
+        reset_backfill=reset_backfill,
+        start_time=start_time,
+        stop_time=stop_time,
+        featureset_name=feature_set,
+    ):
+        return
+
+    if reset_backfill:
+        backfill_execution = _configure_backfill_triggered(
+            featureset_name=feature_set,
+            comment=comment,
+            cluster_template=cluster_template,
+        )
+    else:
+        start, stop = backill_logic.get_start_stop_times(
+            requested_start_time=start_time, requested_stop_time=stop_time
+        )
+        if start >= stop:
+            print(
+                f"{Color.RED} Stop time {stop.isoformat()} must be after start time {start.isoformat()}"
+            )
+            return
+
+        backfill_execution = backill_logic.configure_window_backfill(
+            featureset_name=feature_set,
+            start_time=start,
+            stop_time=stop,
+            comment=comment,
+            cluster_template=cluster_template,
+        )
+
+    if backfill_execution:
+        execution_id: str = backfill_execution.trigger_batch_backfill()
+        print(
+            f"{Color.BLUE}✅  Triggered backfill execution for featureset {feature_set}, "
+            f"execution id for follow up on is {execution_id}."
+        )
+        print(
+            f"To inquire the status of the execution run "
+            f"'qwak features execution-status --execution-id {execution_id}'"
+        )
+
+
+def _configure_backfill_triggered(
+    featureset_name: str, comment: str, cluster_template: str
+) -> Optional[Backfill]:
+    if ask_yesno(
+        f"You are about to remove and re-populate all data in {featureset_name}",
+        force=False,
+    ):
+        print(f"{Color.RED} - A backfill reset was triggered")
+        return Backfill(
+            featureset_name=featureset_name,
+            comment=comment,
+            cluster_template=cluster_template,
+        )
+    return None

qwak_sdk/commands/feature_store/execution/ui.py

@@ -0,0 +1,19 @@
+import click
+from qwak.feature_store.execution.execution_query import ExecutionQuery
+
+from qwak_sdk.inner.tools.cli_tools import QwakCommand
+
+
+@click.command(
+    "execution-status",
+    cls=QwakCommand,
+    help="Retrieve the current status of an execution (backfill/batch job ingestion)",
+)
+@click.option(
+    "--execution-id",
+    type=str,
+    required=True,
+    help="The id of the execution to retrieve the status for.",
+)
+def execution_status(execution_id: str, **kwargs):
+    print(ExecutionQuery.get_execution_status_message(execution_id=execution_id))

qwak_sdk/commands/feature_store/feature_store_command_group.py

@@ -1,6 +1,8 @@
 import click
 
+from qwak_sdk.commands.feature_store.backfill.ui import backfill
 from qwak_sdk.commands.feature_store.delete.ui import delete_fs_object
+from qwak_sdk.commands.feature_store.execution.ui import execution_status
 from qwak_sdk.commands.feature_store.list.ui import list_feature_sets
 from qwak_sdk.commands.feature_store.pause.ui import pause_feature_set
 from qwak_sdk.commands.feature_store.register.ui import register_fs_objects
@@ -23,3 +25,5 @@ feature_store_commands_group.add_command(pause_feature_set)
 feature_store_commands_group.add_command(resume_feature_set)
 feature_store_commands_group.add_command(trigger_feature_set)
 feature_store_commands_group.add_command(register_fs_objects)
+feature_store_commands_group.add_command(backfill)
+feature_store_commands_group.add_command(execution_status)

qwak_sdk/commands/models/build/_logic/client_logs/logger.py

@@ -29,6 +29,7 @@ from qwak_sdk.inner.tools.logger.logger import (
 BUILDS_LOGS = HOST_QWAK_HIDDEN_FOLDER / "logs" / "build"
 BUILD_LOG_NAME = "build.log"
 MAX_LOGS_NUMBER = 15
+DEBUG_LEVEL = 2
 
 
 @contextlib.contextmanager
@@ -76,7 +77,7 @@ def setup_logger(
             set_handler_verbosity(
                 logger,
                 REMOTE_CONSOLE_HANDLER_NAME,
-                VERBOSITY_LEVEL_MAPPING[verbosity_level],
+                VERBOSITY_LEVEL_MAPPING[DEBUG_LEVEL],
             )
 
     return logger

qwak_sdk/commands/models/builds/status/_logic.py

@@ -1,6 +1,6 @@
 from _qwak_proto.qwak.builds.builds_pb2 import BuildStatus
-from qwak.clients.build_management import BuildsManagementClient
+from qwak.clients.build_orchestrator import BuildOrchestratorClient
 
 
 def execute_get_build_status(build_id) -> BuildStatus:
-    return BuildsManagementClient().get_build(build_id).build.build_status
+    return BuildOrchestratorClient().get_build(build_id).build.build_status

qwak_sdk/commands/models/deployments/deploy/_logic/get_latest_successful_build.py

@@ -1,7 +1,5 @@
-from copy import deepcopy
-
 from _qwak_proto.qwak.builds.builds_pb2 import SUCCESSFUL
-from qwak.clients.build_management.client import BuildsManagementClient
+from qwak.clients.build_orchestrator import BuildOrchestratorClient
 from qwak.clients.model_management.client import ModelsManagementClient
 from qwak.exceptions import QwakException
 
@@ -20,12 +18,11 @@ def get_latest_successful_build_from_model(model_id: str) -> str:
     """
     model = ModelsManagementClient().get_model(model_id)
     model_uuid = model.uuid
-    last_successful_build = BuildsManagementClient().list_builds(model_uuid)
-    builds = deepcopy(last_successful_build.builds)
-    builds = [build for build in builds if build.build_status == SUCCESSFUL]
-    builds.sort(key=lambda r: r.created_at.seconds)
+    all_builds = BuildOrchestratorClient().list_builds(model_uuid).build
+    builds = [build for build in all_builds if build.build_status == SUCCESSFUL]
+    builds.sort(key=lambda r: r.audit.created_at.seconds)
 
     if not builds:
         raise QwakException(f"Unable to find successful build for model {model_id}")
 
-    return builds[-1].build_spec.build_id
+    return builds[-1].buildId

qwak_sdk/commands/models/deployments/undeploy/_logic/request_undeploy.py

@@ -1,3 +1,4 @@
+from time import sleep
 from typing import Dict, List, Set
 
 from _qwak_proto.qwak.audience.v1.audience_pb2 import AudienceRoutesEntry
@@ -24,13 +25,19 @@ from qwak_sdk.commands.models.deployments.deploy._logic.deploy_config import (
 from qwak_sdk.commands.models.deployments.undeploy._logic.variations import (
     validate_variations_for_undeploy,
 )
+from qwak_sdk.tools.utils import qwak_spinner
 
 NO_DEPLOYED_VARIATIONS_ERROR_MSG = (
     "There are currently no deployed variations for model {model_id} in {env_name}"
 )
-
+UNDEPLOY_ERROR_MSG = "Environment {environment_id} failed with status: {status}"
 logger = get_qwak_logger()
 
+FAILED_UNDEPLOYMENT_STATUS = ["FAILED_UNDEPLOYMENT"]
+SUCCESSFUL_UNDEPLOYMENT_STATUS = ["SUCCESSFUL_UNDEPLOYMENT"]
+END_UNDEPLOYMENT_STATUSES = SUCCESSFUL_UNDEPLOYMENT_STATUS + FAILED_UNDEPLOYMENT_STATUS
+TIME_TO_WAIT_FOR_UNDEPLOYMENT_POLLING = 5
+
 
 def get_deployed_variation_name(existing_variations_names: Set[str]) -> str:
     return list(existing_variations_names)[0]
@@ -123,6 +130,7 @@ def undeploy(
     model_id: str,
     config: DeployConfig,
     model_uuid: str = "",
+    sync: bool = False,
 ):
     deployment_client = DeploymentManagementClient()
     ecosystem_client = EcosystemClient()
@@ -161,14 +169,108 @@ def undeploy(
         config.realtime.fallback_variation,
     )
 
+    environment_to_deployment_id = {}
+    if sync:
+        environment_to_deployment_id = __get_environment_to_deployment_id(
+            deployment_client, model_id, model_uuid, env_undeployment_requests
+        )
+
     undeployment_response = deployment_client.undeploy_model(
         model_id=model_id,
         model_uuid=model_uuid,
         env_undeployment_requests=env_undeployment_requests,
     )
 
+    if sync:
+        __sync_undeploy(
+            environment_to_deployment_id=environment_to_deployment_id,
+            model_id=model_id,
+            deployment_client=deployment_client,
+        )
     logger.info(
         f"Current status is {ModelDeploymentStatus.Name(undeployment_response.status)}."
     )
 
     return undeployment_response
+
+
+def __get_environment_to_deployment_id(
+    deployment_client: DeploymentManagementClient,
+    model_id: str,
+    model_uuid: str,
+    env_undeployment_requests: Dict,
+) -> Dict:
+    deployment_details = deployment_client.get_deployment_details(
+        model_id, model_uuid
+    ).environment_to_deployment_details
+    result = {}
+    for env_id, env_deployment_details in env_undeployment_requests.items():
+        deployment_detail_by_env = deployment_details.get(env_id)
+        if deployment_detail_by_env:
+            for deployment_detail in deployment_detail_by_env.deployments_details:
+                if (
+                    env_id == deployment_detail.environment_id
+                    and deployment_detail.variation.name
+                    == env_deployment_details.traffic_config.selected_variation_name
+                ):
+                    result[env_id] = deployment_detail.deployment_id
+    return result
+
+
+def __sync_undeploy(
+    environment_to_deployment_id: Dict,
+    model_id: str,
+    deployment_client: DeploymentManagementClient,
+):
+    with qwak_spinner(
+        begin_text=f"Undeploy - model: {model_id}",
+        end_text="Successful undeployment",
+        print_callback=print,
+    ):
+        for environment_id, deployment_id in environment_to_deployment_id.items():
+            status_result = _poll_undeployment_status(
+                deployment_id=deployment_id,
+                deployment_client=deployment_client,
+                check_every_n_seconds=TIME_TO_WAIT_FOR_UNDEPLOYMENT_POLLING,
+            )
+            failed_to_undeployment = []
+            for _, status in status_result.items():
+                if status in FAILED_UNDEPLOYMENT_STATUS:
+                    failed_to_undeployment.append(
+                        UNDEPLOY_ERROR_MSG.format(
+                            environment_id=environment_id, status=status
+                        )
+                    )
+            if failed_to_undeployment:
+                raise QwakException("\n".join(failed_to_undeployment))
+
+
+def _poll_undeployment_status(
+    deployment_id: str,
+    deployment_client: DeploymentManagementClient,
+    check_every_n_seconds: int,
+) -> Dict:
+    deployment_status = ""
+
+    while deployment_status not in END_UNDEPLOYMENT_STATUSES:
+        sleep(check_every_n_seconds)
+        deployment_status = __get_deployment_status(
+            deployment_id=deployment_id, deployment_client=deployment_client
+        )
+    return {deployment_id: deployment_status}
+
+
+def __get_deployment_status(
+    deployment_id: str, deployment_client: DeploymentManagementClient
+):
+    try:
+        return ModelDeploymentStatus.Name(
+            deployment_client.get_deployment_status(
+                deployment_named_id=deployment_id,
+            ).status
+        )
+    except QwakException as e:
+        logger.error(
+            f"Got error while trying to get deployment id: {deployment_id} status. Error is: {e.message}"
+        )
+        return ""

qwak_sdk/commands/models/deployments/undeploy/ui.py

@@ -42,11 +42,18 @@ logger = get_qwak_logger()
     required=False,
     type=click.Path(exists=True, resolve_path=True, dir_okay=False),
 )
+@click.option(
+    "--sync",
+    is_flag=True,
+    default=False,
+    help="Waiting for deployments to be undeploy",
+)
 def models_undeploy(
     model_id: str,
     variation_name: str,
     environment_name: List[str],
     from_file: str = None,
+    sync: bool = False,
     **kwargs,
 ):
     logger.info(f"Initiating undeployment for model '{model_id}'")
@@ -62,8 +69,4 @@ def models_undeploy(
     )
     model_uuid = models_management.get_model_uuid(model_id)
 
-    undeploy(
-        model_id=model_id,
-        config=config,
-        model_uuid=model_uuid,
-    )
+    undeploy(model_id=model_id, config=config, model_uuid=model_uuid, sync=sync)

qwak_sdk/commands/models/describe/_logic.py

@@ -4,20 +4,27 @@ from datetime import datetime
 from _qwak_proto.qwak.builds.builds_pb2 import BuildStatus, ValueType
 from _qwak_proto.qwak.deployment.deployment_pb2 import ModelDeploymentStatus
 from google.protobuf.json_format import MessageToDict
-from qwak.clients.build_management import BuildsManagementClient
+from qwak.clients.build_orchestrator import BuildOrchestratorClient
 from qwak.clients.deployment.client import DeploymentManagementClient
 from qwak.clients.model_management import ModelsManagementClient
 from tabulate import tabulate
 
 
-def execute_model_describe(model_id, interface, show_list_builds, format):
+def execute_model_describe(model_id, interface, show_list_builds, output_format):
     model = _model_data(model_id)
+    deployment_data = _get_deployment_data(model)
     list_builds = _builds_data(show_list_builds, model)
-    interface_build = _interface_data(interface, model)
-    if format == "text":
-        print_text_data(model, list_builds, interface_build)
-    elif format == "json":
-        print_json_data(model, list_builds, interface_build)
+    schema_data = _schema_data(interface, deployment_data)
+    if output_format == "text":
+        print_text_data(model, list_builds, schema_data, deployment_data)
+    elif output_format == "json":
+        print_json_data(model, list_builds, schema_data)
+
+
+def _get_deployment_data(model):
+    return DeploymentManagementClient().get_deployment_details(
+        model_id=model.model_id, model_uuid=model.uuid
+    )
 
 
 def _model_data(model_id):
@@ -27,128 +34,136 @@ def _model_data(model_id):
 
 def _builds_data(list_builds, model):
     if list_builds:
-        builds_management = BuildsManagementClient()
-        return builds_management.list_builds(model.uuid)
+        builds_orchestrator = BuildOrchestratorClient()
+        return builds_orchestrator.list_builds(model.uuid)
     return None
 
 
-def _interface_data(interface, model):
-    if interface:
-        deployment_client = DeploymentManagementClient()
-        deployment_details = deployment_client.get_deployment_details(
-            model_id=model.model_id, model_uuid=model.uuid
+def _schema_data(interface, deployment_data):
+    if interface and deployment_data.current_deployment_details.build_id:
+        build_response = BuildOrchestratorClient().get_build(
+            deployment_data.current_deployment_details.build_id
         )
-        if deployment_details.current_deployment_details.build_id:
-            builds_management = BuildsManagementClient()
-            build_response = builds_management.get_build(
-                deployment_details.current_deployment_details.build_id
-            )
-            if build_response.build.HasField("model_schema"):
-                return build_response
+        if build_response.build.HasField("model_schema"):
+            return build_response.build.model_schema
     return None
 
 
-def print_json_data(model, list_builds, interface_build):
+def print_json_data(model, list_builds, schema_data):
     output = MessageToDict(model)
     if list_builds:
         output["builds"] = MessageToDict(list_builds)
-    if interface_build:
-        output["interface"] = MessageToDict(interface_build)["build"]["modelSchema"]
+    if schema_data:
+        output["interface"] = MessageToDict(schema_data)
     print(json.dumps(output, indent=4, sort_keys=True))
 
 
-def print_text_data(model, list_builds, interface_build):
+def print_text_data(model, list_builds, schema_data, deployment_data):
     print(
         f"Model id: {model.model_id}\nDisplay name: {model.display_name}\nDescription: {model.model_description}\n"
         + f'Creation Date: {datetime.fromtimestamp(model.created_at.seconds + model.created_at.nanos / 1e9).strftime("%A, %B %d, %Y %I:%M:%S")}\n'
         + f'Last update: {datetime.fromtimestamp(model.created_at.seconds + model.last_modified_at.nanos / 1e9).strftime("%A, %B %d, %Y %I:%M:%S")}'
     )
     if list_builds:
-        columns = [
-            "Build id",
-            "Commit id",
-            "Last modified date",
-            "Build Status",
-            "Deployment build status",
+        _print_text_builds(deployment_data, list_builds)
+    if schema_data:
+        _print_text_schema(schema_data)
+
+
+def _print_text_schema(schema_data):
+    columns = [
+        "Parameter name",
+        "Parameter type",
+        "Parameter source",
+        "Parameter category",
+    ]
+    data = []
+    for entity in schema_data.entities:
+        data.append(
+            [
+                entity.name,
+                ValueType.Types.Name(entity.type.type),
+                None,
+                "Input",
+            ]
+        )
+    for feature in schema_data.features:
+        parsed_feature = _parse_feature(feature)
+        if parsed_feature:
+            data.append(parsed_feature)
+
+    for prediction in schema_data.predictions:
+        data.append(
+            [
+                prediction.name,
+                ValueType.Types.Name(prediction.type.type),
+                None,
+                "Output",
+            ]
+        )
+    print("\n" + tabulate(data, headers=columns))
+
+
+def _parse_feature(feature):
+    if feature.HasField("explicit_feature"):
+        return [
+            feature.explicit_feature.name,
+            ValueType.Types.Name(feature.explicit_feature.type.type),
+            None,
+            "Input",
         ]
-        data = []
-        for build in list_builds.builds:
-            deployment_status = (
-                ModelDeploymentStatus.Name(number=build.deployment_build_status)
-                if build.deployment_build_status != 0
-                else ""
-            )
-            data.append(
-                [
-                    build.build_spec.build_id,
-                    build.build_spec.commit_id,
-                    datetime.fromtimestamp(
-                        build.last_modified_at.seconds
-                        + build.last_modified_at.nanos / 1e9
-                    ).strftime("%A, %B %d, %Y %I:%M:%S"),
-                    BuildStatus.Name(number=build.build_status),
-                    deployment_status,
-                ]
-            )
-        print("\n" + tabulate(data, headers=columns))
-    if interface_build:
-        model_schema = interface_build.build.model_schema
-        columns = [
-            "Parameter name",
-            "Parameter type",
-            "Parameter source",
-            "Parameter category",
+    elif feature.HasField("batch_feature"):
+        return [
+            feature.batch_feature.name,
+            None,
+            feature.batch_feature.entity.name,
+            "Batch Feature",
         ]
-        data = []
-        for entity in model_schema.entities:
-            data.append(
-                [
-                    entity.name,
-                    ValueType.Types.Name(entity.type.type),
-                    None,
-                    "Input",
-                ]
-            )
-        for feature in model_schema.features:
-            if feature.HasField("explicit_feature"):
-                data.append(
-                    [
-                        feature.explicit_feature.name,
-                        ValueType.Types.Name(feature.explicit_feature.type.type),
-                        None,
-                        "Input",
-                    ]
-                )
-            elif feature.HasField("batch_feature"):
-                data.append(
-                    [
-                        feature.batch_feature.name,
-                        None,
-                        feature.batch_feature.entity.name,
-                        "Batch Feature",
-                    ]
-                )
-            elif feature.HasField("on_the_fly_feature"):
-                data.append(
-                    [
-                        feature.on_the_fly_feature.name,
-                        None,
-                        str(
-                            [
-                                source.explicit_feature.name
-                                for source in feature.on_the_fly_feature.source_features
-                            ]
-                        ),
-                        "On-The-Fly Feature",
-                    ]
-                )
-        for prediction in model_schema.predictions:
-            data.append(
+    elif feature.HasField("on_the_fly_feature"):
+        return [
+            feature.on_the_fly_feature.name,
+            None,
+            str(
                 [
-                    prediction.name,
-                    ValueType.Types.Name(prediction.type.type),
-                    None,
-                    "Output",
+                    source.explicit_feature.name
+                    for source in feature.on_the_fly_feature.source_features
                 ]
+            ),
+            "On-The-Fly Feature",
+        ]
+
+
+def _print_text_builds(deployment_data, list_builds):
+    columns = [
+        "Build id",
+        "Commit id",
+        "Last modified date",
+        "Build Status",
+        "Deployment build status",
+    ]
+    data = []
+    for build in list_builds.build:
+        deployments = deployment_data.build_to_environment_deployment_status.get(
+            build.buildId
+        )
+        if deployments:
+            deployment_status = ModelDeploymentStatus.Name(
+                number=list(deployments.environment_to_deployment_brief.values())[
+                    0
+                ].status
             )
-        print("\n" + tabulate(data, headers=columns))
+        else:
+            deployment_status = ""
+        data.append(
+            [
+                build.buildId,
+                build.commitId,
+                datetime.fromtimestamp(
+                    build.audit.last_modified_at.seconds
+                    + build.audit.last_modified_at.nanos / 1e9
+                ).strftime("%A, %B %d, %Y %I:%M:%S"),
+                BuildStatus.Name(number=build.build_status),
+                deployment_status,
+            ]
+        )
+    print("\n" + tabulate(data, headers=columns))

qwak_sdk/tools/log_handling.py

@@ -2,7 +2,7 @@ import time
 from datetime import datetime, timedelta, timezone
 
 from _qwak_proto.qwak.builds.builds_pb2 import BuildStatus
-from qwak.clients.build_management import BuildsManagementClient
+from qwak.clients.build_orchestrator import BuildOrchestratorClient
 from qwak.clients.logging_client import LoggingClient
 from qwak.exceptions import QwakException
 
@@ -31,6 +31,10 @@ class QwakLogHandling:
     def __init__(self):
         self.log_formatter = self.LogFormatting()
 
+    @staticmethod
+    def get_build_status_name(build_client, build_id: str):
+        return BuildStatus.Name(build_client.get_build(build_id).build.build_status)
+
     def get_logs(
         self, follow, since, number_of_results, grep, source_params, source_name
     ):
@@ -39,7 +43,7 @@ class QwakLogHandling:
 
         logging_client = LoggingClient()
         if source_name == "build":
-            build_client = BuildsManagementClient()
+            build_client = BuildOrchestratorClient()
         while True:
             params = {
                 **source_params,
@@ -65,10 +69,8 @@ class QwakLogHandling:
                 after = response.last_offset
             elif follow:
                 if source_name == "build":
-                    build_status = BuildStatus.Name(
-                        build_client.get_build(
-                            source_params["build_id"]
-                        ).build.build_status
+                    build_status = self.get_build_status_name(
+                        build_client, source_params["build_id"]
                     )
                     if build_status in self.BUILD_FINISHED_STATUS:
                         break

{qwak_sdk-0.5.30.dist-info → qwak_sdk-0.5.32.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: qwak-sdk
-Version: 0.5.30
+Version: 0.5.32
 Summary: Qwak SDK and CLI for qwak models
 License: Apache-2.0
 Keywords: mlops,ml,deployment,serving,model
@@ -21,13 +21,14 @@ Provides-Extra: batch
 Provides-Extra: feedback
 Requires-Dist: boto3 (>=1.24.116,<2.0.0) ; extra == "batch" or extra == "feedback"
 Requires-Dist: cookiecutter
+Requires-Dist: croniter (==1.4.1)
 Requires-Dist: gitpython (>=2.1.0)
 Requires-Dist: joblib (>=1.1.0,<2.0.0) ; extra == "batch" or extra == "feedback"
 Requires-Dist: pandas (<1.4) ; (python_full_version >= "3.7.1" and python_version < "3.8") and (extra == "batch" or extra == "feedback")
 Requires-Dist: pandas (>=1.4.3,<2.0.0) ; (python_version >= "3.8" and python_version < "3.10") and (extra == "batch" or extra == "feedback")
 Requires-Dist: pyarrow (>=6.0.0,<11.0.0) ; extra == "batch"
 Requires-Dist: python-json-logger (>=2.0.2)
-Requires-Dist: qwak-core (==0.1.12)
+Requires-Dist: qwak-core (==0.1.36)
 Requires-Dist: qwak-inference (==0.1.8)
 Requires-Dist: tabulate (>=0.8.0)
 Requires-Dist: yaspin (>=2.0.0)

{qwak_sdk-0.5.30.dist-info → qwak_sdk-0.5.32.dist-info}/RECORD

@@ -1,4 +1,4 @@
-qwak_sdk/__init__.py,sha256=5odqJ75r9h7i6Y6Vu1DonFXIzg5vR62Y62zBMSNFmNg,135
+qwak_sdk/__init__.py,sha256=huJCMSFUcwVASX5p43L2I3GPEx5O4EKNrTDBkQKeuI4,135
 qwak_sdk/cli.py,sha256=FIK1dUNxR57ypb-CeD7fKSJnPJ02lrjR9G4aj2qMLPU,2458
 qwak_sdk/commands/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 qwak_sdk/commands/_logic/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -79,10 +79,15 @@ qwak_sdk/commands/automations/register/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JC
 qwak_sdk/commands/automations/register/_logic.py,sha256=C4ghMOKMNLlSQD1ZEb508VJHvuoSfy0mc2vjNQNFyz4,1624
 qwak_sdk/commands/automations/register/ui.py,sha256=nRfLwJ6dxEjNjFd4guvkT2v_LBC2r0t0gsh6NqZUTH8,1331
 qwak_sdk/commands/feature_store/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+qwak_sdk/commands/feature_store/backfill/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+qwak_sdk/commands/feature_store/backfill/_logic.py,sha256=wuCq7Qq2OAFxiz3XeODRmQStc1ZFgFLo1b0hPRfCDXU,5330
+qwak_sdk/commands/feature_store/backfill/ui.py,sha256=tcTSWMJ9HiA16fWFtfTABfSUvTTFQLnwkpDJTHxddDY,3934
 qwak_sdk/commands/feature_store/delete/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 qwak_sdk/commands/feature_store/delete/_logic.py,sha256=KVNoVCBuh2X67GlfeSYjK-NrbYSajtB-d0W46LnbPUg,1716
 qwak_sdk/commands/feature_store/delete/ui.py,sha256=-LyDBnrHesFaXqUfuhnh_GAyWRdhsmDnqmkGv1DUESM,1039
-qwak_sdk/commands/feature_store/feature_store_command_group.py,sha256=1sWEiZpgtr4j2y5m2ouSJveG-B2tSAzWH0XMGhJzAuk,1002
+qwak_sdk/commands/feature_store/execution/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+qwak_sdk/commands/feature_store/execution/ui.py,sha256=7lZHUIjsLjxg0L9oIX4DqoVPKi0i0iYy7KHXCoZtLto,562
+qwak_sdk/commands/feature_store/feature_store_command_group.py,sha256=Ooi6vvKZf5D4AwPY4b3gdd-njIuQYwlGjvt7LI-T6SM,1251
 qwak_sdk/commands/feature_store/list/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 qwak_sdk/commands/feature_store/list/ui.py,sha256=NuXnQ3cdXSDCFAcC2jmgx4sAdjNuyIQa18h54Dflji8,4145
 qwak_sdk/commands/feature_store/pause/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -103,7 +108,7 @@ qwak_sdk/commands/models/build/_logic/build_steps.py,sha256=K03FIlA67Cq8dpRf-u8J
 qwak_sdk/commands/models/build/_logic/client_logs/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 qwak_sdk/commands/models/build/_logic/client_logs/build_run_handlers.py,sha256=f7KQwdRNW8J_T9KMMaSbSpMRZFY-uqs82yxwJcg2_PE,6185
 qwak_sdk/commands/models/build/_logic/client_logs/cli_ui.py,sha256=nyQ-L6Q_C_g4Tb0rnBy0UCXnhJt-cwiuxDyQ28RnIoE,4647
-qwak_sdk/commands/models/build/_logic/client_logs/logger.py,sha256=SPyqJXGVcPZiyAmxOcSOhJbNhQYq7KjkIbFLGkR8YNE,2908
+qwak_sdk/commands/models/build/_logic/client_logs/logger.py,sha256=ukah6zSZT9YJeSnlkNyTq1ZmLUl4zenUzm5e1XdVqRA,2920
 qwak_sdk/commands/models/build/_logic/client_logs/messages.py,sha256=1zcvDzt7dcNKnMA1YyNfkDWFZs7MfLavflZN5RrBLlk,1369
 qwak_sdk/commands/models/build/_logic/client_logs/notifier_impl.py,sha256=TLAvkmiMT-TQm0Tu_P0Cy-WQ6nH-NYpvNauT8DNo5uQ,1435
 qwak_sdk/commands/models/build/_logic/client_logs/spinner.py,sha256=iph1eVC7QtSzNobNP2j_x0DC2k7bbka9eT8rcBpZGeQ,359
@@ -155,7 +160,7 @@ qwak_sdk/commands/models/builds/cancel/ui.py,sha256=wmtGv55ORwju-uXjNLYBb8vedAQ3
 qwak_sdk/commands/models/builds/logs/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 qwak_sdk/commands/models/builds/logs/ui.py,sha256=Z2gNoJjg7YQX3e2qhXq3DMu605tr-vkaYqzVro0W6ok,1054
 qwak_sdk/commands/models/builds/status/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-qwak_sdk/commands/models/builds/status/_logic.py,sha256=uBuB1uMHC7FLfF20ETqPfo4A_veJHLSzb6tgCCS75V0,256
+qwak_sdk/commands/models/builds/status/_logic.py,sha256=B3AUKqKY4hHYb6vlfJLZy90DP86inxPZsmj860YTFvs,260
 qwak_sdk/commands/models/builds/status/ui.py,sha256=zR7TPiVRkWoN1NEoCbyuPCIyB2BMfjVbGMdBVXPBh70,1209
 qwak_sdk/commands/models/create/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 qwak_sdk/commands/models/create/_logic.py,sha256=9t4OLQB8MKji7yIzHbvyPNAV7Ek7OaRt0AP3q0PUvlM,1335
@@ -173,7 +178,7 @@ qwak_sdk/commands/models/deployments/deploy/_logic/deployment.py,sha256=zBTjeeEV
 qwak_sdk/commands/models/deployments/deploy/_logic/deployment_message_helpers.py,sha256=72T3QV_ZeVgvVJ9lnjoLBjW4Hs77NUlVbyoltTWbspk,4516
 qwak_sdk/commands/models/deployments/deploy/_logic/deployment_response_handler.py,sha256=cHa2iF_2A8e1wx2a4UZuTjQ5IHgPvua1xziFJwzP_6s,5837
 qwak_sdk/commands/models/deployments/deploy/_logic/deployment_size_mapper.py,sha256=OoRGjcBM6jZYPr4mHPcefJzBH0bCXfu5QPlqLAsx2Ws,2160
-qwak_sdk/commands/models/deployments/deploy/_logic/get_latest_successful_build.py,sha256=NVHjRVM2oQhlJxMYXD1yQ5ZT6Jcd5msO1hpzGdrC64I,1067
+qwak_sdk/commands/models/deployments/deploy/_logic/get_latest_successful_build.py,sha256=fsahuSvgGzVjkZGaTH9YyNSOtRWBHYlyAU3wTriyCgI,978
 qwak_sdk/commands/models/deployments/deploy/_logic/variations.py,sha256=n3OGHTYgjnmLYbafZbAOaudaGbeKjw8jbX4MhZX47fE,3256
 qwak_sdk/commands/models/deployments/deploy/batch/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 qwak_sdk/commands/models/deployments/deploy/batch/_logic/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -194,11 +199,11 @@ qwak_sdk/commands/models/deployments/deploy/streaming/_logic/serving_strategy_ma
 qwak_sdk/commands/models/deployments/deploy/streaming/ui.py,sha256=9tPMnVnLNX3lYyBd4BAh-YThDFz99oyvrCRd_tDZufU,5796
 qwak_sdk/commands/models/deployments/undeploy/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 qwak_sdk/commands/models/deployments/undeploy/_logic/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-qwak_sdk/commands/models/deployments/undeploy/_logic/request_undeploy.py,sha256=8DMxVBFHa_Hf_iC-RwHZaCoiP3DEXvMeUP1Ah42zuZY,5677
+qwak_sdk/commands/models/deployments/undeploy/_logic/request_undeploy.py,sha256=e-9lHQ2AbTyogUHxppPVli5pugl6ml4c1zAuFoLQTpw,9481
 qwak_sdk/commands/models/deployments/undeploy/_logic/variations.py,sha256=qo4qUB78voUhtM1YIuTz1OSBaLRS3xw97bwxgqRuLgI,3036
-qwak_sdk/commands/models/deployments/undeploy/ui.py,sha256=NDEir1x0s44r2iF_4hSe-lC7pXmHBYyZJ0Sr1cmV8Nk,1885
+qwak_sdk/commands/models/deployments/undeploy/ui.py,sha256=1XYBouPgbJWOJCNR1UU1UOVnQS10iKsUqeNkvIBhHY8,2008
 qwak_sdk/commands/models/describe/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-qwak_sdk/commands/models/describe/_logic.py,sha256=FjjFuK4Q5HcZEEG7FzV-8fxlAXaCts2w8psn7jwTYnE,5781
+qwak_sdk/commands/models/describe/_logic.py,sha256=LN1r3zrXLHf83U5ate7ED7VdoZuWUqcHwLZPMMZXRfs,5589
 qwak_sdk/commands/models/describe/ui.py,sha256=6QHt_EQRe5yRV9e2yYOAROfqU-_BfmS0VHXP4hfY6D8,968
 qwak_sdk/commands/models/executions/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 qwak_sdk/commands/models/executions/cancel/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -354,9 +359,9 @@ qwak_sdk/main.py,sha256=KmNxbBxJQtKllX9mmA1jeUXh9dXVzq4W-qfHAHatcvA,136
 qwak_sdk/tools/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 qwak_sdk/tools/colors.py,sha256=7pui_GGjC4uZKYFsIyXaJjYsjLxJVHb4OrfTgr93hqo,287
 qwak_sdk/tools/files.py,sha256=AyKJTOy7NhvP3SrqwIw_lxYNCOy1CvLgMmSJpWZ0OKM,2257
-qwak_sdk/tools/log_handling.py,sha256=CC9XC3z3eHr_fehQgDsXZr4VP29VaMRwC05xvC5Wue4,5616
+qwak_sdk/tools/log_handling.py,sha256=NIQ-5uCb2NHzB7KwIbqbR9EhmhL1bawXLD_oamB6Gok,5711
 qwak_sdk/tools/utils.py,sha256=SHmU4r_m2ABZyFYMC03P17GvltPbYbmB39hvalIZEtI,1168
-qwak_sdk-0.5.30.dist-info/entry_points.txt,sha256=vSl0ELYDyj640oMM57u0AjBP87wtLYxCcGOendhEx80,47
-qwak_sdk-0.5.30.dist-info/WHEEL,sha256=vVCvjcmxuUltf8cYhJ0sJMRDLr1XsPuxEId8YDzbyCY,88
-qwak_sdk-0.5.30.dist-info/METADATA,sha256=_dYHtPZ8myXwOX711Oh0FnfkfK8Yp-WI19eQnUVZGc0,1851
-qwak_sdk-0.5.30.dist-info/RECORD,,
+qwak_sdk-0.5.32.dist-info/entry_points.txt,sha256=vSl0ELYDyj640oMM57u0AjBP87wtLYxCcGOendhEx80,47
+qwak_sdk-0.5.32.dist-info/WHEEL,sha256=vVCvjcmxuUltf8cYhJ0sJMRDLr1XsPuxEId8YDzbyCY,88
+qwak_sdk-0.5.32.dist-info/METADATA,sha256=tpM7nE5JSP8lkm_GJuMeSvSd5YQt8VEs2Nsgse0jxbk,1885
+qwak_sdk-0.5.32.dist-info/RECORD,,