qwak-sdk 0.5.73__py3-none-any.whl → 0.5.75__py3-none-any.whl

qwak_sdk/__init__.py

@@ -1,6 +1,6 @@
 # fmt: off
 __author__ = '''Qwak.ai'''
-__version__ = '0.5.73'
+__version__ = '0.5.75'
 
 from qwak.inner import wire_dependencies
 

qwak_sdk/commands/feature_store/register/_logic.py

@@ -14,6 +14,9 @@ from qwak.exceptions import QwakException
 from qwak.feature_store.data_sources.base import BaseSource
 from qwak.feature_store.entities.entity import Entity
 from qwak.feature_store.feature_sets.base_feature_set import BaseFeatureSet
+from qwak.feature_store.validations.validation_options import (
+    FeatureSetValidationOptions,
+)
 from qwak.feature_store.validations.validation_response import (
     SuccessValidationResponse,
     ValidationResponse,
@@ -158,6 +161,7 @@ def _register_features_sets(
     git_commit: str,
     no_validation: bool,
     ignore_validation_errors: bool,
+    data_source_limit: Optional[int] = None,
 ):
     """
     Register Feature Store Feature Set Objects
@@ -209,6 +213,7 @@ def _register_features_sets(
                 featureset=featureset,
                 no_validation=no_validation,
                 ignore_validation_errors=ignore_validation_errors,
+                data_source_limit=data_source_limit,
             )
 
             proto_feature_set, _ = featureset._to_proto(
@@ -273,6 +278,7 @@ def _register_new_feature_set(
 
 def _handle_featureset_validation(
     featureset: BaseFeatureSet,
+    data_source_limit: Optional[int] = None,
 ) -> Tuple[List[ProtoFeature], Optional[str]]:
     print(f"Validating '{featureset.name}' feature set")
     with qwak_spinner(begin_text="", print_callback=print):
@@ -281,8 +287,13 @@ def _handle_featureset_validation(
         v = FeaturesOperatorValidator()
         response: ValidationResponse
         artifact_url: Optional[str]
+        validation_options = FeatureSetValidationOptions(
+            data_source_limit=data_source_limit
+        )
 
-        response, artifact_url = v.validate_featureset(featureset=featureset)
+        response, artifact_url = v.validate_featureset(
+            featureset=featureset, validation_options=validation_options
+        )
     if isinstance(response, SuccessValidationResponse):
         print_validation_outputs(response.stdout, response.stderr)
         print("✅ Validation completed successfully, got data source columns:")
@@ -297,6 +308,7 @@ def _validate_featureset(
     featureset: BaseFeatureSet,
     no_validation: bool,
     ignore_validation_errors: bool,
+    data_source_limit: Optional[int] = None,
 ) -> Tuple[List[ProtoFeature], Optional[str]]:
     """
     Validates featureset transformation
@@ -313,7 +325,7 @@ def _validate_featureset(
     if not no_validation:
         try:
             features, artifact_url = _handle_featureset_validation(
-                featureset=featureset
+                featureset=featureset, data_source_limit=data_source_limit
             )
         except Exception as e:
             print(str(e))

qwak_sdk/commands/feature_store/register/ui.py

@@ -1,6 +1,6 @@
 import os
 from pathlib import Path
-from typing import List, Tuple
+from typing import List, Optional, Tuple
 
 import click
 from qwak.clients.feature_store import FeatureRegistryClient
@@ -52,11 +52,17 @@ from qwak_sdk.tools.utils import qwak_spinner
     metavar="FLAG",
     help="Ignore validation errors. Continue registering even if an error occurs",
 )
+@click.option(
+    "--fs-validation-ds-limit",
+    type=click.IntRange(1, 10000),
+    help="Limit the number of records to be fetched from each datasource during featureset validation",
+)
 def register_fs_objects(
     path: Path,
     force: bool,
     no_validation: bool,
     ignore_validation_errors: bool,
+    fs_validation_ds_limit: Optional[int],
     **kwargs,
 ):
     qwak_python_files: List[Tuple[str, str]]
@@ -101,4 +107,5 @@ def register_fs_objects(
         git_commit,
         no_validation,
         ignore_validation_errors,
+        fs_validation_ds_limit,
     )

{qwak_sdk-0.5.73.dist-info → qwak_sdk-0.5.75.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: qwak-sdk
-Version: 0.5.73
+Version: 0.5.75
 Summary: Qwak SDK and CLI for qwak models
 License: Apache-2.0
 Keywords: mlops,ml,deployment,serving,model
@@ -38,7 +38,7 @@ Requires-Dist: pandas (>=1.4.0) ; (python_version >= "3.10" and python_version <
 Requires-Dist: pyarrow (>=6.0.0,<11.0.0) ; extra == "batch"
 Requires-Dist: python-json-logger (>=2.0.2)
 Requires-Dist: qwak-core (==0.4.45)
-Requires-Dist: qwak-inference (>=0.1.16,<0.2.0)
+Requires-Dist: qwak-inference (>=0.1.18,<0.2.0)
 Requires-Dist: rich (>=13.0.0)
 Requires-Dist: tabulate (>=0.8.0)
 Requires-Dist: yaspin (>=2.0.0)

{qwak_sdk-0.5.73.dist-info → qwak_sdk-0.5.75.dist-info}/RECORD

@@ -1,4 +1,4 @@
-qwak_sdk/__init__.py,sha256=rpzy0X82X_g0z-tuUzgDHri6AMCaWXYn4A1hu4lOBVE,135
+qwak_sdk/__init__.py,sha256=LiutEyvKfxYgadR1ZI_6ydX8O2nAOdsIRtzXCSnNmGU,135
 qwak_sdk/cli.py,sha256=FIK1dUNxR57ypb-CeD7fKSJnPJ02lrjR9G4aj2qMLPU,2458
 qwak_sdk/commands/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 qwak_sdk/commands/_logic/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -92,8 +92,8 @@ qwak_sdk/commands/feature_store/list/ui.py,sha256=NuXnQ3cdXSDCFAcC2jmgx4sAdjNuyI
 qwak_sdk/commands/feature_store/pause/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 qwak_sdk/commands/feature_store/pause/ui.py,sha256=C89yl4ly-RpyZub30q5xV5g1UDnI_GmHSndvXAkXkw4,695
 qwak_sdk/commands/feature_store/register/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-qwak_sdk/commands/feature_store/register/_logic.py,sha256=vluOTUWdnUu0AMBPAzA9VYjDddb4Z45-hkPNGDKAWRs,12652
-qwak_sdk/commands/feature_store/register/ui.py,sha256=zfSuqNZuwEC2e7wlh2bFZ12mYTS6Gq75DDC6bumWSNc,2724
+qwak_sdk/commands/feature_store/register/_logic.py,sha256=xCMHnyTYA4UbPm0sxiJ-j1bej00YVHZfUAgJMdv1K9s,13153
+qwak_sdk/commands/feature_store/register/ui.py,sha256=F9bCsV13ZdmzHw470Bfso48LzjABLmYx5p8sISJNPh0,2997
 qwak_sdk/commands/feature_store/resume/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 qwak_sdk/commands/feature_store/resume/ui.py,sha256=nI87xvA30qNQVJnT67lYJgwKGBtvZAurC6XX9ttpCZA,700
 qwak_sdk/commands/feature_store/trigger/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -319,7 +319,7 @@ qwak_sdk/tools/colors.py,sha256=7pui_GGjC4uZKYFsIyXaJjYsjLxJVHb4OrfTgr93hqo,287
 qwak_sdk/tools/files.py,sha256=AyKJTOy7NhvP3SrqwIw_lxYNCOy1CvLgMmSJpWZ0OKM,2257
 qwak_sdk/tools/log_handling.py,sha256=Aa1EmxUPCX8YWiZRutUvnqPv6K_z1zoGMwIWsEv24mM,6327
 qwak_sdk/tools/utils.py,sha256=SHmU4r_m2ABZyFYMC03P17GvltPbYbmB39hvalIZEtI,1168
-qwak_sdk-0.5.73.dist-info/entry_points.txt,sha256=vSl0ELYDyj640oMM57u0AjBP87wtLYxCcGOendhEx80,47
-qwak_sdk-0.5.73.dist-info/WHEEL,sha256=vVCvjcmxuUltf8cYhJ0sJMRDLr1XsPuxEId8YDzbyCY,88
-qwak_sdk-0.5.73.dist-info/METADATA,sha256=93bC0PUsn4DBEpRxuvN-hfF7TAHDnLhQKEYbB86iIB0,2600
-qwak_sdk-0.5.73.dist-info/RECORD,,
+qwak_sdk-0.5.75.dist-info/entry_points.txt,sha256=vSl0ELYDyj640oMM57u0AjBP87wtLYxCcGOendhEx80,47
+qwak_sdk-0.5.75.dist-info/WHEEL,sha256=vVCvjcmxuUltf8cYhJ0sJMRDLr1XsPuxEId8YDzbyCY,88
+qwak_sdk-0.5.75.dist-info/METADATA,sha256=4pavp9WVUVDi7r76pmyVsGovNndgfEKEVrOO2bT9F08,2600
+qwak_sdk-0.5.75.dist-info/RECORD,,