qwak-core 0.4.252__py3-none-any.whl → 0.4.253__py3-none-any.whl

qwak/__init__.py

@@ -1,7 +1,7 @@
 """Top-level package for qwak-core."""
 
 __author__ = "Qwak.ai"
-__version__ = "0.4.252"
+__version__ = "0.4.253"
 
 from qwak.inner.di_configuration import wire_dependencies
 from qwak.model.experiment_tracking import log_metric, log_param

qwak/model_loggers/artifact_logger.py

@@ -1,9 +1,12 @@
-import urllib.request
+from datetime import timedelta
 from typing import Optional
+import requests
+from requests import Response
 
 from _qwak_proto.qwak.builds.build_url_pb2 import BuildVersioningTagsType
 from _qwak_proto.qwak.builds.builds_orchestrator_service_pb2 import (
     GetBuildVersioningUploadURLResponse,
+    GetBuildVersioningDownloadURLResponse,
 )
 from qwak.clients.build_orchestrator.client import BuildOrchestratorClient
 from qwak.clients.file_versioning.client import FileVersioningManagementClient
@@ -15,6 +18,8 @@ from qwak.inner.model_loggers_utils import (
     validate_tag,
 )
 
+MAX_CHUNK_SIZE = 8 * 1024
+
 
 def log_file(
     from_path: str,
@@ -80,21 +85,40 @@ def load_file(
     Returns:
         the path to the newly created data file
     """
+    print(f"Loading file to {to_path}")
     if not validate_tag(tag):
         raise QwakException(
             "Tag should contain only letters, numbers, underscore or hyphen"
         )
 
     model_id = validate_model(model_id)
-    download_url_response = BuildOrchestratorClient().get_build_versioning_download_url(
-        build_id=build_id, model_id=model_id, tag=tag
+    download_url_response: GetBuildVersioningDownloadURLResponse = (
+        BuildOrchestratorClient().get_build_versioning_download_url(
+            build_id=build_id,
+            model_id=model_id,
+            tag=tag,
+            tag_type=BuildVersioningTagsType.FILE_TAG_TYPE,
+        )
     )
 
     try:
-        filename, headers = urllib.request.urlretrieve(  # nosec B310
-            url=download_url_response.download_url, filename=to_path
+        response: Response = requests.get(
+            download_url_response.download_url,
+            headers=download_url_response.headers,
+            stream=True,
+            timeout=(
+                timedelta(seconds=10).total_seconds(),  # timeout to connect
+                timedelta(minutes=20).total_seconds(),  # timeout to read
+            ),
         )
+        print(f"Downloading file finished with status {response.status_code}")
+        response.raise_for_status()
+
+        with open(to_path, "wb") as f:
+            for chunk in response.iter_content(chunk_size=MAX_CHUNK_SIZE):
+                if chunk:
+                    f.write(chunk)
 
-        return filename
+        return to_path
     except Exception as error:
         raise QwakException(f"Unable to load save artifact locally: {str(error)}")

{qwak_core-0.4.252.dist-info → qwak_core-0.4.253.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: qwak-core
-Version: 0.4.252
+Version: 0.4.253
 Summary: Qwak Core contains the necessary objects and communication tools for using the Qwak Platform
 License: Apache-2.0
 Keywords: mlops,ml,deployment,serving,model
@@ -18,6 +18,7 @@ Classifier: Programming Language :: Python :: 3.8
 Classifier: Programming Language :: Python :: Implementation :: CPython
 Classifier: Topic :: Scientific/Engineering :: Artificial Intelligence
 Provides-Extra: feature-store
+Provides-Extra: local-core-dependencies
 Requires-Dist: PyYAML
 Requires-Dist: cachetools
 Requires-Dist: chevron (==0.14.0)
@@ -27,8 +28,11 @@ Requires-Dist: dependency-injector (>=4.0)
 Requires-Dist: filelock
 Requires-Dist: frogml-storage (>=0.11.2)
 Requires-Dist: grpcio (>=1.57.0)
+Requires-Dist: grpcio-tools (>=1.47.0) ; (python_full_version >= "3.7.1" and python_version < "3.10") and (extra == "local-core-dependencies")
+Requires-Dist: grpcio-tools (>=1.56.2) ; (python_version >= "3.10") and (extra == "local-core-dependencies")
 Requires-Dist: joblib (>=1.3.2,<2.0.0)
 Requires-Dist: marshmallow-dataclass (>=8.5.8,<9.0.0)
+Requires-Dist: mypy-protobuf (>=3.0.0,<4.0.0) ; extra == "local-core-dependencies"
 Requires-Dist: protobuf (>=3.10,<4) ; python_full_version >= "3.7.1" and python_version < "3.10"
 Requires-Dist: protobuf (>=4.21.6) ; python_version >= "3.10"
 Requires-Dist: pyarrow (>=6.0.0) ; extra == "feature-store"

{qwak_core-0.4.252.dist-info → qwak_core-0.4.253.dist-info}/RECORD

@@ -582,7 +582,7 @@ _qwak_proto/qwak/workspace/workspace_pb2_grpc.py,sha256=1oboBPFxaTEXt9Aw7EAj8gXH
 _qwak_proto/qwak/workspace/workspace_service_pb2.py,sha256=AB3C9S_AbOD7Nx1Ni4j1rW6PNtYTV1zjiqFQk-goQ74,21429
 _qwak_proto/qwak/workspace/workspace_service_pb2.pyi,sha256=nKKCHwnovZhsy8TSVmdz-Vtl0nviOOoX56HD-41Xo08,13726
 _qwak_proto/qwak/workspace/workspace_service_pb2_grpc.py,sha256=yKGuexxTBza99Ihe0DSTniV2ZSd_AG47inHenqfi890,27193
-qwak/__init__.py,sha256=ZaIk2bEQA_9XQcpu0rZKVWmmWG7x-NUY3tr-T0dY5s4,587
+qwak/__init__.py,sha256=h1h_J8C7TMOXTantCGO5DqTlP3H6fb0xw0z8optQEUw,587
 qwak/automations/__init__.py,sha256=qFZRvCxUUn8gcxkJR0v19ulHW2oJ0x6-Rif7HiheDP4,1522
 qwak/automations/automation_executions.py,sha256=5MeH_epYYWb8NKXgAozwT_jPyyUDednBHG7izloi7RY,3228
 qwak/automations/automations.py,sha256=3yx8e2v0uSKDnXbqyknasyEoQ5vxGni6K40Hbi1_zkk,12599
@@ -961,7 +961,7 @@ qwak/model/utils/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,
 qwak/model/utils/extract_wrapped_function.py,sha256=uIle1zL8vbmeS3PGAuaNFLIUQAsvpuzk3LlH-Teba94,320
 qwak/model/utils/feature_utils.py,sha256=jB4pfmhqN2_B4THR7YADlCWbymU3cm_8u2RzTegrv_w,2389
 qwak/model_loggers/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-qwak/model_loggers/artifact_logger.py,sha256=E5A9MaGD4bDAWlj7cuc5f9Pzet9_p5jgkGuoZiVn1B0,3090
+qwak/model_loggers/artifact_logger.py,sha256=Emv8eSpgxJ_5_uCiNLUloTNdXPCtWC0pJDcWMcc6A78,3909
 qwak/model_loggers/data_logger.py,sha256=aTRnRwKmKUFZq9SRg4sY-b1yGDY2XB-pExlQ0WlcH0k,5629
 qwak/model_loggers/model_logger.py,sha256=WxKLEpfzDaRn3kanrI0kj4zqqKQrwT2sin1IS1WNEA8,852
 qwak/qwak_client/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -1056,6 +1056,6 @@ qwak_services_mock/mocks/workspace_manager_service_mock.py,sha256=O9ZSwln4T4kHVk
 qwak_services_mock/services_mock.py,sha256=zXtHcX8a_acz7ynxuCBxxVpHpde7aAGjIn6Uw52LY1s,19593
 qwak_services_mock/utils/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 qwak_services_mock/utils/service_utils.py,sha256=ZlB0CnB1J6oBn6_m7fQO2U8tKoboHdUa6ljjkRMYNXU,265
-qwak_core-0.4.252.dist-info/METADATA,sha256=B3g8Gsvo1VTIgadWmGY7m3FhStOHpq3Z4yRrvfr2kvE,2174
-qwak_core-0.4.252.dist-info/WHEEL,sha256=b4K_helf-jlQoXBBETfwnf4B04YC67LOev0jo4fX5m8,88
-qwak_core-0.4.252.dist-info/RECORD,,
+qwak_core-0.4.253.dist-info/METADATA,sha256=MvUHjty_FOLEHMbX845cc0gPFneR3LxXdK0UOwKCLqA,2549
+qwak_core-0.4.253.dist-info/WHEEL,sha256=b4K_helf-jlQoXBBETfwnf4B04YC67LOev0jo4fX5m8,88
+qwak_core-0.4.253.dist-info/RECORD,,