lemonade-sdk 7.0.3__tar.gz → 7.0.4__tar.gz

{lemonade_sdk-7.0.3 → lemonade_sdk-7.0.4}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: lemonade-sdk
-Version: 7.0.3
+Version: 7.0.4
 Summary: Lemonade SDK: Your LLM Aide for Validation and Deployment
 Author-email: lemonade@amd.com
 Requires-Python: >=3.10, <3.12

{lemonade_sdk-7.0.3 → lemonade_sdk-7.0.4}/src/lemonade/tools/server/llamacpp.py

@@ -145,16 +145,14 @@ def _log_subprocess_output(
                 break
 
 
-def _wait_for_load(
-    llama_server_process: subprocess.Popen, port: int, fail_message: str
-):
+def _wait_for_load(llama_server_process: subprocess.Popen, port: int):
     status_code = None
     while not llama_server_process.poll() and status_code != 200:
         health_url = f"http://localhost:{port}/health"
         try:
             health_response = requests.get(health_url)
         except requests.exceptions.ConnectionError:
-            logging.warning(fail_message)
+            logging.debug("Not able to connect to llama-server yet, will retry")
         else:
             status_code = health_response.status_code
             logging.debug(
@@ -252,11 +250,14 @@ def server_load(model_config: dict, model_reference: str, telemetry: LlamaTeleme
     _wait_for_load(
         llama_server_process,
         telemetry.port,
-        f"Loading {model_reference} on GPU didn't work, re-attempting on CPU",
     )
 
     # If loading on GPU failed, try loading on CPU
     if llama_server_process.poll():
+        logging.warning(
+            f"Loading {model_reference} on GPU didn't work, re-attempting on CPU"
+        )
+
         llama_server_process = _launch_llama_subprocess(
             snapshot_files, use_gpu=False, telemetry=telemetry
         )
@@ -265,7 +266,6 @@ def server_load(model_config: dict, model_reference: str, telemetry: LlamaTeleme
         _wait_for_load(
             llama_server_process,
             telemetry.port,
-            f"Loading {model_reference} on CPU didn't work",
         )
 
     if llama_server_process.poll():

{lemonade_sdk-7.0.3 → lemonade_sdk-7.0.4}/src/lemonade/tools/server/serve.py

@@ -1103,7 +1103,6 @@ class Server(ManagementTool):
         """
         Report server health information to the client.
         """
-        self.stop_event.set()
 
         return {
             "status": "ok",

lemonade_sdk-7.0.4/src/lemonade/version.py

@@ -0,0 +1 @@
+__version__ = "7.0.4"

{lemonade_sdk-7.0.3 → lemonade_sdk-7.0.4}/src/lemonade_sdk.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: lemonade-sdk
-Version: 7.0.3
+Version: 7.0.4
 Summary: Lemonade SDK: Your LLM Aide for Validation and Deployment
 Author-email: lemonade@amd.com
 Requires-Python: >=3.10, <3.12

lemonade_sdk-7.0.3/src/lemonade/version.py

@@ -1 +0,0 @@
-__version__ = "7.0.3"