lemonade-sdk 7.0.3__py3-none-any.whl → 7.0.4__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.

This version of lemonade-sdk might be problematic. Click here for more details.

Files changed (10) hide show
  1. lemonade/tools/server/llamacpp.py +6 -6
  2. lemonade/tools/server/serve.py +0 -1
  3. lemonade/version.py +1 -1
  4. {lemonade_sdk-7.0.3.dist-info → lemonade_sdk-7.0.4.dist-info}/METADATA +1 -1
  5. {lemonade_sdk-7.0.3.dist-info → lemonade_sdk-7.0.4.dist-info}/RECORD +10 -10
  6. {lemonade_sdk-7.0.3.dist-info → lemonade_sdk-7.0.4.dist-info}/WHEEL +0 -0
  7. {lemonade_sdk-7.0.3.dist-info → lemonade_sdk-7.0.4.dist-info}/entry_points.txt +0 -0
  8. {lemonade_sdk-7.0.3.dist-info → lemonade_sdk-7.0.4.dist-info}/licenses/LICENSE +0 -0
  9. {lemonade_sdk-7.0.3.dist-info → lemonade_sdk-7.0.4.dist-info}/licenses/NOTICE.md +0 -0
  10. {lemonade_sdk-7.0.3.dist-info → lemonade_sdk-7.0.4.dist-info}/top_level.txt +0 -0
lemonade/tools/server/llamacpp.py CHANGED
@@ -145,16 +145,14 @@ def _log_subprocess_output(
145
145
  break
146
146
 
147
147
 
148
- def _wait_for_load(
149
- llama_server_process: subprocess.Popen, port: int, fail_message: str
150
- ):
148
+ def _wait_for_load(llama_server_process: subprocess.Popen, port: int):
151
149
  status_code = None
152
150
  while not llama_server_process.poll() and status_code != 200:
153
151
  health_url = f"http://localhost:{port}/health"
154
152
  try:
155
153
  health_response = requests.get(health_url)
156
154
  except requests.exceptions.ConnectionError:
157
- logging.warning(fail_message)
155
+ logging.debug("Not able to connect to llama-server yet, will retry")
158
156
  else:
159
157
  status_code = health_response.status_code
160
158
  logging.debug(
@@ -252,11 +250,14 @@ def server_load(model_config: dict, model_reference: str, telemetry: LlamaTeleme
252
250
  _wait_for_load(
253
251
  llama_server_process,
254
252
  telemetry.port,
255
- f"Loading {model_reference} on GPU didn't work, re-attempting on CPU",
256
253
  )
257
254
 
258
255
  # If loading on GPU failed, try loading on CPU
259
256
  if llama_server_process.poll():
257
+ logging.warning(
258
+ f"Loading {model_reference} on GPU didn't work, re-attempting on CPU"
259
+ )
260
+
260
261
  llama_server_process = _launch_llama_subprocess(
261
262
  snapshot_files, use_gpu=False, telemetry=telemetry
262
263
  )
@@ -265,7 +266,6 @@ def server_load(model_config: dict, model_reference: str, telemetry: LlamaTeleme
265
266
  _wait_for_load(
266
267
  llama_server_process,
267
268
  telemetry.port,
268
- f"Loading {model_reference} on CPU didn't work",
269
269
  )
270
270
 
271
271
  if llama_server_process.poll():
lemonade/tools/server/serve.py CHANGED
@@ -1103,7 +1103,6 @@ class Server(ManagementTool):
1103
1103
  """
1104
1104
  Report server health information to the client.
1105
1105
  """
1106
- self.stop_event.set()
1107
1106
 
1108
1107
  return {
1109
1108
  "status": "ok",
lemonade/version.py CHANGED
@@ -1 +1 @@
1
- __version__ = "7.0.3"
1
+ __version__ = "7.0.4"
{lemonade_sdk-7.0.3.dist-info → lemonade_sdk-7.0.4.dist-info}/METADATA RENAMED
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: lemonade-sdk
3
- Version: 7.0.3
3
+ Version: 7.0.4
4
4
  Summary: Lemonade SDK: Your LLM Aide for Validation and Deployment
5
5
  Author-email: lemonade@amd.com
6
6
  Requires-Python: >=3.10, <3.12
{lemonade_sdk-7.0.3.dist-info → lemonade_sdk-7.0.4.dist-info}/RECORD RENAMED
@@ -4,7 +4,7 @@ lemonade/cache.py,sha256=djr2qgyUUAWlQv8FehU9qlNtCwK0IZqo82hcBDyZ3-A,2850
4
4
  lemonade/cli.py,sha256=ddN2QqsGMsVwydfcR7MSZu1z8_-bUgUP7dhw9lzbHa8,4424
5
5
  lemonade/sequence.py,sha256=KSH7BPsiyDKsOsg_ziQKEGsDwMmuO_YbgPRBxkZd0pw,13267
6
6
  lemonade/state.py,sha256=sdSezla7Cd7KYL90xY3p9kcNV4ndSyN6UvNLOr3vBMA,5261
7
- lemonade/version.py,sha256=Ur-fY8dgd79WuOM208uDSw5amQiSzM7VmTbWPLQBZvw,22
7
+ lemonade/version.py,sha256=aw-kI317_MHnrxmftgwY1GZZgkDfKup4upSzIuUp5yk,22
8
8
  lemonade/common/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
9
9
  lemonade/common/analyze_model.py,sha256=sYWDznEUEWjx_Qekg7f1hHY4Pfe87IQ77lmsWqePgE0,803
10
10
  lemonade/common/build.py,sha256=Pk86mCr6fyBIx2zXDpq0BkdahlCmWRnwSTpShA_gwZw,7849
@@ -47,23 +47,23 @@ lemonade/tools/report/llm_report.py,sha256=bVHhwCINA-Ok2EdSwAsLubsc83N3KWOVuwTgu
47
47
  lemonade/tools/report/table.py,sha256=a0TXo1X84RxCSu0un_XM3ANOlhLtPDuqtGwR7eomf2s,24853
48
48
  lemonade/tools/server/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
49
49
  lemonade/tools/server/instructions.py,sha256=PbQ8HItagIWbJLYf2IVPhthYVi1E878vNdS42qmTc3E,1230
50
- lemonade/tools/server/llamacpp.py,sha256=YqUzx-TmyvWMrZfue7xURFfgTRLPGGSzNJtF9GERC_8,10184
50
+ lemonade/tools/server/llamacpp.py,sha256=YP-vD3H3MRz5lUIggjx5Kf_k9L9jULJVFdePHIkHzQc,10176
51
51
  lemonade/tools/server/port_utils.py,sha256=24Ryz5cNU0R9L1kuVSapZoyXTZHzhF4y0Yje9MVOrE0,1535
52
- lemonade/tools/server/serve.py,sha256=O2ZcM1xogIRAqBE49tQ-gTFpEXExlwHOT3bYL1rZgmc,52483
52
+ lemonade/tools/server/serve.py,sha256=sxQWBA5AqLoZZUuM2nQlEZwomvHYtItgrxFSnLMyy2k,52453
53
53
  lemonade/tools/server/thread_utils.py,sha256=pK9K_6DNWoQ78NArkAX3Ym2WsxLnCs9sKTk6TitlYnI,2804
54
54
  lemonade/tools/server/tool_calls.py,sha256=xrAlQwKG-nv2xLlf8f9CDSaUbyMn8ZtHkds9iZLG9K8,5230
55
55
  lemonade/tools/server/static/instructions.html,sha256=tCkc55LrI4oWQM2VYuK3_m02MvG5XxIcTbCSgxyTAIU,11257
56
56
  lemonade/tools/server/static/styles.css,sha256=8U1EejQaqRLQ6QTCF5UG_dLPtLjRwT1menUHMDhaq2M,5045
57
57
  lemonade_install/__init__.py,sha256=26zohKg2jgr_5y7tObduWMYQg8zCTWMZHL8lfi2zZVQ,40
58
58
  lemonade_install/install.py,sha256=61qUO7kWCLcdjK0_IQZ46-rKP_AWkyznh4YpDclPKyM,28036
59
- lemonade_sdk-7.0.3.dist-info/licenses/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
60
- lemonade_sdk-7.0.3.dist-info/licenses/NOTICE.md,sha256=B8lEqi4QE41J9ljz4Riv2JgHD1v8GCZE6nNBHO3KIA0,2135
59
+ lemonade_sdk-7.0.4.dist-info/licenses/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
60
+ lemonade_sdk-7.0.4.dist-info/licenses/NOTICE.md,sha256=B8lEqi4QE41J9ljz4Riv2JgHD1v8GCZE6nNBHO3KIA0,2135
61
61
  lemonade_server/cli.py,sha256=DR6sIt66K1sZZG3ascEw_6HUgz3UhU9KGUyzxf4nO_A,7351
62
62
  lemonade_server/model_manager.py,sha256=-r9JS_fPcoLCQCFKZfkInBIIgT4F1tQ_EIKqMqNYpqM,5546
63
63
  lemonade_server/pydantic_models.py,sha256=pdOZW6nAYKWKllMLR7y5wdbIofIznxe5Vehac0Hgqto,2276
64
64
  lemonade_server/server_models.json,sha256=3C-lJ2lsNwdy0AKT_US_lcVOoiF3xmadbiOUeOQuJXA,6927
65
- lemonade_sdk-7.0.3.dist-info/METADATA,sha256=pSSPTu7kUyAh4W8lCVvxS-WAnjMT9Dsyw0r0WHcrxgA,5443
66
- lemonade_sdk-7.0.3.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
67
- lemonade_sdk-7.0.3.dist-info/entry_points.txt,sha256=gJppn0ETtXXR6ceKWEIRdk42kMC7ps59EmU3NCPyPUk,144
68
- lemonade_sdk-7.0.3.dist-info/top_level.txt,sha256=10ap5GNiPhalO4V50LRoxA1FqRT9g3Xkia6BITu880k,42
69
- lemonade_sdk-7.0.3.dist-info/RECORD,,
65
+ lemonade_sdk-7.0.4.dist-info/METADATA,sha256=pVHSWafYsDczc6dkHFHP8QRmLF_SkEwLeTIqPacek7w,5443
66
+ lemonade_sdk-7.0.4.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
67
+ lemonade_sdk-7.0.4.dist-info/entry_points.txt,sha256=gJppn0ETtXXR6ceKWEIRdk42kMC7ps59EmU3NCPyPUk,144
68
+ lemonade_sdk-7.0.4.dist-info/top_level.txt,sha256=10ap5GNiPhalO4V50LRoxA1FqRT9g3Xkia6BITu880k,42
69
+ lemonade_sdk-7.0.4.dist-info/RECORD,,