lemonade-sdk 8.1.5__py3-none-any.whl → 8.1.7__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.

This version of lemonade-sdk might be problematic. Click here for more details.

Files changed (14) hide show
  1. lemonade/tools/llamacpp/utils.py +5 -1
  2. lemonade/tools/server/llamacpp.py +164 -562
  3. lemonade/tools/server/serve.py +15 -22
  4. lemonade/tools/server/wrapped_server.py +485 -0
  5. lemonade/version.py +1 -1
  6. {lemonade_sdk-8.1.5.dist-info → lemonade_sdk-8.1.7.dist-info}/METADATA +1 -1
  7. {lemonade_sdk-8.1.5.dist-info → lemonade_sdk-8.1.7.dist-info}/RECORD +14 -13
  8. lemonade_server/cli.py +18 -9
  9. lemonade_server/model_manager.py +154 -20
  10. {lemonade_sdk-8.1.5.dist-info → lemonade_sdk-8.1.7.dist-info}/WHEEL +0 -0
  11. {lemonade_sdk-8.1.5.dist-info → lemonade_sdk-8.1.7.dist-info}/entry_points.txt +0 -0
  12. {lemonade_sdk-8.1.5.dist-info → lemonade_sdk-8.1.7.dist-info}/licenses/LICENSE +0 -0
  13. {lemonade_sdk-8.1.5.dist-info → lemonade_sdk-8.1.7.dist-info}/licenses/NOTICE.md +0 -0
  14. {lemonade_sdk-8.1.5.dist-info → lemonade_sdk-8.1.7.dist-info}/top_level.txt +0 -0
lemonade/tools/llamacpp/utils.py CHANGED
@@ -346,7 +346,11 @@ def install_llamacpp(backend):
346
346
 
347
347
  # Identify and set HIP ID
348
348
  if backend == "rocm":
349
- hip_id = identify_hip_id()
349
+ try:
350
+ hip_id = identify_hip_id()
351
+ except Exception as e: # pylint: disable=broad-exception-caught
352
+ hip_id = 0
353
+ logging.warning(f"Error identifying HIP ID: {e}. Falling back to 0.")
350
354
  env_file_path = os.path.join(llama_server_exe_dir, ".env")
351
355
  set_key(env_file_path, "HIP_VISIBLE_DEVICES", str(hip_id))
352
356