xinference 0.10.2__py3-none-any.whl → 0.10.2.post1__py3-none-any.whl

xinference/_version.py

@@ -8,11 +8,11 @@ import json
 
 version_json = '''
 {
- "date": "2024-04-19T11:39:12+0800",
+ "date": "2024-04-19T14:40:59+0800",
  "dirty": false,
  "error": null,
- "full-revisionid": "f19e85be09bce966e0c0b3e01bc5690eb6016398",
- "version": "0.10.2"
+ "full-revisionid": "500171569de25d49f6ddb3c167d9fc0e55cd66c7",
+ "version": "0.10.2.post1"
 }
 '''  # END VERSION_JSON
 

xinference/client/restful/restful_client.py

@@ -18,8 +18,6 @@ from typing import TYPE_CHECKING, Any, Dict, Iterator, List, Optional, Union
 
 import requests
 
-from ...model.utils import convert_float_to_int_or_str
-from ...types import LoRA, PeftModelConfig
 from ..common import streaming_response_iterator
 
 if TYPE_CHECKING:
@@ -37,6 +35,17 @@ if TYPE_CHECKING:
     )
 
 
+def convert_float_to_int_or_str(model_size: float) -> Union[int, str]:
+    """convert float to int or string
+
+    if float can be presented as int, convert it to int, otherwise convert it to string
+    """
+    if int(model_size) == model_size:
+        return int(model_size)
+    else:
+        return str(model_size)
+
+
 def _get_error_string(response: requests.Response) -> str:
     try:
         if response.content:
@@ -856,18 +865,6 @@ class Client:
 
         url = f"{self.base_url}/v1/models"
 
-        if peft_model_config is not None:
-            lora_list = [
-                LoRA.from_dict(model) for model in peft_model_config["lora_list"]
-            ]
-            peft_model = PeftModelConfig(
-                lora_list,
-                peft_model_config["image_lora_load_kwargs"],
-                peft_model_config["image_lora_fuse_kwargs"],
-            )
-        else:
-            peft_model = None
-
         # convert float to int or string since the RESTful API does not accept float.
         if isinstance(model_size_in_billions, float):
             model_size_in_billions = convert_float_to_int_or_str(model_size_in_billions)
@@ -875,7 +872,7 @@ class Client:
         payload = {
             "model_uid": model_uid,
             "model_name": model_name,
-            "peft_model_config": peft_model.to_dict() if peft_model else None,
+            "peft_model_config": peft_model_config,
             "model_type": model_type,
             "model_size_in_billions": model_size_in_billions,
             "model_format": model_format,

{xinference-0.10.2.dist-info → xinference-0.10.2.post1.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: xinference
-Version: 0.10.2
+Version: 0.10.2.post1
 Summary: Model Serving Made Easy
 Home-page: https://github.com/xorbitsai/inference
 Author: Qin Xuye

{xinference-0.10.2.dist-info → xinference-0.10.2.post1.dist-info}/RECORD

@@ -1,6 +1,6 @@
 xinference/__init__.py,sha256=0LgIveLP6CXxoIaSrxhlFyOh0lOqPgJBVcBe0tkWJjc,987
 xinference/_compat.py,sha256=SQAjZMGxtBIce45qtW7ob7RWzA0zhv2yB3AxT0rb0uU,1778
-xinference/_version.py,sha256=ssSjGx-iKXJNU5J5mSKaxTe1YccRpRUOLSoZ8QSvejo,498
+xinference/_version.py,sha256=AeHhtiziXzjdR6A3u0aZYLBnSda-sNqj8QeMNG424ng,504
 xinference/conftest.py,sha256=RffV9htxwo6iDEGZwmcj0A_O_XBQM2RRUea4q6XTeGQ,9742
 xinference/constants.py,sha256=Bu_fOJUGAvvqF_6FY5OzOHl7fQ1Nomek3LY17xr9oz4,2882
 xinference/device_utils.py,sha256=WNKDD4Eni3Io3AehiyonsuoJaukT77Bc76Es7vNGvjc,2615
@@ -20,7 +20,7 @@ xinference/client/handlers.py,sha256=3gd9C7u4URbcVdR6Eyv8cpEZ175Ll4q_jGL07CnEIpg
 xinference/client/oscar/__init__.py,sha256=h_JgzSqV5lP6vQ6XX_17kE4IY4BRnvKta_7VLQAL1ms,581
 xinference/client/oscar/actor_client.py,sha256=CAI8_UGsCIX94aKv9H1QoVinIxQ2Zm7gcMWXEaUQShw,21593
 xinference/client/restful/__init__.py,sha256=h_JgzSqV5lP6vQ6XX_17kE4IY4BRnvKta_7VLQAL1ms,581
-xinference/client/restful/restful_client.py,sha256=COwWrZNZgvHwFRTdHG5MiIAR8l7AJlmpsemT-TNXXJ8,42575
+xinference/client/restful/restful_client.py,sha256=ukox-JX1PRsR1BhIJrUPDlC0-c1Yf9RH8z2lQyygNqQ,42354
 xinference/core/__init__.py,sha256=Fe5tYCHDbYJ7PhxJhQ68VbfgKgOsAuslNPr4wPhFMJM,612
 xinference/core/cache_tracker.py,sha256=rBF8MXWK3rP5Q69LuhpWb2ZeF_bqbC3zCTCKs8FlfZE,4261
 xinference/core/chat_interface.py,sha256=CNqILarZfdMnZebuOaemK4FomouLqKAcd7lt24JF09Q,17073
@@ -15400,9 +15400,9 @@ xinference/web/ui/node_modules/yargs-parser/package.json,sha256=BSwbOzgetKXMK4u0
 xinference/web/ui/node_modules/yocto-queue/package.json,sha256=6U1XHQPGXJTqsiFvT953ORihUtXTblZy4fXBWP9qxC0,725
 xinference/web/ui/node_modules/yup/package.json,sha256=xRFSROB9NKxqSWHEVFvSTsPs9Ll074uo8OS1zEw0qhA,1206
 xinference/web/ui/node_modules/yup/node_modules/type-fest/package.json,sha256=JTv2zTTVgxQ2H82m1-6qEpdMv08lHjFx4Puf_MsbB_Q,1134
-xinference-0.10.2.dist-info/LICENSE,sha256=QwcOLU5TJoTeUhuIXzhdCEEDDvorGiC6-3YTOl4TecE,11356
-xinference-0.10.2.dist-info/METADATA,sha256=GBKBO2j-z_gJExhHZh42Z2wCEM_t0qSR3qXI707AavE,14990
-xinference-0.10.2.dist-info/WHEEL,sha256=GJ7t_kWBFywbagK5eo9IoUwLW6oyOeTKmQ-9iHFVNxQ,92
-xinference-0.10.2.dist-info/entry_points.txt,sha256=-lDyyzqWMFQF0Rgm7VxBNz0V-bMBMQLRR3pvQ-Y8XTY,226
-xinference-0.10.2.dist-info/top_level.txt,sha256=L1rQt7pl6m8tmKXpWVHzP-GtmzAxp663rXxGE7qnK00,11
-xinference-0.10.2.dist-info/RECORD,,
+xinference-0.10.2.post1.dist-info/LICENSE,sha256=QwcOLU5TJoTeUhuIXzhdCEEDDvorGiC6-3YTOl4TecE,11356
+xinference-0.10.2.post1.dist-info/METADATA,sha256=DCneZ5276aJZpp1f20Tx_QBqOSzzkoF5z7QvUvWJgXE,14996
+xinference-0.10.2.post1.dist-info/WHEEL,sha256=GJ7t_kWBFywbagK5eo9IoUwLW6oyOeTKmQ-9iHFVNxQ,92
+xinference-0.10.2.post1.dist-info/entry_points.txt,sha256=-lDyyzqWMFQF0Rgm7VxBNz0V-bMBMQLRR3pvQ-Y8XTY,226
+xinference-0.10.2.post1.dist-info/top_level.txt,sha256=L1rQt7pl6m8tmKXpWVHzP-GtmzAxp663rXxGE7qnK00,11
+xinference-0.10.2.post1.dist-info/RECORD,,