LLMlight 0.2.0__tar.gz → 0.2.1__tar.gz

{llmlight-0.2.0 → llmlight-0.2.1}/LLMlight/LLMlight.py

@@ -143,16 +143,14 @@ class LLMlight:
 
     def get_available_models(self, validate=False):
         # Set your local API base URL
-        # base_url = "http://localhost:1234/v1"
-        base_url = self.endpoint.split("/chat")[0]
+        # base_url = 'http://localhost:1234/v1/chat/completions'
+        base_url = '/'.join(self.endpoint.split('/')[:3]) + '/'
         logger.info('Collecting models in the API endpoint..')
 
-        # Query available models
-        response = requests.get(f"{base_url}/models")
-        model_dict = {}
-
         try:
-            response = requests.get("http://localhost:1234/v1/models", timeout=10)
+            model_url = base_url.rstrip('/') + '/v1/models'
+            logger.info(f'Looking up models: {model_url}')
+            response = requests.get(model_url, timeout=10)
             if response.status_code == 200:
                 try:
                     models = response.json()["data"]

{llmlight-0.2.0 → llmlight-0.2.1}/LLMlight/__init__.py

@@ -3,7 +3,7 @@ from LLMlight.LLMlight import LLMlight
 
 __author__ = 'Erdogan Tasksen'
 __email__ = 'erdogant@gmail.com'
-__version__ = '0.2.0'
+__version__ = '0.2.1'
 
 # Setup root logger
 _logger = logging.getLogger('LLMlight')

{llmlight-0.2.0 → llmlight-0.2.1}/LLMlight.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: LLMlight
-Version: 0.2.0
+Version: 0.2.1
 Summary: LLMlight is a Python library for ...
 Author-email: Erdogan Taskesen <erdogant@gmail.com>
 License: MIT License
@@ -46,6 +46,7 @@ Requires-Dist: llama-cpp-python
 Requires-Dist: json-repair
 Requires-Dist: pymupdf
 Requires-Dist: torch
+Requires-Dist: requests
 Dynamic: license-file
 
 # LLMlight

{llmlight-0.2.0 → llmlight-0.2.1}/LLMlight.egg-info/requires.txt

@@ -4,3 +4,4 @@ llama-cpp-python
 json-repair
 pymupdf
 torch
+requests

{llmlight-0.2.0 → llmlight-0.2.1}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: LLMlight
-Version: 0.2.0
+Version: 0.2.1
 Summary: LLMlight is a Python library for ...
 Author-email: Erdogan Taskesen <erdogant@gmail.com>
 License: MIT License
@@ -46,6 +46,7 @@ Requires-Dist: llama-cpp-python
 Requires-Dist: json-repair
 Requires-Dist: pymupdf
 Requires-Dist: torch
+Requires-Dist: requests
 Dynamic: license-file
 
 # LLMlight

{llmlight-0.2.0 → llmlight-0.2.1}/pyproject.toml

@@ -29,6 +29,7 @@ dependencies = [
     'json-repair',
     'pymupdf',
     'torch',
+    'requests',
     # 'accelerate',
     # 'bitsandbytes',
     # 'flash_attn',