llm-sdk 0.0.1__tar.gz

llm_sdk-0.0.1/PKG-INFO

@@ -0,0 +1,13 @@
+Metadata-Version: 2.1
+Name: llm_sdk
+Version: 0.0.1
+Summary: SDK to get all the available LLM models per Provider
+Author: Olsi Hoxha
+Author-email: olsihoxha824l@gmail.com
+Classifier: Programming Language :: Python :: 3
+Classifier: License :: OSI Approved :: MIT License
+Classifier: Operating System :: OS Independent
+Requires-Python: >=3.6
+Description-Content-Type: text/markdown
+
+# LLM SDK

llm_sdk-0.0.1/README.md

@@ -0,0 +1 @@
+# LLM SDK

llm_sdk-0.0.1/llm_sdk/__init__.py

@@ -0,0 +1 @@
+from ai_models_sdk import ai_models

llm_sdk-0.0.1/llm_sdk/ai_models_sdk.py

@@ -0,0 +1,35 @@
+import requests
+from typing import List, Optional
+from pydantic import parse_obj_as
+from schemas_sdk import AvailableModelModel, ProviderModel
+
+
+class ModelsAPI:
+    def __init__(self, base_url: str):
+        self.base_url = base_url
+
+    def get_available_models(
+            self, model_type_name: Optional[str] = None, provider_name: Optional[str] = None,
+            is_verified: Optional[bool] = None
+    ) -> List[AvailableModelModel]:
+        params = {}
+        if model_type_name:
+            params['model_type_name'] = model_type_name
+        if provider_name:
+            params['provider_name'] = provider_name
+        if is_verified is not None:
+            params['is_verified'] = str(is_verified).lower()
+        response = requests.get(f"{self.base_url}/available-models/", params=params)
+        response.raise_for_status()
+        return parse_obj_as(List[AvailableModelModel], response.json())
+
+    def get_providers(self, model_type_name: Optional[str] = None) -> List[ProviderModel]:
+        params = {}
+        if model_type_name:
+            params['model_type_name'] = model_type_name
+        response = requests.get(f"{self.base_url}/providers/", params=params)
+        response.raise_for_status()
+        return parse_obj_as(List[ProviderModel], response.json())
+
+
+ai_models = ModelsAPI('http://127.0.0.1:8000/')

llm_sdk-0.0.1/llm_sdk/schemas_sdk.py

@@ -0,0 +1,26 @@
+from pydantic import BaseModel
+from typing import Optional
+
+
+class ProviderModel(BaseModel):
+    name: str
+    description: Optional[str]
+    req_integration_params: dict
+
+
+class ModelCreatorModel(BaseModel):
+    name: str
+    description: str
+
+
+class AvailableModelModel(BaseModel):
+    provider: ProviderModel
+    creator: ModelCreatorModel
+    model_type: str
+    name: str
+    model_name: Optional[str]
+    model_version: Optional[str]
+    is_verified: bool
+    cost_input_token: float
+    cost_output_token: float
+

llm_sdk-0.0.1/llm_sdk.egg-info/PKG-INFO

@@ -0,0 +1,13 @@
+Metadata-Version: 2.1
+Name: llm_sdk
+Version: 0.0.1
+Summary: SDK to get all the available LLM models per Provider
+Author: Olsi Hoxha
+Author-email: olsihoxha824l@gmail.com
+Classifier: Programming Language :: Python :: 3
+Classifier: License :: OSI Approved :: MIT License
+Classifier: Operating System :: OS Independent
+Requires-Python: >=3.6
+Description-Content-Type: text/markdown
+
+# LLM SDK

llm_sdk-0.0.1/llm_sdk.egg-info/SOURCES.txt

@@ -0,0 +1,9 @@
+README.md
+setup.py
+llm_sdk/__init__.py
+llm_sdk/ai_models_sdk.py
+llm_sdk/schemas_sdk.py
+llm_sdk.egg-info/PKG-INFO
+llm_sdk.egg-info/SOURCES.txt
+llm_sdk.egg-info/dependency_links.txt
+llm_sdk.egg-info/top_level.txt

llm_sdk-0.0.1/llm_sdk.egg-info/dependency_links.txt

@@ -0,0 +1 @@
+

llm_sdk-0.0.1/llm_sdk.egg-info/top_level.txt

@@ -0,0 +1 @@
+llm_sdk

llm_sdk-0.0.1/setup.cfg

@@ -0,0 +1,4 @@
+[egg_info]
+tag_build = 
+tag_date = 0
+

llm_sdk-0.0.1/setup.py

@@ -0,0 +1,18 @@
+from setuptools import setup, find_packages
+
+setup(
+    name='llm_sdk',
+    version='0.0.1',
+    author='Olsi Hoxha',
+    author_email='olsihoxha824l@gmail.com',
+    description='SDK to get all the available LLM models per Provider',
+    long_description=open('README.md').read(),
+    long_description_content_type='text/markdown',
+    packages=find_packages(),
+    classifiers=[
+        'Programming Language :: Python :: 3',
+        'License :: OSI Approved :: MIT License',
+        'Operating System :: OS Independent',
+    ],
+    python_requires='>=3.6',
+)