opengradient 0.3.20__tar.gz → 0.3.21__tar.gz

{opengradient-0.3.20 → opengradient-0.3.21}/PKG-INFO

@@ -1,8 +1,7 @@
-Metadata-Version: 2.4
+Metadata-Version: 2.2
 Name: opengradient
-Version: 0.3.20
+Version: 0.3.21
 Summary: Python SDK for OpenGradient decentralized model management & inference services
-Project-URL: Homepage, https://opengradient.ai
 Author-email: OpenGradient <oliver@opengradient.ai>
 License: MIT License
         
@@ -25,7 +24,8 @@ License: MIT License
         LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
         OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
         SOFTWARE.
-License-File: LICENSE
+        
+Project-URL: Homepage, https://opengradient.ai
 Classifier: Development Status :: 3 - Alpha
 Classifier: Intended Audience :: Developers
 Classifier: License :: OSI Approved :: MIT License
@@ -33,13 +33,15 @@ Classifier: Programming Language :: Python :: 3.10
 Classifier: Programming Language :: Python :: 3.11
 Classifier: Programming Language :: Python :: 3.12
 Requires-Python: >=3.10
+Description-Content-Type: text/markdown
+License-File: LICENSE
 Requires-Dist: aiohappyeyeballs>=2.4.3
 Requires-Dist: aiohttp>=3.10.8
 Requires-Dist: aiosignal>=1.3.1
 Requires-Dist: annotated-types>=0.7.0
 Requires-Dist: attrs>=24.2.0
 Requires-Dist: bitarray>=2.9.2
-Requires-Dist: cachecontrol>=0.14.0
+Requires-Dist: CacheControl>=0.14.0
 Requires-Dist: cachetools>=5.5.0
 Requires-Dist: certifi>=2024.8.30
 Requires-Dist: cffi>=1.17.1
@@ -53,7 +55,6 @@ Requires-Dist: cryptography>=43.0.1
 Requires-Dist: cytoolz>=0.12.3
 Requires-Dist: distlib>=0.3.8
 Requires-Dist: dulwich>=0.21.7
-Requires-Dist: eth-abi>=5.1.0
 Requires-Dist: eth-account>=0.13.4
 Requires-Dist: eth-hash>=0.7.0
 Requires-Dist: eth-keyfile>=0.8.1
@@ -61,6 +62,7 @@ Requires-Dist: eth-keys>=0.5.1
 Requires-Dist: eth-rlp>=2.1.0
 Requires-Dist: eth-typing>=5.0.0
 Requires-Dist: eth-utils>=5.0.0
+Requires-Dist: eth_abi>=5.1.0
 Requires-Dist: fastjsonschema>=2.20.0
 Requires-Dist: fastparquet>=2024.5.0
 Requires-Dist: filelock>=3.16.1
@@ -75,11 +77,12 @@ Requires-Dist: google-cloud-storage>=2.18.2
 Requires-Dist: google-crc32c>=1.6.0
 Requires-Dist: google-resumable-media>=2.7.2
 Requires-Dist: googleapis-common-protos>=1.65.0
-Requires-Dist: grpcio-tools>=1.66.2
 Requires-Dist: grpcio>=1.66.2
+Requires-Dist: grpcio-tools>=1.66.2
+Requires-Dist: protobuf>=4.24.0
 Requires-Dist: hexbytes>=1.2.1
 Requires-Dist: idna>=3.10
-Requires-Dist: jaraco-classes>=3.4.0
+Requires-Dist: jaraco.classes>=3.4.0
 Requires-Dist: jwcrypto>=1.5.6
 Requires-Dist: keyring>=24.3.1
 Requires-Dist: langchain>=0.3.7
@@ -96,25 +99,24 @@ Requires-Dist: pkce>=1.0.3
 Requires-Dist: pkginfo>=1.11.1
 Requires-Dist: platformdirs>=4.3.6
 Requires-Dist: proto-plus>=1.24.0
-Requires-Dist: protobuf>=4.24.0
 Requires-Dist: protobuf>=5.28.2
 Requires-Dist: ptyprocess>=0.7.0
 Requires-Dist: pyarrow>=17.0.0
-Requires-Dist: pyasn1-modules>=0.4.1
 Requires-Dist: pyasn1>=0.6.1
+Requires-Dist: pyasn1_modules>=0.4.1
 Requires-Dist: pycparser>=2.22
 Requires-Dist: pycryptodome>=3.21.0
-Requires-Dist: pydantic-core>=2.23.4
 Requires-Dist: pydantic>=2.9.2
-Requires-Dist: pyproject-hooks>=1.2.0
+Requires-Dist: pydantic_core>=2.23.4
+Requires-Dist: pyproject_hooks>=1.2.0
 Requires-Dist: python-dateutil>=2.9.0.post0
 Requires-Dist: python-jwt>=4.1.0
 Requires-Dist: pytz>=2024.2
 Requires-Dist: pyunormalize>=16.0.0
-Requires-Dist: rapidfuzz>=3.10.0
+Requires-Dist: RapidFuzz>=3.10.0
 Requires-Dist: regex>=2024.9.11
-Requires-Dist: requests-toolbelt>=1.0.0
 Requires-Dist: requests>=2.32.3
+Requires-Dist: requests-toolbelt>=1.0.0
 Requires-Dist: rlp>=4.0.1
 Requires-Dist: rsa>=4.9
 Requires-Dist: shellingham>=1.5.4
@@ -123,14 +125,13 @@ Requires-Dist: tomlkit>=0.13.2
 Requires-Dist: toolz>=0.12.1
 Requires-Dist: trove-classifiers>=2024.9.12
 Requires-Dist: types-requests>=2.32.0.20240914
-Requires-Dist: typing-extensions>=4.12.2
+Requires-Dist: typing_extensions>=4.12.2
 Requires-Dist: tzdata>=2024.2
 Requires-Dist: urllib3>=2.2.3
 Requires-Dist: web3>=7.3.0
 Requires-Dist: websockets>=13.1
 Requires-Dist: xattr>=1.1.0
 Requires-Dist: yarl>=1.13.1
-Description-Content-Type: text/markdown
 
 # OpenGradient Python SDK
 Python SDK for the OpenGradient platform provides decentralized model management & inference services. Python SDK allows programmatic access to our model repository and decentralized AI infrastructure. 
@@ -272,4 +273,4 @@ Or you can use files instead of text input in order to simplify your command:
 opengradient chat --model "mistralai/Mistral-7B-Instruct-v0.3" --messages-file messages.json --tools-file tools.json --max-tokens 200
 ```
 
-For more information read the OpenGradient [documentation](https://docs.opengradient.ai/).
+For more information read the OpenGradient [documentation](https://docs.opengradient.ai/).

{opengradient-0.3.20 → opengradient-0.3.21}/pyproject.toml

@@ -1,9 +1,10 @@
 [build-system]
-requires = ["hatchling"]
-build-backend = "hatchling.build"
+requires = ["setuptools>=61.0"]
+build-backend = "setuptools.build_meta"
+
 [project]
 name = "opengradient"
-version = "0.3.20"
+version = "0.3.21"
 description = "Python SDK for OpenGradient decentralized model management & inference services"
 authors = [{name = "OpenGradient", email = "oliver@opengradient.ai"}]
 license = {file = "LICENSE"}
@@ -17,6 +18,7 @@ classifiers = [
     "Programming Language :: Python :: 3.11",
     "Programming Language :: Python :: 3.12",
 ]
+# Dependencies kept as is...
 dependencies = [
     "aiohappyeyeballs>=2.4.3",
     "aiohttp>=3.10.8",
@@ -116,33 +118,34 @@ dependencies = [
     "xattr>=1.1.0",
     "yarl>=1.13.1",
 ]
+
 [project.scripts]
 opengradient = "opengradient.cli:cli"
+
 [project.urls]
 Homepage = "https://opengradient.ai"
+
 [tool.setuptools]
 package-dir = {"" = "src"}
 include-package-data = true
+
 [tool.setuptools.packages.find]
 where = ["src"]
+include = ["opengradient*"]  # Explicitly include all opengradient packages
 exclude = ["tests*", "stresstest*"]
+
 [tool.setuptools.package-data]
-"*" = ["*.py", "*.abi"]
-"opengradient" = ["abi/*.abi"]
-[tool.setuptools.exclude-package-data]
-"*" = ["*.ipynb", "*.pyc", "*.pyo", ".gitignore", "requirements.txt", "conftest.py"]
+"opengradient" = [
+    "abi/*.abi",
+    "proto/*.proto",
+    "**/*.py"
+]
+
 [tool.ruff]
 line-length = 140
-target-version = "py310"  # Specify your Python version
+target-version = "py310"
 select = ["E", "F", "I", "N"]
 ignore = []
+
 [tool.ruff.mccabe]
-max-complexity = 10
-[tool.hatch.build]
-include = [
-    "src/opengradient/**/*.py",
-    "src/opengradient/proto/*.proto",
-    "src/opengradient/abi/*.abi"
-]
-[tool.hatch.build.targets.wheel]
-packages = ["src/opengradient"]
+max-complexity = 10

opengradient-0.3.21/setup.cfg

@@ -0,0 +1,4 @@
+[egg_info]
+tag_build = 
+tag_date = 0
+

{opengradient-0.3.20 → opengradient-0.3.21}/src/opengradient/__init__.py

@@ -7,9 +7,9 @@ from typing import Dict, List, Optional, Tuple
 from .client import Client
 from .defaults import DEFAULT_INFERENCE_CONTRACT_ADDRESS, DEFAULT_RPC_URL
 from .types import InferenceMode, LlmInferenceMode, LLM, TEE_LLM
-from . import llm
 
-__version__ = "0.3.20"
+from . import llm
+from . import mltools
 
 _client = None
 
@@ -241,7 +241,7 @@ def generate_image(model: str, prompt: str, height: Optional[int] = None, width:
 
 __all__ = [
     'generate_image',
-    'list_files'
+    'list_files',
     'login',
     'llm_chat',
     'llm_completion',
@@ -261,6 +261,7 @@ __pdoc__ = {
     'defaults': False,
     'exceptions': False,
     'llm': True,
+    'mltools': True,
     'proto': False,
     'types': False,
     'utils': False

{opengradient-0.3.20 → opengradient-0.3.21}/src/opengradient/llm/og_langchain.py

@@ -17,7 +17,7 @@ from langchain_core.callbacks.manager import CallbackManagerForLLMRun
 from langchain_core.tools import BaseTool
 from langchain_core.messages import ToolCall
 
-from opengradient import Client
+from opengradient import Client, LlmInferenceMode
 from opengradient.defaults import DEFAULT_RPC_URL, DEFAULT_INFERENCE_CONTRACT_ADDRESS
 
 
@@ -99,7 +99,8 @@ class OpenGradientChatModel(BaseChatModel):
             messages=sdk_messages,
             stop_sequence=stop,
             max_tokens=self.max_tokens,
-            tools=self.tools
+            tools=self.tools,
+            inference_mode=LlmInferenceMode.VANILLA
         )
 
         if "tool_calls" in chat_response and chat_response["tool_calls"]:

{opengradient-0.3.20 → opengradient-0.3.21}/src/opengradient/llm/og_openai.py

@@ -4,7 +4,6 @@ from opengradient.defaults import DEFAULT_RPC_URL, DEFAULT_INFERENCE_CONTRACT_AD
 
 from typing import List
 import time
-import json
 import uuid
 
 class OGCompletions(object):

opengradient-0.3.21/src/opengradient/mltools/__init__.py

@@ -0,0 +1,14 @@
+"""
+OpenGradient AlphaSense Tools
+"""
+
+from .model_tool import *
+
+__all__ = [
+    'create_og_model_tool',
+    'ToolType'
+]
+
+__pdoc__ = {
+    'model_tool': False
+}

opengradient-0.3.21/src/opengradient/mltools/model_tool.py

@@ -0,0 +1,129 @@
+from enum import Enum
+from typing import Callable, Dict, Any, Type
+
+from pydantic import BaseModel
+from langchain_core.tools import BaseTool, StructuredTool
+import opengradient as og
+
+class ToolType(str, Enum):
+    """Indicates the framework the tool is compatible with."""
+
+    LANGCHAIN = "langchain"
+    SWARM = "swarm"
+    
+    def __str__(self) -> str:
+        return self.value
+
+def create_og_model_tool(
+    tool_type: ToolType,
+    model_cid: str, 
+    tool_name: str,
+    input_getter: Callable,
+    output_formatter: Callable[..., str],
+    input_schema: Type[BaseModel] = None,
+    tool_description: str = "Executes the given ML model", 
+    inference_mode: og.InferenceMode= og.InferenceMode.VANILLA) -> BaseTool:
+    """
+    Creates a tool that wraps an OpenGradient model for inference.
+
+    This function generates a tool that can be integrated into either a LangChain pipeline
+    or a Swarm system, allowing the model to be executed as part of a chain of operations.
+    The tool uses the provided input_getter function to obtain the necessary input data and
+    runs inference using the specified OpenGradient model.
+
+    Args:
+        tool_type (ToolType): Specifies the framework to create the tool for. Use 
+            ToolType.LANGCHAIN for LangChain integration or ToolType.SWARM for Swarm
+            integration. 
+        model_cid (str): The CID of the OpenGradient model to be executed.
+        tool_name (str): The name to assign to the created tool. This will be used to identify
+            and invoke the tool within the agent.
+        input_getter (Callable): A function that returns the input data required by the model.
+            The function should return data in a format compatible with the model's expectations.
+        output_formatter (Callable[..., str]): A function that takes the model output and 
+            formats it into a string. This is required to ensure the output is compatible
+            with the tool framework.
+        input_schema (Type[BaseModel], optional): A Pydantic BaseModel class defining the
+            input schema. This will be used directly for LangChain tools and converted
+            to appropriate annotations for Swarm tools. Default is None.
+        tool_description (str, optional): A description of what the tool does. Defaults to
+            "Executes the given ML model".
+        inference_mode (og.InferenceMode, optional): The inference mode to use when running
+            the model. Defaults to VANILLA.
+
+    Returns:
+        BaseTool: For ToolType.LANGCHAIN, returns a LangChain StructuredTool.
+        Callable: For ToolType.SWARM, returns a decorated function with appropriate metadata.
+
+    Raises:
+        ValueError: If an invalid tool_type is provided.
+
+    Examples:
+        >>> from pydantic import BaseModel, Field
+        >>> class ClassifierInput(BaseModel):
+        ...     query: str = Field(description="User query to analyze")
+        ...     parameters: dict = Field(description="Additional parameters")
+        >>> def get_input():
+        ...     return {"text": "Sample input text"}
+        >>> def format_output(output):
+        ...     return str(output.get("class", "Unknown"))
+        >>> # Create a LangChain tool
+        >>> langchain_tool = create_og_model_tool(
+        ...     tool_type=ToolType.LANGCHAIN,
+        ...     model_cid="Qm...",
+        ...     tool_name="text_classifier",
+        ...     input_getter=get_input,
+        ...     output_formatter=format_output,
+        ...     input_schema=ClassifierInput
+        ...     tool_description="Classifies text into categories"
+        ... )
+    """
+    # define runnable
+    def model_executor(**llm_input):
+        # Combine LLM input with input provided by code
+        combined_input = {
+            **llm_input,
+            **input_getter()
+        }
+
+        _, output = og.infer(
+            model_cid=model_cid,
+            inference_mode=inference_mode,
+            model_input=combined_input
+        )
+
+        return output_formatter(output)
+
+    if tool_type == ToolType.LANGCHAIN:
+        return StructuredTool.from_function(
+            func=model_executor,
+            name=tool_name,
+            description=tool_description,
+            args_schema=input_schema
+        )
+    elif tool_type == ToolType.SWARM:
+        model_executor.__name__ = tool_name
+        model_executor.__doc__ = tool_description
+        # Convert Pydantic model to Swarm annotations if provided
+        if input_schema:
+            model_executor.__annotations__ = _convert_pydantic_to_annotations(input_schema)
+        return model_executor
+    else:
+        raise ValueError(f"Invalid tooltype: {tool_type}")
+
+def _convert_pydantic_to_annotations(model: Type[BaseModel]) -> Dict[str, Any]:
+    """
+    Convert a Pydantic model to function annotations format used by Swarm.
+    
+    Args:
+        model: A Pydantic BaseModel class
+        
+    Returns:
+        Dict mapping field names to (type, description) tuples
+    """
+    annotations = {}
+    for field_name, field in model.model_fields.items():
+        field_type = field.annotation
+        description = field.description or ""
+        annotations[field_name] = (field_type, description)
+    return annotations

opengradient-0.3.21/src/opengradient.egg-info/PKG-INFO

@@ -0,0 +1,276 @@
+Metadata-Version: 2.2
+Name: opengradient
+Version: 0.3.21
+Summary: Python SDK for OpenGradient decentralized model management & inference services
+Author-email: OpenGradient <oliver@opengradient.ai>
+License: MIT License
+        
+        Copyright (c) 2024 OpenGradient
+        
+        Permission is hereby granted, free of charge, to any person obtaining a copy
+        of this software and associated documentation files (the "Software"), to deal
+        in the Software without restriction, including without limitation the rights
+        to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+        copies of the Software, and to permit persons to whom the Software is
+        furnished to do so, subject to the following conditions:
+        
+        The above copyright notice and this permission notice shall be included in all
+        copies or substantial portions of the Software.
+        
+        THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+        IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+        FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+        AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+        LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+        OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+        SOFTWARE.
+        
+Project-URL: Homepage, https://opengradient.ai
+Classifier: Development Status :: 3 - Alpha
+Classifier: Intended Audience :: Developers
+Classifier: License :: OSI Approved :: MIT License
+Classifier: Programming Language :: Python :: 3.10
+Classifier: Programming Language :: Python :: 3.11
+Classifier: Programming Language :: Python :: 3.12
+Requires-Python: >=3.10
+Description-Content-Type: text/markdown
+License-File: LICENSE
+Requires-Dist: aiohappyeyeballs>=2.4.3
+Requires-Dist: aiohttp>=3.10.8
+Requires-Dist: aiosignal>=1.3.1
+Requires-Dist: annotated-types>=0.7.0
+Requires-Dist: attrs>=24.2.0
+Requires-Dist: bitarray>=2.9.2
+Requires-Dist: CacheControl>=0.14.0
+Requires-Dist: cachetools>=5.5.0
+Requires-Dist: certifi>=2024.8.30
+Requires-Dist: cffi>=1.17.1
+Requires-Dist: charset-normalizer>=3.3.2
+Requires-Dist: ckzg>=2.0.1
+Requires-Dist: cleo>=2.1.0
+Requires-Dist: click>=8.1.7
+Requires-Dist: cramjam>=2.8.4
+Requires-Dist: crashtest>=0.4.1
+Requires-Dist: cryptography>=43.0.1
+Requires-Dist: cytoolz>=0.12.3
+Requires-Dist: distlib>=0.3.8
+Requires-Dist: dulwich>=0.21.7
+Requires-Dist: eth-account>=0.13.4
+Requires-Dist: eth-hash>=0.7.0
+Requires-Dist: eth-keyfile>=0.8.1
+Requires-Dist: eth-keys>=0.5.1
+Requires-Dist: eth-rlp>=2.1.0
+Requires-Dist: eth-typing>=5.0.0
+Requires-Dist: eth-utils>=5.0.0
+Requires-Dist: eth_abi>=5.1.0
+Requires-Dist: fastjsonschema>=2.20.0
+Requires-Dist: fastparquet>=2024.5.0
+Requires-Dist: filelock>=3.16.1
+Requires-Dist: firebase-rest-api>=1.11.0
+Requires-Dist: frozenlist>=1.4.1
+Requires-Dist: fsspec>=2024.9.0
+Requires-Dist: google-api-core>=2.20.0
+Requires-Dist: google-auth>=2.35.0
+Requires-Dist: google-cloud-core>=2.4.1
+Requires-Dist: google-cloud-firestore>=2.19.0
+Requires-Dist: google-cloud-storage>=2.18.2
+Requires-Dist: google-crc32c>=1.6.0
+Requires-Dist: google-resumable-media>=2.7.2
+Requires-Dist: googleapis-common-protos>=1.65.0
+Requires-Dist: grpcio>=1.66.2
+Requires-Dist: grpcio-tools>=1.66.2
+Requires-Dist: protobuf>=4.24.0
+Requires-Dist: hexbytes>=1.2.1
+Requires-Dist: idna>=3.10
+Requires-Dist: jaraco.classes>=3.4.0
+Requires-Dist: jwcrypto>=1.5.6
+Requires-Dist: keyring>=24.3.1
+Requires-Dist: langchain>=0.3.7
+Requires-Dist: more-itertools>=10.5.0
+Requires-Dist: msgpack>=1.1.0
+Requires-Dist: multidict>=6.1.0
+Requires-Dist: openai>=1.58.1
+Requires-Dist: packaging>=24.1
+Requires-Dist: pandas>=2.2.3
+Requires-Dist: parsimonious>=0.10.0
+Requires-Dist: pathlib>=1.0.1
+Requires-Dist: pexpect>=4.9.0
+Requires-Dist: pkce>=1.0.3
+Requires-Dist: pkginfo>=1.11.1
+Requires-Dist: platformdirs>=4.3.6
+Requires-Dist: proto-plus>=1.24.0
+Requires-Dist: protobuf>=5.28.2
+Requires-Dist: ptyprocess>=0.7.0
+Requires-Dist: pyarrow>=17.0.0
+Requires-Dist: pyasn1>=0.6.1
+Requires-Dist: pyasn1_modules>=0.4.1
+Requires-Dist: pycparser>=2.22
+Requires-Dist: pycryptodome>=3.21.0
+Requires-Dist: pydantic>=2.9.2
+Requires-Dist: pydantic_core>=2.23.4
+Requires-Dist: pyproject_hooks>=1.2.0
+Requires-Dist: python-dateutil>=2.9.0.post0
+Requires-Dist: python-jwt>=4.1.0
+Requires-Dist: pytz>=2024.2
+Requires-Dist: pyunormalize>=16.0.0
+Requires-Dist: RapidFuzz>=3.10.0
+Requires-Dist: regex>=2024.9.11
+Requires-Dist: requests>=2.32.3
+Requires-Dist: requests-toolbelt>=1.0.0
+Requires-Dist: rlp>=4.0.1
+Requires-Dist: rsa>=4.9
+Requires-Dist: shellingham>=1.5.4
+Requires-Dist: six>=1.16.0
+Requires-Dist: tomlkit>=0.13.2
+Requires-Dist: toolz>=0.12.1
+Requires-Dist: trove-classifiers>=2024.9.12
+Requires-Dist: types-requests>=2.32.0.20240914
+Requires-Dist: typing_extensions>=4.12.2
+Requires-Dist: tzdata>=2024.2
+Requires-Dist: urllib3>=2.2.3
+Requires-Dist: web3>=7.3.0
+Requires-Dist: websockets>=13.1
+Requires-Dist: xattr>=1.1.0
+Requires-Dist: yarl>=1.13.1
+
+# OpenGradient Python SDK
+Python SDK for the OpenGradient platform provides decentralized model management & inference services. Python SDK allows programmatic access to our model repository and decentralized AI infrastructure. 
+
+## Installation
+
+To install Python SDK and CLI, run the following command:
+```python
+pip install opengradient
+```
+
+## Quick Start
+
+To get started, run:
+
+```python
+import opengradient as og
+og.init(private_key="<private_key>", email="<email>", password="<password>")
+```
+
+The following commands show how to use Python SDK.
+
+### Create a Model
+```python
+og.create_model(model_name="<model_name>", model_desc="<model_description>")
+```
+
+### Create a Model (with file upload)
+```python
+og.create_model(model_name="<model_name>", model_desc="<model_description>", model_path="<model_path>")
+```
+
+### Create a Version of a Model
+```python
+og.create_version(model_name="<model_name>", notes="<model_notes>")
+```
+
+### Upload Files to a Model
+```python
+og.upload(model_path="<model_path>", model_name="<model_name>", version="<version>")
+```
+
+### List Files of a Model Version
+```python
+og.list_files(model_name="<model_name>", version="<version>")
+```
+
+### Run Inference
+```python
+inference_mode = og.InferenceMode.VANILLA
+og.infer(model_cid, model_inputs, inference_mode)
+```
+ - inference mode can be `VANILLA`, `ZKML`, or `TEE`
+
+### LLM Inference
+#### LLM Completion
+```python
+tx_hash, response = og.llm_completion(
+    model_cid='meta-llama/Meta-Llama-3-8B-Instruct',
+    prompt="Translate the following English text to French: 'Hello, how are you?'",
+    max_tokens=50,
+    temperature=0.0
+)
+``` 
+
+#### LLM Chat
+```python
+# create messages history
+messages = [
+    {
+        "role": "system",
+        "content": "You are a helpful AI assistant.",
+        "name": "HAL"
+    },
+    {
+        "role": "user",
+        "content": "Hello! How are you doing? Can you repeat my name?",
+    }]
+
+# run LLM inference
+tx_hash, finish_reason, message = og.llm_chat(
+  model_cid=og.LLM.MISTRAL_7B_INSTRUCT_V3,
+  messages=messages
+)
+```
+
+
+
+## Using the CLI
+
+```bash
+export OPENGRADIENT_EMAIL="<email>"
+export OPENGRADIENT_PASSWORD="<password>"
+```
+
+#### Creating a Model Repo
+```bash
+opengradient create_model_repo "<model_name>" "<description>" 
+```
+- creating a model automatically initializes version `v0.01`
+
+#### Creating a Version
+```bash
+opengradient create_model_repo "<model_name>" "<description>" 
+```
+
+#### Upload a File
+```bash
+opengradient upload "<model_path>" "<model_name>" "<version>" 
+```
+
+#### List Files of a Model Version
+```bash
+opengradient list_files "<model_name>" "<version>"
+```
+
+####  CLI infer using string 
+```bash
+opengradient infer QmbUqS93oc4JTLMHwpVxsE39mhNxy6hpf6Py3r9oANr8aZ VANILLA '{"num_input1":[1.0, 2.0, 3.0], "num_input2":10, "str_input1":["hello", "ONNX"], "str_input2":" world"}'
+```
+
+#### CLI infer using file path input
+```bash
+opengradient infer QmbUqS93oc4JTLMHwpVxsE39mhNxy6hpf6Py3r9oANr8aZ VANILLA --input_file input.json
+```
+
+#### Run LLM Inference
+We also have explicit support for using LLMs through the completion and chat commands in the CLI.
+
+For example, you can run a competion inference with Llama-3 using the following command:
+
+``` bash
+opengradient completion --model "meta-llama/Meta-Llama-3-8B-Instruct" --prompt "hello who are you?" --max-tokens 50
+```
+
+Or you can use files instead of text input in order to simplify your command:
+
+```bash
+opengradient chat --model "mistralai/Mistral-7B-Instruct-v0.3" --messages-file messages.json --tools-file tools.json --max-tokens 200
+```
+
+For more information read the OpenGradient [documentation](https://docs.opengradient.ai/).

opengradient-0.3.21/src/opengradient.egg-info/SOURCES.txt

@@ -0,0 +1,27 @@
+LICENSE
+README.md
+pyproject.toml
+src/opengradient/__init__.py
+src/opengradient/account.py
+src/opengradient/cli.py
+src/opengradient/client.py
+src/opengradient/defaults.py
+src/opengradient/exceptions.py
+src/opengradient/types.py
+src/opengradient/utils.py
+src/opengradient.egg-info/PKG-INFO
+src/opengradient.egg-info/SOURCES.txt
+src/opengradient.egg-info/dependency_links.txt
+src/opengradient.egg-info/entry_points.txt
+src/opengradient.egg-info/requires.txt
+src/opengradient.egg-info/top_level.txt
+src/opengradient/abi/inference.abi
+src/opengradient/llm/__init__.py
+src/opengradient/llm/og_langchain.py
+src/opengradient/llm/og_openai.py
+src/opengradient/mltools/__init__.py
+src/opengradient/mltools/model_tool.py
+src/opengradient/proto/__init__.py
+src/opengradient/proto/infer.proto
+src/opengradient/proto/infer_pb2.py
+src/opengradient/proto/infer_pb2_grpc.py

opengradient-0.3.21/src/opengradient.egg-info/dependency_links.txt

@@ -0,0 +1 @@
+

opengradient-0.3.21/src/opengradient.egg-info/entry_points.txt

@@ -0,0 +1,2 @@
+[console_scripts]
+opengradient = opengradient.cli:cli

opengradient-0.3.21/src/opengradient.egg-info/requires.txt

@@ -0,0 +1,97 @@
+aiohappyeyeballs>=2.4.3
+aiohttp>=3.10.8
+aiosignal>=1.3.1
+annotated-types>=0.7.0
+attrs>=24.2.0
+bitarray>=2.9.2
+CacheControl>=0.14.0
+cachetools>=5.5.0
+certifi>=2024.8.30
+cffi>=1.17.1
+charset-normalizer>=3.3.2
+ckzg>=2.0.1
+cleo>=2.1.0
+click>=8.1.7
+cramjam>=2.8.4
+crashtest>=0.4.1
+cryptography>=43.0.1
+cytoolz>=0.12.3
+distlib>=0.3.8
+dulwich>=0.21.7
+eth-account>=0.13.4
+eth-hash>=0.7.0
+eth-keyfile>=0.8.1
+eth-keys>=0.5.1
+eth-rlp>=2.1.0
+eth-typing>=5.0.0
+eth-utils>=5.0.0
+eth_abi>=5.1.0
+fastjsonschema>=2.20.0
+fastparquet>=2024.5.0
+filelock>=3.16.1
+firebase-rest-api>=1.11.0
+frozenlist>=1.4.1
+fsspec>=2024.9.0
+google-api-core>=2.20.0
+google-auth>=2.35.0
+google-cloud-core>=2.4.1
+google-cloud-firestore>=2.19.0
+google-cloud-storage>=2.18.2
+google-crc32c>=1.6.0
+google-resumable-media>=2.7.2
+googleapis-common-protos>=1.65.0
+grpcio>=1.66.2
+grpcio-tools>=1.66.2
+protobuf>=4.24.0
+hexbytes>=1.2.1
+idna>=3.10
+jaraco.classes>=3.4.0
+jwcrypto>=1.5.6
+keyring>=24.3.1
+langchain>=0.3.7
+more-itertools>=10.5.0
+msgpack>=1.1.0
+multidict>=6.1.0
+openai>=1.58.1
+packaging>=24.1
+pandas>=2.2.3
+parsimonious>=0.10.0
+pathlib>=1.0.1
+pexpect>=4.9.0
+pkce>=1.0.3
+pkginfo>=1.11.1
+platformdirs>=4.3.6
+proto-plus>=1.24.0
+protobuf>=5.28.2
+ptyprocess>=0.7.0
+pyarrow>=17.0.0
+pyasn1>=0.6.1
+pyasn1_modules>=0.4.1
+pycparser>=2.22
+pycryptodome>=3.21.0
+pydantic>=2.9.2
+pydantic_core>=2.23.4
+pyproject_hooks>=1.2.0
+python-dateutil>=2.9.0.post0
+python-jwt>=4.1.0
+pytz>=2024.2
+pyunormalize>=16.0.0
+RapidFuzz>=3.10.0
+regex>=2024.9.11
+requests>=2.32.3
+requests-toolbelt>=1.0.0
+rlp>=4.0.1
+rsa>=4.9
+shellingham>=1.5.4
+six>=1.16.0
+tomlkit>=0.13.2
+toolz>=0.12.1
+trove-classifiers>=2024.9.12
+types-requests>=2.32.0.20240914
+typing_extensions>=4.12.2
+tzdata>=2024.2
+urllib3>=2.2.3
+web3>=7.3.0
+websockets>=13.1
+xattr>=1.1.0
+yarl>=1.13.1

opengradient-0.3.21/src/opengradient.egg-info/top_level.txt

@@ -0,0 +1 @@
+opengradient

opengradient-0.3.20/.gitignore

@@ -1,162 +0,0 @@
-# Byte-compiled / optimized / DLL files
-__pycache__/
-*.py[cod]
-*$py.class
-
-# C extensions
-*.so
-
-# Distribution / packaging
-.Python
-build/
-develop-eggs/
-dist/
-downloads/
-eggs/
-.eggs/
-lib/
-lib64/
-parts/
-sdist/
-var/
-wheels/
-share/python-wheels/
-*.egg-info/
-.installed.cfg
-*.egg
-MANIFEST
-
-# PyInstaller
-#  Usually these files are written by a python script from a template
-#  before PyInstaller builds the exe, so as to inject date/other infos into it.
-*.manifest
-*.spec
-
-# Installer logs
-pip-log.txt
-pip-delete-this-directory.txt
-
-# Unit test / coverage reports
-htmlcov/
-.tox/
-.nox/
-.coverage
-.coverage.*
-.cache
-nosetests.xml
-coverage.xml
-*.cover
-*.py,cover
-.hypothesis/
-.pytest_cache/
-cover/
-
-# Translations
-*.mo
-*.pot
-
-# Django stuff:
-*.log
-local_settings.py
-db.sqlite3
-db.sqlite3-journal
-
-# Flask stuff:
-instance/
-.webassets-cache
-
-# Scrapy stuff:
-.scrapy
-
-# Sphinx documentation
-docs/_build/
-
-# PyBuilder
-.pybuilder/
-target/
-
-# Jupyter Notebook
-.ipynb_checkpoints
-
-# IPython
-profile_default/
-ipython_config.py
-
-# pyenv
-#   For a library or package, you might want to ignore these files since the code is
-#   intended to run in multiple environments; otherwise, check them in:
-# .python-version
-
-# pipenv
-#   According to pypa/pipenv#598, it is recommended to include Pipfile.lock in version control.
-#   However, in case of collaboration, if having platform-specific dependencies or dependencies
-#   having no cross-platform support, pipenv may install dependencies that don't work, or not
-#   install all needed dependencies.
-#Pipfile.lock
-
-# poetry
-#   Similar to Pipfile.lock, it is generally recommended to include poetry.lock in version control.
-#   This is especially recommended for binary packages to ensure reproducibility, and is more
-#   commonly ignored for libraries.
-#   https://python-poetry.org/docs/basic-usage/#commit-your-poetrylock-file-to-version-control
-#poetry.lock
-
-# pdm
-#   Similar to Pipfile.lock, it is generally recommended to include pdm.lock in version control.
-#pdm.lock
-#   pdm stores project-wide configurations in .pdm.toml, but it is recommended to not include it
-#   in version control.
-#   https://pdm.fming.dev/latest/usage/project/#working-with-version-control
-.pdm.toml
-.pdm-python
-.pdm-build/
-
-# PEP 582; used by e.g. github.com/David-OConnor/pyflow and github.com/pdm-project/pdm
-__pypackages__/
-
-# Celery stuff
-celerybeat-schedule
-celerybeat.pid
-
-# SageMath parsed files
-*.sage.py
-
-# Environments
-.env
-.venv
-env/
-venv/
-ENV/
-env.bak/
-venv.bak/
-
-# Spyder project settings
-.spyderproject
-.spyproject
-
-# Rope project settings
-.ropeproject
-
-# mkdocs documentation
-/site
-
-# mypy
-.mypy_cache/
-.dmypy.json
-dmypy.json
-
-# Pyre type checker
-.pyre/
-
-# pytype static type analyzer
-.pytype/
-
-# Cython debug symbols
-cython_debug/
-
-# PyCharm
-#  JetBrains specific template is maintained in a separate JetBrains.gitignore that can
-#  be found at https://github.com/github/gitignore/blob/main/Global/JetBrains.gitignore
-#  and can be added to the global gitignore or merged into this file.  For a more nuclear
-#  option (not recommended) you can uncomment the following to ignore the entire idea folder.
-#.idea/