opengradient 0.3.11__py3-none-any.whl → 0.3.13__py3-none-any.whl

opengradient/__init__.py

@@ -5,7 +5,7 @@ from .defaults import DEFAULT_INFERENCE_CONTRACT_ADDRESS, DEFAULT_RPC_URL
 from .types import InferenceMode, LLM
 from . import llm
 
-__version__ = "0.3.11"
+__version__ = "0.3.13"
 
 _client = None
 
@@ -73,4 +73,25 @@ def login(email: str, password: str):
 def list_files(model_name: str, version: str) -> List[Dict]:
     if _client is None:
         raise RuntimeError("OpenGradient client not initialized. Call og.init() first.")
-    return _client.list_files(model_name, version)
+    return _client.list_files(model_name, version)
+
+def generate_image(model: str, prompt: str, height: Optional[int] = None, width: Optional[int] = None) -> bytes:
+    """
+    Generate an image using the specified model and prompt.
+
+    Args:
+        model (str): The model identifier (e.g. "stabilityai/stable-diffusion-xl-base-1.0")
+        prompt (str): The text prompt to generate the image from
+        height (Optional[int]): Height of the generated image. Default is None.
+        width (Optional[int]): Width of the generated image. Default is None.
+
+    Returns:
+        bytes: The raw image data bytes
+
+    Raises:
+        RuntimeError: If the client is not initialized
+        OpenGradientError: If the image generation fails
+    """
+    if _client is None:
+        raise RuntimeError("OpenGradient client not initialized. Call og.init() first.")
+    return _client.generate_image(model, prompt, height=height, width=width)

opengradient/abi/inference.abi

@@ -1 +1 @@
-[{"anonymous":false,"inputs":[{"components":[{"components":[{"internalType":"string","name":"name","type":"string"},{"components":[{"internalType":"int128","name":"value","type":"int128"},{"internalType":"int128","name":"decimals","type":"int128"}],"internalType":"struct TensorLib.Number[]","name":"values","type":"tuple[]"},{"internalType":"uint32[]","name":"shape","type":"uint32[]"}],"internalType":"struct TensorLib.MultiDimensionalNumberTensor[]","name":"numbers","type":"tuple[]"},{"components":[{"internalType":"string","name":"name","type":"string"},{"internalType":"string[]","name":"values","type":"string[]"}],"internalType":"struct TensorLib.StringTensor[]","name":"strings","type":"tuple[]"},{"internalType":"bool","name":"is_simulation_result","type":"bool"}],"indexed":false,"internalType":"struct ModelOutput","name":"output","type":"tuple"}],"name":"InferenceResult","type":"event"},{"anonymous":false,"inputs":[{"components":[{"internalType":"string","name":"finish_reason","type":"string"},{"components":[{"internalType":"string","name":"role","type":"string"},{"internalType":"string","name":"content","type":"string"},{"internalType":"string","name":"name","type":"string"},{"internalType":"string","name":"tool_call_id","type":"string"},{"components":[{"internalType":"string","name":"id","type":"string"},{"internalType":"string","name":"name","type":"string"},{"internalType":"string","name":"arguments","type":"string"}],"internalType":"struct ToolCall[]","name":"tool_calls","type":"tuple[]"}],"internalType":"struct ChatMessage","name":"message","type":"tuple"}],"indexed":false,"internalType":"struct LLMChatResponse","name":"response","type":"tuple"}],"name":"LLMChatResult","type":"event"},{"anonymous":false,"inputs":[{"components":[{"internalType":"string","name":"answer","type":"string"}],"indexed":false,"internalType":"struct LLMCompletionResponse","name":"response","type":"tuple"}],"name":"LLMCompletionResult","type":"event"},{"inputs":[{"internalType":"string","name":"modelId","type":"string"},{"internalType":"enum ModelInferenceMode","name":"inferenceMode","type":"uint8"},{"components":[{"components":[{"internalType":"string","name":"name","type":"string"},{"components":[{"internalType":"int128","name":"value","type":"int128"},{"internalType":"int128","name":"decimals","type":"int128"}],"internalType":"struct TensorLib.Number[]","name":"values","type":"tuple[]"},{"internalType":"uint32[]","name":"shape","type":"uint32[]"}],"internalType":"struct TensorLib.MultiDimensionalNumberTensor[]","name":"numbers","type":"tuple[]"},{"components":[{"internalType":"string","name":"name","type":"string"},{"internalType":"string[]","name":"values","type":"string[]"}],"internalType":"struct TensorLib.StringTensor[]","name":"strings","type":"tuple[]"}],"internalType":"struct ModelInput","name":"modelInput","type":"tuple"}],"name":"run","outputs":[{"components":[{"components":[{"internalType":"string","name":"name","type":"string"},{"components":[{"internalType":"int128","name":"value","type":"int128"},{"internalType":"int128","name":"decimals","type":"int128"}],"internalType":"struct TensorLib.Number[]","name":"values","type":"tuple[]"},{"internalType":"uint32[]","name":"shape","type":"uint32[]"}],"internalType":"struct TensorLib.MultiDimensionalNumberTensor[]","name":"numbers","type":"tuple[]"},{"components":[{"internalType":"string","name":"name","type":"string"},{"internalType":"string[]","name":"values","type":"string[]"}],"internalType":"struct TensorLib.StringTensor[]","name":"strings","type":"tuple[]"},{"internalType":"bool","name":"is_simulation_result","type":"bool"}],"internalType":"struct ModelOutput","name":"","type":"tuple"}],"stateMutability":"nonpayable","type":"function"},{"inputs":[{"components":[{"internalType":"enum LLMInferenceMode","name":"mode","type":"uint8"},{"internalType":"string","name":"modelCID","type":"string"},{"components":[{"internalType":"string","name":"role","type":"string"},{"internalType":"string","name":"content","type":"string"},{"internalType":"string","name":"name","type":"string"},{"internalType":"string","name":"tool_call_id","type":"string"},{"components":[{"internalType":"string","name":"id","type":"string"},{"internalType":"string","name":"name","type":"string"},{"internalType":"string","name":"arguments","type":"string"}],"internalType":"struct ToolCall[]","name":"tool_calls","type":"tuple[]"}],"internalType":"struct ChatMessage[]","name":"messages","type":"tuple[]"},{"components":[{"internalType":"string","name":"description","type":"string"},{"internalType":"string","name":"name","type":"string"},{"internalType":"string","name":"parameters","type":"string"}],"internalType":"struct ToolDefinition[]","name":"tools","type":"tuple[]"},{"internalType":"string","name":"tool_choice","type":"string"},{"internalType":"uint32","name":"max_tokens","type":"uint32"},{"internalType":"string[]","name":"stop_sequence","type":"string[]"},{"internalType":"uint32","name":"temperature","type":"uint32"}],"internalType":"struct LLMChatRequest","name":"request","type":"tuple"}],"name":"runLLMChat","outputs":[{"components":[{"internalType":"string","name":"finish_reason","type":"string"},{"components":[{"internalType":"string","name":"role","type":"string"},{"internalType":"string","name":"content","type":"string"},{"internalType":"string","name":"name","type":"string"},{"internalType":"string","name":"tool_call_id","type":"string"},{"components":[{"internalType":"string","name":"id","type":"string"},{"internalType":"string","name":"name","type":"string"},{"internalType":"string","name":"arguments","type":"string"}],"internalType":"struct ToolCall[]","name":"tool_calls","type":"tuple[]"}],"internalType":"struct ChatMessage","name":"message","type":"tuple"}],"internalType":"struct LLMChatResponse","name":"","type":"tuple"}],"stateMutability":"nonpayable","type":"function"},{"inputs":[{"components":[{"internalType":"enum LLMInferenceMode","name":"mode","type":"uint8"},{"internalType":"string","name":"modelCID","type":"string"},{"internalType":"string","name":"prompt","type":"string"},{"internalType":"uint32","name":"max_tokens","type":"uint32"},{"internalType":"string[]","name":"stop_sequence","type":"string[]"},{"internalType":"uint32","name":"temperature","type":"uint32"}],"internalType":"struct LLMCompletionRequest","name":"request","type":"tuple"}],"name":"runLLMCompletion","outputs":[{"components":[{"internalType":"string","name":"answer","type":"string"}],"internalType":"struct LLMCompletionResponse","name":"","type":"tuple"}],"stateMutability":"nonpayable","type":"function"}]
+[{"anonymous":false,"inputs":[{"components":[{"components":[{"internalType":"string","name":"name","type":"string"},{"components":[{"internalType":"int128","name":"value","type":"int128"},{"internalType":"int128","name":"decimals","type":"int128"}],"internalType":"struct TensorLib.Number[]","name":"values","type":"tuple[]"},{"internalType":"uint32[]","name":"shape","type":"uint32[]"}],"internalType":"struct TensorLib.MultiDimensionalNumberTensor[]","name":"numbers","type":"tuple[]"},{"components":[{"internalType":"string","name":"name","type":"string"},{"internalType":"string[]","name":"values","type":"string[]"}],"internalType":"struct TensorLib.StringTensor[]","name":"strings","type":"tuple[]"},{"components":[{"internalType":"string","name":"name","type":"string"},{"internalType":"string","name":"value","type":"string"}],"internalType":"struct TensorLib.JsonScalar[]","name":"jsons","type":"tuple[]"},{"internalType":"bool","name":"is_simulation_result","type":"bool"}],"indexed":false,"internalType":"struct ModelOutput","name":"output","type":"tuple"}],"name":"InferenceResult","type":"event"},{"anonymous":false,"inputs":[{"components":[{"internalType":"string","name":"finish_reason","type":"string"},{"components":[{"internalType":"string","name":"role","type":"string"},{"internalType":"string","name":"content","type":"string"},{"internalType":"string","name":"name","type":"string"},{"internalType":"string","name":"tool_call_id","type":"string"},{"components":[{"internalType":"string","name":"id","type":"string"},{"internalType":"string","name":"name","type":"string"},{"internalType":"string","name":"arguments","type":"string"}],"internalType":"struct ToolCall[]","name":"tool_calls","type":"tuple[]"}],"internalType":"struct ChatMessage","name":"message","type":"tuple"}],"indexed":false,"internalType":"struct LLMChatResponse","name":"response","type":"tuple"}],"name":"LLMChatResult","type":"event"},{"anonymous":false,"inputs":[{"components":[{"internalType":"string","name":"answer","type":"string"}],"indexed":false,"internalType":"struct LLMCompletionResponse","name":"response","type":"tuple"}],"name":"LLMCompletionResult","type":"event"},{"inputs":[{"internalType":"string","name":"modelId","type":"string"},{"internalType":"enum ModelInferenceMode","name":"inferenceMode","type":"uint8"},{"components":[{"components":[{"internalType":"string","name":"name","type":"string"},{"components":[{"internalType":"int128","name":"value","type":"int128"},{"internalType":"int128","name":"decimals","type":"int128"}],"internalType":"struct TensorLib.Number[]","name":"values","type":"tuple[]"},{"internalType":"uint32[]","name":"shape","type":"uint32[]"}],"internalType":"struct TensorLib.MultiDimensionalNumberTensor[]","name":"numbers","type":"tuple[]"},{"components":[{"internalType":"string","name":"name","type":"string"},{"internalType":"string[]","name":"values","type":"string[]"}],"internalType":"struct TensorLib.StringTensor[]","name":"strings","type":"tuple[]"}],"internalType":"struct ModelInput","name":"modelInput","type":"tuple"}],"name":"run","outputs":[{"components":[{"components":[{"internalType":"string","name":"name","type":"string"},{"components":[{"internalType":"int128","name":"value","type":"int128"},{"internalType":"int128","name":"decimals","type":"int128"}],"internalType":"struct TensorLib.Number[]","name":"values","type":"tuple[]"},{"internalType":"uint32[]","name":"shape","type":"uint32[]"}],"internalType":"struct TensorLib.MultiDimensionalNumberTensor[]","name":"numbers","type":"tuple[]"},{"components":[{"internalType":"string","name":"name","type":"string"},{"internalType":"string[]","name":"values","type":"string[]"}],"internalType":"struct TensorLib.StringTensor[]","name":"strings","type":"tuple[]"},{"components":[{"internalType":"string","name":"name","type":"string"},{"internalType":"string","name":"value","type":"string"}],"internalType":"struct TensorLib.JsonScalar[]","name":"jsons","type":"tuple[]"},{"internalType":"bool","name":"is_simulation_result","type":"bool"}],"internalType":"struct ModelOutput","name":"","type":"tuple"}],"stateMutability":"nonpayable","type":"function"},{"inputs":[{"components":[{"internalType":"enum LLMInferenceMode","name":"mode","type":"uint8"},{"internalType":"string","name":"modelCID","type":"string"},{"components":[{"internalType":"string","name":"role","type":"string"},{"internalType":"string","name":"content","type":"string"},{"internalType":"string","name":"name","type":"string"},{"internalType":"string","name":"tool_call_id","type":"string"},{"components":[{"internalType":"string","name":"id","type":"string"},{"internalType":"string","name":"name","type":"string"},{"internalType":"string","name":"arguments","type":"string"}],"internalType":"struct ToolCall[]","name":"tool_calls","type":"tuple[]"}],"internalType":"struct ChatMessage[]","name":"messages","type":"tuple[]"},{"components":[{"internalType":"string","name":"description","type":"string"},{"internalType":"string","name":"name","type":"string"},{"internalType":"string","name":"parameters","type":"string"}],"internalType":"struct ToolDefinition[]","name":"tools","type":"tuple[]"},{"internalType":"string","name":"tool_choice","type":"string"},{"internalType":"uint32","name":"max_tokens","type":"uint32"},{"internalType":"string[]","name":"stop_sequence","type":"string[]"},{"internalType":"uint32","name":"temperature","type":"uint32"}],"internalType":"struct LLMChatRequest","name":"request","type":"tuple"}],"name":"runLLMChat","outputs":[{"components":[{"internalType":"string","name":"finish_reason","type":"string"},{"components":[{"internalType":"string","name":"role","type":"string"},{"internalType":"string","name":"content","type":"string"},{"internalType":"string","name":"name","type":"string"},{"internalType":"string","name":"tool_call_id","type":"string"},{"components":[{"internalType":"string","name":"id","type":"string"},{"internalType":"string","name":"name","type":"string"},{"internalType":"string","name":"arguments","type":"string"}],"internalType":"struct ToolCall[]","name":"tool_calls","type":"tuple[]"}],"internalType":"struct ChatMessage","name":"message","type":"tuple"}],"internalType":"struct LLMChatResponse","name":"","type":"tuple"}],"stateMutability":"nonpayable","type":"function"},{"inputs":[{"components":[{"internalType":"enum LLMInferenceMode","name":"mode","type":"uint8"},{"internalType":"string","name":"modelCID","type":"string"},{"internalType":"string","name":"prompt","type":"string"},{"internalType":"uint32","name":"max_tokens","type":"uint32"},{"internalType":"string[]","name":"stop_sequence","type":"string[]"},{"internalType":"uint32","name":"temperature","type":"uint32"}],"internalType":"struct LLMCompletionRequest","name":"request","type":"tuple"}],"name":"runLLMCompletion","outputs":[{"components":[{"internalType":"string","name":"answer","type":"string"}],"internalType":"struct LLMCompletionResponse","name":"","type":"tuple"}],"stateMutability":"nonpayable","type":"function"}]

opengradient/cli.py

@@ -604,6 +604,44 @@ def list_files(client: Client, repo_name: str, version: str):
         click.echo(f"Error listing files: {str(e)}")
 
 
+@cli.command()
+@click.option('--model', '-m', required=True, help='Model identifier for image generation')
+@click.option('--prompt', '-p', required=True, help='Text prompt for generating the image')
+@click.option('--output-path', '-o', required=True, type=click.Path(path_type=Path), 
+              help='Output file path for the generated image')
+@click.option('--width', type=int, default=1024, help='Output image width')
+@click.option('--height', type=int, default=1024, help='Output image height')
+@click.pass_context
+def generate_image(ctx, model: str, prompt: str, output_path: Path, width: int, height: int):
+    """
+    Generate an image using a diffusion model.
+
+    Example usage:
+    opengradient generate-image --model stabilityai/stable-diffusion-xl-base-1.0 
+        --prompt "A beautiful sunset over mountains" --output-path sunset.png
+    """
+    client: Client = ctx.obj['client']
+    try:
+        click.echo(f"Generating image with model \"{model}\"")
+        image_data = client.generate_image(
+            model_cid=model,
+            prompt=prompt,
+            width=width,
+            height=height
+        )
+
+        # Save the image
+        with open(output_path, 'wb') as f:
+            f.write(image_data)
+
+        click.echo()  # Add a newline for better spacing
+        click.secho("✅ Image generation successful", fg="green", bold=True)
+        click.echo(f"Image saved to: {output_path}")
+
+    except Exception as e:
+        click.echo(f"Error generating image: {str(e)}")
+
+
 if __name__ == '__main__':
     logging.getLogger().setLevel(logging.WARN)
     cli()

opengradient/client.py

@@ -14,6 +14,14 @@ from opengradient import utils
 from opengradient.exceptions import OpenGradientError
 from opengradient.types import InferenceMode, LLM
 
+import grpc
+import time
+import uuid
+from google.protobuf import timestamp_pb2
+
+from opengradient.proto import infer_pb2
+from opengradient.proto import infer_pb2_grpc
+from .defaults import DEFAULT_IMAGE_GEN_HOST, DEFAULT_IMAGE_GEN_PORT
 
 class Client:
     FIREBASE_CONFIG = {
@@ -319,6 +327,7 @@ class Client:
         Raises:
             OpenGradientError: If the inference fails.
         """
+        # TODO (Kyle): Add input support for JSON tensors
         try:
             logging.debug("Entering infer method")
             self._initialize_web3()
@@ -705,4 +714,129 @@ class Client:
                                     status_code=e.response.status_code if hasattr(e, 'response') else None)
         except Exception as e:
             logging.error(f"Unexpected error during file listing: {str(e)}", exc_info=True)
-            raise OpenGradientError(f"Unexpected error during file listing: {str(e)}")
+            raise OpenGradientError(f"Unexpected error during file listing: {str(e)}")
+
+    def generate_image(
+            self,
+            model_cid: str,
+            prompt: str,
+            host: str = DEFAULT_IMAGE_GEN_HOST,
+            port: int = DEFAULT_IMAGE_GEN_PORT,
+            width: int = 1024,
+            height: int = 1024,
+            timeout: int = 300,  # 5 minute timeout
+            max_retries: int = 3
+        ) -> bytes:
+        """
+        Generate an image using a diffusion model through gRPC.
+
+        Args:
+            model_cid (str): The model identifier (e.g. "stabilityai/stable-diffusion-xl-base-1.0")
+            prompt (str): The text prompt to generate the image from
+            host (str, optional): gRPC host address. Defaults to DEFAULT_IMAGE_GEN_HOST.
+            port (int, optional): gRPC port number. Defaults to DEFAULT_IMAGE_GEN_PORT.
+            width (int, optional): Output image width. Defaults to 1024.
+            height (int, optional): Output image height. Defaults to 1024.
+            timeout (int, optional): Maximum time to wait for generation in seconds. Defaults to 300.
+            max_retries (int, optional): Maximum number of retry attempts. Defaults to 3.
+
+        Returns:
+            bytes: The raw image data bytes
+
+        Raises:
+            OpenGradientError: If the image generation fails
+            TimeoutError: If the generation exceeds the timeout period
+        """
+        def exponential_backoff(attempt: int, max_delay: float = 30.0) -> None:
+            """Calculate and sleep for exponential backoff duration"""
+            delay = min(0.1 * (2 ** attempt), max_delay)
+            time.sleep(delay)
+
+        channel = None
+        start_time = time.time()
+        retry_count = 0
+
+        try:
+            while retry_count < max_retries:
+                try:
+                    # Initialize gRPC channel and stub
+                    channel = grpc.insecure_channel(f'{host}:{port}')
+                    stub = infer_pb2_grpc.InferenceServiceStub(channel)
+
+                    # Create image generation request
+                    image_request = infer_pb2.ImageGenerationRequest(
+                        model=model_cid,
+                        prompt=prompt,
+                        height=height,
+                        width=width
+                    )
+
+                    # Create inference request with random transaction ID
+                    tx_id = str(uuid.uuid4())
+                    request = infer_pb2.InferenceRequest(
+                        tx=tx_id,
+                        image_generation=image_request
+                    )
+
+                    # Send request with timeout
+                    response_id = stub.RunInferenceAsync(
+                        request,
+                        timeout=min(30, timeout)  # Initial request timeout
+                    )
+
+                    # Poll for completion
+                    attempt = 0
+                    while True:
+                        # Check timeout
+                        if time.time() - start_time > timeout:
+                            raise TimeoutError(f"Image generation timed out after {timeout} seconds")
+
+                        status_request = infer_pb2.InferenceTxId(id=response_id.id)
+                        try:
+                            status = stub.GetInferenceStatus(
+                                status_request,
+                                timeout=min(5, timeout)  # Status check timeout
+                            ).status
+                        except grpc.RpcError as e:
+                            logging.warning(f"Status check failed (attempt {attempt}): {str(e)}")
+                            exponential_backoff(attempt)
+                            attempt += 1
+                            continue
+
+                        if status == infer_pb2.InferenceStatus.STATUS_COMPLETED:
+                            break
+                        elif status == infer_pb2.InferenceStatus.STATUS_ERROR:
+                            raise OpenGradientError("Image generation failed on server")
+                        elif status != infer_pb2.InferenceStatus.STATUS_IN_PROGRESS:
+                            raise OpenGradientError(f"Unexpected status: {status}")
+
+                        exponential_backoff(attempt)
+                        attempt += 1
+
+                    # Get result
+                    result = stub.GetInferenceResult(
+                        response_id,
+                        timeout=min(30, timeout)  # Result fetch timeout
+                    )
+                    return result.image_generation_result.image_data
+
+                except (grpc.RpcError, TimeoutError) as e:
+                    retry_count += 1
+                    if retry_count >= max_retries:
+                        raise OpenGradientError(f"Image generation failed after {max_retries} retries: {str(e)}")
+                    
+                    logging.warning(f"Attempt {retry_count} failed: {str(e)}. Retrying...")
+                    exponential_backoff(retry_count)
+
+        except grpc.RpcError as e:
+            logging.error(f"gRPC error: {str(e)}")
+            raise OpenGradientError(f"Image generation failed: {str(e)}")
+        except TimeoutError as e:
+            logging.error(f"Timeout error: {str(e)}")
+            raise
+        except Exception as e:
+            logging.error(f"Error in generate image method: {str(e)}", exc_info=True)
+            raise OpenGradientError(f"Image generation failed: {str(e)}")
+        finally:
+            if channel:
+                channel.close()       

opengradient/defaults.py

@@ -1,7 +1,8 @@
-
 # Default variables
 DEFAULT_RPC_URL="http://18.218.115.248:8545"
 DEFAULT_OG_FAUCET_URL="http://18.218.115.248:8080/?address="
 DEFAULT_HUB_SIGNUP_URL="https://hub.opengradient.ai/signup"
-DEFAULT_INFERENCE_CONTRACT_ADDRESS="0xF78F7d5a7e9f484f0924Cc21347029715bD3B8f4"
+DEFAULT_INFERENCE_CONTRACT_ADDRESS="0x3fDCb0394CF4919ff4361f4EbA0750cEc2e3bBc7"
 DEFAULT_BLOCKCHAIN_EXPLORER="http://3.145.62.2/tx/"
+DEFAULT_IMAGE_GEN_HOST="18.217.25.69"
+DEFAULT_IMAGE_GEN_PORT=5125

opengradient/proto/__init__.py

@@ -0,0 +1,2 @@
+from .infer_pb2 import *
+from .infer_pb2_grpc import *

opengradient/proto/infer.proto

@@ -0,0 +1,50 @@
+syntax = "proto3";
+
+package inference;
+
+// The inference service definition
+service InferenceService {
+    rpc RunInferenceAsync(InferenceRequest) returns (InferenceTxId);
+    rpc GetInferenceStatus(InferenceTxId) returns (InferenceStatus);
+    rpc GetInferenceResult(InferenceTxId) returns (InferenceResult);
+}
+
+// Request messages
+message InferenceRequest {
+    string tx = 1;
+    ImageGenerationRequest image_generation = 6;  // Field number 6 matches original proto
+}
+
+message ImageGenerationRequest {
+    string model = 1;
+    string prompt = 2;
+    optional int32 height = 3;
+    optional int32 width = 4;
+}
+
+message InferenceTxId {
+    string id = 1;
+}
+
+// Status messages
+message InferenceStatus {
+    enum Status {
+        STATUS_UNSPECIFIED = 0;
+        STATUS_IN_PROGRESS = 1;
+        STATUS_COMPLETED = 2;
+        STATUS_ERROR = 3;
+    }
+    Status status = 1;
+    optional string error_message = 2;  // For error handling
+}
+
+// Result messages
+message InferenceResult {
+    ImageGenerationResponse image_generation_result = 5;  // Field number 5 matches original proto
+    optional string public_key = 7;
+    optional string signature = 8;
+}
+
+message ImageGenerationResponse {
+    bytes image_data = 1;
+}

opengradient/proto/infer_pb2.py

@@ -0,0 +1,50 @@
+# -*- coding: utf-8 -*-
+# Generated by the protocol buffer compiler.  DO NOT EDIT!
+# NO CHECKED-IN PROTOBUF GENCODE
+# source: infer.proto
+# Protobuf Python Version: 5.27.2
+"""Generated protocol buffer code."""
+from google.protobuf import descriptor as _descriptor
+from google.protobuf import descriptor_pool as _descriptor_pool
+from google.protobuf import runtime_version as _runtime_version
+from google.protobuf import symbol_database as _symbol_database
+from google.protobuf.internal import builder as _builder
+_runtime_version.ValidateProtobufRuntimeVersion(
+    _runtime_version.Domain.PUBLIC,
+    5,
+    27,
+    2,
+    '',
+    'infer.proto'
+)
+# @@protoc_insertion_point(imports)
+
+_sym_db = _symbol_database.Default()
+
+
+
+
+DESCRIPTOR = _descriptor_pool.Default().AddSerializedFile(b'\n\x0binfer.proto\x12\tinference\"[\n\x10InferenceRequest\x12\n\n\x02tx\x18\x01 \x01(\t\x12;\n\x10image_generation\x18\x06 \x01(\x0b\x32!.inference.ImageGenerationRequest\"u\n\x16ImageGenerationRequest\x12\r\n\x05model\x18\x01 \x01(\t\x12\x0e\n\x06prompt\x18\x02 \x01(\t\x12\x13\n\x06height\x18\x03 \x01(\x05H\x00\x88\x01\x01\x12\x12\n\x05width\x18\x04 \x01(\x05H\x01\x88\x01\x01\x42\t\n\x07_heightB\x08\n\x06_width\"\x1b\n\rInferenceTxId\x12\n\n\x02id\x18\x01 \x01(\t\"\xd4\x01\n\x0fInferenceStatus\x12\x31\n\x06status\x18\x01 \x01(\x0e\x32!.inference.InferenceStatus.Status\x12\x1a\n\rerror_message\x18\x02 \x01(\tH\x00\x88\x01\x01\"`\n\x06Status\x12\x16\n\x12STATUS_UNSPECIFIED\x10\x00\x12\x16\n\x12STATUS_IN_PROGRESS\x10\x01\x12\x14\n\x10STATUS_COMPLETED\x10\x02\x12\x10\n\x0cSTATUS_ERROR\x10\x03\x42\x10\n\x0e_error_message\"\xa4\x01\n\x0fInferenceResult\x12\x43\n\x17image_generation_result\x18\x05 \x01(\x0b\x32\".inference.ImageGenerationResponse\x12\x17\n\npublic_key\x18\x07 \x01(\tH\x00\x88\x01\x01\x12\x16\n\tsignature\x18\x08 \x01(\tH\x01\x88\x01\x01\x42\r\n\x0b_public_keyB\x0c\n\n_signature\"-\n\x17ImageGenerationResponse\x12\x12\n\nimage_data\x18\x01 \x01(\x0c\x32\xf6\x01\n\x10InferenceService\x12J\n\x11RunInferenceAsync\x12\x1b.inference.InferenceRequest\x1a\x18.inference.InferenceTxId\x12J\n\x12GetInferenceStatus\x12\x18.inference.InferenceTxId\x1a\x1a.inference.InferenceStatus\x12J\n\x12GetInferenceResult\x12\x18.inference.InferenceTxId\x1a\x1a.inference.InferenceResultb\x06proto3')
+
+_globals = globals()
+_builder.BuildMessageAndEnumDescriptors(DESCRIPTOR, _globals)
+_builder.BuildTopDescriptorsAndMessages(DESCRIPTOR, 'infer_pb2', _globals)
+if not _descriptor._USE_C_DESCRIPTORS:
+  DESCRIPTOR._loaded_options = None
+  _globals['_INFERENCEREQUEST']._serialized_start=26
+  _globals['_INFERENCEREQUEST']._serialized_end=117
+  _globals['_IMAGEGENERATIONREQUEST']._serialized_start=119
+  _globals['_IMAGEGENERATIONREQUEST']._serialized_end=236
+  _globals['_INFERENCETXID']._serialized_start=238
+  _globals['_INFERENCETXID']._serialized_end=265
+  _globals['_INFERENCESTATUS']._serialized_start=268
+  _globals['_INFERENCESTATUS']._serialized_end=480
+  _globals['_INFERENCESTATUS_STATUS']._serialized_start=366
+  _globals['_INFERENCESTATUS_STATUS']._serialized_end=462
+  _globals['_INFERENCERESULT']._serialized_start=483
+  _globals['_INFERENCERESULT']._serialized_end=647
+  _globals['_IMAGEGENERATIONRESPONSE']._serialized_start=649
+  _globals['_IMAGEGENERATIONRESPONSE']._serialized_end=694
+  _globals['_INFERENCESERVICE']._serialized_start=697
+  _globals['_INFERENCESERVICE']._serialized_end=943
+# @@protoc_insertion_point(module_scope)

opengradient/proto/infer_pb2_grpc.py

@@ -0,0 +1,186 @@
+# Generated by the gRPC Python protocol compiler plugin. DO NOT EDIT!
+"""Client and server classes corresponding to protobuf-defined services."""
+import grpc
+import warnings
+
+from . import infer_pb2 as infer__pb2
+
+GRPC_GENERATED_VERSION = '1.66.2'
+GRPC_VERSION = grpc.__version__
+_version_not_supported = False
+
+try:
+    from grpc._utilities import first_version_is_lower
+    _version_not_supported = first_version_is_lower(GRPC_VERSION, GRPC_GENERATED_VERSION)
+except ImportError:
+    _version_not_supported = True
+
+if _version_not_supported:
+    raise RuntimeError(
+        f'The grpc package installed is at version {GRPC_VERSION},'
+        + f' but the generated code in infer_pb2_grpc.py depends on'
+        + f' grpcio>={GRPC_GENERATED_VERSION}.'
+        + f' Please upgrade your grpc module to grpcio>={GRPC_GENERATED_VERSION}'
+        + f' or downgrade your generated code using grpcio-tools<={GRPC_VERSION}.'
+    )
+
+
+class InferenceServiceStub(object):
+    """The inference service definition
+    """
+
+    def __init__(self, channel):
+        """Constructor.
+
+        Args:
+            channel: A grpc.Channel.
+        """
+        self.RunInferenceAsync = channel.unary_unary(
+                '/inference.InferenceService/RunInferenceAsync',
+                request_serializer=infer__pb2.InferenceRequest.SerializeToString,
+                response_deserializer=infer__pb2.InferenceTxId.FromString,
+                _registered_method=True)
+        self.GetInferenceStatus = channel.unary_unary(
+                '/inference.InferenceService/GetInferenceStatus',
+                request_serializer=infer__pb2.InferenceTxId.SerializeToString,
+                response_deserializer=infer__pb2.InferenceStatus.FromString,
+                _registered_method=True)
+        self.GetInferenceResult = channel.unary_unary(
+                '/inference.InferenceService/GetInferenceResult',
+                request_serializer=infer__pb2.InferenceTxId.SerializeToString,
+                response_deserializer=infer__pb2.InferenceResult.FromString,
+                _registered_method=True)
+
+
+class InferenceServiceServicer(object):
+    """The inference service definition
+    """
+
+    def RunInferenceAsync(self, request, context):
+        """Missing associated documentation comment in .proto file."""
+        context.set_code(grpc.StatusCode.UNIMPLEMENTED)
+        context.set_details('Method not implemented!')
+        raise NotImplementedError('Method not implemented!')
+
+    def GetInferenceStatus(self, request, context):
+        """Missing associated documentation comment in .proto file."""
+        context.set_code(grpc.StatusCode.UNIMPLEMENTED)
+        context.set_details('Method not implemented!')
+        raise NotImplementedError('Method not implemented!')
+
+    def GetInferenceResult(self, request, context):
+        """Missing associated documentation comment in .proto file."""
+        context.set_code(grpc.StatusCode.UNIMPLEMENTED)
+        context.set_details('Method not implemented!')
+        raise NotImplementedError('Method not implemented!')
+
+
+def add_InferenceServiceServicer_to_server(servicer, server):
+    rpc_method_handlers = {
+            'RunInferenceAsync': grpc.unary_unary_rpc_method_handler(
+                    servicer.RunInferenceAsync,
+                    request_deserializer=infer__pb2.InferenceRequest.FromString,
+                    response_serializer=infer__pb2.InferenceTxId.SerializeToString,
+            ),
+            'GetInferenceStatus': grpc.unary_unary_rpc_method_handler(
+                    servicer.GetInferenceStatus,
+                    request_deserializer=infer__pb2.InferenceTxId.FromString,
+                    response_serializer=infer__pb2.InferenceStatus.SerializeToString,
+            ),
+            'GetInferenceResult': grpc.unary_unary_rpc_method_handler(
+                    servicer.GetInferenceResult,
+                    request_deserializer=infer__pb2.InferenceTxId.FromString,
+                    response_serializer=infer__pb2.InferenceResult.SerializeToString,
+            ),
+    }
+    generic_handler = grpc.method_handlers_generic_handler(
+            'inference.InferenceService', rpc_method_handlers)
+    server.add_generic_rpc_handlers((generic_handler,))
+    server.add_registered_method_handlers('inference.InferenceService', rpc_method_handlers)
+
+
+ # This class is part of an EXPERIMENTAL API.
+class InferenceService(object):
+    """The inference service definition
+    """
+
+    @staticmethod
+    def RunInferenceAsync(request,
+            target,
+            options=(),
+            channel_credentials=None,
+            call_credentials=None,
+            insecure=False,
+            compression=None,
+            wait_for_ready=None,
+            timeout=None,
+            metadata=None):
+        return grpc.experimental.unary_unary(
+            request,
+            target,
+            '/inference.InferenceService/RunInferenceAsync',
+            infer__pb2.InferenceRequest.SerializeToString,
+            infer__pb2.InferenceTxId.FromString,
+            options,
+            channel_credentials,
+            insecure,
+            call_credentials,
+            compression,
+            wait_for_ready,
+            timeout,
+            metadata,
+            _registered_method=True)
+
+    @staticmethod
+    def GetInferenceStatus(request,
+            target,
+            options=(),
+            channel_credentials=None,
+            call_credentials=None,
+            insecure=False,
+            compression=None,
+            wait_for_ready=None,
+            timeout=None,
+            metadata=None):
+        return grpc.experimental.unary_unary(
+            request,
+            target,
+            '/inference.InferenceService/GetInferenceStatus',
+            infer__pb2.InferenceTxId.SerializeToString,
+            infer__pb2.InferenceStatus.FromString,
+            options,
+            channel_credentials,
+            insecure,
+            call_credentials,
+            compression,
+            wait_for_ready,
+            timeout,
+            metadata,
+            _registered_method=True)
+
+    @staticmethod
+    def GetInferenceResult(request,
+            target,
+            options=(),
+            channel_credentials=None,
+            call_credentials=None,
+            insecure=False,
+            compression=None,
+            wait_for_ready=None,
+            timeout=None,
+            metadata=None):
+        return grpc.experimental.unary_unary(
+            request,
+            target,
+            '/inference.InferenceService/GetInferenceResult',
+            infer__pb2.InferenceTxId.SerializeToString,
+            infer__pb2.InferenceResult.FromString,
+            options,
+            channel_credentials,
+            insecure,
+            call_credentials,
+            compression,
+            wait_for_ready,
+            timeout,
+            metadata,
+            _registered_method=True)

opengradient/types.py

@@ -75,7 +75,8 @@ class Abi:
         return result
     
 class LLM(str, Enum):
-    META_LLAMA3_8B_INSTRUCT = "meta-llama/Meta-Llama-3-8B-Instruct"
+    META_LLAMA_3_8B_INSTRUCT = "meta-llama/Meta-Llama-3-8B-Instruct"
     LLAMA_3_2_3B_INSTRUCT = "meta-llama/Llama-3.2-3B-Instruct"
     MISTRAL_7B_INSTRUCT_V3 = "mistralai/Mistral-7B-Instruct-v0.3"
-    HERMES_3_LLAMA_3_1_70B = "NousResearch/Hermes-3-Llama-3.1-70B"
+    HERMES_3_LLAMA_3_1_70B = "NousResearch/Hermes-3-Llama-3.1-70B"
+    META_LLAMA_3_1_70B_INSTRUCT = "meta-llama/Llama-3.1-70B-Instruct"

opengradient/utils.py

@@ -1,6 +1,7 @@
 import logging
 from decimal import Decimal
 from typing import Dict, List, Tuple
+import json
 
 import numpy as np
 from web3.datastructures import AttributeDict
@@ -52,6 +53,7 @@ def convert_to_model_input(
     logging.debug("Converting the following input dictionary to ModelInput: %s", inputs)
     number_tensors = []
     string_tensors = []
+    json_tensors = []
     for tensor_name, tensor_data in inputs.items():
         # Convert to NP array if list or single object
         if isinstance(tensor_data, list):
@@ -151,7 +153,18 @@ def convert_to_model_output(event_data: AttributeDict) -> Dict[str, np.ndarray]:
                 values = tensor.get('values', [])
                 output_dict[name] = np.array(values).reshape(shape)
             else:
-                    logging.warning(f"Unexpected tensor type: {type(tensor)}")
+                logging.warning(f"Unexpected tensor type: {type(tensor)}")
+
+        # Parse JSON dicts
+        for tensor in output.get('jsons', []):
+            logging.debug(f"Processing JSON tensor: {tensor}")
+            if isinstance(tensor, AttributeDict):
+                name = tensor.get('name')
+                value = tensor.get('value')
+                output_dict[name] = np.array(json.loads(value))
+            else:
+                logging.warning(f"Unexpected tensor type: {type(tensor)}")
+
     else:
         logging.warning(f"Unexpected output type: {type(output)}")
 

{opengradient-0.3.11.dist-info → opengradient-0.3.13.dist-info}/METADATA

@@ -1,7 +1,8 @@
-Metadata-Version: 2.1
+Metadata-Version: 2.3
 Name: opengradient
-Version: 0.3.11
+Version: 0.3.13
 Summary: Python SDK for OpenGradient decentralized model management & inference services
+Project-URL: Homepage, https://opengradient.ai
 Author-email: OpenGradient <oliver@opengradient.ai>
 License: MIT License
         
@@ -24,8 +25,6 @@ License: MIT License
         LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
         OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
         SOFTWARE.
-        
-Project-URL: Homepage, https://opengradient.ai
 Classifier: Development Status :: 3 - Alpha
 Classifier: Intended Audience :: Developers
 Classifier: License :: OSI Approved :: MIT License
@@ -33,15 +32,13 @@ Classifier: Programming Language :: Python :: 3.10
 Classifier: Programming Language :: Python :: 3.11
 Classifier: Programming Language :: Python :: 3.12
 Requires-Python: >=3.10
-Description-Content-Type: text/markdown
-License-File: LICENSE
 Requires-Dist: aiohappyeyeballs==2.4.3
 Requires-Dist: aiohttp==3.10.8
 Requires-Dist: aiosignal==1.3.1
 Requires-Dist: annotated-types==0.7.0
 Requires-Dist: attrs==24.2.0
 Requires-Dist: bitarray==2.9.2
-Requires-Dist: CacheControl==0.14.0
+Requires-Dist: cachecontrol==0.14.0
 Requires-Dist: cachetools==5.5.0
 Requires-Dist: certifi==2024.8.30
 Requires-Dist: cffi==1.17.1
@@ -55,6 +52,7 @@ Requires-Dist: cryptography==43.0.1
 Requires-Dist: cytoolz==0.12.3
 Requires-Dist: distlib==0.3.8
 Requires-Dist: dulwich==0.21.7
+Requires-Dist: eth-abi==5.1.0
 Requires-Dist: eth-account==0.13.4
 Requires-Dist: eth-hash==0.7.0
 Requires-Dist: eth-keyfile==0.8.1
@@ -62,7 +60,6 @@ Requires-Dist: eth-keys==0.5.1
 Requires-Dist: eth-rlp==2.1.0
 Requires-Dist: eth-typing==5.0.0
 Requires-Dist: eth-utils==5.0.0
-Requires-Dist: eth-abi==5.1.0
 Requires-Dist: fastjsonschema==2.20.0
 Requires-Dist: fastparquet==2024.5.0
 Requires-Dist: filelock==3.16.1
@@ -77,13 +74,14 @@ Requires-Dist: google-cloud-storage==2.18.2
 Requires-Dist: google-crc32c==1.6.0
 Requires-Dist: google-resumable-media==2.7.2
 Requires-Dist: googleapis-common-protos==1.65.0
+Requires-Dist: grpcio-tools==1.66.2
 Requires-Dist: grpcio==1.66.2
-Requires-Dist: grpcio-status==1.66.2
 Requires-Dist: hexbytes==1.2.1
 Requires-Dist: idna==3.10
-Requires-Dist: jaraco.classes==3.4.0
+Requires-Dist: jaraco-classes==3.4.0
 Requires-Dist: jwcrypto==1.5.6
 Requires-Dist: keyring==24.3.1
+Requires-Dist: langchain==0.3.7
 Requires-Dist: more-itertools==10.5.0
 Requires-Dist: msgpack==1.1.0
 Requires-Dist: multidict==6.1.0
@@ -97,23 +95,24 @@ Requires-Dist: pkginfo==1.11.1
 Requires-Dist: platformdirs==4.3.6
 Requires-Dist: proto-plus==1.24.0
 Requires-Dist: protobuf==5.28.2
+Requires-Dist: protobuf>=4.24.0
 Requires-Dist: ptyprocess==0.7.0
 Requires-Dist: pyarrow==17.0.0
-Requires-Dist: pyasn1==0.6.1
 Requires-Dist: pyasn1-modules==0.4.1
+Requires-Dist: pyasn1==0.6.1
 Requires-Dist: pycparser==2.22
 Requires-Dist: pycryptodome==3.21.0
-Requires-Dist: pydantic==2.9.2
 Requires-Dist: pydantic-core==2.23.4
+Requires-Dist: pydantic==2.9.2
 Requires-Dist: pyproject-hooks==1.2.0
 Requires-Dist: python-dateutil==2.9.0.post0
 Requires-Dist: python-jwt==4.1.0
 Requires-Dist: pytz==2024.2
 Requires-Dist: pyunormalize==16.0.0
-Requires-Dist: RapidFuzz==3.10.0
+Requires-Dist: rapidfuzz==3.10.0
 Requires-Dist: regex==2024.9.11
-Requires-Dist: requests==2.32.3
 Requires-Dist: requests-toolbelt==1.0.0
+Requires-Dist: requests==2.32.3
 Requires-Dist: rlp==4.0.1
 Requires-Dist: rsa==4.9
 Requires-Dist: shellingham==1.5.4
@@ -129,6 +128,7 @@ Requires-Dist: web3==7.3.0
 Requires-Dist: websockets==13.1
 Requires-Dist: xattr==1.1.0
 Requires-Dist: yarl==1.13.1
+Description-Content-Type: text/markdown
 
 # OpenGradient Python SDK
 Python SDK for the OpenGradient platform provides decentralized model management & inference services. Python SDK allows programmatic access to our model repository and decentralized AI infrastructure. 
@@ -227,4 +227,4 @@ opengradient infer QmbUqS93oc4JTLMHwpVxsE39mhNxy6hpf6Py3r9oANr8aZ VANILLA --inpu
 opengradient llm --model "meta-llama/Meta-Llama-3-8B-Instruct" --prompt "Translate to French: Hello, how are you?" --max-tokens 50 --temperature 0.7
 ```
 
-For more information read the OpenGradient [documentation](https://docs.opengradient.ai/).
+For more information read the OpenGradient [documentation](https://docs.opengradient.ai/).

opengradient-0.3.13.dist-info/RECORD

@@ -0,0 +1,20 @@
+opengradient/__init__.py,sha256=5aeZn5QVFepwTyjcO7GBHGlYUVwJCQa8QWYSHUaHqdM,4015
+opengradient/account.py,sha256=2B7rtCXQDX-yF4U69h8B9-OUreJU4IqoGXG_1Hn9nWs,1150
+opengradient/cli.py,sha256=kdYR_AFKHV99HtO_son7vHpM5jWVZe8FO0iMWxJ7pJE,24444
+opengradient/client.py,sha256=RdlTz60NJKVJihYY6oVYLfNOg6RGnJbfG-2UIxUk-ws,37069
+opengradient/defaults.py,sha256=6tsW9Z84z6YtITCsULTTgnN0KRUZjfSoeWJZqdWkYCo,384
+opengradient/exceptions.py,sha256=v4VmUGTvvtjhCZAhR24Ga42z3q-DzR1Y5zSqP_yn2Xk,3366
+opengradient/types.py,sha256=QTEsygwT5AnIf8Dg9mexvVUe49nCo9N0pgZOOIp3trc,2214
+opengradient/utils.py,sha256=lUDPmyPqLwpZI-owyN6Rm3QvUjOn5pLN5G1QyriVm-E,6994
+opengradient/abi/inference.abi,sha256=MR5u9npZ-Yx2EqRW17_M-UnGgFF3mMEMepOwaZ-Bkgc,7040
+opengradient/llm/__init__.py,sha256=n_11WFPoU8YtGc6wg9cK6gEy9zBISf1183Loip3dAbI,62
+opengradient/llm/chat.py,sha256=Ia-K0og-DkZ1_IFgbgscn_gpLMXZX54F3fvfSrUq5M8,3849
+opengradient/proto/__init__.py,sha256=AhaSmrqV0TXGzCKaoPV8-XUvqs2fGAJBM2aOmDpkNbE,55
+opengradient/proto/infer.proto,sha256=13eaEMcppxkBF8yChptsX9HooWFwJKze7oLZNl-LEb8,1217
+opengradient/proto/infer_pb2.py,sha256=wg2vjLQCNv6HRhYuIqgj9xivi3nO4IPz6E5wh2dhDqY,3446
+opengradient/proto/infer_pb2_grpc.py,sha256=y5GYwD1EdNs892xx58jdfyA0fO5QC7k3uZOtImTHMiE,6891
+opengradient-0.3.13.dist-info/METADATA,sha256=XiQ5o2HcbeKfAX27tiHRQ9oQyJNYmkQSnmLPtl_Elz8,7612
+opengradient-0.3.13.dist-info/WHEEL,sha256=C2FUgwZgiLbznR-k0b_5k3Ai_1aASOXDss3lzCUsUug,87
+opengradient-0.3.13.dist-info/entry_points.txt,sha256=yUKTaJx8RXnybkob0J62wVBiCp_1agVbgw9uzsmaeJc,54
+opengradient-0.3.13.dist-info/licenses/LICENSE,sha256=xEcvQ3AxZOtDkrqkys2Mm6Y9diEnaSeQRKvxi-JGnNA,1069
+opengradient-0.3.13.dist-info/RECORD,,

{opengradient-0.3.11.dist-info → opengradient-0.3.13.dist-info}/WHEEL

@@ -1,5 +1,4 @@
 Wheel-Version: 1.0
-Generator: setuptools (75.5.0)
+Generator: hatchling 1.26.3
 Root-Is-Purelib: true
 Tag: py3-none-any
-

opengradient-0.3.11.dist-info/RECORD

@@ -1,17 +0,0 @@
-opengradient/__init__.py,sha256=D5AItNKf3klN25oWw3YAQMSYM9uOYBLGIaw7X6TD2-Q,3129
-opengradient/account.py,sha256=2B7rtCXQDX-yF4U69h8B9-OUreJU4IqoGXG_1Hn9nWs,1150
-opengradient/cli.py,sha256=0SRt9iQcCHxR1QmsF54-KhdpqHx9_va0UyckoPQcYwg,22937
-opengradient/client.py,sha256=yaexPTr-CSPQXR5AOrhHDmygKCq37Q_FIVy8Mtq6THk,31253
-opengradient/defaults.py,sha256=jweJ6QyzNY0oO22OUA8B-uJPA90cyedhMT9J38MmGjw,319
-opengradient/exceptions.py,sha256=v4VmUGTvvtjhCZAhR24Ga42z3q-DzR1Y5zSqP_yn2Xk,3366
-opengradient/types.py,sha256=kRCkxJ2xD6Y5eLmrrS61t66qm7jzNF0Qbnntl1_FMKk,2143
-opengradient/utils.py,sha256=_dEIhepJXjJFfHLGTUwXloZJXnlQbvwqHSPu08548jI,6532
-opengradient/abi/inference.abi,sha256=VMxv4pli9ESYL2hCpbU41Z_WweCBy_3EcTYkCWCb-rU,6623
-opengradient/llm/__init__.py,sha256=n_11WFPoU8YtGc6wg9cK6gEy9zBISf1183Loip3dAbI,62
-opengradient/llm/chat.py,sha256=Ia-K0og-DkZ1_IFgbgscn_gpLMXZX54F3fvfSrUq5M8,3849
-opengradient-0.3.11.dist-info/LICENSE,sha256=xEcvQ3AxZOtDkrqkys2Mm6Y9diEnaSeQRKvxi-JGnNA,1069
-opengradient-0.3.11.dist-info/METADATA,sha256=RDat9N9hKfSIWgrx9JOwXmBcKrLtvbDM8wqdCzSgPNA,7581
-opengradient-0.3.11.dist-info/WHEEL,sha256=R06PA3UVYHThwHvxuRWMqaGcr-PuniXahwjmQRFMEkY,91
-opengradient-0.3.11.dist-info/entry_points.txt,sha256=yUKTaJx8RXnybkob0J62wVBiCp_1agVbgw9uzsmaeJc,54
-opengradient-0.3.11.dist-info/top_level.txt,sha256=oC1zimVLa2Yi1LQz8c7x-0IQm92milb5ax8gHBHwDqU,13
-opengradient-0.3.11.dist-info/RECORD,,

opengradient-0.3.11.dist-info/top_level.txt

@@ -1 +0,0 @@
-opengradient