deploy-llm 0.0.2__tar.gz

deploy_llm-0.0.2/PKG-INFO

@@ -0,0 +1,12 @@
+Metadata-Version: 2.1
+Name: deploy-llm
+Version: 0.0.2
+Summary: A CLI tool to deploy and manage LLMs using Ollama.
+Home-page: 
+Author: Ankit Gupta
+Author-email: devankitgupta01@gmail.com
+Classifier: Programming Language :: Python :: 3
+Classifier: License :: OSI Approved :: MIT License
+Classifier: Operating System :: OS Independent
+Requires-Python: >=3.7
+Requires-Dist: click

deploy_llm-0.0.2/deploy_llm.egg-info/PKG-INFO

@@ -0,0 +1,12 @@
+Metadata-Version: 2.1
+Name: deploy-llm
+Version: 0.0.2
+Summary: A CLI tool to deploy and manage LLMs using Ollama.
+Home-page: 
+Author: Ankit Gupta
+Author-email: devankitgupta01@gmail.com
+Classifier: Programming Language :: Python :: 3
+Classifier: License :: OSI Approved :: MIT License
+Classifier: Operating System :: OS Independent
+Requires-Python: >=3.7
+Requires-Dist: click

deploy_llm-0.0.2/deploy_llm.egg-info/SOURCES.txt

@@ -0,0 +1,12 @@
+README.md
+setup.py
+deploy_llm.egg-info/PKG-INFO
+deploy_llm.egg-info/SOURCES.txt
+deploy_llm.egg-info/dependency_links.txt
+deploy_llm.egg-info/entry_points.txt
+deploy_llm.egg-info/requires.txt
+deploy_llm.egg-info/top_level.txt
+llmdeploy/__init__.py
+llmdeploy/cli.py
+llmdeploy/model_manager.py
+llmdeploy/ollama_manager.py

deploy_llm-0.0.2/deploy_llm.egg-info/dependency_links.txt

@@ -0,0 +1 @@
+

deploy_llm-0.0.2/deploy_llm.egg-info/entry_points.txt

@@ -0,0 +1,2 @@
+[console_scripts]
+llmdeploy = llmdeploy.cli:cli

deploy_llm-0.0.2/deploy_llm.egg-info/requires.txt

@@ -0,0 +1 @@
+click

deploy_llm-0.0.2/deploy_llm.egg-info/top_level.txt

@@ -0,0 +1 @@
+llmdeploy

deploy_llm-0.0.2/llmdeploy/cli.py

@@ -0,0 +1,45 @@
+import click
+from llmdeploy.model_manager import deploy_model, list_models, remove_model, run_inference
+
+@click.group()
+def cli():
+    """LLMDeploy CLI - Manage and deploy LLM models."""
+    pass
+
+@click.command()
+@click.argument("model_name")
+@click.option("--model_type", required=True, type=click.Choice(["text", "multimodal"]), help="Model type (text/multimodal).")
+def deploy(model_name, model_type):
+    """Deploy a model from Ollama."""
+    result = deploy_model(model_name, model_type)
+    click.echo(result)
+
+@click.command()
+def list():
+    """List deployed models."""
+    models = list_models()
+    click.echo(models)
+
+@click.command()
+@click.argument("model_name")
+def remove(model_name):
+    """Remove a deployed model."""
+    result = remove_model(model_name)
+    click.echo(result)
+
+@click.command()
+@click.argument("model_name")
+@click.option("--input", help="Text input for inference.")
+@click.option("--image-path", help="Path to an image (for multimodal models).")
+def infer(model_name, input, image_path):
+    """Run inference on a deployed model."""
+    result = run_inference(model_name, input_text=input, image_path=image_path)
+    click.echo(result)
+
+cli.add_command(deploy)
+cli.add_command(list)
+cli.add_command(remove)
+cli.add_command(infer)
+
+if __name__ == "__main__":
+    cli()

deploy_llm-0.0.2/llmdeploy/model_manager.py

@@ -0,0 +1,68 @@
+import json
+import os
+from llmdeploy.ollama_manager import deploy_ollama_model, remove_ollama_model, infer_ollama
+
+MODELS_FILE = "models.json"
+
+def load_models():
+    """Load models from JSON storage."""
+    if os.path.exists(MODELS_FILE):
+        with open(MODELS_FILE, "r") as f:
+            return json.load(f)
+    return {}
+
+def save_models(models):
+    """Save models to JSON storage."""
+    with open(MODELS_FILE, "w") as f:
+        json.dump(models, f, indent=4)
+
+def deploy_model(model_name, model_type):
+    """Deploy a model using Ollama."""
+    models = load_models()
+
+    if model_name in models:
+        return f"⚠️ Model '{model_name}' is already deployed."
+
+    model_info = {
+        "name": model_name,
+        "source": "ollama",
+        "type": model_type
+    }
+
+    deploy_status = deploy_ollama_model(model_name)
+    if "❌" in deploy_status:
+        return deploy_status  # Return error message if deployment fails
+
+    models[model_name] = model_info
+    save_models(models)
+    
+    return f"✅ Model '{model_name}' deployed successfully."
+
+def list_models():
+    """List all deployed models."""
+    models = load_models()
+    return json.dumps(models, indent=4) if models else "📜 No models deployed."
+
+def remove_model(model_name):
+    """Remove a deployed model."""
+    models = load_models()
+    if model_name not in models:
+        return f"❌ Model '{model_name}' not found."
+
+    remove_status = remove_ollama_model(model_name)
+    if "❌" in remove_status:
+        return remove_status  # Return error message if removal fails
+
+    del models[model_name]
+    save_models(models)
+    
+    return f"✅ Model '{model_name}' removed."
+
+def run_inference(model_name, input_text=None, image_path=None):
+    """Run inference on a model."""
+    models = load_models()
+    if model_name not in models:
+        return f"❌ Model '{model_name}' not found."
+
+    model_type = models[model_name]["type"]
+    return infer_ollama(model_name, model_type, input_text, image_path)

deploy_llm-0.0.2/llmdeploy/ollama_manager.py

@@ -0,0 +1,33 @@
+import subprocess
+
+def deploy_ollama_model(model_name):
+    """Deploy an Ollama model."""
+    try:
+        subprocess.run(["ollama", "pull", model_name], check=True)
+        return f"✅ Model '{model_name}' pulled successfully."
+    except subprocess.CalledProcessError as e:
+        return f"❌ Error deploying Ollama model: {e}"
+
+def remove_ollama_model(model_name):
+    """Remove an Ollama model."""
+    try:
+        subprocess.run(["ollama", "rm", model_name], check=True)
+        return f"✅ Model '{model_name}' removed successfully."
+    except subprocess.CalledProcessError as e:
+        return f"❌ Error removing Ollama model: {e}"
+
+def infer_ollama(model_name, model_type, input_text=None, image_path=None):
+    """Run inference using Ollama (text or multimodal)."""
+    try:
+        command = ["ollama", "run", model_name]
+        
+        if model_type == "text" and input_text:
+            command.append(input_text)
+        elif model_type == "multimodal" and image_path:
+            command.extend(["--image", image_path])
+
+        result = subprocess.run(command, capture_output=True, text=True)
+        return result.stdout.strip() if result.stdout else "❌ No output received."
+    
+    except subprocess.CalledProcessError as e:
+        return f"❌ Inference error: {e}"

deploy_llm-0.0.2/setup.cfg

@@ -0,0 +1,4 @@
+[egg_info]
+tag_build = 
+tag_date = 0
+

deploy_llm-0.0.2/setup.py

@@ -0,0 +1,25 @@
+from setuptools import setup, find_packages
+
+setup(
+    name="deploy-llm",
+    version="0.0.2",
+    packages=find_packages(),
+    install_requires=[
+        "click"
+    ],
+    entry_points={
+        "console_scripts": [
+            "llmdeploy=llmdeploy.cli:cli"
+        ]
+    },
+    author="Ankit Gupta",
+    author_email="devankitgupta01@gmail.com",
+    description="A CLI tool to deploy and manage LLMs using Ollama.",
+    url="",
+    classifiers=[
+        "Programming Language :: Python :: 3",
+        "License :: OSI Approved :: MIT License",
+        "Operating System :: OS Independent",
+    ],
+    python_requires=">=3.7",
+)