deploy-llm 0.0.3__tar.gz

deploy_llm-0.0.3/PKG-INFO

@@ -0,0 +1,12 @@
+Metadata-Version: 2.1
+Name: deploy-llm
+Version: 0.0.3
+Summary: CLI tool for deploying and running models from Ollama and Hugging Face
+Author: Ankit Gupta
+Classifier: Programming Language :: Python :: 3
+Classifier: License :: OSI Approved :: MIT License
+Classifier: Operating System :: OS Independent
+Requires-Python: >=3.7
+Requires-Dist: click
+Requires-Dist: torch
+Requires-Dist: transformers

deploy_llm-0.0.3/deploy_llm.egg-info/PKG-INFO

@@ -0,0 +1,12 @@
+Metadata-Version: 2.1
+Name: deploy-llm
+Version: 0.0.3
+Summary: CLI tool for deploying and running models from Ollama and Hugging Face
+Author: Ankit Gupta
+Classifier: Programming Language :: Python :: 3
+Classifier: License :: OSI Approved :: MIT License
+Classifier: Operating System :: OS Independent
+Requires-Python: >=3.7
+Requires-Dist: click
+Requires-Dist: torch
+Requires-Dist: transformers

deploy_llm-0.0.3/deploy_llm.egg-info/SOURCES.txt

@@ -0,0 +1,10 @@
+setup.py
+deploy_llm.egg-info/PKG-INFO
+deploy_llm.egg-info/SOURCES.txt
+deploy_llm.egg-info/dependency_links.txt
+deploy_llm.egg-info/entry_points.txt
+deploy_llm.egg-info/requires.txt
+deploy_llm.egg-info/top_level.txt
+llmdeploy/__init__.py
+llmdeploy/cli.py
+llmdeploy/model_manager.py

deploy_llm-0.0.3/deploy_llm.egg-info/dependency_links.txt

@@ -0,0 +1 @@
+

deploy_llm-0.0.3/deploy_llm.egg-info/entry_points.txt

@@ -0,0 +1,2 @@
+[console_scripts]
+llmdeploy = cli:cli

deploy_llm-0.0.3/deploy_llm.egg-info/requires.txt

@@ -0,0 +1,3 @@
+click
+torch
+transformers

deploy_llm-0.0.3/deploy_llm.egg-info/top_level.txt

@@ -0,0 +1 @@
+llmdeploy

deploy_llm-0.0.3/llmdeploy/cli.py

@@ -0,0 +1,46 @@
+import click
+from llmdeploy.model_manager import deploy_model, list_models, list_deployed_models, remove_model, run_inference
+
+@click.group()
+def cli():
+    """CLI tool to deploy and manage models from Ollama and Hugging Face."""
+    pass
+
+@click.command()
+@click.option('--model', required=True, help="Model name to deploy")
+@click.option('--source', default="ollama", type=click.Choice(["ollama", "huggingface"]), help="Source of the model (default: ollama)")
+def deploy(model, source):
+    """Deploy a model from Ollama or Hugging Face."""
+    click.echo(deploy_model(model, source))
+
+@click.command(name="list")
+def list_cmd():
+    """List all locally available models."""
+    click.echo(list_models())
+
+@click.command(name="list-deployed")
+def list_deployed_cmd():
+    """List deployed models tracked by this tool."""
+    click.echo(list_deployed_models())
+
+@click.command()
+@click.option('--model', required=True, help="Model name to remove")
+def remove(model):
+    """Remove a deployed model."""
+    click.echo(remove_model(model))
+
+@click.command()
+@click.option('--model', required=True, help="Model name to query")
+@click.option('--prompt', required=True, help="Prompt to send to the model")
+def query(model, prompt):
+    """Run inference on a model."""
+    click.echo(run_inference(model, prompt))
+
+cli.add_command(deploy)
+cli.add_command(list_cmd)
+cli.add_command(list_deployed_cmd)
+cli.add_command(remove)
+cli.add_command(query)
+
+if __name__ == "__main__":
+    cli()

deploy_llm-0.0.3/llmdeploy/model_manager.py

@@ -0,0 +1,102 @@
+import os
+import json
+import subprocess
+import sys
+
+# File to store deployed models
+DEPLOYED_MODELS_FILE = "deployed_models.json"
+
+def load_deployed_models():
+    """Load deployed models from a JSON file."""
+    try:
+        with open(DEPLOYED_MODELS_FILE, "r") as file:
+            return json.load(file)
+    except (FileNotFoundError, json.JSONDecodeError):
+        return {}
+
+def save_deployed_models(models):
+    """Save deployed models to a JSON file."""
+    with open(DEPLOYED_MODELS_FILE, "w") as file:
+        json.dump(models, file, indent=4)
+
+
+def deploy_model(real_model_name):
+    """Deploy an Ollama model by pulling it via subprocess."""
+    print(f"🚀 Deploying model '{real_model_name}'...\n")
+    subprocess.run(["ollama", "pull", real_model_name], check=True)
+    
+    deployed_models = load_deployed_models()
+    deployed_models[real_model_name] = real_model_name  # Store real model name
+    save_deployed_models(deployed_models)
+    
+    print(f"\n✅ Model '{real_model_name}' deployed successfully!")
+
+
+def list_models():
+    """List all locally available Ollama models."""
+    try:
+        result = subprocess.run(
+            ["ollama", "list"], capture_output=True, text=True
+        )
+
+        if result.returncode != 0:
+            return f"❌ Error fetching models: {result.stderr}"
+
+        return result.stdout.strip() or "📌 No models found."
+    except Exception as e:
+        return f"❌ Error fetching models: {e}"
+
+def list_deployed_models():
+    """List models that were deployed using the CLI tool."""
+    deployed_models = load_deployed_models()
+    if not deployed_models:
+        return "📌 No deployed models found."
+    return "\n".join(f"{real} -> {installed}" for real, installed in deployed_models.items())
+
+def remove_model(real_model_name):
+    """Remove a deployed Ollama model from both the machine and tracking list."""
+    try:
+        deployed_models = load_deployed_models()
+
+        if real_model_name not in deployed_models:
+            return f"⚠️ Model '{real_model_name}' not found in tracking file."
+
+        installed_model_name = deployed_models[real_model_name]
+
+        # Remove the model using subprocess
+        process = subprocess.Popen(
+            ["ollama", "rm", installed_model_name], 
+            stdout=subprocess.PIPE, stderr=subprocess.PIPE, text=True
+        )
+
+        for line in iter(process.stdout.readline, ''):
+            sys.stdout.write(line)
+            sys.stdout.flush()
+
+        process.wait()
+
+        if process.returncode != 0:
+            return f"❌ Error removing model: {process.stderr.read().strip()}"
+
+        # Remove from tracking list
+        del deployed_models[real_model_name]
+        save_deployed_models(deployed_models)
+
+        return f"\n✅ Model '{real_model_name}' (stored as '{installed_model_name}') completely removed!"
+    except Exception as e:
+        return f"❌ Error removing model: {e}"
+
+def run_inference(model, prompt):
+    """Run inference on a deployed Ollama model."""
+    try:
+        result = subprocess.run(
+            ["ollama", "run", model, prompt],
+            capture_output=True, text=True
+        )
+
+        if result.returncode != 0:
+            return f"❌ Error running inference: {result.stderr}"
+
+        return result.stdout.strip()
+    except Exception as e:
+        return f"❌ Error running inference: {e}"

deploy_llm-0.0.3/setup.cfg

@@ -0,0 +1,4 @@
+[egg_info]
+tag_build = 
+tag_date = 0
+

deploy_llm-0.0.3/setup.py

@@ -0,0 +1,25 @@
+from setuptools import setup, find_packages
+
+setup(
+    name="deploy-llm",
+    version="0.0.3",
+    packages=find_packages(),
+    install_requires=[
+        "click",
+        "torch",
+        "transformers"
+    ],
+    entry_points={
+        "console_scripts": [
+            "llmdeploy=cli:cli",
+        ],
+    },
+    author="Ankit Gupta",
+    description="CLI tool for deploying and running models from Ollama and Hugging Face",
+    classifiers=[
+        "Programming Language :: Python :: 3",
+        "License :: OSI Approved :: MIT License",
+        "Operating System :: OS Independent",
+    ],
+    python_requires=">=3.7",
+)