hf2ollama-python-cli-tool 1.0.0__tar.gz

hf2ollama_python_cli_tool-1.0.0/.github/workflows/publish.yml

@@ -0,0 +1,52 @@
+name: Publish to PyPI
+
+on: push
+
+jobs:
+  build:
+    name: Build distribution
+    runs-on: ubuntu-latest
+
+    steps:
+      - uses: actions/checkout@v6
+        with:
+          persist-credentials: false
+
+      - name: Set up Python
+        uses: actions/setup-python@v6
+        with:
+          python-version: "3.x"
+
+      - name: Install build tools
+        run: python3 -m pip install build --user
+
+      - name: Build wheel and sdist
+        run: python3 -m build
+
+      - name: Store distribution packages
+        uses: actions/upload-artifact@v5
+        with:
+          name: python-package-distributions
+          path: dist/
+
+  publish-to-pypi:
+    name: Publish to PyPI
+    if: startsWith(github.ref, 'refs/tags/')
+    needs:
+      - build
+    runs-on: ubuntu-latest
+    environment:
+      name: pypi
+      url: https://pypi.org/p/hf2ollama-python-cli-tool
+    permissions:
+      id-token: write
+
+    steps:
+      - name: Download distributions
+        uses: actions/download-artifact@v6
+        with:
+          name: python-package-distributions
+          path: dist/
+
+      - name: Publish to PyPI
+        uses: pypa/gh-action-pypi-publish@release/v1

hf2ollama_python_cli_tool-1.0.0/.gitignore

@@ -0,0 +1,52 @@
+# Python
+__pycache__/
+*.py[cod]
+*$py.class
+*.egg-info/
+*.egg
+dist/
+build/
+.eggs/
+
+# Virtual environments
+.venv/
+venv/
+env/
+
+# Testing
+.pytest_cache/
+.coverage
+htmlcov/
+.mypy_cache/
+.ruff_cache/
+
+# IDE
+.vscode/
+.idea/
+*.swp
+*.swo
+
+# OS
+.DS_Store
+Thumbs.db
+
+# Environment
+.env
+.env.local
+
+# Model files (large binaries)
+*.gguf
+/Modelfile
+
+# Development context
+.claude/
+CLAUDE.md
+Plan.md
+pyrightconfig.json
+linkedin-post.md
+
+# Root-level PowerShell working copies
+/ConvertToOllama.ps1
+/HfDownload.ps1
+/ollama-pull.ps1
+/DownloadAndImport.ps1

hf2ollama_python_cli_tool-1.0.0/LICENSE

@@ -0,0 +1,21 @@
+MIT License
+
+Copyright (c) 2024 Tanmoy Dutta
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

hf2ollama_python_cli_tool-1.0.0/PKG-INFO

@@ -0,0 +1,200 @@
+Metadata-Version: 2.5
+Name: hf2ollama-python-cli-tool
+Version: 1.0.0
+Summary: Search, download, and import HuggingFace GGUF models into Ollama
+Project-URL: Repository, https://github.com/rs2pydev/hf2ollama-python-cli-tool
+Author: Tanmoy Dutta
+License-Expression: MIT
+License-File: LICENSE
+Keywords: gguf,huggingface,llm,model-management,ollama
+Classifier: Development Status :: 3 - Alpha
+Classifier: Intended Audience :: Developers
+Classifier: License :: OSI Approved :: MIT License
+Classifier: Programming Language :: Python :: 3
+Classifier: Programming Language :: Python :: 3.10
+Classifier: Programming Language :: Python :: 3.11
+Classifier: Programming Language :: Python :: 3.12
+Classifier: Programming Language :: Python :: 3.13
+Classifier: Topic :: Scientific/Engineering :: Artificial Intelligence
+Requires-Python: >=3.10
+Requires-Dist: certifi
+Requires-Dist: click>=8.0
+Requires-Dist: httpx>=0.27
+Requires-Dist: rich>=13.0
+Requires-Dist: truststore>=0.9
+Provides-Extra: dev
+Requires-Dist: pytest>=7.0; extra == 'dev'
+Requires-Dist: respx>=0.21; extra == 'dev'
+Requires-Dist: ruff>=0.4; extra == 'dev'
+Description-Content-Type: text/markdown
+
+# hf2ollama
+
+A Python CLI tool that searches, downloads, and imports HuggingFace GGUF models into Ollama. Handles model discovery, quantization selection, automatic Modelfile generation, and resumable downloads.
+
+## What it does
+
+`ollama pull` only works with models hosted on the Ollama registry. Most open-weight GGUF models live on HuggingFace. This tool bridges that gap: search HuggingFace for GGUF repos, pick a quantization, download the file, auto-generate the correct Modelfile with chat template and stop tokens, and import into Ollama - all in one command.
+
+It also handles a common Python SSL issue where `certifi` (the default CA bundle) doesn't include certificates from the operating system's trust store. The `--ssl-fix` flag exports the OS certificate store and configures Python to use it.
+
+## Installation
+
+Works on Windows, macOS, and Linux. Requires Python 3.10+.
+
+```shell
+pip install hf2ollama
+```
+
+From source:
+
+```shell
+git clone https://github.com/rs2pydev/hf2ollama-python-cli-tool.git
+cd hf2ollama-python-cli-tool
+pip install -e ".[dev]"
+```
+
+## Quick start
+
+```shell
+# Search for models
+hf2ollama search "qwen 7b gguf"
+
+# See available quantizations and file sizes
+hf2ollama list-files bartowski/Qwen2.5-Coder-7B-Instruct-GGUF
+
+# Download and import into Ollama
+hf2ollama pull bartowski/Qwen2.5-Coder-7B-Instruct-GGUF --quant Q4_K_M
+
+# Fix Python SSL certificate issues if downloads fail
+hf2ollama pull bartowski/Qwen2.5-Coder-7B-Instruct-GGUF --ssl-fix
+
+# Use alternative download method (Windows, PowerShell 7 required)
+hf2ollama pull bartowski/Qwen2.5-Coder-7B-Instruct-GGUF --alt-download
+```
+
+## Commands
+
+### pull
+
+Download a GGUF model from HuggingFace and import into Ollama.
+
+```shell
+hf2ollama pull <repo> [--quant Q4_K_M] [--name my-model] [--keep-gguf] [--ssl-fix] [--alt-download]
+```
+
+Options:
+
+- `--quant` / `-q` - Quantization level (Q2_K, Q3_K_M, Q4_K_M, Q5_K_M, Q6_K, Q8_0). Default: Q4_K_M.
+- `--name` / `-n` - Ollama model name. Auto-generated from filename if not specified.
+- `--keep-gguf` - Keep the GGUF file after importing into Ollama.
+- `--ssl-fix` - Use OS certificate store instead of Python's default CA bundle.
+- `--alt-download` - Use alternative PowerShell-based download method (Windows only, requires PowerShell 7).
+
+The tool auto-detects the model family from the filename and generates the correct Modelfile with chat template and stop tokens.
+
+### search
+
+Search HuggingFace for GGUF model repositories.
+
+```shell
+hf2ollama search "llama 70b" --limit 20 --sort downloads
+```
+
+### list-files
+
+Show available GGUF files in a repository with their sizes.
+
+```shell
+hf2ollama list-files bartowski/Qwen2.5-Coder-7B-Instruct-GGUF
+```
+
+### list
+
+List locally installed Ollama models.
+
+```shell
+hf2ollama list
+```
+
+### remove
+
+Delete an Ollama model.
+
+```shell
+hf2ollama remove my-model:q4_k_m
+```
+
+### info
+
+Show details about an installed Ollama model.
+
+```shell
+hf2ollama info my-model:q4_k_m
+```
+
+### recommend
+
+Recommend quantization based on your GPU VRAM and model size.
+
+```shell
+# Auto-detect GPU VRAM
+hf2ollama recommend --params 7
+
+# Specify VRAM manually
+hf2ollama recommend --params 70 --vram 24
+```
+
+### network-check
+
+Check whether HuggingFace is reachable and whether SSL certificates are configured correctly.
+
+```shell
+hf2ollama network-check
+```
+
+## Supported model families
+
+The tool auto-detects model families from GGUF filenames and generates the correct Ollama Modelfile:
+
+- Llama 3 / 3.1 / 3.2 / 3.3 / 4
+- Gemma (2, 3, 4)
+- Qwen (2, 2.5, 3)
+- Mistral / Mixtral
+- Phi (3, 4)
+- DeepSeek (R1, V3)
+- Granite
+- Command-R
+- ChatML (fallback for unrecognized models)
+
+## Supported quantizations
+
+Q2_K, Q3_K_M, Q4_K_M (default), Q5_K_M, Q6_K, Q8_0
+
+## Configuration
+
+Persistent config is stored in `~/.hf2ollama/config.toml`:
+
+```toml
+download_dir = "C:/Users/you/.hf2ollama/downloads"
+default_quant = "Q4_K_M"
+hf_token = "hf_xxxxx"
+```
+
+## Requirements
+
+- Python 3.10+
+- Ollama installed locally
+- For `--alt-download`: Windows + PowerShell 7
+
+## Dependencies
+
+- click - CLI framework
+- httpx - HTTP client with resumable downloads
+- rich - Terminal tables and progress bars
+- truststore - OS certificate store access
+- certifi - Public CA bundle
+
+## License
+
+MIT

hf2ollama_python_cli_tool-1.0.0/README.md

@@ -0,0 +1,170 @@
+# hf2ollama
+
+A Python CLI tool that searches, downloads, and imports HuggingFace GGUF models into Ollama. Handles model discovery, quantization selection, automatic Modelfile generation, and resumable downloads.
+
+## What it does
+
+`ollama pull` only works with models hosted on the Ollama registry. Most open-weight GGUF models live on HuggingFace. This tool bridges that gap: search HuggingFace for GGUF repos, pick a quantization, download the file, auto-generate the correct Modelfile with chat template and stop tokens, and import into Ollama - all in one command.
+
+It also handles a common Python SSL issue where `certifi` (the default CA bundle) doesn't include certificates from the operating system's trust store. The `--ssl-fix` flag exports the OS certificate store and configures Python to use it.
+
+## Installation
+
+Works on Windows, macOS, and Linux. Requires Python 3.10+.
+
+```shell
+pip install hf2ollama
+```
+
+From source:
+
+```shell
+git clone https://github.com/rs2pydev/hf2ollama-python-cli-tool.git
+cd hf2ollama-python-cli-tool
+pip install -e ".[dev]"
+```
+
+## Quick start
+
+```shell
+# Search for models
+hf2ollama search "qwen 7b gguf"
+
+# See available quantizations and file sizes
+hf2ollama list-files bartowski/Qwen2.5-Coder-7B-Instruct-GGUF
+
+# Download and import into Ollama
+hf2ollama pull bartowski/Qwen2.5-Coder-7B-Instruct-GGUF --quant Q4_K_M
+
+# Fix Python SSL certificate issues if downloads fail
+hf2ollama pull bartowski/Qwen2.5-Coder-7B-Instruct-GGUF --ssl-fix
+
+# Use alternative download method (Windows, PowerShell 7 required)
+hf2ollama pull bartowski/Qwen2.5-Coder-7B-Instruct-GGUF --alt-download
+```
+
+## Commands
+
+### pull
+
+Download a GGUF model from HuggingFace and import into Ollama.
+
+```shell
+hf2ollama pull <repo> [--quant Q4_K_M] [--name my-model] [--keep-gguf] [--ssl-fix] [--alt-download]
+```
+
+Options:
+
+- `--quant` / `-q` - Quantization level (Q2_K, Q3_K_M, Q4_K_M, Q5_K_M, Q6_K, Q8_0). Default: Q4_K_M.
+- `--name` / `-n` - Ollama model name. Auto-generated from filename if not specified.
+- `--keep-gguf` - Keep the GGUF file after importing into Ollama.
+- `--ssl-fix` - Use OS certificate store instead of Python's default CA bundle.
+- `--alt-download` - Use alternative PowerShell-based download method (Windows only, requires PowerShell 7).
+
+The tool auto-detects the model family from the filename and generates the correct Modelfile with chat template and stop tokens.
+
+### search
+
+Search HuggingFace for GGUF model repositories.
+
+```shell
+hf2ollama search "llama 70b" --limit 20 --sort downloads
+```
+
+### list-files
+
+Show available GGUF files in a repository with their sizes.
+
+```shell
+hf2ollama list-files bartowski/Qwen2.5-Coder-7B-Instruct-GGUF
+```
+
+### list
+
+List locally installed Ollama models.
+
+```shell
+hf2ollama list
+```
+
+### remove
+
+Delete an Ollama model.
+
+```shell
+hf2ollama remove my-model:q4_k_m
+```
+
+### info
+
+Show details about an installed Ollama model.
+
+```shell
+hf2ollama info my-model:q4_k_m
+```
+
+### recommend
+
+Recommend quantization based on your GPU VRAM and model size.
+
+```shell
+# Auto-detect GPU VRAM
+hf2ollama recommend --params 7
+
+# Specify VRAM manually
+hf2ollama recommend --params 70 --vram 24
+```
+
+### network-check
+
+Check whether HuggingFace is reachable and whether SSL certificates are configured correctly.
+
+```shell
+hf2ollama network-check
+```
+
+## Supported model families
+
+The tool auto-detects model families from GGUF filenames and generates the correct Ollama Modelfile:
+
+- Llama 3 / 3.1 / 3.2 / 3.3 / 4
+- Gemma (2, 3, 4)
+- Qwen (2, 2.5, 3)
+- Mistral / Mixtral
+- Phi (3, 4)
+- DeepSeek (R1, V3)
+- Granite
+- Command-R
+- ChatML (fallback for unrecognized models)
+
+## Supported quantizations
+
+Q2_K, Q3_K_M, Q4_K_M (default), Q5_K_M, Q6_K, Q8_0
+
+## Configuration
+
+Persistent config is stored in `~/.hf2ollama/config.toml`:
+
+```toml
+download_dir = "C:/Users/you/.hf2ollama/downloads"
+default_quant = "Q4_K_M"
+hf_token = "hf_xxxxx"
+```
+
+## Requirements
+
+- Python 3.10+
+- Ollama installed locally
+- For `--alt-download`: Windows + PowerShell 7
+
+## Dependencies
+
+- click - CLI framework
+- httpx - HTTP client with resumable downloads
+- rich - Terminal tables and progress bars
+- truststore - OS certificate store access
+- certifi - Public CA bundle
+
+## License
+
+MIT

hf2ollama_python_cli_tool-1.0.0/pyproject.toml

@@ -0,0 +1,59 @@
+[project]
+name = "hf2ollama-python-cli-tool"
+version = "1.0.0"
+description = "Search, download, and import HuggingFace GGUF models into Ollama"
+readme = "README.md"
+license = "MIT"
+requires-python = ">=3.10"
+authors = [
+    { name = "Tanmoy Dutta" },
+]
+keywords = ["ollama", "huggingface", "gguf", "llm", "model-management"]
+classifiers = [
+    "Development Status :: 3 - Alpha",
+    "Intended Audience :: Developers",
+    "License :: OSI Approved :: MIT License",
+    "Programming Language :: Python :: 3",
+    "Programming Language :: Python :: 3.10",
+    "Programming Language :: Python :: 3.11",
+    "Programming Language :: Python :: 3.12",
+    "Programming Language :: Python :: 3.13",
+    "Topic :: Scientific/Engineering :: Artificial Intelligence",
+]
+dependencies = [
+    "click>=8.0",
+    "httpx>=0.27",
+    "rich>=13.0",
+    "truststore>=0.9",
+    "certifi",
+]
+
+[project.optional-dependencies]
+dev = [
+    "pytest>=7.0",
+    "respx>=0.21",
+    "ruff>=0.4",
+]
+
+[project.scripts]
+hf2ollama = "hf2ollama.cli:main"
+
+[project.urls]
+Repository = "https://github.com/rs2pydev/hf2ollama-python-cli-tool"
+
+[build-system]
+requires = ["hatchling"]
+build-backend = "hatchling.build"
+
+[tool.hatch.build.targets.wheel]
+packages = ["src/hf2ollama"]
+
+[tool.hatch.build.targets.wheel.shared-data]
+"src/hf2ollama/scripts" = "hf2ollama/scripts"
+
+[tool.ruff]
+target-version = "py310"
+line-length = 100
+
+[tool.pytest.ini_options]
+testpaths = ["tests"]

hf2ollama_python_cli_tool-1.0.0/src/hf2ollama/__init__.py

@@ -0,0 +1,3 @@
+"""hf2ollama - Search, download, and import HuggingFace GGUF models into Ollama."""
+
+__version__ = "1.0.0"