rag-python 0.1.0__tar.gz → 0.2.0__tar.gz

{rag_python-0.1.0/src/rag_python.egg-info → rag_python-0.2.0}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.2
 Name: rag-python
-Version: 0.1.0
+Version: 0.2.0
 Summary: Production-grade RAG for Python: multi-LLM, query rewriting, reranking, guardrails, and evaluation.
 Author-email: Raghav Singla <04raghavsingla28@gmail.com>
 License: MIT
@@ -33,6 +33,8 @@ Requires-Dist: requests>=2.31.0
 Provides-Extra: rerank
 Requires-Dist: sentence-transformers>=2.2.0; extra == "rerank"
 Requires-Dist: torch>=2.0.0; extra == "rerank"
+Provides-Extra: local
+Requires-Dist: sentence-transformers>=2.2.0; extra == "local"
 Provides-Extra: anthropic
 Requires-Dist: anthropic>=0.20.0; extra == "anthropic"
 Provides-Extra: gemini
@@ -43,10 +45,12 @@ Requires-Dist: ruff>=0.1.0; extra == "dev"
 Requires-Dist: build; extra == "dev"
 Requires-Dist: twine; extra == "dev"
 Provides-Extra: all
-Requires-Dist: rag-python[anthropic,gemini,rerank]; extra == "all"
+Requires-Dist: rag-python[anthropic,gemini,local,rerank]; extra == "all"
 
 # rag-python
 
+[![PyPI version](https://img.shields.io/pypi/v/rag-python.svg)](https://pypi.org/project/rag-python/)
+[![PyPI downloads](https://img.shields.io/pypi/dm/rag-python.svg)](https://pypi.org/project/rag-python/)
 [![Python 3.10+](https://img.shields.io/badge/python-3.10+-blue.svg)](https://www.python.org/downloads/)
 [![License: MIT](https://img.shields.io/badge/License-MIT-yellow.svg)](LICENSE)
 [![GitHub](https://img.shields.io/badge/GitHub-RaghavOG%2Frag--python-blue)](https://github.com/RaghavOG/rag-python)
@@ -77,7 +81,7 @@ pip install rag-python
 # or from source
 pip install -e .
 # with reranking + extra providers
-pip install -e ".[rerank,anthropic,gemini,all]"
+pip install -e ".[rerank,local,anthropic,gemini,all]"
 ```
 
 ---

{rag_python-0.1.0 → rag_python-0.2.0}/README.md

@@ -1,5 +1,7 @@
 # rag-python
 
+[![PyPI version](https://img.shields.io/pypi/v/rag-python.svg)](https://pypi.org/project/rag-python/)
+[![PyPI downloads](https://img.shields.io/pypi/dm/rag-python.svg)](https://pypi.org/project/rag-python/)
 [![Python 3.10+](https://img.shields.io/badge/python-3.10+-blue.svg)](https://www.python.org/downloads/)
 [![License: MIT](https://img.shields.io/badge/License-MIT-yellow.svg)](LICENSE)
 [![GitHub](https://img.shields.io/badge/GitHub-RaghavOG%2Frag--python-blue)](https://github.com/RaghavOG/rag-python)
@@ -30,7 +32,7 @@ pip install rag-python
 # or from source
 pip install -e .
 # with reranking + extra providers
-pip install -e ".[rerank,anthropic,gemini,all]"
+pip install -e ".[rerank,local,anthropic,gemini,all]"
 ```
 
 ---

{rag_python-0.1.0 → rag_python-0.2.0}/pyproject.toml

@@ -4,7 +4,7 @@ build-backend = "setuptools.build_meta"
 
 [project]
 name = "rag-python"
-version = "0.1.0"
+version = "0.2.0"
 description = "Production-grade RAG for Python: multi-LLM, query rewriting, reranking, guardrails, and evaluation."
 readme = "README.md"
 license = { text = "MIT" }
@@ -38,10 +38,11 @@ dependencies = [
 
 [project.optional-dependencies]
 rerank = ["sentence-transformers>=2.2.0", "torch>=2.0.0"]
+local = ["sentence-transformers>=2.2.0"]
 anthropic = ["anthropic>=0.20.0"]
 gemini = ["google-genai>=0.3.0"]
 dev = ["pytest>=7.0", "ruff>=0.1.0", "build", "twine"]
-all = ["rag-python[rerank,anthropic,gemini]"]
+all = ["rag-python[rerank,local,anthropic,gemini]"]
 
 [project.scripts]
 rag-python = "rag_python.cli:main"

{rag_python-0.1.0 → rag_python-0.2.0}/src/rag_python/__init__.py

@@ -9,7 +9,7 @@ Quick start::
     print(rag.query("What is our leave policy?").text)
 """
 
-__version__ = "0.1.0"
+__version__ = "0.2.0"
 
 from .client import RAG, RAGAnswer
 from .rag_pipeline import ingest, query, RAGResponse

{rag_python-0.1.0 → rag_python-0.2.0}/src/rag_python/cli.py

@@ -1,6 +1,8 @@
 """rag-python command-line interface."""
 import argparse
+from dataclasses import replace
 
+from . import __version__
 from .client import RAG
 
 
@@ -21,9 +23,17 @@ def _build_rag(args: argparse.Namespace) -> RAG:
 
 
 def _add_provider_args(parser: argparse.ArgumentParser) -> None:
-    parser.add_argument("--llm-provider", default="openai", choices=["openai", "azure_openai", "anthropic", "gemini", "ollama"])
+    parser.add_argument(
+        "--llm-provider",
+        default="openai",
+        choices=["openai", "azure_openai", "anthropic", "gemini", "ollama"],
+    )
     parser.add_argument("--llm-model", default=None)
-    parser.add_argument("--embedding-provider", default="openai", choices=["openai", "azure_openai", "ollama"])
+    parser.add_argument(
+        "--embedding-provider",
+        default="openai",
+        choices=["openai", "azure_openai", "ollama", "local"],
+    )
     parser.add_argument("--embedding-model", default=None)
     parser.add_argument("--ollama-base-url", default=None)
     parser.add_argument("--azure-endpoint", default=None)
@@ -39,6 +49,7 @@ def main() -> None:
         prog="rag-python",
         description="rag-python — modular RAG with query rewriting, reranking, guardrails, and multi-LLM support.",
     )
+    parser.add_argument("--version", action="version", version=f"rag-python {__version__}")
     sub = parser.add_subparsers(dest="command", required=True)
 
     ing = sub.add_parser("ingest", help="Ingest files/folders into the vector store")
@@ -63,7 +74,11 @@ def main() -> None:
     if args.command == "query":
         rag = _build_rag(args)
         question = " ".join(args.question)
-        ans = rag.query(question, multi_query=not args.no_multi_query)
+        search = replace(
+            rag.config.search,
+            retriever="vector" if args.no_multi_query else "multi_query",
+        )
+        ans = rag.query(question, search=search)
         print(ans.text)
         if args.verbose:
             print("\n--- evaluation ---")

{rag_python-0.1.0 → rag_python-0.2.0}/src/rag_python/providers/factory.py

@@ -9,10 +9,11 @@ from .azure_openai_provider import AzureOpenAIProvider
 from .anthropic_provider import AnthropicProvider
 from .gemini_provider import GeminiProvider
 from .ollama_provider import OllamaProvider
+from .local_provider import LocalEmbeddingProvider
 
 
 LLMProviderName = Literal["openai", "azure_openai", "anthropic", "gemini", "ollama"]
-EmbeddingProviderName = Literal["openai", "azure_openai", "ollama"]
+EmbeddingProviderName = Literal["openai", "azure_openai", "ollama", "local"]
 
 
 def make_llm_provider(name: LLMProviderName, **kwargs) -> LLMProvider:
@@ -49,5 +50,7 @@ def make_embedding_provider(name: EmbeddingProviderName, **kwargs) -> EmbeddingP
         )
     if name == "ollama":
         return OllamaProvider(base_url=kwargs.get("base_url") or os.getenv("OLLAMA_BASE_URL", "http://localhost:11434"))
+    if name == "local":
+        return LocalEmbeddingProvider(model_name=kwargs.get("model") or os.getenv("LOCAL_EMBEDDING_MODEL"))
     raise ValueError(f"Unknown embedding provider: {name}")
 

rag_python-0.2.0/src/rag_python/providers/local_provider.py

@@ -0,0 +1,34 @@
+"""Local sentence-transformers embeddings (no API key required)."""
+from __future__ import annotations
+
+import os
+
+_DEFAULT_MODEL = "all-MiniLM-L6-v2"
+
+
+class LocalEmbeddingProvider:
+    """Offline embeddings via sentence-transformers."""
+
+    def __init__(self, model_name: str | None = None) -> None:
+        self.default_model = model_name or os.getenv("LOCAL_EMBEDDING_MODEL", _DEFAULT_MODEL)
+        self._models: dict[str, object] = {}
+
+    def _get_model(self, model_name: str):
+        if model_name not in self._models:
+            try:
+                from sentence_transformers import SentenceTransformer
+            except ImportError as e:
+                raise ImportError(
+                    "Local embeddings require optional dependencies. "
+                    "Install with: pip install rag-python[local]"
+                ) from e
+            self._models[model_name] = SentenceTransformer(model_name)
+        return self._models[model_name]
+
+    def embed(self, texts: list[str], *, model: str | None = None) -> list[list[float]]:
+        if not texts:
+            return []
+        model_name = model or self.default_model
+        encoder = self._get_model(model_name)
+        vectors = encoder.encode(texts, convert_to_numpy=True)
+        return [v.tolist() for v in vectors]

{rag_python-0.1.0 → rag_python-0.2.0/src/rag_python.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.2
 Name: rag-python
-Version: 0.1.0
+Version: 0.2.0
 Summary: Production-grade RAG for Python: multi-LLM, query rewriting, reranking, guardrails, and evaluation.
 Author-email: Raghav Singla <04raghavsingla28@gmail.com>
 License: MIT
@@ -33,6 +33,8 @@ Requires-Dist: requests>=2.31.0
 Provides-Extra: rerank
 Requires-Dist: sentence-transformers>=2.2.0; extra == "rerank"
 Requires-Dist: torch>=2.0.0; extra == "rerank"
+Provides-Extra: local
+Requires-Dist: sentence-transformers>=2.2.0; extra == "local"
 Provides-Extra: anthropic
 Requires-Dist: anthropic>=0.20.0; extra == "anthropic"
 Provides-Extra: gemini
@@ -43,10 +45,12 @@ Requires-Dist: ruff>=0.1.0; extra == "dev"
 Requires-Dist: build; extra == "dev"
 Requires-Dist: twine; extra == "dev"
 Provides-Extra: all
-Requires-Dist: rag-python[anthropic,gemini,rerank]; extra == "all"
+Requires-Dist: rag-python[anthropic,gemini,local,rerank]; extra == "all"
 
 # rag-python
 
+[![PyPI version](https://img.shields.io/pypi/v/rag-python.svg)](https://pypi.org/project/rag-python/)
+[![PyPI downloads](https://img.shields.io/pypi/dm/rag-python.svg)](https://pypi.org/project/rag-python/)
 [![Python 3.10+](https://img.shields.io/badge/python-3.10+-blue.svg)](https://www.python.org/downloads/)
 [![License: MIT](https://img.shields.io/badge/License-MIT-yellow.svg)](LICENSE)
 [![GitHub](https://img.shields.io/badge/GitHub-RaghavOG%2Frag--python-blue)](https://github.com/RaghavOG/rag-python)
@@ -77,7 +81,7 @@ pip install rag-python
 # or from source
 pip install -e .
 # with reranking + extra providers
-pip install -e ".[rerank,anthropic,gemini,all]"
+pip install -e ".[rerank,local,anthropic,gemini,all]"
 ```
 
 ---

{rag_python-0.1.0 → rag_python-0.2.0}/src/rag_python.egg-info/SOURCES.txt

@@ -30,8 +30,13 @@ src/rag_python/providers/azure_openai_provider.py
 src/rag_python/providers/base.py
 src/rag_python/providers/factory.py
 src/rag_python/providers/gemini_provider.py
+src/rag_python/providers/local_provider.py
 src/rag_python/providers/ollama_provider.py
 src/rag_python/providers/openai_provider.py
+tests/test_chunking.py
 tests/test_config.py
 tests/test_import.py
-tests/test_package.py
+tests/test_loaders.py
+tests/test_package.py
+tests/test_pipeline.py
+tests/test_providers.py

{rag_python-0.1.0 → rag_python-0.2.0}/src/rag_python.egg-info/requires.txt

@@ -9,7 +9,7 @@ python-dotenv>=1.0.0
 requests>=2.31.0
 
 [all]
-rag-python[anthropic,gemini,rerank]
+rag-python[anthropic,gemini,local,rerank]
 
 [anthropic]
 anthropic>=0.20.0
@@ -23,6 +23,9 @@ twine
 [gemini]
 google-genai>=0.3.0
 
+[local]
+sentence-transformers>=2.2.0
+
 [rerank]
 sentence-transformers>=2.2.0
 torch>=2.0.0

rag_python-0.2.0/tests/test_chunking.py

@@ -0,0 +1,25 @@
+from rag_python.chunking import chunk_recursive, chunk_structure_aware, chunk_text
+
+
+def test_chunk_recursive_splits_long_text():
+    text = "word " * 500
+    chunks = chunk_recursive(text, chunk_size=64, overlap=8, metadata={"source": "t.txt"})
+    assert len(chunks) > 1
+    assert all(c.metadata["chunk_strategy"] == "recursive" for c in chunks)
+    assert all(c.metadata["source"] == "t.txt" for c in chunks)
+
+
+def test_chunk_structure_aware_respects_headings():
+    text = "# Policy\n\nAnnual leave is 20 days.\n\n# Benefits\n\nHealth insurance is provided."
+    chunks = chunk_structure_aware(text, chunk_size=512, overlap=0)
+    assert len(chunks) >= 2
+    sections = {c.metadata.get("section") for c in chunks}
+    assert "Policy" in sections
+    assert "Benefits" in sections
+
+
+def test_chunk_text_unified_entry():
+    text = "Simple paragraph for testing."
+    chunks = chunk_text(text, strategy="recursive", metadata={"source": "x"})
+    assert len(chunks) >= 1
+    assert chunks[0].text

{rag_python-0.1.0 → rag_python-0.2.0}/tests/test_import.py

@@ -2,7 +2,7 @@ def test_import_rag_python():
     import rag_python
     from rag_python import RAG, RAGAnswer, ingest, query
 
-    assert rag_python.__version__ == "0.1.0"
+    assert rag_python.__version__ == "0.2.0"
     assert RAG is not None
     assert RAGAnswer is not None
     assert callable(ingest)

rag_python-0.2.0/tests/test_loaders.py

@@ -0,0 +1,28 @@
+from pathlib import Path
+
+from rag_python.document_loaders import load_file, load_directory
+
+
+def test_load_txt_file(tmp_path: Path):
+    f = tmp_path / "note.txt"
+    f.write_text("Hello from rag-python.", encoding="utf-8")
+    doc = load_file(f)
+    assert doc is not None
+    assert "Hello" in doc.content
+    assert doc.metadata["filename"] == "note.txt"
+
+
+def test_load_markdown_file(tmp_path: Path):
+    f = tmp_path / "readme.md"
+    f.write_text("# Title\n\nBody text.", encoding="utf-8")
+    doc = load_file(f)
+    assert doc is not None
+    assert "Title" in doc.content
+
+
+def test_load_directory_skips_empty_files(tmp_path: Path):
+    (tmp_path / "a.txt").write_text("content a", encoding="utf-8")
+    (tmp_path / "empty.txt").write_text("   ", encoding="utf-8")
+    docs = list(load_directory(tmp_path))
+    assert len(docs) == 1
+    assert docs[0].metadata["filename"] == "a.txt"

{rag_python-0.1.0 → rag_python-0.2.0}/tests/test_package.py

@@ -4,7 +4,7 @@ import importlib.metadata
 def test_package_metadata():
     dist = importlib.metadata.metadata("rag-python")
     assert dist["Name"] == "rag-python"
-    assert dist["Version"] == "0.1.0"
+    assert dist["Version"] == "0.2.0"
     author = dist.get("Author") or dist.get("Author-email") or ""
     assert "Raghav Singla" in author or "RaghavOG" in author
 

rag_python-0.2.0/tests/test_pipeline.py

@@ -0,0 +1,55 @@
+from unittest.mock import MagicMock, patch
+
+from rag_python.rag_pipeline import ingest, query
+
+
+def test_ingest_with_mocked_embedder(tmp_path):
+    f = tmp_path / "doc.txt"
+    f.write_text("Employees receive twenty days of annual leave per year.", encoding="utf-8")
+
+    embedder = MagicMock()
+    embedder.embed.return_value = [[0.1, 0.2, 0.3]]
+
+    with patch("rag_python.rag_pipeline.ingest_chunks") as mock_ingest:
+        n = ingest(
+            data_path=f,
+            clean=False,
+            chunk_strategy="recursive",
+            chunk_size=128,
+            chunk_overlap=0,
+            reindex=False,
+            embedder=embedder,
+        )
+    assert n >= 1
+    mock_ingest.assert_called_once()
+    assert mock_ingest.call_args.kwargs["embedder"] is embedder
+
+
+def test_query_with_mocked_providers():
+    llm = MagicMock()
+    llm.generate.return_value = "Twenty days of annual leave."
+
+    embedder = MagicMock()
+    embedder.embed.return_value = [[0.5, 0.5, 0.5]]
+
+    with (
+        patch("rag_python.rag_pipeline.check_prompt_injection", return_value=(True, "")),
+        patch("rag_python.rag_pipeline.rag_retrieve") as mock_retrieve,
+        patch("rag_python.rag_pipeline.check_hallucination", return_value=(True, "")),
+        patch("rag_python.rag_pipeline.evaluate_rag", return_value={"faithfulness": 0.9, "relevance": 0.9}),
+        patch("rag_python.rag_pipeline.should_retry", return_value=False),
+    ):
+        mock_retrieve.return_value = [
+            ("Employees receive twenty days of annual leave.", {"source": "doc.txt"}, 0.95),
+        ]
+        resp = query(
+            "How many days of annual leave?",
+            use_guardrails=True,
+            use_retry=False,
+            llm=llm,
+            embedder=embedder,
+        )
+
+    assert "twenty" in resp.answer.lower() or "Twenty" in resp.answer
+    assert resp.sources
+    mock_retrieve.assert_called_once()

rag_python-0.2.0/tests/test_providers.py

@@ -0,0 +1,6 @@
+from rag_python.providers import make_embedding_provider
+
+
+def test_make_local_embedding_provider():
+    provider = make_embedding_provider("local", model="all-MiniLM-L6-v2")
+    assert provider.default_model == "all-MiniLM-L6-v2"