fullstack-rag-ai 0.1.0__tar.gz

fullstack_rag_ai-0.1.0/PKG-INFO

@@ -0,0 +1,12 @@
+Metadata-Version: 2.4
+Name: fullstack-rag-ai
+Version: 0.1.0
+Summary: Lightweight RAG library for internal knowledge systems
+Author: fullstack
+Requires-Dist: langchain
+Requires-Dist: langchain-community
+Requires-Dist: langchain-huggingface
+Requires-Dist: langchain-ollama
+Requires-Dist: faiss-cpu
+Requires-Dist: sentence-transformers
+Requires-Dist: pypdf

fullstack_rag_ai-0.1.0/fullstack_rag_ai.egg-info/PKG-INFO

@@ -0,0 +1,12 @@
+Metadata-Version: 2.4
+Name: fullstack-rag-ai
+Version: 0.1.0
+Summary: Lightweight RAG library for internal knowledge systems
+Author: fullstack
+Requires-Dist: langchain
+Requires-Dist: langchain-community
+Requires-Dist: langchain-huggingface
+Requires-Dist: langchain-ollama
+Requires-Dist: faiss-cpu
+Requires-Dist: sentence-transformers
+Requires-Dist: pypdf

fullstack_rag_ai-0.1.0/fullstack_rag_ai.egg-info/SOURCES.txt

@@ -0,0 +1,13 @@
+README.md
+pyproject.toml
+fullstack_rag_ai.egg-info/PKG-INFO
+fullstack_rag_ai.egg-info/SOURCES.txt
+fullstack_rag_ai.egg-info/dependency_links.txt
+fullstack_rag_ai.egg-info/requires.txt
+fullstack_rag_ai.egg-info/top_level.txt
+fullstack_rag_lib/__init__.py
+fullstack_rag_lib/config.py
+fullstack_rag_lib/fullstack_rag_pipeline.py
+fullstack_rag_lib/ingestion.py
+fullstack_rag_lib/loaders.py
+fullstack_rag_lib/vectordb.py

fullstack_rag_ai-0.1.0/fullstack_rag_ai.egg-info/dependency_links.txt

@@ -0,0 +1 @@
+

fullstack_rag_ai-0.1.0/fullstack_rag_ai.egg-info/requires.txt

@@ -0,0 +1,7 @@
+langchain
+langchain-community
+langchain-huggingface
+langchain-ollama
+faiss-cpu
+sentence-transformers
+pypdf

fullstack_rag_ai-0.1.0/fullstack_rag_ai.egg-info/top_level.txt

@@ -0,0 +1 @@
+fullstack_rag_lib

fullstack_rag_ai-0.1.0/fullstack_rag_lib/__init__.py

@@ -0,0 +1,3 @@
+from .ingestion import load_documents
+from .vectordb import build_vector_db
+from .fullstack_rag_pipeline import ask_question

fullstack_rag_ai-0.1.0/fullstack_rag_lib/config.py

@@ -0,0 +1,11 @@
+DEFAULT_CONFIG = {
+
+    "embedding_model": "sentence-transformers/all-MiniLM-L6-v2",
+
+    "llm_model": "llama3",
+
+    "chunk_size": 800,
+
+    "chunk_overlap": 100
+
+}

fullstack_rag_ai-0.1.0/fullstack_rag_lib/fullstack_rag_pipeline.py

@@ -0,0 +1,35 @@
+from langchain_community.vectorstores import FAISS
+from langchain_huggingface import HuggingFaceEmbeddings
+from langchain_ollama import ChatOllama
+import warnings
+warnings.filterwarnings("ignore")
+
+def ask_question(question, index_path, model, embedding_model):
+
+    embeddings = HuggingFaceEmbeddings(
+        model_name=embedding_model
+    )
+
+    vectordb = FAISS.load_local(
+        index_path,
+        embeddings,
+        allow_dangerous_deserialization=True
+    )
+
+    docs = vectordb.similarity_search(question, k=3)
+
+    context = "\n\n".join(d.page_content for d in docs)
+
+    llm = ChatOllama(model=model)
+
+    prompt = f"""
+Answer using the context below.
+
+Context:
+{context}
+
+Question:
+{question}
+"""
+
+    return llm.invoke(prompt)

fullstack_rag_ai-0.1.0/fullstack_rag_lib/ingestion.py

@@ -0,0 +1,13 @@
+import os
+from langchain_community.document_loaders import PyPDFLoader
+
+def load_documents(path):
+
+    documents = []
+
+    for file in os.listdir(path):
+        if file.endswith(".pdf"):
+            loader = PyPDFLoader(os.path.join(path, file))
+            documents.extend(loader.load())
+
+    return documents

fullstack_rag_ai-0.1.0/fullstack_rag_lib/loaders.py

@@ -0,0 +1,12 @@
+from langchain.schema import Document
+
+
+def load_from_text_list(texts):
+
+    docs = []
+
+    for t in texts:
+
+        docs.append(Document(page_content=t))
+
+    return docs

fullstack_rag_ai-0.1.0/fullstack_rag_lib/vectordb.py

@@ -0,0 +1,20 @@
+from langchain.text_splitter import RecursiveCharacterTextSplitter
+from langchain_community.vectorstores import FAISS
+from langchain_huggingface import HuggingFaceEmbeddings
+
+def build_vector_db(documents, index_path, embedding_model):
+
+    splitter = RecursiveCharacterTextSplitter(
+        chunk_size=800,
+        chunk_overlap=100
+    )
+
+    chunks = splitter.split_documents(documents)
+
+    embeddings = HuggingFaceEmbeddings(
+        model_name=embedding_model
+    )
+
+    vectorstore = FAISS.from_documents(chunks, embeddings)
+
+    vectorstore.save_local(index_path)

fullstack_rag_ai-0.1.0/pyproject.toml

@@ -0,0 +1,22 @@
+[project]
+name = "fullstack-rag-ai"
+version = "0.1.0"
+description = "Lightweight RAG library for internal knowledge systems"
+authors = [{name = "fullstack"}]
+dependencies = [
+    "langchain",
+    "langchain-community",
+    "langchain-huggingface",
+    "langchain-ollama",
+    "faiss-cpu",
+    "sentence-transformers",
+    "pypdf"
+]
+
+[build-system]
+requires = ["setuptools", "wheel"]
+build-backend = "setuptools.build_meta"
+
+[tool.setuptools.packages.find]
+where = ["."]
+include = ["fullstack_rag_lib*"]

fullstack_rag_ai-0.1.0/setup.cfg

@@ -0,0 +1,4 @@
+[egg_info]
+tag_build = 
+tag_date = 0
+