pembot 0.0.9__tar.gz → 0.1.0__tar.gz

{pembot-0.0.9 → pembot-0.1.0}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: pembot
-Version: 0.0.9
+Version: 0.1.0
 Summary: A Python Package to convert PEM blog content to usseful information by leveraging LLMs
 Author-email: cyto <aryan_sidhwani@protonmail.com>
 License-Expression: MIT

{pembot-0.0.9 → pembot-0.1.0}/pembot/TextEmbedder/mongodb_embedder.py

@@ -69,22 +69,27 @@ def search_within_document(
     if document_belongs_to_a_type:
         project_dict['type']= 1
 
+    vectorSearchParams= {
+        'queryVector': aggregate_query_embedding,
+        'path': 'embedding',
+
+        #number of nearest neighbors to consider
+        'numCandidates': 100,
+        'limit': limit,
+        'index': index_name,
+
+    }
+
+    #filter (if a type or docid filter is given) to search only within the specified documents search space
+    if document_name_id:
+        vectorSearchParams['filter']= (
+            { "type": {"$in": [document_belongs_to_a_type ]} } if document_belongs_to_a_type else
+            { 'docId': document_name_id }
+        )
+
     pipeline = [
         {
-            '$vectorSearch': {
-                'queryVector': aggregate_query_embedding,
-                'path': 'embedding',
-
-                #number of nearest neighbors to consider
-                'numCandidates': 100,
-                'limit': limit,
-                'index': index_name,
-
-                #filter to search only within the specified document
-                'filter':
-                    { "type": {"$in": [document_belongs_to_a_type ]} } if document_belongs_to_a_type else
-                    { 'docId': document_name_id }
-            }
+            '$vectorSearch': vectorSearchParams
         },
 
         # to exclude the MongoDB internal _id
@@ -93,6 +98,8 @@ def search_within_document(
         }
     ]
 
+
+
     # print("sesraching now:")
     results = list(embeddings_collection.aggregate(pipeline))
     # print("search results: ", results)

{pembot-0.0.9 → pembot-0.1.0}/pembot/__init__.py

@@ -1,6 +1,6 @@
 """
 A Python Package to convert PEM blog content to usseful information by leveraging LLMs
 """
-__version__ = '0.0.9'
+__version__ = '0.1.0'
 from .main import save_to_json_file, make_query
 __all__ = ["save_to_json_file", "make_query"]

{pembot-0.0.9 → pembot-0.1.0}/pembot/config/config.yaml

@@ -2,4 +2,4 @@ OUTPUT_DIR: /home/cyto/dev/pembotdir
 PAGE_DELIMITER: ___________________________ NEXT PAGE ___________________________
 app:
   name: pembot
-  version: 0.0.9
+  version: 0.1.0

{pembot-0.0.9 → pembot-0.1.0}/pembot/query.py

@@ -82,7 +82,13 @@ def multi_embedding_average(llm_client, inference_client, descriptions, model= "
 
 
 
-def rag_query_llm(db_client, llm_client, inference_client, user_query: str, document_id: str, required_fields_descriptions: list[str], model_name: str = "deepseek-ai/DeepSeek-R1-0528-Qwen3-8B", ollama_base_url: str = "http://localhost:11434", no_of_fields= 4, embedding_model= "BAAI/bge-en-icl", llm_provider_name: PROVIDER_T= "novita", index_name: str= "test_search", embeddings_collection= "doc_chunks", document_belongs_to_a_type= ""):
+def rag_query_llm(db_client, llm_client, inference_client,
+    user_query: str, document_id: str, required_fields_descriptions: list[str],
+    model_name: str = "deepseek-ai/DeepSeek-R1-0528-Qwen3-8B",
+    ollama_base_url: str = "http://localhost:11434", no_of_fields= 4,
+    embedding_model= "BAAI/bge-en-icl", llm_provider_name: PROVIDER_T= "novita",
+    index_name: str= "test_search", embeddings_collection= "doc_chunks",
+    document_belongs_to_a_type= "", prompt_prefix= ""):
     """
     Performs a RAG (Retrieval Augmented Generation) query using a Hugging Face
     embedding model, ChromaDB for retrieval, and a local Ollama model for generation.
@@ -139,6 +145,7 @@ def rag_query_llm(db_client, llm_client, inference_client, user_query: str, docu
     If you don't know the answer, just say that you don't know, don't try to make up an answer.
 
     Context:
+    {prompt_prefix}
     {context}
 
     Question: {user_query}