kolzchut-ragbot 1.4.1__py3-none-any.whl → 1.4.2__py3-none-any.whl

kolzchut_ragbot/model.py

@@ -21,11 +21,12 @@ def index_from_page_id(page_id: int):
     index_postfix = round(page_id / 1000)
     return EMBEDDING_INDEX + "_" + str(index_postfix)
 
+
 def create_mapping():
     """
     Creates a mapping for the model in Elasticsearch.
     """
-    vector_fields = {f"{name}_{semantic_model}_vectors": {"type": "dense_vector", "dims": 1024}
+    vector_fields = {f'{semantic_model}_{name}_vectors': {"type": "dense_vector", "dims": 1024}
                      for name, semantic_model in definitions_singleton.models.items()}
 
     data_fields = {}
@@ -47,6 +48,7 @@ def create_mapping():
     }
     return mappings
 
+
 class Model:
     """
     Represents the model for creating, updating, and searching documents in Elasticsearch.
@@ -80,15 +82,16 @@ class Model:
         if custom_result_selection_function is not None:
             self.custom_result_selection_function = custom_result_selection_function
 
-    def create_index(self):
+    def create_index(self, index_name):
         """
         Creates an index for the model in Elasticsearch.
         """
         mapping = create_mapping()
-        if not self.es_client.indices.exists(index=os.getenv("ES_EMBEDDING_INDEX")):
+        if not self.es_client.indices.exists(index=index_name):
             self.es_client.indices.create(
-                index=os.getenv("ES_EMBEDDING_INDEX"),
-                mappings=mapping)
+                index=index_name,
+                mappings=mapping
+            )
 
     def create_or_update_documents(self, paragraphs_dicts: list[dict], update=False):
         """
@@ -118,9 +121,9 @@ class Model:
 
             except Exception as e:
                 logging.error(f"Error while searching for existing document: {e}")
-
+        self.create_index(index)
         for i, doc_dict in enumerate(paragraphs_dicts):
-            print(f"saving paragraph {i}")
+            print(f"saving paragraph {i + 1} / {len(paragraphs_dicts)}")
             doc = {
                 "last_update": datetime.datetime.now(),
                 **doc_dict

{kolzchut_ragbot-1.4.1.dist-info → kolzchut_ragbot-1.4.2.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: kolzchut-ragbot
-Version: 1.4.1
+Version: 1.4.2
 Summary: A search engine using machine learning models and Elasticsearch for advanced document retrieval.
 Home-page: https://github.com/shmuelrob/rag-bot
 Author: Shmuel Robinov

{kolzchut_ragbot-1.4.1.dist-info → kolzchut_ragbot-1.4.2.dist-info}/RECORD

@@ -4,8 +4,8 @@ kolzchut_ragbot/__init__.py,sha256=KKAc2xjCl5Aui2Cj0FWyvJ51nmnFv7MspLMqOYb-QHA,2
 kolzchut_ragbot/config.py,sha256=pcKVJVJ8P2YximjTrmVlrocHXSmzmNu_DFzNoPLa22E,138
 kolzchut_ragbot/engine.py,sha256=V8WUWyqvBWbGt-rRRf8G6BEyD-4GjsmtJrxBb6aPon8,10154
 kolzchut_ragbot/llm_client.py,sha256=q_cUZq645P7i1PliYzpJRTWlsoSECVIhE-y9wU5eRtQ,352
-kolzchut_ragbot/model.py,sha256=Nd3_0KXMfyajQTyreKpkb2hsqpkA6_P994laoRKF2iU,6452
-kolzchut_ragbot-1.4.1.dist-info/METADATA,sha256=oI7PoQRz2ddDIRUtVmVAa0FF8YSlAjQFPzLhC0lq81A,2024
-kolzchut_ragbot-1.4.1.dist-info/WHEEL,sha256=CmyFI0kx5cdEMTLiONQRbGQwjIoR1aIYB7eCAQ4KPJ0,91
-kolzchut_ragbot-1.4.1.dist-info/top_level.txt,sha256=NTZoY4GGw3v_7jm0MgcdHw8simoZ78PsR7Meqmkgd_Q,16
-kolzchut_ragbot-1.4.1.dist-info/RECORD,,
+kolzchut_ragbot/model.py,sha256=M7i9B-zzwa-ATblY-5c7gmbkOXKwS8wWmYMP8l0HE40,6502
+kolzchut_ragbot-1.4.2.dist-info/METADATA,sha256=YctMSApfbXBBvx7d0APy28lDWmulO3cfHJKjKOZ_LYQ,2024
+kolzchut_ragbot-1.4.2.dist-info/WHEEL,sha256=CmyFI0kx5cdEMTLiONQRbGQwjIoR1aIYB7eCAQ4KPJ0,91
+kolzchut_ragbot-1.4.2.dist-info/top_level.txt,sha256=NTZoY4GGw3v_7jm0MgcdHw8simoZ78PsR7Meqmkgd_Q,16
+kolzchut_ragbot-1.4.2.dist-info/RECORD,,