iatoolkit 0.4.1__tar.gz → 0.4.2__tar.gz

{iatoolkit-0.4.1 → iatoolkit-0.4.2}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: iatoolkit
-Version: 0.4.1
+Version: 0.4.2
 Summary: IAToolkit
 Author: Fernando Libedinsky
 License-Expression: MIT

{iatoolkit-0.4.1 → iatoolkit-0.4.2}/pyproject.toml

@@ -4,7 +4,7 @@ build-backend = "setuptools.build_meta"
 
 [project]
 name = "iatoolkit"
-version = "0.4.1"
+version = "0.4.2"
 requires-python = ">=3.11"
 description = "IAToolkit"
 readme = "readme.md"

{iatoolkit-0.4.1 → iatoolkit-0.4.2}/src/iatoolkit.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: iatoolkit
-Version: 0.4.1
+Version: 0.4.2
 Summary: IAToolkit
 Author: Fernando Libedinsky
 License-Expression: MIT

{iatoolkit-0.4.1 → iatoolkit-0.4.2}/src/services/dispatcher_service.py

@@ -109,7 +109,7 @@ class Dispatcher:
                     prompt_name=prompt['name'],
                     description=prompt['description'],
                     order=1,
-                    is_system_prompt=True
+                    is_system_prompt=True,
                 )
                 i += 1
 
@@ -117,7 +117,7 @@ class Dispatcher:
         for company in self.company_instances.values():
             company.register_company()
 
-    def dispatch(self, company_name: str, action: str, **kwargs) -> str:
+    def dispatch(self, company_name: str, action: str, **kwargs) -> dict:
         company_key = company_name.lower()
 
         if company_key not in self.company_instances:

{iatoolkit-0.4.1 → iatoolkit-0.4.2}/src/services/document_service.py

@@ -16,7 +16,7 @@ class DocumentService:
     @inject
     def __init__(self):
         # max number of pages to load
-        self.max_doc_pages = int(os.getenv("MAX_DOC_PAGES", "10"))
+        self.max_doc_pages = int(os.getenv("MAX_DOC_PAGES", "200"))
 
     def file_to_txt(self, filename, file_content):
         try:

{iatoolkit-0.4.1 → iatoolkit-0.4.2}/src/services/load_documents_service.py

@@ -52,103 +52,16 @@ class LoadDocumentsService:
             separators=["\n\n", "\n", "."]
         )
 
-    # load the files for all of the companies.
-    def load(self, doc_type: str = None):
+    def load_company_files(self,
+                         company: Company,
+                         connector_config: Dict,
+                         predefined_metadata: Dict = None,
+                         filters: Dict = None):
         """
-                Loads documents for all companies based on their configuration.
-                It can load all document types or a specific one if provided.
-
-                Args:
-                    doc_type (str, optional): A specific document type to load.
-                                              If None, all configured types are loaded.
-
-                Returns:
-                    Dict: A dictionary with a summary message.
-                """
-        # doc_type: an optional document_type for loading
-        files_loaded = 0
-        companies = self.profile_repo.get_companies()
-
-        for company in companies:
-            load_config = company.parameters.get('load', {})
-            if not load_config:
-                continue
-
-            print(f"Cargando datos de ** {company.short_name} **")
-
-            # Si hay configuraciones de tipos de documento específicos
-            doc_types_config = load_config.get('document_types', {})
-
-            if doc_types_config and len(doc_types_config) > 0:
-                # Si se especificó un tipo de documento, cargar solo ese tipo
-                if doc_type and doc_type in doc_types_config:
-                    files_loaded += self._load_document_type(company, doc_type, doc_types_config[doc_type])
-                # Si no se especificó, cargar todos los tipos configurados
-                elif not doc_type:
-                    for type_name, type_config in doc_types_config.items():
-                        files_loaded += self._load_document_type(company, type_name, type_config)
-            else:
-                # Comportamiento anterior: usar la configuración general
-                connector = load_config.get('connector', {})
-                if not connector:
-                    raise IAToolkitException(IAToolkitException.ErrorType.MISSING_PARAMETER,
-                                       f"Falta configurar conector en empresa {company.short_name}")
-
-                files_loaded += self.load_data_source(company=company,
-                                                      connector_config=connector)
-
-        return {'message': f'{files_loaded} files processed'}
-
-    def load_company_files(self, company: Company,
-                           connector: dict,
-                           predefined_metadata: Dict = None,
-                           filters: Dict = None):
-        """
-        Loads all files for a specific company using a given connector.
+        Loads all the company files from a connector
 
         Args:
             company (Company): The company to load files for.
-            connector (dict): The connector configuration.
-
-        Returns:
-            Dict: A dictionary with a summary message.
-        """
-        if not connector:
-            raise IAToolkitException(IAToolkitException.ErrorType.MISSING_PARAMETER,
-                        f"Falta configurar conector")
-
-        files_loaded = self.load_data_source(
-                            company=company,
-                            connector_config=connector,
-                            predefined_metadata=predefined_metadata,
-                            filters=filters)
-
-        return {'message': f'{files_loaded} files processed'}
-
-    def _load_document_type(self, company: Company, doc_type_name: str, type_config: Dict) -> int:
-        # load specific document_types for a company
-        connector = type_config.get('connector')
-        if not connector:
-            logging.warning(f"Falta configurar conector para tipo {doc_type_name} en empresa {company.short_name}")
-            raise IAToolkitException(IAToolkitException.ErrorType.MISSING_PARAMETER,
-                               f"Falta configurar conector para tipo {doc_type_name} en empresa {company.short_name}")
-
-        # get the metadata for this connector
-        predefined_metadata = type_config.get('metadata', {})
-
-        # config specific filters
-        filters = type_config.get('filters', {"filename_contains": ".pdf"})
-
-        return self.load_data_source(company=company,
-                                     connector_config=connector,
-                                     predefined_metadata=predefined_metadata,
-                                     filters=filters)
-
-    def load_data_source(self, company: Company, connector_config: Dict, predefined_metadata: Dict = None, filters: Dict = None):
-        """
-        Loads files from a data source using a connector and a FileProcessor.
-
-        Args:
             connector_config (Dict): The configuration for the file connector.
             predefined_metadata (Dict, optional): Metadata to be added to all documents from this source.
             filters (Dict, optional): Filters to apply to the files.
@@ -156,6 +69,10 @@ class LoadDocumentsService:
         Returns:
             int: The number of processed files.
         """
+        if not connector_config:
+            raise IAToolkitException(IAToolkitException.ErrorType.MISSING_PARAMETER,
+                        f"Falta configurar conector")
+
         try:
             if not filters:
                 filters = {"filename_contains": ".pdf"}