pembot 0.1.6__tar.gz → 0.1.8__tar.gz

{pembot-0.1.6 → pembot-0.1.8}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: pembot
-Version: 0.1.6
+Version: 0.1.8
 Summary: A Python Package to convert PEM blog content to usseful information by leveraging LLMs
 Author-email: cyto <aryan_sidhwani@protonmail.com>
 License-Expression: MIT

pembot-0.1.8/pembot/.git/COMMIT_EDITMSG

@@ -0,0 +1 @@
+cyto/fixed the excel file input bug, in the conversion method; added exceptions where there is invalid input

{pembot-0.1.6 → pembot-0.1.8}/pembot/.git/logs/HEAD

@@ -18,3 +18,5 @@ f214d4d56726e2928479c5948bd88e038cf70b2e 8fc00bf69f4ad3e50c13acc4a0988b6c0fe72b5
 c3cc0da3d955ecec0f865c46c030a0c073697495 e6adbc3c373070269f97ef82d4f63027d7878f67 cyto <silverstone965@gmail.com> 1758880975 +0530	commit: cyto/put the output of the converted file in excel case to write to file if path is given
 e6adbc3c373070269f97ef82d4f63027d7878f67 81d01e1c63d48b096c77aae83471d42272ca9fce cyto <silverstone965@gmail.com> 1758890262 +0530	commit: cyto/fixed a file already open error and wrote to file if myfile is excel type and output_dir is given
 81d01e1c63d48b096c77aae83471d42272ca9fce e89cb4f5af158d26dcff5eed03dba6671a818739 cyto <silverstone965@gmail.com> 1758891589 +0530	commit: cyto/made the excel convertor compatible with suffix input from both system file and with bytes + manual suffix input
+e89cb4f5af158d26dcff5eed03dba6671a818739 e3c62c141fc65ef2be0095c49b23e06263f0b734 cyto <silverstone965@gmail.com> 1758892053 +0530	commit: silly willy mistake
+e3c62c141fc65ef2be0095c49b23e06263f0b734 d440b20aae1265dabbd3ddaafb24c35e40e3ab3c cyto <silverstone965@gmail.com> 1759127664 +0530	commit: cyto/fixed the excel file input bug, in the conversion method; added exceptions where there is invalid input

{pembot-0.1.6 → pembot-0.1.8}/pembot/.git/logs/refs/heads/main

@@ -18,3 +18,5 @@ f214d4d56726e2928479c5948bd88e038cf70b2e 8fc00bf69f4ad3e50c13acc4a0988b6c0fe72b5
 c3cc0da3d955ecec0f865c46c030a0c073697495 e6adbc3c373070269f97ef82d4f63027d7878f67 cyto <silverstone965@gmail.com> 1758880975 +0530	commit: cyto/put the output of the converted file in excel case to write to file if path is given
 e6adbc3c373070269f97ef82d4f63027d7878f67 81d01e1c63d48b096c77aae83471d42272ca9fce cyto <silverstone965@gmail.com> 1758890262 +0530	commit: cyto/fixed a file already open error and wrote to file if myfile is excel type and output_dir is given
 81d01e1c63d48b096c77aae83471d42272ca9fce e89cb4f5af158d26dcff5eed03dba6671a818739 cyto <silverstone965@gmail.com> 1758891589 +0530	commit: cyto/made the excel convertor compatible with suffix input from both system file and with bytes + manual suffix input
+e89cb4f5af158d26dcff5eed03dba6671a818739 e3c62c141fc65ef2be0095c49b23e06263f0b734 cyto <silverstone965@gmail.com> 1758892053 +0530	commit: silly willy mistake
+e3c62c141fc65ef2be0095c49b23e06263f0b734 d440b20aae1265dabbd3ddaafb24c35e40e3ab3c cyto <silverstone965@gmail.com> 1759127664 +0530	commit: cyto/fixed the excel file input bug, in the conversion method; added exceptions where there is invalid input

{pembot-0.1.6 → pembot-0.1.8}/pembot/.git/logs/refs/remotes/origin/main

@@ -17,3 +17,5 @@ f214d4d56726e2928479c5948bd88e038cf70b2e 8fc00bf69f4ad3e50c13acc4a0988b6c0fe72b5
 c3cc0da3d955ecec0f865c46c030a0c073697495 e6adbc3c373070269f97ef82d4f63027d7878f67 cyto <silverstone965@gmail.com> 1758880990 +0530	update by push
 e6adbc3c373070269f97ef82d4f63027d7878f67 81d01e1c63d48b096c77aae83471d42272ca9fce cyto <silverstone965@gmail.com> 1758890281 +0530	update by push
 81d01e1c63d48b096c77aae83471d42272ca9fce e89cb4f5af158d26dcff5eed03dba6671a818739 cyto <silverstone965@gmail.com> 1758891600 +0530	update by push
+e89cb4f5af158d26dcff5eed03dba6671a818739 e3c62c141fc65ef2be0095c49b23e06263f0b734 cyto <silverstone965@gmail.com> 1758892065 +0530	update by push
+e3c62c141fc65ef2be0095c49b23e06263f0b734 d440b20aae1265dabbd3ddaafb24c35e40e3ab3c cyto <silverstone965@gmail.com> 1759127680 +0530	update by push

pembot-0.1.8/pembot/.git/objects/e3/c62c141fc65ef2be0095c49b23e06263f0b734

@@ -0,0 +1,4 @@
+x
��M
+�0F]�����d"^%M&Zli���<������XK��4V��,1j��
��
+��<x&�
+F�&�dY<��K�L>�C��5P2�b����Mc@t:�&g��v���{��M�׭Յ=��V�4�b-�y���c�}큍�PE��w���L[_ $I�

pembot-0.1.8/pembot/.git/refs/heads/main

@@ -0,0 +1 @@
+d440b20aae1265dabbd3ddaafb24c35e40e3ab3c

pembot-0.1.8/pembot/.git/refs/remotes/origin/main

@@ -0,0 +1 @@
+d440b20aae1265dabbd3ddaafb24c35e40e3ab3c

{pembot-0.1.6 → pembot-0.1.8}/pembot/AnyToText/convertor.py

@@ -5,7 +5,6 @@ from pembot.pdf2markdown.extract import MarkdownPDFExtractor
 import os
 import pandas as pd
 from typing import Literal, Union
-import tempfile
 from datetime import datetime, date
 from tabulate import tabulate
 
@@ -33,8 +32,13 @@ class Convertor():
 
     def __init__(self, myfile: Path | None= None, output_dir: Path | None= None, file_bytes: bytes | None= None, suffix: str | None= None, file_type: str | None= None, model_name: str | None = None):
 
+        self.input_filepath= None
         self.output= ""
         self.suffix= suffix
+        self.file_bytes= file_bytes
+
+        if (file_bytes and not suffix) or (file_bytes and not file_type):
+            raise Exception("wrong use of convertor library, have to give suffix and file_type along with the file_bytes")
 
 
         if model_name is None:
@@ -43,7 +47,7 @@ class Convertor():
 
         # file_type can be pdf, excel, etc.
         if file_bytes and suffix:
-            with tempfile.TemporaryDirectory() as dp:
+            with TemporaryDirectory() as dp:
                 output_dir = Path(dp)
                 myfile = output_dir / f"input{suffix}"
                 myfile.write_bytes(file_bytes)
@@ -101,42 +105,51 @@ class Convertor():
         markdown_output = []
 
         file_suffix= ''
-        try:
-            if not input_filepath.exists():
-                file_suffix= self.suffix
-            else:
-                file_suffix = input_filepath.suffix.lower()
-
-            current_engine: PandasReadEngineType = excel_ods_engine
 
-            if file_suffix in ['.xls', '.xlsx', '.ods']:
-                if file_suffix == '.ods':
-                    if current_engine is None:
-                        current_engine = 'odf'
-                    elif current_engine != 'odf':
-                        print(f"Warning: Specified engine '{current_engine}' may not be optimal for ODS. Forcing 'odf'.")
-                        current_engine = 'odf'
-
-                excel_file = pd.ExcelFile(input_filepath, engine=current_engine)
-                if not excel_file.sheet_names:
-                    return f"Warning: File '{input_filepath.name}' contains no sheets."
-
-                for sheet_name in excel_file.sheet_names:
-                    df = excel_file.parse(sheet_name)
-                    markdown_output.append(f"## {sheet_name}\n")
+        try:
+            with TemporaryDirectory() as dp:
+                dp_path= Path(dp)
+
+                if input_filepath is None:
+                    file_suffix= self.suffix
+                    if file_suffix and self.file_bytes:
+                        input_filepath= dp_path / ("my_excel_file" + file_suffix)
+                        input_filepath.write_bytes(self.file_bytes)
+                    else:
+                        raise Exception("no input file name, and no file bytes either")
+                elif input_filepath.exists():
+                    file_suffix = input_filepath.suffix.lower()
+
+                current_engine: PandasReadEngineType = excel_ods_engine
+
+                if file_suffix in ['.xls', '.xlsx', '.ods']:
+                    if file_suffix == '.ods':
+                        if current_engine is None:
+                            current_engine = 'odf'
+                        elif current_engine != 'odf':
+                            print(f"Warning: Specified engine '{current_engine}' may not be optimal for ODS. Forcing 'odf'.")
+                            current_engine = 'odf'
+
+                    excel_file = pd.ExcelFile(input_filepath, engine=current_engine)
+                    if not excel_file.sheet_names:
+                        return f"Warning: File '{input_filepath.name}' contains no sheets."
+
+                    for sheet_name in excel_file.sheet_names:
+                        df = excel_file.parse(sheet_name)
+                        markdown_output.append(f"## {sheet_name}\n")
+                        markdown_table = tabulate(df, headers='keys', tablefmt='pipe')
+                        markdown_output.append(markdown_table)
+                        markdown_output.append("\n")
+
+                    return "\n".join(markdown_output)
+
+                elif file_suffix == '.csv':
+                    df = pd.read_csv(input_filepath)
                     markdown_table = tabulate(df, headers='keys', tablefmt='pipe')
-                    markdown_output.append(markdown_table)
-                    markdown_output.append("\n")
+                    return markdown_table
 
-                return "\n".join(markdown_output)
-
-            elif file_suffix == '.csv':
-                df = pd.read_csv(input_filepath)
-                markdown_table = tabulate(df, headers='keys', tablefmt='pipe')
-                return markdown_table
-
-            else:
-                return f"Error: Unsupported file type: '{file_suffix}'. Please provide a CSV, XLS, XLSX, or ODS file."
+                else:
+                    return f"Error: Unsupported file type: '{file_suffix}'. Please provide a CSV, XLS, XLSX, or ODS file."
 
         except ImportError as ie:
             if 'odfpy' in str(ie).lower() and file_suffix == '.ods':
@@ -182,10 +195,10 @@ if __name__ == '__main__':
         #     conv= Convertor(file_bytes= imgpdf.read(), suffix= ".pdf", file_type= "pdf")
         #     print(conv.output)
 
-        # print("Test 2: JD pdf, bytes")
-        # with open("/home/cyto/dev/pembotdir/jds/PM Trainee.pdf", "rb") as imgpdf:
-        #     conv= Convertor(file_bytes= imgpdf.read(), suffix= ".pdf", file_type= "pdf")
-        #     print(conv.output)
+        print("Test 2: balance sheet, bytes")
+        with open("/home/cyto/Downloads/balance_sheet_2023-24_final.xlsx", "rb") as xl:
+            conv= Convertor(file_bytes= xl.read(), suffix= ".xlsx", file_type= "excel")
+            print(conv.output)
 
         print("Test 3: excel schedule, bytes")
         with open("/home/cyto/Downloads/Assignment schedule.xlsx", "rb") as imgpdf:
@@ -193,13 +206,13 @@ if __name__ == '__main__':
             print(conv.output)
 
         # without bytes example:
-        print("Test 4: scanned pdf, path")
-        conv= Convertor(myfile= Path('/home/cyto/Documents/scanned.pdf'), output_dir= Path('/home/cyto/Documents'))
-        print(conv.output)
-
-        print("Test 5: schedule excel, path")
-        conv= Convertor(myfile= Path('/home/cyto/Downloads/Assignment schedule.xlsx'), output_dir= Path('/home/cyto/Downloads'))
-        print(conv.output)
+        # print("Test 4: scanned pdf, path")
+        # conv= Convertor(myfile= Path('/home/cyto/Documents/scanned.pdf'), output_dir= Path('/home/cyto/Documents'))
+        # print(conv.output)
+        #
+        # print("Test 5: schedule excel, path")
+        # conv= Convertor(myfile= Path('/home/cyto/Downloads/Assignment schedule.xlsx'), output_dir= Path('/home/cyto/Downloads'))
+        # print(conv.output)
     except FileNotFoundError as fe:
         print("file not found, modify the driver code to get sample files to test:\n\n", fe)
     except Exception as e:

{pembot-0.1.6 → pembot-0.1.8}/pembot/__init__.py

@@ -1,6 +1,6 @@
 """
 A Python Package to convert PEM blog content to usseful information by leveraging LLMs
 """
-__version__ = '0.1.6'
+__version__ = '0.1.8'
 from .main import save_to_json_file, make_query
 __all__ = ["save_to_json_file", "make_query"]

{pembot-0.1.6 → pembot-0.1.8}/pembot/config/config.yaml

@@ -2,4 +2,4 @@ OUTPUT_DIR: /home/cyto/dev/pembotdir
 PAGE_DELIMITER: ___________________________ NEXT PAGE ___________________________
 app:
   name: pembot
-  version: 0.1.6
+  version: 0.1.8

{pembot-0.1.6 → pembot-0.1.8}/pembot/requirements.txt

@@ -45,7 +45,7 @@ pandas==2.3.0
 pathlib==1.0.1
 pdfminer.six==20250506
 pdfplumber==0.11.7
-pembot==0.1.6
+pembot==0.1.8
 pillow==11.3.0
 primp==0.15.0
 pyasn1==0.6.1

pembot-0.1.6/pembot/.git/COMMIT_EDITMSG

@@ -1 +0,0 @@
-cyto/made the excel convertor compatible with suffix input from both system file and with bytes + manual suffix input

pembot-0.1.6/pembot/.git/refs/heads/main

@@ -1 +0,0 @@
-e89cb4f5af158d26dcff5eed03dba6671a818739

pembot-0.1.6/pembot/.git/refs/remotes/origin/main

@@ -1 +0,0 @@
-e89cb4f5af158d26dcff5eed03dba6671a818739