pyflutter-app 0.2.4__tar.gz → 0.2.6__tar.gz

{pyflutter_app-0.2.4 → pyflutter_app-0.2.6}/PKG-INFO

@@ -1,11 +1,15 @@
 Metadata-Version: 2.5
 Name: pyflutter_app
-Version: 0.2.4
+Version: 0.2.6
 Summary: Bibliotecas Python para conversão de documentos, interface e processamento de tabelas.
 Requires-Python: >=3.12
+Requires-Dist: opencv-python>=5.0.0.93
 Requires-Dist: openpyxl>=3.1.5
 Requires-Dist: pandas-stubs~=3.0.3
 Requires-Dist: pandas>=3.0.0
+Requires-Dist: playwright>=1.63.0
+Requires-Dist: pymupdf>=1.28.2
+Requires-Dist: pytesseract>=0.3.13
 Description-Content-Type: text/markdown
 
 # pyflutter

pyflutter_app-0.2.6/cartas/__init__.py

@@ -0,0 +1,17 @@
+from ._table_toi import (
+    HeaderTOI,
+    HeaderFormsTOI,
+    TableTOI,
+    LocalEntregaCarta,
+    TipoCarta,
+    BuilderTablesTOI,
+)
+
+from .find_toi import extrair_uc_toi
+from .common import BuilderConfigTOI, ConfigTOI
+
+from .relatorio import (
+    ControllerTOI,
+    ReadWriteTableTOI,
+    load_files_toi,
+)

pyflutter_app-0.2.6/cartas/_table_toi.py

@@ -0,0 +1,249 @@
+from __future__ import annotations
+from enum import StrEnum
+from typing import Any, Callable, TypeVar
+
+from pandas import DataFrame
+
+from cartas.util import (
+    ArrayList,
+    HashMapDict,
+    Table,
+    TableData,
+    ColumnV,
+    RowH,
+    PathElement,
+    Directory,
+    File,
+    concat_tables,
+    ColumnNotFoundError,
+)
+
+from table_stream import (
+    HeaderMetaData,
+    HeadersSizeNotIqualError,
+    hashFile,
+    load_file_hash,
+)
+
+from cartas.common import ConfigTOI, BuilderConfigTOI
+import pandas as pd
+
+
+class HeaderTOI(StrEnum):
+    """
+    Enumerador que representa a relação entre um documento e os dados
+    de entrega, como UC, TOI DATA etc...
+    a relação/key de uma entrega e a hash do documento.
+    """
+
+    UC = "uc"
+    TOI = "toi"
+    DAY = "day"
+    MON = "mon"
+    YEAR = "year"
+    DATE = "data_entrega"
+    HASH_FILE = HeaderMetaData.HASH_FILE.value
+
+
+class HeaderFormsTOI(StrEnum):
+    """
+        Dados completos de uma entrega TOI, incluindo os metadados e
+    caminho absoluto dos arquivos.
+    """
+
+    UC = HeaderTOI.UC
+    TOI = HeaderTOI.TOI
+    DAY = HeaderTOI.DAY
+    MON = HeaderTOI.MON
+    YEAR = HeaderTOI.YEAR
+    DATE = HeaderTOI.DATE
+    HASH_FILE = HeaderTOI.HASH_FILE
+
+    LOCAL_ENTREGA = "local_entrega"
+    TIPO_DOC = "tipo_carta"
+
+    IS_FILE = "arquivo?"
+    FULL_PATH = HeaderMetaData.FILE_PATH.value
+    SRC = HeaderMetaData.PARENT_DIR.value
+    FILE_EXTENSION = HeaderMetaData.FILE_EXTENSION.value
+    FILE_BASENAME = "basename"
+
+
+class TipoCarta(StrEnum):
+
+    CARTA_CALCULO = "CARTA-CALCULO"
+
+
+class LocalEntregaCarta(StrEnum):
+
+    OUTRO = "OUTRO"
+    MAOS = "MÃOS"
+    CORREIOS = "CORREIOS"
+    PORTAO = "PORTÃO"
+
+
+class TableTOI(TableData[HeaderTOI]):
+    """
+    Tabela para representar dados de das entregas de uma carta TOI. Não inclui meta dados dos arquivos.
+    """
+
+    def __init__(self, data: DataFrame | None = None) -> None:
+        super().__init__(data)
+
+    def rows(self) -> ArrayList[RowH[HeaderTOI, Any]]:
+        return super().rows()
+
+    def select_columns(self, header: list[HeaderTOI]) -> TableTOI:
+        return TableTOI.create_from_data(super().select_columns(header).to_dataframe())
+
+    def search(self, h: HeaderTOI, value: Any) -> TableTOI:
+        return TableTOI.create_from_data(super().search(h, value).to_dataframe())
+
+    def drop_duplicates(self) -> TableTOI:
+        return TableTOI(super().drop_duplicates().to_dataframe())
+
+    @classmethod
+    def create_from_data(cls, data: DataFrame) -> TableTOI:
+        return TableTOI.builder().create_table_toi_from_df(data)
+
+    @staticmethod
+    def builder() -> BuilderTablesTOI:
+        return BuilderTablesTOI()
+
+
+class BuilderTablesTOI(object):
+
+    def __init__(self) -> None:
+
+        self.default_cols_toi = ArrayList[HeaderTOI].from_list(
+            [
+                HeaderTOI.UC,
+                HeaderTOI.TOI,
+                HeaderTOI.DATE,
+                HeaderTOI.YEAR,
+                HeaderTOI.MON,
+                HeaderTOI.DAY,
+                HeaderTOI.HASH_FILE,
+            ]
+        )
+
+        self.default_cols_forms = ArrayList[HeaderFormsTOI].from_list(
+            [
+                HeaderFormsTOI.UC,
+                HeaderFormsTOI.TOI,
+                HeaderFormsTOI.DATE,
+                HeaderFormsTOI.YEAR,
+                HeaderFormsTOI.MON,
+                HeaderFormsTOI.DAY,
+                HeaderFormsTOI.LOCAL_ENTREGA,
+                HeaderFormsTOI.TIPO_DOC,
+                HeaderFormsTOI.HASH_FILE,
+                HeaderFormsTOI.IS_FILE,
+                HeaderFormsTOI.FILE_BASENAME,
+                HeaderFormsTOI.FILE_EXTENSION,
+                HeaderFormsTOI.FULL_PATH,
+                HeaderFormsTOI.SRC,
+            ]
+        )
+
+    def create_table_toi(self) -> TableTOI:
+        """
+        Cria uma tabela TOI vazia com todos os itens do cabeçalho HeaderTOI
+        """
+
+        tb = TableTOI()
+        self.default_cols_toi.for_each(lambda c: tb.add(ColumnV(c)))
+        return tb
+
+    def create_table_toi_from_df(self, df: pd.DataFrame) -> TableTOI:
+        df = df.astype(str)
+        df_cols = ArrayList(df.columns.tolist())
+        tb = TableTOI()
+
+        c: HeaderTOI
+        for c in self.default_cols_toi:
+            if df_cols.contains(c.value):
+                tb.add(
+                    ColumnV.create_from_list(c, df[c.value].astype(str).values.tolist())
+                )
+
+        if tb.header().size() != self.default_cols_toi.size():
+            raise HeadersSizeNotIqualError(
+                f"DataFrame() de entrega toi com colunas diferente do padrão: \n{tb.header()}"
+            )
+        return tb
+
+    def create_table_forms(self) -> TableData[HeaderFormsTOI]:
+        """
+        Cria uma tabela com os cabeçalhos de HeaderForms.
+        """
+        tb = TableData()
+        self.default_cols_forms.for_each(lambda c: tb.add(ColumnV(c)))
+        return tb
+
+    def create_table_forms_from_df(self, df: pd.DataFrame) -> TableData[HeaderFormsTOI]:
+        df = df.astype(str)
+        df_cols = ArrayList(df.columns.tolist())
+        final_table = TableData()
+
+        c: HeaderFormsTOI
+        for c in self.default_cols_forms:
+
+            if df_cols.contains(c.value):
+                final_table.add(
+                    ColumnV.create_from_list(c, df[c.value].astype(str).values.tolist())
+                )
+
+        if final_table.header().size() != self.default_cols_forms.size():
+            msg = "DataFrame() FORMS toi com colunas diferente do padrão:"
+            msg_header = f"Cabeçalho FORMS {final_table.header()}"
+            raise HeadersSizeNotIqualError(
+                f"{msg} \n\n{msg_header}\nCabeçalho externo {df.columns}"
+            )
+        return final_table
+
+    def create_table_toi_from_file(self, path: File) -> TableTOI | None:
+        if not path.exists():
+            return None
+
+        mp = self.create_map_from_filename(path.name())
+        if mp is None:
+            return None
+
+        mp.set_value(HeaderTOI.HASH_FILE, load_file_hash(path))
+        tb = TableTOI()
+        c: HeaderTOI
+
+        for c in self.default_cols_toi:
+            tb.add(ColumnV.create_from_list(c, [mp.get_value(c)]))
+        return tb
+
+    def create_map_from_filename(
+        self, filename: str
+    ) -> HashMapDict[HeaderTOI, str] | None:
+        """
+        Retorna um Map de chave/valor com as seguintes chaves:
+
+        HeaderDocTOI.UC, HeaderDocTOI.TOI, HeaderDocTOI.DAY,
+        HeaderDocTOI.MON, HeaderDocTOI.YEAR e HeaderDocTOI.DATE.
+        """
+
+        try:
+            values = filename.split(" ")
+            if len(values) < 5:
+                return None
+        except:
+            return None
+        else:
+            for x in values:
+                if not x.isnumeric():
+                    return None
+
+            data = HashMapDict()
+            data[HeaderTOI.UC] = values[0]  # UC
+            data[HeaderTOI.TOI] = values[1]  # TOI
+            data[HeaderTOI.DAY] = values[2]  # DIA
+            data[HeaderTOI.MON] = values[3]  # MÊS
+            data[HeaderTOI.YEAR] = values[4]  # ANO
+            data[HeaderTOI.DATE] = f"{values[2]}/{values[3]}/{values[4]}"
+            return data

pyflutter_app-0.2.6/cartas/common.py

@@ -0,0 +1,67 @@
+from __future__ import annotations
+from dataclasses import dataclass
+
+from cartas.util import File, Directory, UserFileSystem, BuilderConfigOcr
+
+
+@dataclass
+class ConfigTOI:
+
+    file_relatorio_toi: File
+    file_table_toi: File
+    dir_base_toi: Directory
+    work_dir: Directory
+
+
+class BuilderConfigTOI(object):
+
+    _instance = None  # Atributo de classe para armazenar a instância singleton
+
+    def __new__(cls, *args, **kwargs):
+        if cls._instance is None:
+            cls._instance = super(BuilderConfigTOI, cls).__new__(cls)
+        return cls._instance
+
+    def __init__(self) -> None:
+
+        # Garante que __init__ não será executado mais de uma vez
+        if hasattr(self, "_initialized") and self._initialized:
+            return
+
+        super().__init__()
+        self._initialized: bool = True
+        self._builder_ocr = BuilderConfigOcr.get_instance()
+        self._config = self._create()
+
+    @property
+    def dir_base_work(self) -> Directory:
+        return self._builder_ocr.builder().dir_base_work
+
+    @property
+    def dir_retorno_de_campo(self) -> Directory:
+        return self.dir_base_work.concat("Cartas-TOI", True).concat(
+            "Retorno-de-campo", True
+        )
+
+    @property
+    def file_relatorio_toi(self) -> File:
+        d = self._builder_ocr.builder().dir_table
+        return d.join_file("Relatorio-tois.xlsx")
+
+    @property
+    def file_table_toi(self) -> File:
+        d = self._builder_ocr.builder().dir_table
+        return d.join_file("Tabela-tois.xlsx")
+
+    def _create(self) -> ConfigTOI:
+        return ConfigTOI(
+            work_dir=self.dir_base_work,
+            dir_base_toi=self.dir_retorno_de_campo,
+            file_relatorio_toi=self.file_relatorio_toi,
+            file_table_toi=self.file_table_toi,
+        )
+
+    def builder(self) -> ConfigTOI:
+        if self._config is None:
+            self._config = self._create()
+        return self._config

pyflutter_app-0.2.6/cartas/find_toi.py

@@ -0,0 +1,27 @@
+import re
+
+
+# ============================================================#
+# Extração de UC/TOI tolerante a falhas de OCR
+# ============================================================#
+#
+# UC: 1305934 TOI: 193166923 ...
+# UC: 1305934 TO! 193166923 ...   (TOI virou TO!, ":" some)
+# UC| 1305934 T0I: 193166923 ...  (0 no lugar do O)
+#
+
+UC_TOI_PATTERN = re.compile(
+    r"U[C0]\s*[:;|!]?\s*(\d{4,10})" r".{0,60}?" r"T[O0][I1L!l]?\s*[:;|!]?\s*(\d{4,10})",
+    re.IGNORECASE | re.DOTALL,
+)
+
+
+def extrair_uc_toi(texto: str) -> tuple[str, str] | None:
+    """
+        Retorna (uc, toi) a partir do texto OCR completo de um arquivo,
+    ou None se o padrão não for encontrado.
+    """
+    m = UC_TOI_PATTERN.search(texto)
+    if not m:
+        return None
+    return m.group(1), m.group(2)