table-stream 0.2.7__tar.gz → 0.2.9__tar.gz

{table_stream-0.2.7 → table_stream-0.2.9}/PKG-INFO

@@ -1,10 +1,11 @@
 Metadata-Version: 2.4
 Name: table_stream
-Version: 0.2.7
+Version: 0.2.9
 Summary: Tipos de dados e implementações para o uso em tabelas.
 Requires-Python: >=3.12
 Description-Content-Type: text/markdown
 Requires-Dist: openpyxl>=3.1.5
 Requires-Dist: pandas>=3.0.0
+Requires-Dist: pandas-stubs~=3.0.0
 
 # table_stream

{table_stream-0.2.7 → table_stream-0.2.9}/pyproject.toml

@@ -1,12 +1,13 @@
 [project]
 name = "table_stream"
-version = "0.2.7"
+version = "0.2.9"
 description = "Tipos de dados e implementações para o uso em tabelas."
 readme = "README.md"
 requires-python = ">=3.12"
 dependencies = [
     "openpyxl>=3.1.5",
     "pandas>=3.0.0",
+    "pandas-stubs~=3.0.0",
 ]
 
 [dependency-groups]

{table_stream-0.2.7 → table_stream-0.2.9}/table_stream/__init__.py

@@ -1,14 +1,14 @@
 from __future__ import annotations
-from collections.abc import Iterable
 
-from abc import abstractmethod, ABC, ABCMeta
+# from collections.abc import Iterable
+
+from abc import abstractmethod, ABC  # ABCMeta
 from typing import (
     Any,
     Callable,
     Union,
     Literal,
     Optional,
-    Type,
     TypeVar,
     NewType,
     Protocol,
@@ -27,9 +27,12 @@ from zipfile import ZipFile
 
 import json
 from pandas import DataFrame
-from pandas import Series
+
+# from pandas import Series
 import pandas as pd
 
+__version__ = version = "0.2.8"
+
 T = TypeVar("T")
 K = TypeVar("K")
 V = TypeVar("V", contravariant=True)
@@ -57,7 +60,7 @@ stateName = Literal[
     "success",
     "stopped",
     "running",
-    "not_incialized",
+    "not_inicialized",
 ]
 
 MOD_ODF: bool = False
@@ -643,7 +646,9 @@ class HashMapDict[K, T](HashMap):
 
     def to_map_str(self) -> dict[str, Any]:
         final = dict()
-        for i in self.header():
+        _header = self.header()
+
+        for i in _header:
             final[str(i)] = str(self.get_value(i))
         return final
 
@@ -885,9 +890,7 @@ class Listener[NOTIFIER](ABC):
 
     def __init__(self) -> None:
         super().__init__()
-        self.func_read_notifier: Callable[[type[NOTIFIER]], NOTIFIER] = (
-            self._read_notifier
-        )
+        self.fn_read: Callable[[type[NOTIFIER]], NOTIFIER] = self._read_notifier
 
         # Notifiers já observados por este Consumer (evita registrar o
         # mesmo listener duas vezes a cada build(), e permite unwatch_all()).
@@ -895,10 +898,14 @@ class Listener[NOTIFIER](ABC):
         self.type_notifier: type[NOTIFIER] = None
 
     def _read_notifier(self, type_notifier: type[NOTIFIER]) -> NOTIFIER:
+        if self.type_notifier is None:
+            raise ValueError(
+                f"Nenhum notificador foi definido em ... {__class__.__name__}()"
+            )
         return self._watched[type_notifier]
 
     def read(self) -> NOTIFIER:
-        return self.func_read_notifier(self.type_notifier)
+        return self.fn_read(self.type_notifier)
 
     def watch(self, notifier: NOTIFIER) -> NOTIFIER:
         self.type_notifier = type(notifier)
@@ -987,10 +994,10 @@ class EventState(ABC):
     estado para o ThreadStateContext (self._context._set_state(...)).
     """
 
-    name: str = "abstract"
+    name: stateName = "abstract"
 
     def __init__(self) -> None:
-        self._state_name: stateName = "not_incialized"
+        self._state_name: stateName = "not_inicialized"
 
     def __repr__(self) -> str:
         return f"<{self.__class__.__name__}()>"
@@ -1050,11 +1057,11 @@ class EventState(ABC):
 class NotInicializedState(EventState):
     """Estado inicial. Nenhum trabalho começou ainda."""
 
-    name = "not_started"
+    name: stateName = "not_inicialized"
 
     def __init__(self) -> None:
         super().__init__()
-        self._state_name = "not_incialized"
+        self._state_name: stateName = "not_inicialized"
 
     def start(self, context: StateValue) -> None:
         context.set_state(RunningState())
@@ -1182,11 +1189,11 @@ class StopState(EventState):
 
 class StateValue[V]:
 
-    def __init__(self, on_finish: Callable[[StateValue]] = None) -> None:
+    def __init__(self, on_finish: Callable[[StateValue], None] | None = None) -> None:
         super().__init__()
 
         self._state: EventState = NotInicializedState()
-        self.on_finish: Callable[[StateValue]] = on_finish
+        self.on_finish: Callable[[StateValue], None] | None = on_finish
 
         self._exception: Exception | None = None
         self.msg_error: str | None = None
@@ -1209,7 +1216,7 @@ class StateValue[V]:
     def set_state(self, new_state: EventState) -> None:
         self._state = new_state
 
-    def execute_command(self, cmd: Callable[[StateValue]] | None) -> None:
+    def execute_command(self, cmd: Callable[[StateValue], None] | None) -> None:
         if cmd is not None:
             cmd(self)
 
@@ -3038,12 +3045,15 @@ def create_table_from_file(
         md5 = load_file_hash(file)
 
     tb: TableData[HeaderMetaData] = create_void_table_files()
+    row = RowH(0)
 
-    tb.get(HeaderMetaData.FILE_NAME).add(file.name())
-    tb.get(HeaderMetaData.FILE_EXTENSION).add(file.extension() or ".nan")
-    tb.get(HeaderMetaData.FILE_PATH).add(file.absolute())
-    tb.get(HeaderMetaData.PARENT_DIR).add(file.parent().absolute())
-    tb.get(HeaderMetaData.HASH_FILE).add(md5)
+    row.set(HeaderMetaData.FILE_NAME, file.name())
+    row.set(HeaderMetaData.FILE_EXTENSION, file.extension() or ".nan")
+    row.set(HeaderMetaData.FILE_PATH, file.absolute())
+    row.set(HeaderMetaData.PARENT_DIR, file.parent().absolute())
+    row.set(HeaderMetaData.HASH_FILE, md5)
+
+    tb.add_row(row)
     return tb
 
 
@@ -3211,9 +3221,16 @@ class DataStorage(Observable[pd.DataFrame]):
 
 
 class DataReader(object):
+    """
+    Faz a leitura de uma planilha e retorna um Map de DataFrame()
 
-    def __init__(self, store: DataStorage) -> None:
+    """
+
+    def __init__(self, store: DataStorage | None = None) -> None:
         super().__init__()
+        if store is None:
+            store = DataStorage()
+
         self._store = store
 
     def read(self, path: File) -> pd.DataFrame:
@@ -3232,9 +3249,9 @@ class DataSave(Observer[pd.DataFrame]):
     Salvar o DataFrame() em um arquivo sempre receber uma notificação.
     """
 
-    def __init__(self, path_sheet: File) -> None:
+    def __init__(self, path_sheet: File | None = None) -> None:
         super().__init__()
-        self.path_sheet: File = path_sheet
+        self.path_sheet: File | None = path_sheet
         self.csv_options: CsvOptions = CsvOptions()
         self.debug: bool = True
 
@@ -3245,6 +3262,9 @@ class DataSave(Observer[pd.DataFrame]):
 
     def update(self, value: pd.DataFrame) -> None:
 
+        if self.path_sheet is None:
+            raise ValueError(f"{__class__.__name__} o arquivo de destino é nulo.")
+
         self._show(f"Salvando ... {self.path_sheet.absolute()}")
 
         if self.path_sheet.is_csv():
@@ -3281,6 +3301,7 @@ class SplitterData(Notifier):
     def split(self, df: pd.DataFrame, output: Directory) -> None:
         if df.empty:
             return None
+        df = df.astype(str)
 
         self.output_dir = output
         values_split = Set(df[self.col_split].drop_duplicates().values.tolist())
@@ -3305,16 +3326,42 @@ class SplitterData(Notifier):
         return super().notify_listeners()
 
 
-class DataExport(Listener):
+class ListenerSplitter(Listener[SplitterData]):
 
     def __init__(self) -> None:
         super().__init__()
-        self.saver = DataSave(None)
+        self.saver = DataSave()
+
+    def set_csv_options(self, opt: CsvOptions):
+        self.saver.csv_options = opt
 
     def receiver_notifier(self) -> None:
         sp = self.read()
         self.update(sp)
 
+    def create_export_files(self, d: Directory, filename: str) -> Set[File]:
+        dir_excel = d.concat("EXCEL", True)
+        dir_csv = d.concat("CSV", True)
+
+        path_excel = dir_excel.join_file(f"{filename}.xlsx")
+        path_csv = dir_csv.join_file(f"{filename}.csv")
+        return Set([path_excel, path_csv])
+
+    def _run_export(self, df: pd.DataFrame, files: Set[File]) -> None:
+        """
+        Exporta o mesmo DataFrame() para varios caminhos/arquivos
+
+        util para exportar csv/excel
+        """
+
+        if files.empty():
+            return None
+
+        f: File
+        for f in files:
+            self.saver.path_sheet = f
+            self.saver.update(df)
+
     def update(self, value: SplitterData) -> None:
         if value.output_dir is None:
             return
@@ -3324,12 +3371,128 @@ class DataExport(Listener):
         d = value.output_dir
         d.mkdir()
 
-        final_name = f"{value.current_file_name}.xlsx"
+        final_filename: str = str(value.current_file_name)
 
         if value.current_prefix is not None:
-            final_name = f"{value.current_prefix}-{final_name}"
+            final_filename = f"{value.current_prefix}-{final_filename}"
+
+        print(f"Progresso: [{value.done}/{value.total_export}]")
+
+        files = self.create_export_files(d, final_filename)
+        df = value.storage.get_data()
+        self._run_export(df, files)
+
+
+class ListenerSplitterQgiz(ListenerSplitter):
+
+    def __init__(self) -> None:
+        super().__init__()
+
+    def create_export_files(self, d: Directory, filename: str) -> Set[File]:
+        sp = self.read()
+        current_data = sp.storage.get_data()
+        cols = ArrayList(current_data.columns.to_list())
+
+        dir_excel = d.concat("EXCEL", True)
+        dir_csv = d.concat("CSV", True)
+
+        col_ano = "numano"
+        col_mes = "nummes"
+
+        if cols.contains(col_ano):
+            ano = str(current_data[col_ano].values.tolist()[0])
+
+            dir_excel = dir_excel.concat(ano, True)
+            dir_csv = dir_csv.concat(ano, True)
+
+        if cols.contains(col_mes):
+            mes = str(current_data[col_mes].values.tolist()[0])
+
+            dir_excel = dir_excel.concat(mes, True)
+            dir_csv = dir_csv.concat(mes, True)
+
+        return Set.from_list(
+            [
+                dir_excel.join_file(f"{filename}.xlsx"),
+                dir_csv.join_file(f"{filename}.csv"),
+            ]
+        )
+
+
+class ListenerStorage(Observer[pd.DataFrame]):
+
+    def __init__(
+        self,
+        output_dir: Directory,
+        col_name: str,
+        *,
+        cols_subdirs: ArrayList[str] = None,
+    ) -> None:
+        super().__init__()
+        if cols_subdirs is None:
+            cols_subdirs = Set[str]()
+        self.cols_subdirs: ArrayList[str] = cols_subdirs
+        self.output_dir: Directory = output_dir
+        self.col_name: str = col_name
+
+    def get_current_export_dir(self, df: pd.DataFrame) -> Directory:
+        if self.cols_subdirs.empty():
+            return self.output_dir
+
+        concat_dirs = ArrayList()
+
+        for c in self.cols_subdirs:
+            first = df[c].astype(str).values.tolist()[0]
+            concat_dirs.append(first)
+
+        final_dir = Directory(self.output_dir.absolute())
+        for item in concat_dirs:
+            final_dir = final_dir.concat(item)
+
+        final_dir.mkdir()
+        return final_dir
+
+    def update(self, value: pd.DataFrame) -> None:
+
+        path_dir = self.get_current_export_dir(value)
+        filename = value[self.col_name].astype(str).values.tolist()[0]
+
+        csv_file = path_dir.concat("CSV", True).join_file(f"{filename}.csv")
+        excel_file = path_dir.concat("EXCEL", True).join_file(f"{filename}.xlsx")
+
+        saver = DataSave(excel_file)
+        saver.update(value)
+
+        saver.path_sheet = csv_file
+        saver.update(value)
+
+
+def fmt_dataframe_circuit(df: pd.DataFrame) -> pd.DataFrame:
+    rmnull = ["vlr_coordenada_longitude"]
+    select = [
+        "numano",
+        "nummes",
+        "numliv",
+        "codlcd",
+        "numrota",
+        "numcta",
+        "numcdc",
+        "vlr_coordenada_latitude",
+        "vlr_coordenada_longitude",
+    ]
+
+    df.dropna(subset=rmnull, inplace=True)
+    df = df[select]
+    return df
+
+
+def split_dataframe(df: pd.DataFrame, col_split: str, *, storage: DataStorage) -> None:
+    df = fmt_dataframe_circuit(df)
+    values_split = Set(df[col_split].drop_duplicates().values.tolist())
+
+    total = len(values_split)
+    for num, item in enumerate(values_split):
+        print(f"Progresso: {num+1}/{total}", end=" ")
 
-        path = d.join_file(final_name)
-        print(f"Exportando [{value.done}/{value.total_export}] ... {path}")
-        self.saver.path_sheet = path
-        self.saver.update(value.storage.get_data())
+        current = df[df[col_split] == item]
+        storage.set_data(current)

{table_stream-0.2.7 → table_stream-0.2.9}/table_stream.egg-info/PKG-INFO

@@ -1,10 +1,11 @@
 Metadata-Version: 2.4
 Name: table_stream
-Version: 0.2.7
+Version: 0.2.9
 Summary: Tipos de dados e implementações para o uso em tabelas.
 Requires-Python: >=3.12
 Description-Content-Type: text/markdown
 Requires-Dist: openpyxl>=3.1.5
 Requires-Dist: pandas>=3.0.0
+Requires-Dist: pandas-stubs~=3.0.0
 
 # table_stream

{table_stream-0.2.7 → table_stream-0.2.9}/table_stream.egg-info/SOURCES.txt

@@ -1,7 +1,6 @@
 README.md
 pyproject.toml
 table_stream/__init__.py
-table_stream/erros.py
 table_stream.egg-info/PKG-INFO
 table_stream.egg-info/SOURCES.txt
 table_stream.egg-info/dependency_links.txt

{table_stream-0.2.7 → table_stream-0.2.9}/table_stream.egg-info/requires.txt

@@ -1,2 +1,3 @@
 openpyxl>=3.1.5
 pandas>=3.0.0
+pandas-stubs~=3.0.0

table_stream-0.2.7/table_stream/erros.py

@@ -1,162 +0,0 @@
-class CoreException(Exception):
-
-    def __init__(self, message: str = f"Erro") -> None:
-        super().__init__(message)
-        self._message = message
-
-    def get_message(self) -> str:
-        return self._message
-
-    def set_message(self, message: str) -> None:
-        self._message = message
-        super().__init__(f"{__class__.__name__}: {message}")
-
-    def launch_exception_handler(self) -> None:
-        raise self
-
-
-class ValueNotifyNullError(CoreException):
-
-    def __init__(self, message: str = "Notificação nula...") -> None:
-        super().__init__(message)
-
-
-class UnsuportedSheetError(CoreException):
-
-    def __init__(self, message: str = "Planilha inválida...") -> None:
-        super().__init__(message)
-
-
-# ============================================================#
-# Erros relacionados a HashMap
-# ============================================================#
-
-
-class InvalidHashMapTableError(CoreException):
-
-    def __init__(self, message: str = "HashMap inválido") -> None:
-        super().__init__(message)
-
-
-class InvalidBodyTableError(InvalidHashMapTableError):
-
-    def __init__(self, message: str = "Erro corpo de tabela inválido") -> None:
-        super().__init__(message)
-
-
-class SizeTableError(InvalidHashMapTableError):
-
-    def __init__(self, message: str = "Tamanho de tabela inválido") -> None:
-        super().__init__(message)
-
-
-# ============================================================#
-# Erros relacionados a planilhas
-# ============================================================#
-class UndefinedSheetIndex(CoreException):
-
-    def __init__(self, message: str = "SheetIndexNames não foi definido") -> None:
-        super().__init__(message)
-
-
-class LoadWorkbookError(CoreException):
-
-    def __init__(self, message: str = "Erro ao tentar ler Workbook") -> None:
-        super().__init__(message)
-
-
-# ============================================================#
-# Erros relacionados a arquivos/bytes de imagem (.png, .jpg, ...)
-# ============================================================#
-class InvalidSourceImageError(CoreException):
-
-    def __init__(self, message: str = "Erro, use bytes de imagem") -> None:
-        super().__init__(message)
-
-
-# ============================================================#
-# Erros relacionados a módulos
-# ============================================================#
-class NotImplementedModuleError(CoreException):
-
-    def __init__(self, message: str = "Erro, módulo não implementado") -> None:
-        super().__init__(message)
-
-
-class NotImplementedModuleImageError(NotImplementedModuleError):
-
-    def __init__(self, message: str = "Erro, módulo IMAGEM não implementado") -> None:
-        super().__init__(message)
-
-
-class NotImplementedModulePdfError(NotImplementedModuleError):
-
-    def __init__(self, message: str = "Erro, módulo PDF não implementado") -> None:
-        super().__init__(message)
-
-
-class NotImplementedInvertColor(NotImplementedError):
-
-    def __init__(
-        self, message: str = "Adaptador InvertColor não implementado..."
-    ) -> None:
-        super().__init__(message)
-
-
-# ============================================================#
-# Erros relacionados a tabelas
-# ============================================================#
-
-
-class ColumnNotFoudError(ValueError):
-
-    def __init__(self, *args: object) -> None:
-        super().__init__(*args)
-
-
-class ColumnExistsError(ValueError):
-
-    def __init__(self, *args: object) -> None:
-        super().__init__(*args)
-
-
-class ColumnNotIqualSizeError(ValueError):
-
-    def __init__(self, *args: object) -> None:
-        super().__init__(*args)
-
-
-class EmptyRowError(Exception):
-
-    def __init__(self, *args: object) -> None:
-        super().__init__(*args)
-
-
-class TableEmptyError(Exception):
-
-    def __init__(self, *args: object) -> None:
-        super().__init__(*args)
-
-
-class HeadersSizeNotIqualError(Exception):
-
-    def __init__(self, *args: object) -> None:
-        super().__init__(*args)
-
-
-class ListTablesEmptyError(ValueError):
-
-    def __init__(self, *args: object) -> None:
-        super().__init__(*args)
-
-
-class ColumnNotFoundError(ValueError):
-
-    def __init__(self, *args: object) -> None:
-        super().__init__(*args)
-
-
-class RowNotExistError(ValueError):
-
-    def __init__(self, *args: object) -> None:
-        super().__init__(*args)