transdesk-importer-python-sdk 1.0.0__py3-none-any.whl

transdesk/importer/__init__.py

@@ -0,0 +1,70 @@
+"""SDK de importacao de planilhas Transdesk.
+
+Uso basico::
+
+    from transdesk.importer import TransdeskImporter
+
+    result = TransdeskImporter().import_policies(file_bytes)
+    result.policies  # list[InternalPolicy]
+    result.errors    # list[ValidationError]
+    result.to_dict() # dict pronto para JSON
+"""
+from transdesk.importer.client import TransdeskImporter
+from transdesk.importer.models import (
+    Address,
+    Broker,
+    CanonicalItem,
+    CanonicalPolicy,
+    Cliente,
+    Cobertura,
+    Complemento,
+    CustomerInfo,
+    DadosBancarios,
+    Endereco,
+    ImportResult,
+    InternalItem,
+    InternalPolicy,
+    Lead,
+    Mobile,
+    PolicyData,
+    ReboqueRisco,
+    ResellerData,
+    Subestipulante,
+    Telephone,
+    UnidadeVenda,
+    ValidationError,
+    VeiculoRisco,
+    VidaRisco,
+)
+from transdesk.importer.readers.excel_reader import UnsupportedSpreadsheetError
+
+__version__ = "1.0.0"
+
+__all__ = [
+    "TransdeskImporter",
+    "UnsupportedSpreadsheetError",
+    "ImportResult",
+    "ValidationError",
+    "InternalPolicy",
+    "PolicyData",
+    "ResellerData",
+    "Broker",
+    "Lead",
+    "CustomerInfo",
+    "Telephone",
+    "Mobile",
+    "Address",
+    "InternalItem",
+    "CanonicalPolicy",
+    "CanonicalItem",
+    "Subestipulante",
+    "Cliente",
+    "Endereco",
+    "DadosBancarios",
+    "UnidadeVenda",
+    "Cobertura",
+    "Complemento",
+    "VeiculoRisco",
+    "ReboqueRisco",
+    "VidaRisco",
+]

transdesk/importer/client.py

@@ -0,0 +1,42 @@
+"""Fachada publica do SDK.
+
+Recebe a planilha (bytes / file-like / caminho), executa o pipeline
+canonical -> internal -> validate e devolve um ``ImportResult`` tipado.
+"""
+from transdesk.importer.models.internal import ImportResult
+from transdesk.importer.readers.excel_reader import ExcelReader
+from transdesk.importer.transformers.canonical.apolice_builder import ApoliceBuilder
+from transdesk.importer.transformers.internal.internal_mapper import InternalMapper
+from transdesk.importer.validators.internal_policy_validator import InternalPolicyValidator
+
+
+class TransdeskImporter:
+
+    def __init__(self):
+        self.reader = ExcelReader()
+        self.canonical_builder = ApoliceBuilder()
+        self.mapper = InternalMapper()
+        self.validator = InternalPolicyValidator()
+
+    def import_policies(self, file) -> ImportResult:
+        """Le a planilha e devolve as apolices no formato interno.
+
+        Args:
+            file: ``bytes``/``bytearray``, objeto file-like binario ou caminho
+                de arquivo (``str``/``os.PathLike``).
+
+        Returns:
+            ImportResult: ``policies`` (list[InternalPolicy]) e ``errors``
+            (list[ValidationError]).
+        """
+        df = self.reader.read(file)
+
+        canonical_policies = self.canonical_builder.build(df)
+        internal_policies = [
+            self.mapper.map(policy)
+            for policy in canonical_policies
+        ]
+
+        errors = self.validator.validate(canonical_policies, internal_policies)
+
+        return ImportResult(policies=internal_policies, errors=errors)

transdesk/importer/exporters/__init__.py

@@ -0,0 +1,3 @@
+from .json_exporter import JsonExporter
+
+__all__ = ["JsonExporter"]

transdesk/importer/exporters/json_exporter.py

@@ -0,0 +1,25 @@
+"""Utilitario de desenvolvimento/debug para gravar resultados em JSON.
+
+Nao faz parte do caminho principal do SDK (que retorna models tipados), mas
+ajuda a inspecionar saidas durante o desenvolvimento. Lida com dataclasses,
+listas e ``ImportResult``.
+"""
+import json
+from dataclasses import asdict, is_dataclass
+
+
+def _default(obj):
+    if is_dataclass(obj) and not isinstance(obj, type):
+        return asdict(obj)
+    raise TypeError(f"Object of type {type(obj).__name__} is not JSON serializable")
+
+
+class JsonExporter:
+
+    @staticmethod
+    def export(data, output_file):
+        if hasattr(data, "to_dict"):
+            data = data.to_dict()
+
+        with open(output_file, "w", encoding="utf8") as f:
+            json.dump(data, f, ensure_ascii=False, indent=4, default=_default)

transdesk/importer/models/__init__.py

@@ -0,0 +1,59 @@
+from .canonical import (
+    CanonicalItem,
+    CanonicalPolicy,
+    Cliente,
+    Cobertura,
+    Complemento,
+    DadosBancarios,
+    DadosRisco,
+    Endereco,
+    ReboqueRisco,
+    Subestipulante,
+    UnidadeVenda,
+    VeiculoRisco,
+    VidaRisco,
+)
+from .internal import (
+    Address,
+    Broker,
+    CustomerInfo,
+    ImportResult,
+    InternalItem,
+    InternalPolicy,
+    Lead,
+    Mobile,
+    PolicyData,
+    ResellerData,
+    Telephone,
+    ValidationError,
+)
+
+__all__ = [
+    # canonical
+    "CanonicalItem",
+    "CanonicalPolicy",
+    "Cliente",
+    "Cobertura",
+    "Complemento",
+    "DadosBancarios",
+    "DadosRisco",
+    "Endereco",
+    "ReboqueRisco",
+    "Subestipulante",
+    "UnidadeVenda",
+    "VeiculoRisco",
+    "VidaRisco",
+    # internal
+    "Address",
+    "Broker",
+    "CustomerInfo",
+    "ImportResult",
+    "InternalItem",
+    "InternalPolicy",
+    "Lead",
+    "Mobile",
+    "PolicyData",
+    "ResellerData",
+    "Telephone",
+    "ValidationError",
+]

transdesk/importer/models/canonical.py

@@ -0,0 +1,124 @@
+"""Models da camada canonica (representacao intermediaria, em PT-BR).
+
+Espelham a estrutura produzida a partir da planilha, antes do mapeamento
+para o formato interno consumido pela core-api.
+"""
+from __future__ import annotations
+
+from dataclasses import dataclass, field
+from typing import List, Optional, Union
+
+
+@dataclass
+class Cobertura:
+    nome: Optional[str] = None
+    tipo: Optional[str] = None
+    combo: Optional[str] = None
+    produto: Optional[str] = None
+    categoria: Optional[str] = None
+    tipo_categoria: Optional[str] = None
+    codigo_tabela: Optional[str] = None
+    franquia: Optional[float] = None
+    importancia_segurada: Optional[float] = None
+    valor_mensalidade: Optional[float] = None
+    observacao: Optional[str] = None
+
+
+@dataclass
+class Complemento:
+    descricao: Optional[str] = None
+    franquia: Optional[float] = None
+    importancia_segurada: Optional[float] = None
+
+
+@dataclass
+class VeiculoRisco:
+    placa: Optional[str] = None
+    chassi: Optional[str] = None
+    codigo_fipe: Optional[str] = None
+
+
+@dataclass
+class ReboqueRisco:
+    placa: Optional[str] = None
+    chassi: Optional[str] = None
+    marca: Optional[str] = None
+    modelo: Optional[str] = None
+
+
+@dataclass
+class VidaRisco:
+    nome: Optional[str] = None
+    cpf: Optional[str] = None
+    rg: Optional[str] = None
+    data_nascimento: Optional[str] = None
+
+
+DadosRisco = Union[VeiculoRisco, ReboqueRisco, VidaRisco]
+
+
+@dataclass
+class CanonicalItem:
+    tipo_item: str
+    dados_risco: DadosRisco
+    coberturas: List[Cobertura] = field(default_factory=list)
+    complementos: Optional[List[Complemento]] = None
+
+
+@dataclass
+class Endereco:
+    cep: Optional[str] = None
+    logradouro: Optional[str] = None
+    numero: Optional[str] = None
+    complemento: Optional[str] = None
+    bairro: Optional[str] = None
+    cidade: Optional[str] = None
+    uf: Optional[str] = None
+
+
+@dataclass
+class DadosBancarios:
+    banco: Optional[str] = None
+    agencia: Optional[str] = None
+    conta: Optional[str] = None
+    chave_pix: Optional[str] = None
+    titular: Optional[str] = None
+    documento_titular: Optional[str] = None
+
+
+@dataclass
+class Cliente:
+    matricula: Optional[str] = None
+    tipo_pessoa: Optional[str] = None
+    documento: Optional[str] = None
+    nome_fantasia: Optional[str] = None
+    razao_social: Optional[str] = None
+    telefones: List[Optional[str]] = field(default_factory=list)
+    emails: List[Optional[str]] = field(default_factory=list)
+    endereco: Endereco = field(default_factory=Endereco)
+    dados_bancarios: DadosBancarios = field(default_factory=DadosBancarios)
+
+
+@dataclass
+class Subestipulante:
+    id_unity: Optional[str] = None
+    documento: Optional[str] = None
+    nome_fantasia: Optional[str] = None
+    razao_social: Optional[str] = None
+
+
+@dataclass
+class UnidadeVenda:
+    documento: Optional[str] = None
+    nome_fantasia: Optional[str] = None
+    razao_social: Optional[str] = None
+
+
+@dataclass
+class CanonicalPolicy:
+    cod_agrupador_apolice: int
+    dia_vencimento: Optional[int]
+    subestipulante: Subestipulante
+    cliente: Cliente
+    unidade_venda: UnidadeVenda
+    itens: List[CanonicalItem] = field(default_factory=list)

transdesk/importer/models/internal.py

@@ -0,0 +1,182 @@
+"""Models da camada interna (contrato publico/output do SDK, em EN).
+
+Esta e a estrutura entregue para quem consome o SDK (ex.: a core-api).
+A serializacao para JSON e feita via ``dataclasses.asdict`` (helpers em
+``ImportResult``).
+"""
+from __future__ import annotations
+
+import json
+from dataclasses import asdict, dataclass, field
+from typing import Any, Dict, List, Optional, Union
+
+from .canonical import CanonicalPolicy
+
+
+@dataclass
+class Broker:
+    internal_code: Optional[str] = None
+    document_number: Optional[str] = None
+    principal_name: Optional[str] = None
+    secondary_name: Optional[str] = None
+
+
+@dataclass
+class CustomerInfo:
+    cnpj: Optional[str] = None
+    principal_name: Optional[str] = None
+    secondary_name: Optional[str] = None
+    email_address: Optional[str] = None
+
+
+@dataclass
+class Telephone:
+    telphone_type_code: str
+    ddd: str
+    number: str
+
+
+@dataclass
+class Mobile:
+    telphone_type_code: str
+    ddd: str
+    number: str
+    allow_sms: bool = True
+
+
+@dataclass
+class Address:
+    type_code: Optional[str] = None
+    cep: Optional[str] = None
+    name: Optional[str] = None
+    number: Optional[str] = None
+    complement: Optional[str] = None
+    district: Optional[str] = None
+    city: Optional[str] = None
+    acronym_federal_unit: Optional[str] = None
+
+
+@dataclass
+class Lead:
+    customer_info: CustomerInfo
+    telphone_info: Optional[Telephone] = None
+    celphone_info: Optional[Mobile] = None
+    address_info: Address = field(default_factory=Address)
+
+
+@dataclass
+class InternalItem:
+    item_number: int
+    item_type: str
+
+    # Casco
+    has_casco_cir: bool = False
+    hull_value: float = 0
+    hull_premium: float = 0
+
+    # Carroceria / Complemento / Equipamento
+    body_value: float = 0
+    body_premium: float = 0
+
+    # Reparos
+    has_repair_assistance: bool = False
+    repair_assistance_value: float = 0
+    repair_assistance_premium: float = 0
+
+    # RCF
+    has_rcf: bool = False
+    property_damage_value: float = 0
+    property_damage_premium: float = 0
+    bodily_injury_value: float = 0
+    bodily_injury_premium: float = 0
+    moral_damage_value: float = 0
+    moral_damage_premium: float = 0
+
+    # APP
+    has_app: bool = False
+    personal_accident_coverage_value: float = 0
+    personal_accident_coverage_premium: float = 0
+
+    # Guincho
+    towing_km: float = 0
+    towing_premium: float = 0
+
+    # Vidros
+    glass_coverage_type: Optional[str] = None
+    glass_premium: float = 0
+
+    # Rastreador
+    has_vehicle_tracker: bool = False
+    vehicle_tracker_premium: float = 0
+
+    # Juridica
+    has_legal_assistance: bool = False
+    legal_assistance_value: float = 0
+    legal_assistance_premium: float = 0
+
+    # Combo
+    group_name: Optional[str] = None
+
+    # Veiculo / Reboque
+    license_plate: Optional[str] = None
+    chassi_number: Optional[str] = None
+    fipe_code: Optional[str] = None
+    body_description: Optional[str] = None
+    brand: Optional[str] = None
+    model: Optional[str] = None
+
+    # Vida
+    name: Optional[str] = None
+    cpf: Optional[str] = None
+    rg: Optional[str] = None
+    birth_date: Optional[str] = None
+
+
+@dataclass
+class ResellerData:
+    broker: Broker
+
+
+@dataclass
+class PolicyData:
+    reseller: ResellerData
+    lead: Lead
+    items: List[InternalItem] = field(default_factory=list)
+
+
+@dataclass
+class InternalPolicy:
+    reference_id: str
+    payment_due_date: Optional[int]
+    data: PolicyData
+    original_data: CanonicalPolicy
+
+
+@dataclass
+class ValidationError:
+    type: str
+    policy: Optional[Union[int, str]] = None
+    item: Optional[int] = None
+    canonical: Optional[float] = None
+    internal: Optional[float] = None
+    difference: Optional[float] = None
+
+
+@dataclass
+class ImportResult:
+    policies: List[InternalPolicy] = field(default_factory=list)
+    errors: List[ValidationError] = field(default_factory=list)
+
+    @property
+    def is_valid(self) -> bool:
+        return not self.errors
+
+    def to_dict(self) -> Dict[str, Any]:
+        return {
+            "policies": [asdict(policy) for policy in self.policies],
+            "errors": [asdict(error) for error in self.errors],
+        }
+
+    def to_json(self, **kwargs: Any) -> str:
+        kwargs.setdefault("ensure_ascii", False)
+        return json.dumps(self.to_dict(), **kwargs)

transdesk/importer/readers/__init__.py

@@ -0,0 +1,3 @@
+from .excel_reader import ExcelReader, UnsupportedSpreadsheetError
+
+__all__ = ["ExcelReader", "UnsupportedSpreadsheetError"]

transdesk/importer/readers/excel_reader.py

@@ -0,0 +1,77 @@
+"""Leitura da planilha de apolices.
+
+Aceita:
+- ``bytes`` / ``bytearray`` (upload em memoria);
+- objeto file-like binario (ex.: ``io.BytesIO``, ``request.files['file'].file``);
+- caminho de arquivo (``str`` / ``os.PathLike``).
+
+O formato (``.xls`` vs ``.xlsx``) e detectado por magic bytes, de modo que
+nenhuma extensao de arquivo e necessaria quando a planilha chega como bytes.
+"""
+import io
+import os
+from pathlib import Path
+
+import pandas as pd
+
+# Assinaturas (magic bytes)
+_XLSX_SIGNATURE = b"PK\x03\x04"          # ZIP (OOXML / .xlsx)
+_XLS_SIGNATURE = b"\xd0\xcf\x11\xe0"     # OLE2 Compound File (.xls)
+
+
+class UnsupportedSpreadsheetError(Exception):
+    """Lancada quando o conteudo nao corresponde a um .xls ou .xlsx valido."""
+
+
+class ExcelReader:
+
+    def read(self, file):
+        buffer, engine = self._resolve(file)
+        return pd.read_excel(buffer, dtype=str, engine=engine).fillna("")
+
+    # ------------------------------------------------------------------
+    # internals
+    # ------------------------------------------------------------------
+
+    def _resolve(self, file):
+        if isinstance(file, (bytes, bytearray)):
+            data = bytes(file)
+            return io.BytesIO(data), self._engine_from_signature(data[:8])
+
+        if isinstance(file, (str, os.PathLike)):
+            return str(file), self._engine_from_path(file)
+
+        # file-like binario
+        if hasattr(file, "read"):
+            head = file.read(8)
+            if hasattr(file, "seek"):
+                file.seek(0)
+            return file, self._engine_from_signature(head)
+
+        raise UnsupportedSpreadsheetError(
+            f"Tipo de entrada nao suportado: {type(file)!r}"
+        )
+
+    def _engine_from_signature(self, head):
+        head = bytes(head or b"")
+
+        if head.startswith(_XLSX_SIGNATURE):
+            return "openpyxl"
+
+        if head.startswith(_XLS_SIGNATURE):
+            return "xlrd"
+
+        raise UnsupportedSpreadsheetError(
+            "Conteudo nao reconhecido como .xls (OLE2) nem .xlsx (OOXML)."
+        )
+
+    def _engine_from_path(self, file_path):
+        ext = Path(file_path).suffix.lower()
+
+        if ext == ".xlsx":
+            return "openpyxl"
+
+        if ext == ".xls":
+            return "xlrd"
+
+        raise UnsupportedSpreadsheetError(f"Formato nao suportado: {ext}")

transdesk/importer/shared/__init__.py

@@ -0,0 +1,3 @@
+from .data_normalizer import DataNormalizer
+
+__all__ = ["DataNormalizer"]

transdesk/importer/shared/data_normalizer.py

@@ -0,0 +1,47 @@
+class DataNormalizer:
+
+    @staticmethod
+    def clean_doc(value):
+        if value is None:
+            return None
+
+        return (
+            str(value)
+            .replace("*", "")
+            .replace(".", "")
+            .replace("-", "")
+            .replace("/", "")
+            .strip()
+        )
+
+    @staticmethod
+    def to_float(value):
+        if value in (None, ""):
+            return None
+
+        if isinstance(value, (int, float)):
+            return float(value)
+
+        value = str(value).strip()
+
+        try:
+            # formato BR
+            if "," in value:
+                return float(
+                    value
+                    .replace(".", "")
+                    .replace(",", ".")
+                )
+
+            # formato ja decimal
+            return float(value)
+
+        except Exception:
+            return None
+
+    @staticmethod
+    def to_int(value):
+        try:
+            return int(value)
+        except Exception:
+            return None

transdesk/importer/transformers/canonical/__init__.py

@@ -0,0 +1,5 @@
+from .apolice_builder import ApoliceBuilder
+from .cobertura_builder import CoberturaBuilder
+from .item_classifier import ItemClassifier
+
+__all__ = ["ApoliceBuilder", "CoberturaBuilder", "ItemClassifier"]