dq-engine 0.4.2__tar.gz → 0.4.4__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (28) hide show
  1. {dq_engine-0.4.2 → dq_engine-0.4.4}/PKG-INFO +1 -1
  2. {dq_engine-0.4.2 → dq_engine-0.4.4}/pyproject.toml +1 -1
  3. {dq_engine-0.4.2 → dq_engine-0.4.4}/src/dq_engine/config/conventions.py +4 -3
  4. {dq_engine-0.4.2 → dq_engine-0.4.4}/src/dq_engine/execution/data_clean.py +680 -639
  5. {dq_engine-0.4.2 → dq_engine-0.4.4}/src/dq_engine/execution/engine.py +1154 -1154
  6. {dq_engine-0.4.2 → dq_engine-0.4.4}/src/dq_engine/execution/result.py +301 -301
  7. {dq_engine-0.4.2 → dq_engine-0.4.4}/src/dq_engine/execution/rule_compiler.py +278 -278
  8. {dq_engine-0.4.2 → dq_engine-0.4.4}/src/dq_engine/planning/models.py +104 -104
  9. {dq_engine-0.4.2 → dq_engine-0.4.4}/src/dq_engine/planning/resolver.py +75 -75
  10. {dq_engine-0.4.2 → dq_engine-0.4.4}/src/dq_engine/utils/logging.py +37 -37
  11. {dq_engine-0.4.2 → dq_engine-0.4.4}/src/dq_engine.egg-info/PKG-INFO +1 -1
  12. {dq_engine-0.4.2 → dq_engine-0.4.4}/README.md +0 -0
  13. {dq_engine-0.4.2 → dq_engine-0.4.4}/setup.cfg +0 -0
  14. {dq_engine-0.4.2 → dq_engine-0.4.4}/src/dq_engine/__init__.py +0 -0
  15. {dq_engine-0.4.2 → dq_engine-0.4.4}/src/dq_engine/config/__init__.py +0 -0
  16. {dq_engine-0.4.2 → dq_engine-0.4.4}/src/dq_engine/execution/__init__.py +0 -0
  17. {dq_engine-0.4.2 → dq_engine-0.4.4}/src/dq_engine/execution/exceptions.py +0 -0
  18. {dq_engine-0.4.2 → dq_engine-0.4.4}/src/dq_engine/execution/outputs.py +0 -0
  19. {dq_engine-0.4.2 → dq_engine-0.4.4}/src/dq_engine/execution/saver.py +0 -0
  20. {dq_engine-0.4.2 → dq_engine-0.4.4}/src/dq_engine/execution/validator.py +0 -0
  21. {dq_engine-0.4.2 → dq_engine-0.4.4}/src/dq_engine/planning/__init__.py +0 -0
  22. {dq_engine-0.4.2 → dq_engine-0.4.4}/src/dq_engine/registry/__init__.py +0 -0
  23. {dq_engine-0.4.2 → dq_engine-0.4.4}/src/dq_engine/registry/registry.py +0 -0
  24. {dq_engine-0.4.2 → dq_engine-0.4.4}/src/dq_engine/utils/__init__.py +0 -0
  25. {dq_engine-0.4.2 → dq_engine-0.4.4}/src/dq_engine.egg-info/SOURCES.txt +0 -0
  26. {dq_engine-0.4.2 → dq_engine-0.4.4}/src/dq_engine.egg-info/dependency_links.txt +0 -0
  27. {dq_engine-0.4.2 → dq_engine-0.4.4}/src/dq_engine.egg-info/requires.txt +0 -0
  28. {dq_engine-0.4.2 → dq_engine-0.4.4}/src/dq_engine.egg-info/top_level.txt +0 -0
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: dq-engine
3
- Version: 0.4.2
3
+ Version: 0.4.4
4
4
  Summary: Framework de validação e limpeza de dados com PySpark
5
5
  Author-email: Bruna Cataldo <bruna.cataldo@autoglass.com.br>
6
6
  Project-URL: Homepage, https://bitbucket.org/ced_engenharia/data_quality
@@ -4,7 +4,7 @@ build-backend = "setuptools.build_meta"
4
4
 
5
5
  [project]
6
6
  name = "dq-engine"
7
- version = "0.4.2"
7
+ version = "0.4.4"
8
8
  description = "Framework de validação e limpeza de dados com PySpark"
9
9
  readme = "README.md"
10
10
  requires-python = ">=3.10"
@@ -33,6 +33,7 @@ CONVENTIONS: dict = {
33
33
  # _base_null_condition (rule_compiler) e _null_equivalent_expr (engine).
34
34
  # Valores em minúsculo como 'teste' são normalizados antes da checagem.
35
35
  "invalid_null_like": [
36
+ "0",
36
37
  "0000-00-00",
37
38
  "00/00/0000",
38
39
  "99/99/9999",
@@ -238,12 +239,12 @@ CONVENTIONS: dict = {
238
239
  # DOC: documentos (DOC_CPF/CNPJ capturados antes pelo substring_mapping)
239
240
  # END: endereço (END_CEP capturado antes pelo cep_field)
240
241
  # TEL: prefixo telefone (TEL_DDD, etc.; TEL_*TELEFONE* capturado pelo substring_mapping)
241
- "string_upper": ["NOM", "TPO", "NUM", "DOC", "END", "TEL"],
242
+ "string_upper": ["NOM", "TPO", "DOC", "END", "TEL"],
242
243
  "cod_default": ["COD"],
243
244
  "date_default": ["DAT"],
244
245
  "datetime_default": ["DTH"],
245
- # VAL: valor monetário/financeiro (float); QTD: quantitativo (int)
246
- "float_default": ["VAL"],
246
+ # VAL: valor monetário/financeiro (float); NUM: numérico genérico (int ou float, nulo→0); QTD: quantitativo (int)
247
+ "float_default": ["VAL", "NUM"],
247
248
  "int_default": ["QTD"],
248
249
  },
249
250
  }