tgedr-dataops 0.0.34__py3-none-any.whl → 0.0.36__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (7) hide show
  1. tgedr/dataops/store/s3_single_partition_parquet.py +1 -1
  2. tgedr/dataops/validation/pyspark.py +10 -0
  3. {tgedr_dataops-0.0.34.dist-info → tgedr_dataops-0.0.36.dist-info}/METADATA +1 -1
  4. {tgedr_dataops-0.0.34.dist-info → tgedr_dataops-0.0.36.dist-info}/RECORD +7 -6
  5. {tgedr_dataops-0.0.34.dist-info → tgedr_dataops-0.0.36.dist-info}/LICENSE +0 -0
  6. {tgedr_dataops-0.0.34.dist-info → tgedr_dataops-0.0.36.dist-info}/WHEEL +0 -0
  7. {tgedr_dataops-0.0.34.dist-info → tgedr_dataops-0.0.36.dist-info}/top_level.txt +0 -0
tgedr/dataops/store/s3_single_partition_parquet.py CHANGED
@@ -6,7 +6,7 @@ import pandas as pd
6
6
  import pyarrow as pa
7
7
 
8
8
  from tgedr.dataops.store.fs_single_partition_parquet import FsSinglePartitionParquetStore
9
- from src.nn.gs.ss.dataops.commons.utils_fs import remove_s3_protocol
9
+ from tgedr.dataops.commons.utils_fs import remove_s3_protocol
10
10
 
11
11
 
12
12
  logger = logging.getLogger(__name__)
tgedr/dataops/validation/pyspark.py ADDED
@@ -0,0 +1,10 @@
1
+ from typing import Any
2
+ from great_expectations.dataset.dataset import Dataset
3
+
4
+ from tgedr.dataops.validation.abs import DataValidation
5
+ from great_expectations.dataset.sparkdf_dataset import SparkDFDataset
6
+
7
+
8
+ class Impl(DataValidation):
9
+ def _get_dataset(self, df: Any) -> Dataset:
10
+ return SparkDFDataset(df)
{tgedr_dataops-0.0.34.dist-info → tgedr_dataops-0.0.36.dist-info}/METADATA RENAMED
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: tgedr-dataops
3
- Version: 0.0.34
3
+ Version: 0.0.36
4
4
  Summary: data operations related code
5
5
  Home-page: https://github.com/jtviegas-sandbox/dataops
6
6
  Author: joao tiago viegas
{tgedr_dataops-0.0.34.dist-info → tgedr_dataops-0.0.36.dist-info}/RECORD RENAMED
@@ -24,13 +24,14 @@ tgedr/dataops/source/s3_file_source.py,sha256=C8Y0h89p1eBWNGxV4oTNzVLLwZoAoyshHu
24
24
  tgedr/dataops/source/source.py,sha256=REeqluMGLMjoDWtdZthzUYkmVeHemSV7t9wjc6eTpJE,1350
25
25
  tgedr/dataops/store/fs_single_partition_parquet.py,sha256=CR3406emhxn33jjObnMotXEmZGfh4Iu5Ygv30FvkY6Y,9695
26
26
  tgedr/dataops/store/local_fs_single_partition_parquet.py,sha256=N_I96fqxQAp2fWBngoDci3aR1-kcmkWjIVRD0nUi07U,683
27
- tgedr/dataops/store/s3_single_partition_parquet.py,sha256=JwMhRO9403OLhepeAdbSDNhmM7I4dLoriQfr2IxymHE,3256
27
+ tgedr/dataops/store/s3_single_partition_parquet.py,sha256=2vSyLb-mZ2mAbRhaDoCcsOEnKzQ30AsUYTlqhKQCroc,3249
28
28
  tgedr/dataops/store/spark_delta.py,sha256=AHqIKDi9axOKpMJHt4AiBGX8V2mFV_7vNPRpaw37rDY,15101
29
29
  tgedr/dataops/store/store.py,sha256=uAuR7MWVdKRaisQ69rFqliLnJrsgpTzbsOh7uPmLSlI,1315
30
30
  tgedr/dataops/validation/abs.py,sha256=84HGUuh6k_uG-ON0bauR4lDBTfUeI3GmxOiWsMkTu3E,1521
31
31
  tgedr/dataops/validation/pandas.py,sha256=Vfr38f3txbTy098ufPUcRsCgrYu47Rg35upZ9IXcLSk,315
32
- tgedr_dataops-0.0.34.dist-info/LICENSE,sha256=awOCsWJ58m_2kBQwBUGWejVqZm6wuRtCL2hi9rfa0X4,1211
33
- tgedr_dataops-0.0.34.dist-info/METADATA,sha256=ryzlSTJx7GtIQNpX3PL2QiZ0h-bsR_smUL-l_rdfXdw,607
34
- tgedr_dataops-0.0.34.dist-info/WHEEL,sha256=GJ7t_kWBFywbagK5eo9IoUwLW6oyOeTKmQ-9iHFVNxQ,92
35
- tgedr_dataops-0.0.34.dist-info/top_level.txt,sha256=acugNvvENatFXbPxKQD9YI5PpzzehbAwyY1keiIkR7I,6
36
- tgedr_dataops-0.0.34.dist-info/RECORD,,
32
+ tgedr/dataops/validation/pyspark.py,sha256=4OEnA21_vSwB5HjaD5KZdfIjBnTn3KUAqvVGHnY-zNI,317
33
+ tgedr_dataops-0.0.36.dist-info/LICENSE,sha256=awOCsWJ58m_2kBQwBUGWejVqZm6wuRtCL2hi9rfa0X4,1211
34
+ tgedr_dataops-0.0.36.dist-info/METADATA,sha256=O_K6YMP__Vgb4Hf4t-34hZYXFRIrvgV6ZkoW3xDseXw,607
35
+ tgedr_dataops-0.0.36.dist-info/WHEEL,sha256=GJ7t_kWBFywbagK5eo9IoUwLW6oyOeTKmQ-9iHFVNxQ,92
36
+ tgedr_dataops-0.0.36.dist-info/top_level.txt,sha256=acugNvvENatFXbPxKQD9YI5PpzzehbAwyY1keiIkR7I,6
37
+ tgedr_dataops-0.0.36.dist-info/RECORD,,