rand-engine 0.3.1__tar.gz → 0.3.3__tar.gz

{rand_engine-0.3.1 → rand_engine-0.3.3}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: rand-engine
-Version: 0.3.1
+Version: 0.3.3
 Summary: Rand Engine v2. Package with some methods to generate random data in different formats. Great to mock data while testing or developing.
 Home-page: https://github.com/marcoaureliomenezes/rand_engine
 Author: marcoaureliomenezes

{rand_engine-0.3.1 → rand_engine-0.3.3}/pyproject.toml

@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "rand-engine"
-version = "0.3.1"
+version = "0.3.3"
 description = "Rand Engine v2. Package with some methods to generate random data in different formats. Great to mock data while testing or developing."
 authors = ["marcoaureliomenezes <marcoaurelioreislima@gmail.com>"]
 repository = "https://github.com/marcoaureliomenezes/rand_engine"

{rand_engine-0.3.1 → rand_engine-0.3.3}/rand_engine/main/data_generator.py

@@ -1,9 +1,8 @@
-import pandas as pd
-from typing import List, Dict, Optional, Generator, Callable, Any
-from pyspark.sql import SparkSession, DataFrame
 import os
 import time
 import random
+import pandas as pd
+from typing import List, Dict, Optional, Generator, Callable, Any
 
 
 class DataGenerator:
@@ -46,7 +45,7 @@ class DataGenerator:
     return df_final
 
 
-  def create_streaming_records(self, microbatch_size:int, metadata: dict, transformer: Optional[Callable]=None, min_throughput: int=1, max_throughput: int = 10) -> Generator[Dict]:
+  def create_streaming_records(self, microbatch_size:int, metadata: dict, transformer: Optional[Callable]=None, min_throughput: int=1, max_throughput: int = 10) -> Generator:
     while True:
       df_data_microbatch = self.create_pandas_df(size=microbatch_size, metadata=metadata, transformer=transformer)
       df_data_parsed = self.__convert_dt_to_str(df_data_microbatch)