data-manipulation 0.42__tar.gz → 0.44__tar.gz

{data_manipulation-0.42/data_manipulation.egg-info → data_manipulation-0.44}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: data_manipulation
-Version: 0.42
+Version: 0.44
 Summary: Powerful data manipulation
 Home-page: https://github.com/shawnngtq/data-manipulation
 Author: Shawn Ng
@@ -21,6 +21,7 @@ Classifier: Topic :: Scientific/Engineering
 License-File: LICENSE
 Requires-Dist: beautifulsoup4
 Requires-Dist: boto3
+Requires-Dist: cryptography
 Requires-Dist: django
 Requires-Dist: flask
 Requires-Dist: geopandas
@@ -32,6 +33,7 @@ Requires-Dist: pandas
 Requires-Dist: psycopg
 Requires-Dist: psycopg2
 Requires-Dist: pyspark
+Requires-Dist: python-dotenv
 Requires-Dist: sqlalchemy
 
 

{data_manipulation-0.42 → data_manipulation-0.44}/data_manipulation/_version.py

@@ -8,11 +8,11 @@ import json
 
 version_json = '''
 {
- "date": "2024-08-03T10:19:19+0800",
+ "date": "2024-09-02T21:47:40+0800",
  "dirty": false,
  "error": null,
- "full-revisionid": "30171014f9c6ac9bcb9c5aad60d40e662d35ab79",
- "version": "0.42"
+ "full-revisionid": "6ce922114b89e597c23442b0ca84c66273572f4f",
+ "version": "0.44"
 }
 '''  # END VERSION_JSON
 

{data_manipulation-0.42 → data_manipulation-0.44}/data_manipulation/base.py

@@ -2,10 +2,7 @@ import itertools
 import os
 import re
 import subprocess
-from ast import literal_eval
-from distutils.util import strtobool
 from typing import List
-from urllib.parse import urlencode
 
 from loguru import logger
 
@@ -181,6 +178,8 @@ def list_tuple_without_none(list_tuple: list | tuple) -> list | tuple:
 
 def string_boolean_to_int(boolean_str_rep: str) -> int:
     """
+    DEPRECATED from python 3.12 onwards
+
     Return integer from given string boolean. 1 instead of "true"/"True"/"1". Reference from https://docs.python.org/3/distutils/apiref.html#distutils.util.strtobool
 
     Parameters
@@ -205,7 +204,12 @@ def string_boolean_to_int(boolean_str_rep: str) -> int:
     -------
     int
         _description_
+
+    Reference
+    ---------
+    - https://docs.python.org/3.10/library/distutils.html
     """
+    from distutils.util import strtobool
 
     int_ = strtobool(string_str_to_str(boolean_str_rep))
     return int_
@@ -240,6 +244,7 @@ def string_dlt_to_dlt(dlt_str_rep: str) -> dict | list | tuple:
     dict | list | tuple
         _description_
     """
+    from ast import literal_eval
 
     dlt = literal_eval(dlt_str_rep)
     return dlt
@@ -399,6 +404,7 @@ def create_encode_url(url: str, query_params: dict = {}) -> str:
     str
         encoded url
     """
+    from urllib.parse import urlencode
 
     return f"{url}{urlencode(query_params)}"
 

{data_manipulation-0.42 → data_manipulation-0.44}/data_manipulation/boto3_.py

@@ -1,7 +1,4 @@
 import os
-from email.mime.application import MIMEApplication
-from email.mime.multipart import MIMEMultipart
-from email.mime.text import MIMEText
 
 from loguru import logger
 
@@ -44,6 +41,9 @@ def send_aws_ses_email(
     ---------
     - https://boto3.amazonaws.com/v1/documentation/api/latest/reference/services/ses/client/send_raw_email.html
     """
+    from email.mime.application import MIMEApplication
+    from email.mime.multipart import MIMEMultipart
+    from email.mime.text import MIMEText
 
     from botocore.exceptions import BotoCoreError, ClientError
 

{data_manipulation-0.42 → data_manipulation-0.44}/data_manipulation/pyspark_.py

@@ -3,7 +3,6 @@ import multiprocessing
 import os
 
 import pyspark
-import pyspark.sql.functions as F
 
 
 # CONFIG
@@ -135,6 +134,8 @@ def add_dummy_columns(dataframe, columns, value):
     -------
     df : pyspark.sql.dataframe.DataFrame
     """
+    import pyspark.sql.functions as F
+
     if not isinstance(dataframe, pyspark.sql.dataframe.DataFrame):
         raise TypeError("Argument must be a Pyspark dataframe ...")
     if not isinstance(columns, list):
@@ -312,6 +313,8 @@ def rename(dataframe, columns):
     -------
     df : pyspark.sql.dataframe.DataFrame
     """
+    import pyspark.sql.functions as F
+
     if not isinstance(dataframe, pyspark.sql.dataframe.DataFrame):
         raise TypeError("Argument must be a Pyspark dataframe ...")
     if not isinstance(columns, dict):
@@ -388,6 +391,7 @@ def group_count(dataframe, columns, n=10):
     -------
     df : pyspark.sql.dataframe.DataFrame
     """
+    import pyspark.sql.functions as F
 
     if not isinstance(dataframe, pyspark.sql.dataframe.DataFrame):
         raise TypeError("Argument must be a Pyspark dataframe ...")

{data_manipulation-0.42 → data_manipulation-0.44/data_manipulation.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: data_manipulation
-Version: 0.42
+Version: 0.44
 Summary: Powerful data manipulation
 Home-page: https://github.com/shawnngtq/data-manipulation
 Author: Shawn Ng
@@ -21,6 +21,7 @@ Classifier: Topic :: Scientific/Engineering
 License-File: LICENSE
 Requires-Dist: beautifulsoup4
 Requires-Dist: boto3
+Requires-Dist: cryptography
 Requires-Dist: django
 Requires-Dist: flask
 Requires-Dist: geopandas
@@ -32,6 +33,7 @@ Requires-Dist: pandas
 Requires-Dist: psycopg
 Requires-Dist: psycopg2
 Requires-Dist: pyspark
+Requires-Dist: python-dotenv
 Requires-Dist: sqlalchemy
 
 

{data_manipulation-0.42 → data_manipulation-0.44}/data_manipulation.egg-info/requires.txt

@@ -1,5 +1,6 @@
 beautifulsoup4
 boto3
+cryptography
 django
 flask
 geopandas
@@ -11,4 +12,5 @@ pandas
 psycopg
 psycopg2
 pyspark
+python-dotenv
 sqlalchemy

{data_manipulation-0.42 → data_manipulation-0.44}/setup.py

@@ -24,6 +24,7 @@ CLASSIFIERS = [
 DEPENDENCIES = [
     "beautifulsoup4",
     "boto3",
+    "cryptography",
     "django",
     "flask",
     "geopandas",
@@ -35,6 +36,7 @@ DEPENDENCIES = [
     "psycopg",
     "psycopg2",
     "pyspark",
+    "python-dotenv",
     "sqlalchemy",
 ]