rdxz2-utill 0.0.3__py3-none-any.whl → 0.0.5__py3-none-any.whl

{rdxz2_utill-0.0.3.dist-info → rdxz2_utill-0.0.5.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: rdxz2-utill
-Version: 0.0.3
+Version: 0.0.5
 Summary: Your daily Python utility
 Author-email: Richard Dharmawan <richard.dharmawan@gmail.com>
 License: MIT License

{rdxz2_utill-0.0.3.dist-info → rdxz2_utill-0.0.5.dist-info}/RECORD

@@ -1,18 +1,19 @@
-rdxz2_utill-0.0.3.dist-info/licenses/LICENSE,sha256=PF9CUvzP8XFYopEAzrMzSCovF7RdBdscPqJCDC6KjPc,1073
+rdxz2_utill-0.0.5.dist-info/licenses/LICENSE,sha256=PF9CUvzP8XFYopEAzrMzSCovF7RdBdscPqJCDC6KjPc,1073
 utill/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-utill/my_bq.py,sha256=ZsjRbrbczGQ70CavXfyeAPaWT1OW5LyRFBxyusNZ0cc,14701
+utill/my_bq.py,sha256=V2MVVciiAR8n840Cr7hFeTuisCPEQDyhjLMM6CCwQFE,14676
+utill/my_compare.py,sha256=oGK4fEAQYZqy2FH-jqRSvxANL9SsEoEaq5GOCMGoNXI,918
 utill/my_const.py,sha256=88dOqn6NPQ5-hfRqdkew5POoAIyO91XXOGvN76oNsdo,251
-utill/my_csv.py,sha256=76Q7IM7T_WYF5SybObN_MbkPqycirX4FnLd0DX3Kdyg,2742
+utill/my_csv.py,sha256=svgu93R0pP7UW0B58eJMi0vuJnYhqMtafzCsTIk4yUU,2781
 utill/my_datetime.py,sha256=KEZTplLk3tgVqqC3wClXFcsF_zo40fma_rtPg4kSJHc,2125
 utill/my_dict.py,sha256=jPaPfdn4WYpm0uIBPiYFinpHhx1jXpFVDJ9npmvxGZQ,391
 utill/my_encryption.py,sha256=SCF7PPur39cW4RHidsRhw-9BZP-ymUH-6LZ9nAHJDsY,2105
 utill/my_env.py,sha256=mREys72Ybg2p9p2s7ApOt0s_6F5-qxR8FyYEcSJ8pmU,2093
 utill/my_file.py,sha256=H3QmIOwubQCUMoOuk7jwf6AnqsljWZIuM7OjelyZby4,1865
-utill/my_gcs.py,sha256=VY2CXQbzBUhX-HunvAZ_y4E19eiuZ1b3TF33bUkJfp4,3953
+utill/my_gcs.py,sha256=u9rZr4e6XLLFK1QC9JknMwBeNX5MWOnVq1W50U5Jt14,4032
 utill/my_input.py,sha256=OyKLoutXpwISReltuL_Gw2oojv16tYWJqQpqabBOQx4,350
 utill/my_json.py,sha256=WgW6mavGhfs4h1N5XbhsDnRk2dbh_ttJWdJUj4iWDN4,1473
 utill/my_mb.py,sha256=3_A5kXHgnkxGbd38vK5t5MfFcj84lohjS7C2OtlSo30,14841
-utill/my_pg.py,sha256=udsqNok7dOFz1rO-hQhqnEj8PpH9oMdkyyjGAdLRS-w,6554
+utill/my_pg.py,sha256=_kBNfm2SoUFXv3R3lFMC1RmSG8pWYnojvnfpNGYEAhU,6682
 utill/my_queue.py,sha256=hINP4_yjmboSjHgo1J3CtPm2X9SE3HfczyED3ip7nfk,1930
 utill/my_string.py,sha256=pINYFR1ligTyVZYzV8P_FolCsZQwYE1jaFNTuQ3XS_8,833
 utill/my_style.py,sha256=Wy6j4WL9RgGeX6cS9hhlOrufc9UC4UPTQ5UJa0ZJ3Yo,900
@@ -25,10 +26,10 @@ utill/cmd/_enc.py,sha256=DBy3Iwa5DTtww7lgHPRLEilrYPrWDG1vRv5PO-YzNO8,997
 utill/cmd/_main.py,sha256=UJ_XTIGDO9XPIypgHhS81SJQ_8qy8JOyw98Or0Nb2x8,273
 utill/cmd/_pg.py,sha256=RVxEiSifyIwMDYDM69vt6WSLdVDr1cMzY6r4T2PzNRA,492
 utill/cmd/utill.py,sha256=TlHfiwOUcK1m58PrRCjX9sARiPYZUsoTk-KOTCOz1vM,3558
-utill/templates/mb.json,sha256=BPnVhMG2FgcxnThYp04Vn5zSQI0G-yQv99qTPNvmSok,44
-utill/templates/pg.json,sha256=49c8AoGznP-omKGEgWlIWFpj7qIjeOC5Nf5k0DxlbHE,256
-rdxz2_utill-0.0.3.dist-info/METADATA,sha256=WA0g56M8_ps8WcPoISrxCE-pG8PLURq3hPez2Pmc9qs,4489
-rdxz2_utill-0.0.3.dist-info/WHEEL,sha256=pxyMxgL8-pra_rKaQ4drOZAegBVuX-G_4nRHjjgWbmo,91
-rdxz2_utill-0.0.3.dist-info/entry_points.txt,sha256=9n5NWz5Wi9jDvYhB_81_4icgT5xABZ-QivHD8ibcafg,47
-rdxz2_utill-0.0.3.dist-info/top_level.txt,sha256=tuAYZoCsr02JYbpZj7I6fl1IIo53v3GG0uoj-_fINVk,6
-rdxz2_utill-0.0.3.dist-info/RECORD,,
+utill/templates/mb.json,sha256=M46ZHSaSh4rbD_KGUViGr2B2ZV8_PC-O5Evqi35JK5g,59
+utill/templates/pg.json,sha256=LkJt0VV3zcyt7Tpn6gulsoVQgUc-9uImXOStvzu8cdU,271
+rdxz2_utill-0.0.5.dist-info/METADATA,sha256=64FDWzC8IqvqPrKxrmFZ8gKCZGIqpw70L0ns-_DeVnM,4489
+rdxz2_utill-0.0.5.dist-info/WHEEL,sha256=Nw36Djuh_5VDukK0H78QzOX-_FQEo6V37m3nkm96gtU,91
+rdxz2_utill-0.0.5.dist-info/entry_points.txt,sha256=9n5NWz5Wi9jDvYhB_81_4icgT5xABZ-QivHD8ibcafg,47
+rdxz2_utill-0.0.5.dist-info/top_level.txt,sha256=tuAYZoCsr02JYbpZj7I6fl1IIo53v3GG0uoj-_fINVk,6
+rdxz2_utill-0.0.5.dist-info/RECORD,,

{rdxz2_utill-0.0.3.dist-info → rdxz2_utill-0.0.5.dist-info}/WHEEL

@@ -1,5 +1,5 @@
 Wheel-Version: 1.0
-Generator: setuptools (79.0.0)
+Generator: setuptools (80.7.1)
 Root-Is-Purelib: true
 Tag: py3-none-any
 

utill/my_bq.py

@@ -12,7 +12,6 @@ from .my_const import ByteSize
 from .my_csv import read_header, combine as csv_combine, compress
 from .my_datetime import current_datetime_str
 from .my_env import envs
-from .my_file import make_sure_path_is_directory
 from .my_gcs import GCS
 from .my_queue import ThreadingQ
 from .my_string import replace_nonnumeric
@@ -248,9 +247,10 @@ class BQ():
     def download_csv(self, query: str, dst_filename: str, combine: bool = True, pre_query: str = None):
         if not dst_filename.endswith('.csv'):
             raise ValueError('Destination filename must ends with .csv!')
+        
+        dst_filename = os.path.expanduser(dst_filename)
 
-        dirname = os.path.dirname(dst_filename)
-        make_sure_path_is_directory(dirname)
+        dirname = dst_filename.removesuffix('.csv')
 
         # Remove & recreate existing folder
         if os.path.exists(dirname):

utill/my_compare.py

@@ -0,0 +1,34 @@
+import math
+
+
+def try_float(value) -> float:
+    try:
+        return float(value)
+    except:
+        return value
+
+
+def same(a, b, float_precision=None) -> tuple[bool, float]:
+    if a is None and b is None:
+        return True, None
+
+    if a is None or b is None:
+        return False, None
+
+    # Compare float
+    a_float = try_float(a)
+    b_float = try_float(b)
+    if isinstance(a_float, float) or isinstance(b_float, float):
+        try:
+            if math.isnan(a_float) and math.isnan(b_float):
+                return True, None
+
+            if float_precision:
+                a_float_rounded = round(a_float, float_precision)
+                b_float_rounded = round(b_float, float_precision)
+
+            return a_float_rounded == b_float_rounded, abs(a_float - b_float)
+        except (ValueError, TypeError):
+            raise Exception(f'Can\'t compare {a} to {b}')
+
+    return str(a) == str(b), None

utill/my_csv.py

@@ -81,6 +81,7 @@ def combine(src_filenames: list[str], dst_filename: str) -> None:
                 # Copy the header if this is the first file
                 if first_file:
                     csvwriter.writerow(next(csvreader))
+                    first_file = False
                 # Else, skip the header
                 else:
                     next(csvreader)

utill/my_gcs.py

@@ -30,6 +30,8 @@ class GCS:
         return f'{self.base_path}/{path}' if self.base_path else path
 
     def change_bucket(self, bucket_name: str):
+        if not bucket_name:
+            raise ValueError('Bucket name needed')
         self.bucket = self.client.bucket(bucket_name)
         logger.debug(f'Change bucket to {self.bucket.name}')
 

utill/my_pg.py

@@ -99,59 +99,61 @@ class PG:
                 for data in copy:
                     f.write(data)
 
-    def pg_to_pg(self, pg: "PG", source_table: str, target_table: str, cols: list[str] = None) -> None:
+    def pg_to_pg(self, pg: "PG", src_table_name: str, dst_table_name: str, cols: list[str] = None) -> None:
         tmp_filename = generate_random_string() + '.csv'
         cols_str = ','.join([f'"{x}"' for x in cols]) if (cols is not None and cols != []) else '*'
         try:
-            self.download_csv(f'SELECT {cols_str} FROM {source_table}', tmp_filename)
-            pg.upload_csv(tmp_filename, target_table)
+            self.download_csv(f'SELECT {cols_str} FROM {src_table_name}', tmp_filename)
+            pg.upload_csv(tmp_filename, dst_table_name)
         except:
             raise
         finally:
             os.remove(tmp_filename) if os.path.exists(tmp_filename) else None
 
     def check_table_existence(self, table_name: str) -> bool:
-        if not self.execute_query('''SELECT count(1) AS "cnt" FROM "information_schema"."tables" WHERE "table_schema" || '.' || "table_name" = '%s';''', table_name).fetchone()['cnt']:
+        if not self.execute_query('''SELECT count(1) AS "cnt" FROM "information_schema"."tables" WHERE "table_schema" || '.' || "table_name" = %s;''', table_name).fetchone()[0]:
             raise Exception(f'Target table \'{table_name}\' not created, please create it first!')
 
-    def upload_tuples(self, cols: list[str], tuples: list[tuple], table_name: str) -> None:
-        self.check_table_existence(table_name)
+    def upload_tuples(self, cols: list[str], src_tuples: list[tuple], src_table_name: str) -> None:
+        self.check_table_existence(src_table_name)
 
         cols_str = ','.join([f'"{x}"' for x in cols])
-        query = f'''COPY {table_name}({cols_str}) FROM STDIN'''
+        query = f'''COPY {src_table_name}({cols_str}) FROM STDIN'''
         logger.debug(f'🔎 Query:\n{query}')
         with self.cursor.copy(query) as copy:
-            for row in tuples:
+            for row in src_tuples:
                 copy.write_row(row)
 
-    def upload_list_of_dict(self, data: list[dict], table_name: str) -> None:
-        self.check_table_existence(table_name)
+    def upload_list_of_dict(self, src_data: list[dict], dst_table_name: str) -> None:
+        self.check_table_existence(dst_table_name)
 
-        if len(data) == 0:
+        if len(src_data) == 0:
             raise ValueError('No data to upload!')
 
-        cols = data[0].keys()
+        cols = src_data[0].keys()
         cols_str = ','.join([f'"{x}"' for x in cols])
-        query = f'''COPY {table_name}({cols_str}) FROM STDIN'''
+        query = f'''COPY {dst_table_name}({cols_str}) FROM STDIN'''
         logger.debug(f'🔎 Query:\n{query}')
         with self.cursor.copy(query) as copy:
-            for row in data:
+            for row in src_data:
                 copy.write_row(tuple(row[col] for col in cols))
 
-    def upload_csv(self, file_path: str, table_name: str) -> None:
-        self.check_table_existence(table_name)
+    def upload_csv(self, src_filename: str, dst_table_name: str) -> None:
+        src_filename = os.path.expanduser(src_filename)
 
-        cols_str = ','.join([f'"{x}"' for x in next(csv.reader(open(file_path, 'r')))])
+        self.check_table_existence(dst_table_name)
+
+        cols_str = ','.join([f'"{x}"' for x in next(csv.reader(open(src_filename, 'r')))])
         query = dedent(
             f'''
-            COPY {table_name}({cols_str})
+            COPY {dst_table_name}({cols_str})
             FROM STDIN
             DELIMITER ','
             CSV HEADER;
             '''
         )
         logger.debug(f'🔎 Query:\n{query}')
-        with open(os.path.expanduser(file_path), 'r') as f:
+        with open(os.path.expanduser(src_filename), 'r') as f:
             with self.cursor.copy(query) as copy:
                 while data := f.read(1024):
                     copy.write(data)

utill/templates/mb.json

@@ -1,4 +1,5 @@
 {
   "base_url": "xxx",
-  "api_key": "xxx"
+  "api_key": "xxx",
+  "end": true
 }

utill/templates/pg.json

@@ -9,5 +9,6 @@
     "db": "xxx",
     "username": "xxx",
     "password": "xxx"
-  }
+  },
+  "end": true
 }