rgwfuncs 0.0.5__py3-none-any.whl → 0.0.7__py3-none-any.whl

{rgwfuncs-0.0.5.dist-info → rgwfuncs-0.0.7.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.2
 Name: rgwfuncs
-Version: 0.0.5
+Version: 0.0.7
 Summary: A functional programming paradigm for mathematical modelling and data science
 Home-page: https://github.com/ryangerardwilson/rgwfunc
 Author: Ryan Gerard Wilson
@@ -28,16 +28,90 @@ Requires-Dist: google-api-python-client
 
 ***By Ryan Gerard Wilson (https://ryangerardwilson.com)***
 
-This library provides a variety of functions for manipulating and analyzing pandas DataFrames. 
+This library is meant to make ML/ Data Science pipelines more readable. It assumes a linux environment, and the existence of a `rgwml.config` file for certain features (like db querying, sending data to slack, etc.)
 
 --------------------------------------------------------------------------------
 
 ## Installation
 
 Install the package using:
-bash
-pip install rgwfuncs
 
+    pip install rgwfuncs
+
+--------------------------------------------------------------------------------
+
+## Create a `rgwml.config` File
+
+A `rgwml.config` file (located at `vi ~/Documents/rgwml.config) is required for MSSQL, CLICKHOUSE, MYSQL, GOOGLE BIG QUERY, SLACK, TELEGRAM, and GMAIL integrations.
+
+    {
+      "db_presets" : [
+        {
+          "name": "mssql_db9",
+          "db_type": "mssql",
+          "host": "",
+          "username": "",
+          "password": "",
+          "database": ""
+        },
+        {
+          "name": "clickhouse_db7",
+          "db_type": "clickhouse",
+          "host": "",
+          "username": "",
+          "password": "",
+          "database": ""
+        },
+        {
+          "name": "mysql_db2",
+          "db_type": "mysql",
+          "host": "",
+          "username": "",
+          "password": "",
+          "database": ""
+        },
+        {
+          "name": "bq_db1",
+          "db_type": "google_big_query",
+          "json_file_path": "",
+          "project_id": ""
+        }
+      ],
+    "vm_presets": [
+        {
+          "name": "main_server",
+          "host": "",
+          "ssh_user": "",
+          "ssh_key_path": ""
+        }
+      ],
+    "cloud_storage_presets": [
+        {
+          "name": "gcs_bucket_name",
+          "credential_path": "path/to/your/credentials.json"
+        }
+      ],
+    "telegram_bot_presets": [
+      {
+        "name": "rgwml-bot",
+        "chat_id": "",
+        "bot_token": ""
+      }
+    ],
+    "slack_bot_presets": [
+      {
+        "name": "labs-channel",
+        "channel_id": "",
+        "bot_token": ""
+      }
+    ],
+    "gmail_bot_presets": [
+      {
+        "name": "info@xyz.com",
+        "service_account_credentials_path": "/home/user/Documents/credentials/your_creds.json"
+      }
+    ]
+  }
 
 --------------------------------------------------------------------------------
 
@@ -978,6 +1052,103 @@ Retain only rows with uncommon column values between two DataFrames.
     print(df_uncommon)
     
 
+--------------------------------------------------------------------------------
+
+### 41. `union_join`
+Perform a union join, concatenating two DataFrames and dropping duplicates.
+
+• Parameters:
+  - `df1` (pd.DataFrame): First DataFrame.
+  - `df2` (pd.DataFrame): Second DataFrame.
+
+• Returns:
+  - pd.DataFrame: A new DataFrame with the union of `df1` and `df2`, without duplicates.
+
+• Example:
+
+    from rgwfuncs import union_join
+    import pandas as pd
+
+    df1 = pd.DataFrame({'ID': [1, 2, 3], 'Value': [10, 20, 30]})
+    df2 = pd.DataFrame({'ID': [2, 3, 4], 'Value': [20, 30, 40]})
+
+    df_union = union_join(df1, df2)
+    print(df_union)
+
+--------------------------------------------------------------------------------
+
+### 42. `bag_union_join`
+Perform a bag union join, concatenating two DataFrames without dropping duplicates.
+
+• Parameters:
+  - `df1` (pd.DataFrame): First DataFrame.
+  - `df2` (pd.DataFrame): Second DataFrame.
+
+• Returns:
+  - pd.DataFrame: A new DataFrame with the concatenated data of `df1` and `df2`.
+
+• Example:
+
+    from rgwfuncs import bag_union_join
+    import pandas as pd
+
+    df1 = pd.DataFrame({'ID': [1, 2, 3], 'Value': [10, 20, 30]})
+    df2 = pd.DataFrame({'ID': [2, 3, 4], 'Value': [20, 30, 40]})
+
+    df_bag_union = bag_union_join(df1, df2)
+    print(df_bag_union)
+
+--------------------------------------------------------------------------------
+
+### 43. `left_join`
+Perform a left join on two DataFrames.
+
+• Parameters:
+  - `df1` (pd.DataFrame): The left DataFrame.
+  - `df2` (pd.DataFrame): The right DataFrame.
+  - `left_on` (str): Column name in `df1` to join on.
+  - `right_on` (str): Column name in `df2` to join on.
+
+• Returns:
+  - pd.DataFrame: A new DataFrame as the result of a left join.
+
+• Example:
+
+    from rgwfuncs import left_join
+    import pandas as pd
+
+    df1 = pd.DataFrame({'ID': [1, 2, 3], 'Value': [10, 20, 30]})
+    df2 = pd.DataFrame({'ID': [2, 3, 4], 'Extra': ['A', 'B', 'C']})
+
+    df_left_join = left_join(df1, df2, 'ID', 'ID')
+    print(df_left_join)
+
+--------------------------------------------------------------------------------
+
+### 44. `right_join`
+Perform a right join on two DataFrames.
+
+• Parameters:
+  - `df1` (pd.DataFrame): The left DataFrame.
+  - `df2` (pd.DataFrame): The right DataFrame.
+  - `left_on` (str): Column name in `df1` to join on.
+  - `right_on` (str): Column name in `df2` to join on.
+
+• Returns:
+  - pd.DataFrame: A new DataFrame as the result of a right join.
+
+• Example:
+
+    from rgwfuncs import right_join
+    import pandas as pd
+
+    df1 = pd.DataFrame({'ID': [1, 2, 3], 'Value': [10, 20, 30]})
+    df2 = pd.DataFrame({'ID': [2, 3, 4], 'Extra': ['A', 'B', 'C']})
+
+    df_right_join = right_join(df1, df2, 'ID', 'ID')
+    print(df_right_join)
+
+
 --------------------------------------------------------------------------------
 
 ## Additional Info

rgwfuncs-0.0.7.dist-info/RECORD

@@ -0,0 +1,8 @@
+rgwfuncs/__init__.py,sha256=o4BBYVERWwAx8dknJ03yVCHqV9o8D1qrRgFeJrtpDWg,1041
+rgwfuncs/df_lib.py,sha256=vYKElOUyMqBMC5EYA6vaqknpmVoOzNIyOWdJxMlzGcs,61137
+rgwfuncs-0.0.7.dist-info/LICENSE,sha256=7EI8xVBu6h_7_JlVw-yPhhOZlpY9hP8wal7kHtqKT_E,1074
+rgwfuncs-0.0.7.dist-info/METADATA,sha256=CoUF-aVOBZmywYKpz2fLgd18Y0YRQieXGYp1E6ggMw8,31226
+rgwfuncs-0.0.7.dist-info/WHEEL,sha256=In9FTNxeP60KnTkGw7wk6mJPYd_dQSjEZmXdBdMCI-8,91
+rgwfuncs-0.0.7.dist-info/entry_points.txt,sha256=j-c5IOPIQ0252EaOV6j6STio56sbXl2C4ym_fQ0lXx0,43
+rgwfuncs-0.0.7.dist-info/top_level.txt,sha256=aGuVIzWsKiV1f2gCb6mynx0zx5ma0B1EwPGFKVEMTi4,9
+rgwfuncs-0.0.7.dist-info/RECORD,,

rgwfuncs-0.0.5.dist-info/RECORD

@@ -1,8 +0,0 @@
-rgwfuncs/__init__.py,sha256=8suLAGE7rHBY9e2ViUJuRCUyiam4PO7bjNq_l59dW8Q,24
-rgwfuncs/df_lib.py,sha256=vkPOg0acDUwEYbyELNZ4OTJ9cHu9MbZaC4quN8XWtQY,63202
-rgwfuncs-0.0.5.dist-info/LICENSE,sha256=7EI8xVBu6h_7_JlVw-yPhhOZlpY9hP8wal7kHtqKT_E,1074
-rgwfuncs-0.0.5.dist-info/METADATA,sha256=mR9Dp1WY8pFwFXRyrzJ229pMO_3Na80AyYwqA32K4GY,26554
-rgwfuncs-0.0.5.dist-info/WHEEL,sha256=In9FTNxeP60KnTkGw7wk6mJPYd_dQSjEZmXdBdMCI-8,91
-rgwfuncs-0.0.5.dist-info/entry_points.txt,sha256=j-c5IOPIQ0252EaOV6j6STio56sbXl2C4ym_fQ0lXx0,43
-rgwfuncs-0.0.5.dist-info/top_level.txt,sha256=aGuVIzWsKiV1f2gCb6mynx0zx5ma0B1EwPGFKVEMTi4,9
-rgwfuncs-0.0.5.dist-info/RECORD,,