rgwfuncs 0.0.36__py3-none-any.whl → 0.0.39__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- rgwfuncs/df_lib.py +3 -2
- {rgwfuncs-0.0.36.dist-info → rgwfuncs-0.0.39.dist-info}/METADATA +11 -1
- {rgwfuncs-0.0.36.dist-info → rgwfuncs-0.0.39.dist-info}/RECORD +7 -7
- {rgwfuncs-0.0.36.dist-info → rgwfuncs-0.0.39.dist-info}/LICENSE +0 -0
- {rgwfuncs-0.0.36.dist-info → rgwfuncs-0.0.39.dist-info}/WHEEL +0 -0
- {rgwfuncs-0.0.36.dist-info → rgwfuncs-0.0.39.dist-info}/entry_points.txt +0 -0
- {rgwfuncs-0.0.36.dist-info → rgwfuncs-0.0.39.dist-info}/top_level.txt +0 -0
rgwfuncs/df_lib.py
CHANGED
@@ -21,6 +21,7 @@ from email.mime.base import MIMEBase
|
|
21
21
|
from email import encoders
|
22
22
|
from googleapiclient.discovery import build
|
23
23
|
import base64
|
24
|
+
import boto3
|
24
25
|
# import inspect
|
25
26
|
from typing import Optional, Dict, List, Tuple, Any
|
26
27
|
import warnings
|
@@ -434,7 +435,7 @@ def load_data_from_query(db_preset_name: str, query: str) -> pd.DataFrame:
|
|
434
435
|
return pd.DataFrame(data, columns=columns)
|
435
436
|
|
436
437
|
|
437
|
-
aws_region = db_preset['
|
438
|
+
aws_region = db_preset['aws_region']
|
438
439
|
database = db_preset['database']
|
439
440
|
output_bucket = db_preset['output_bucket']
|
440
441
|
|
@@ -471,7 +472,7 @@ def load_data_from_query(db_preset_name: str, query: str) -> pd.DataFrame:
|
|
471
472
|
return query_clickhouse(db_preset, query)
|
472
473
|
elif db_type == 'google_big_query':
|
473
474
|
return query_google_big_query(db_preset, query)
|
474
|
-
elif db_type == '
|
475
|
+
elif db_type == 'aws_athena':
|
475
476
|
return query_athena(db_preset, query)
|
476
477
|
else:
|
477
478
|
raise ValueError(f"Unsupported db_type: {db_type}")
|
@@ -1,6 +1,6 @@
|
|
1
1
|
Metadata-Version: 2.2
|
2
2
|
Name: rgwfuncs
|
3
|
-
Version: 0.0.
|
3
|
+
Version: 0.0.39
|
4
4
|
Summary: A functional programming paradigm for mathematical modelling and data science
|
5
5
|
Home-page: https://github.com/ryangerardwilson/rgwfunc
|
6
6
|
Author: Ryan Gerard Wilson
|
@@ -23,6 +23,7 @@ Requires-Dist: xgboost
|
|
23
23
|
Requires-Dist: requests
|
24
24
|
Requires-Dist: slack-sdk
|
25
25
|
Requires-Dist: google-api-python-client
|
26
|
+
Requires-Dist: boto
|
26
27
|
|
27
28
|
# RGWFUNCS
|
28
29
|
|
@@ -75,6 +76,15 @@ A `.rgwfuncsrc` file (located at `vi ~/.rgwfuncsrc) is required for MSSQL, CLICK
|
|
75
76
|
"db_type": "google_big_query",
|
76
77
|
"json_file_path": "",
|
77
78
|
"project_id": ""
|
79
|
+
},
|
80
|
+
{
|
81
|
+
"name": "athena_db1",
|
82
|
+
"db_type": "aws_athena",
|
83
|
+
"aws_access_key": "",
|
84
|
+
"aws_secret_key": "",
|
85
|
+
"aws_region: "",
|
86
|
+
"database": "logs",
|
87
|
+
"output_bucket": "s3://bucket-name"
|
78
88
|
}
|
79
89
|
],
|
80
90
|
"vm_presets": [
|
@@ -1,12 +1,12 @@
|
|
1
1
|
rgwfuncs/__init__.py,sha256=CLPRpLtzXxyFHEjS-MrxnhXH0LdS6THjAC5sCHg0m3c,1520
|
2
2
|
rgwfuncs/algebra_lib.py,sha256=g-sNkf9Hz4i17uRIgLUYLQlyUu8yROgsoJMujdj0U3Y,21577
|
3
|
-
rgwfuncs/df_lib.py,sha256=
|
3
|
+
rgwfuncs/df_lib.py,sha256=b6uMBbj7JrTUusbBGSlGI6jJ37yCN5lb6Oiq-C9oGzg,68987
|
4
4
|
rgwfuncs/docs_lib.py,sha256=y3wSAOPO3qsA4HZ7xAtW8HimM8w-c8hjcEzMRLJ96ao,1960
|
5
5
|
rgwfuncs/interactive_shell_lib.py,sha256=A7EWsYxAfDev_N0-2GjRvAtp0bAwBPHIczXb8Gu9fzI,1107
|
6
6
|
rgwfuncs/str_lib.py,sha256=rtAdRlnSJIu3JhI-tA_A0wCiPK2m-zn5RoGpBxv_g-4,2228
|
7
|
-
rgwfuncs-0.0.
|
8
|
-
rgwfuncs-0.0.
|
9
|
-
rgwfuncs-0.0.
|
10
|
-
rgwfuncs-0.0.
|
11
|
-
rgwfuncs-0.0.
|
12
|
-
rgwfuncs-0.0.
|
7
|
+
rgwfuncs-0.0.39.dist-info/LICENSE,sha256=7EI8xVBu6h_7_JlVw-yPhhOZlpY9hP8wal7kHtqKT_E,1074
|
8
|
+
rgwfuncs-0.0.39.dist-info/METADATA,sha256=Q_t5qkxs2q8wPBnTxvfna07rjDXSUyIYOvpbshtv780,49825
|
9
|
+
rgwfuncs-0.0.39.dist-info/WHEEL,sha256=In9FTNxeP60KnTkGw7wk6mJPYd_dQSjEZmXdBdMCI-8,91
|
10
|
+
rgwfuncs-0.0.39.dist-info/entry_points.txt,sha256=j-c5IOPIQ0252EaOV6j6STio56sbXl2C4ym_fQ0lXx0,43
|
11
|
+
rgwfuncs-0.0.39.dist-info/top_level.txt,sha256=aGuVIzWsKiV1f2gCb6mynx0zx5ma0B1EwPGFKVEMTi4,9
|
12
|
+
rgwfuncs-0.0.39.dist-info/RECORD,,
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|