maisaedu-utilities-prefect 1.2.57__tar.gz → 1.2.59__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {maisaedu_utilities_prefect-1.2.57 → maisaedu_utilities_prefect-1.2.59}/PKG-INFO +1 -1
- {maisaedu_utilities_prefect-1.2.57 → maisaedu_utilities_prefect-1.2.59}/maisaedu_utilities_prefect/database/athena.py +15 -8
- {maisaedu_utilities_prefect-1.2.57 → maisaedu_utilities_prefect-1.2.59}/maisaedu_utilities_prefect/llm/service/llm_service.py +4 -1
- {maisaedu_utilities_prefect-1.2.57 → maisaedu_utilities_prefect-1.2.59}/maisaedu_utilities_prefect.egg-info/PKG-INFO +1 -1
- {maisaedu_utilities_prefect-1.2.57 → maisaedu_utilities_prefect-1.2.59}/setup.py +1 -1
- {maisaedu_utilities_prefect-1.2.57 → maisaedu_utilities_prefect-1.2.59}/LICENSE +0 -0
- {maisaedu_utilities_prefect-1.2.57 → maisaedu_utilities_prefect-1.2.59}/maisaedu_utilities_prefect/__init__.py +0 -0
- {maisaedu_utilities_prefect-1.2.57 → maisaedu_utilities_prefect-1.2.59}/maisaedu_utilities_prefect/azure_blob_service/__init__.py +0 -0
- {maisaedu_utilities_prefect-1.2.57 → maisaedu_utilities_prefect-1.2.59}/maisaedu_utilities_prefect/azure_blob_service/azureBlobService.py +0 -0
- {maisaedu_utilities_prefect-1.2.57 → maisaedu_utilities_prefect-1.2.59}/maisaedu_utilities_prefect/constants/__init__.py +0 -0
- {maisaedu_utilities_prefect-1.2.57 → maisaedu_utilities_prefect-1.2.59}/maisaedu_utilities_prefect/constants/env.py +0 -0
- {maisaedu_utilities_prefect-1.2.57 → maisaedu_utilities_prefect-1.2.59}/maisaedu_utilities_prefect/constants/notification.py +0 -0
- {maisaedu_utilities_prefect-1.2.57 → maisaedu_utilities_prefect-1.2.59}/maisaedu_utilities_prefect/constants/redshift.py +0 -0
- {maisaedu_utilities_prefect-1.2.57 → maisaedu_utilities_prefect-1.2.59}/maisaedu_utilities_prefect/constants/selenium.py +0 -0
- {maisaedu_utilities_prefect-1.2.57 → maisaedu_utilities_prefect-1.2.59}/maisaedu_utilities_prefect/database/__init__.py +0 -0
- {maisaedu_utilities_prefect-1.2.57 → maisaedu_utilities_prefect-1.2.59}/maisaedu_utilities_prefect/database/postgres.py +0 -0
- {maisaedu_utilities_prefect-1.2.57 → maisaedu_utilities_prefect-1.2.59}/maisaedu_utilities_prefect/dw.py +0 -0
- {maisaedu_utilities_prefect-1.2.57 → maisaedu_utilities_prefect-1.2.59}/maisaedu_utilities_prefect/googlesheet/__init__.py +0 -0
- {maisaedu_utilities_prefect-1.2.57 → maisaedu_utilities_prefect-1.2.59}/maisaedu_utilities_prefect/googlesheet/gspread.py +0 -0
- {maisaedu_utilities_prefect-1.2.57 → maisaedu_utilities_prefect-1.2.59}/maisaedu_utilities_prefect/hubspot/__init__.py +0 -0
- {maisaedu_utilities_prefect-1.2.57 → maisaedu_utilities_prefect-1.2.59}/maisaedu_utilities_prefect/hubspot/associations.py +0 -0
- {maisaedu_utilities_prefect-1.2.57 → maisaedu_utilities_prefect-1.2.59}/maisaedu_utilities_prefect/hubspot/company.py +0 -0
- {maisaedu_utilities_prefect-1.2.57 → maisaedu_utilities_prefect-1.2.59}/maisaedu_utilities_prefect/hubspot/contacts.py +0 -0
- {maisaedu_utilities_prefect-1.2.57 → maisaedu_utilities_prefect-1.2.59}/maisaedu_utilities_prefect/hubspot/contacts_lists.py +0 -0
- {maisaedu_utilities_prefect-1.2.57 → maisaedu_utilities_prefect-1.2.59}/maisaedu_utilities_prefect/hubspot/deals.py +0 -0
- {maisaedu_utilities_prefect-1.2.57 → maisaedu_utilities_prefect-1.2.59}/maisaedu_utilities_prefect/hubspot/email_events.py +0 -0
- {maisaedu_utilities_prefect-1.2.57 → maisaedu_utilities_prefect-1.2.59}/maisaedu_utilities_prefect/hubspot/form_submission_events.py +0 -0
- {maisaedu_utilities_prefect-1.2.57 → maisaedu_utilities_prefect-1.2.59}/maisaedu_utilities_prefect/hubspot/forms.py +0 -0
- {maisaedu_utilities_prefect-1.2.57 → maisaedu_utilities_prefect-1.2.59}/maisaedu_utilities_prefect/hubspot/forms_submissions.py +0 -0
- {maisaedu_utilities_prefect-1.2.57 → maisaedu_utilities_prefect-1.2.59}/maisaedu_utilities_prefect/hubspot/landing_pages.py +0 -0
- {maisaedu_utilities_prefect-1.2.57 → maisaedu_utilities_prefect-1.2.59}/maisaedu_utilities_prefect/hubspot/lineItems.py +0 -0
- {maisaedu_utilities_prefect-1.2.57 → maisaedu_utilities_prefect-1.2.59}/maisaedu_utilities_prefect/hubspot/marketing_emails.py +0 -0
- {maisaedu_utilities_prefect-1.2.57 → maisaedu_utilities_prefect-1.2.59}/maisaedu_utilities_prefect/hubspot/objects.py +0 -0
- {maisaedu_utilities_prefect-1.2.57 → maisaedu_utilities_prefect-1.2.59}/maisaedu_utilities_prefect/hubspot/owners.py +0 -0
- {maisaedu_utilities_prefect-1.2.57 → maisaedu_utilities_prefect-1.2.59}/maisaedu_utilities_prefect/hubspot/pipelines.py +0 -0
- {maisaedu_utilities_prefect-1.2.57 → maisaedu_utilities_prefect-1.2.59}/maisaedu_utilities_prefect/hubspot/tickets.py +0 -0
- {maisaedu_utilities_prefect-1.2.57 → maisaedu_utilities_prefect-1.2.59}/maisaedu_utilities_prefect/hubspot/users.py +0 -0
- {maisaedu_utilities_prefect-1.2.57 → maisaedu_utilities_prefect-1.2.59}/maisaedu_utilities_prefect/llm/__init__.py +0 -0
- {maisaedu_utilities_prefect-1.2.57 → maisaedu_utilities_prefect-1.2.59}/maisaedu_utilities_prefect/llm/service/__init__.py +0 -0
- {maisaedu_utilities_prefect-1.2.57 → maisaedu_utilities_prefect-1.2.59}/maisaedu_utilities_prefect/notification.py +0 -0
- {maisaedu_utilities_prefect-1.2.57 → maisaedu_utilities_prefect-1.2.59}/maisaedu_utilities_prefect/one_drive/__init__.py +0 -0
- {maisaedu_utilities_prefect-1.2.57 → maisaedu_utilities_prefect-1.2.59}/maisaedu_utilities_prefect/one_drive/document_handling.py +0 -0
- {maisaedu_utilities_prefect-1.2.57 → maisaedu_utilities_prefect-1.2.59}/maisaedu_utilities_prefect/one_drive/extractor.py +0 -0
- {maisaedu_utilities_prefect-1.2.57 → maisaedu_utilities_prefect-1.2.59}/maisaedu_utilities_prefect/powerbi_api/__init__.py +0 -0
- {maisaedu_utilities_prefect-1.2.57 → maisaedu_utilities_prefect-1.2.59}/maisaedu_utilities_prefect/powerbi_api/models/__init__.py +0 -0
- {maisaedu_utilities_prefect-1.2.57 → maisaedu_utilities_prefect-1.2.59}/maisaedu_utilities_prefect/powerbi_api/models/adminGroupModel.py +0 -0
- {maisaedu_utilities_prefect-1.2.57 → maisaedu_utilities_prefect-1.2.59}/maisaedu_utilities_prefect/powerbi_api/models/datasetDatasourceModel.py +0 -0
- {maisaedu_utilities_prefect-1.2.57 → maisaedu_utilities_prefect-1.2.59}/maisaedu_utilities_prefect/powerbi_api/models/datasetRefreshScheduleModel.py +0 -0
- {maisaedu_utilities_prefect-1.2.57 → maisaedu_utilities_prefect-1.2.59}/maisaedu_utilities_prefect/powerbi_api/models/datasourceModel.py +0 -0
- {maisaedu_utilities_prefect-1.2.57 → maisaedu_utilities_prefect-1.2.59}/maisaedu_utilities_prefect/powerbi_api/models/gatewayModel.py +0 -0
- {maisaedu_utilities_prefect-1.2.57 → maisaedu_utilities_prefect-1.2.59}/maisaedu_utilities_prefect/powerbi_api/services/__init__.py +0 -0
- {maisaedu_utilities_prefect-1.2.57 → maisaedu_utilities_prefect-1.2.59}/maisaedu_utilities_prefect/powerbi_api/services/activityLogsService.py +0 -0
- {maisaedu_utilities_prefect-1.2.57 → maisaedu_utilities_prefect-1.2.59}/maisaedu_utilities_prefect/powerbi_api/services/adminGroupsService.py +0 -0
- {maisaedu_utilities_prefect-1.2.57 → maisaedu_utilities_prefect-1.2.59}/maisaedu_utilities_prefect/powerbi_api/services/client.py +0 -0
- {maisaedu_utilities_prefect-1.2.57 → maisaedu_utilities_prefect-1.2.59}/maisaedu_utilities_prefect/powerbi_api/services/datasetService.py +0 -0
- {maisaedu_utilities_prefect-1.2.57 → maisaedu_utilities_prefect-1.2.59}/maisaedu_utilities_prefect/powerbi_api/services/datasourceService.py +0 -0
- {maisaedu_utilities_prefect-1.2.57 → maisaedu_utilities_prefect-1.2.59}/maisaedu_utilities_prefect/powerbi_api/services/gatewayService.py +0 -0
- {maisaedu_utilities_prefect-1.2.57 → maisaedu_utilities_prefect-1.2.59}/maisaedu_utilities_prefect/powerbi_api/services/userService.py +0 -0
- {maisaedu_utilities_prefect-1.2.57 → maisaedu_utilities_prefect-1.2.59}/maisaedu_utilities_prefect/prefect_api/__init__.py +0 -0
- {maisaedu_utilities_prefect-1.2.57 → maisaedu_utilities_prefect-1.2.59}/maisaedu_utilities_prefect/prefect_api/flows.py +0 -0
- {maisaedu_utilities_prefect-1.2.57 → maisaedu_utilities_prefect-1.2.59}/maisaedu_utilities_prefect/scripts/flow-mem-limit +0 -0
- {maisaedu_utilities_prefect-1.2.57 → maisaedu_utilities_prefect-1.2.59}/maisaedu_utilities_prefect/scripts/refresh-secrets +0 -0
- {maisaedu_utilities_prefect-1.2.57 → maisaedu_utilities_prefect-1.2.59}/maisaedu_utilities_prefect/secrets.py +0 -0
- {maisaedu_utilities_prefect-1.2.57 → maisaedu_utilities_prefect-1.2.59}/maisaedu_utilities_prefect/selenium/__init__.py +0 -0
- {maisaedu_utilities_prefect-1.2.57 → maisaedu_utilities_prefect-1.2.59}/maisaedu_utilities_prefect/selenium/service/__init__.py +0 -0
- {maisaedu_utilities_prefect-1.2.57 → maisaedu_utilities_prefect-1.2.59}/maisaedu_utilities_prefect/tunnel.py +0 -0
- {maisaedu_utilities_prefect-1.2.57 → maisaedu_utilities_prefect-1.2.59}/maisaedu_utilities_prefect/utils.py +0 -0
- {maisaedu_utilities_prefect-1.2.57 → maisaedu_utilities_prefect-1.2.59}/maisaedu_utilities_prefect.egg-info/SOURCES.txt +0 -0
- {maisaedu_utilities_prefect-1.2.57 → maisaedu_utilities_prefect-1.2.59}/maisaedu_utilities_prefect.egg-info/dependency_links.txt +0 -0
- {maisaedu_utilities_prefect-1.2.57 → maisaedu_utilities_prefect-1.2.59}/maisaedu_utilities_prefect.egg-info/requires.txt +0 -0
- {maisaedu_utilities_prefect-1.2.57 → maisaedu_utilities_prefect-1.2.59}/maisaedu_utilities_prefect.egg-info/top_level.txt +0 -0
- {maisaedu_utilities_prefect-1.2.57 → maisaedu_utilities_prefect-1.2.59}/setup.cfg +0 -0
|
@@ -5,10 +5,11 @@ import pandas as pd
|
|
|
5
5
|
from botocore.exceptions import ClientError
|
|
6
6
|
|
|
7
7
|
def aws_client_factory(
|
|
8
|
-
aws_access_key: str,
|
|
9
|
-
aws_secret_key: str,
|
|
8
|
+
aws_access_key: str = None,
|
|
9
|
+
aws_secret_key: str = None,
|
|
10
10
|
aws_region: str = 'us-east-1',
|
|
11
|
-
type: str = 'athena'
|
|
11
|
+
type: str = 'athena',
|
|
12
|
+
profile_name: str = None
|
|
12
13
|
):
|
|
13
14
|
"""
|
|
14
15
|
Factory function to create and return initialized AWS Athena and S3 clients.
|
|
@@ -30,11 +31,17 @@ def aws_client_factory(
|
|
|
30
31
|
Initialized AWS client for Athena or S3 based on the type specified.
|
|
31
32
|
"""
|
|
32
33
|
|
|
33
|
-
|
|
34
|
-
|
|
35
|
-
|
|
36
|
-
|
|
37
|
-
|
|
34
|
+
if aws_access_key is not None and aws_secret_key is not None:
|
|
35
|
+
session = boto3.Session(
|
|
36
|
+
aws_access_key_id=aws_access_key,
|
|
37
|
+
aws_secret_access_key=aws_secret_key,
|
|
38
|
+
region_name=aws_region
|
|
39
|
+
)
|
|
40
|
+
elif profile_name is not None:
|
|
41
|
+
session = boto3.Session(profile_name=profile_name, region_name=aws_region)
|
|
42
|
+
else:
|
|
43
|
+
session = boto3.Session(region_name=aws_region)
|
|
44
|
+
|
|
38
45
|
if type == 'athena':
|
|
39
46
|
return session.client('athena')
|
|
40
47
|
elif type == 's3':
|
|
@@ -87,7 +87,10 @@ class LLMService(BaseModel):
|
|
|
87
87
|
model = request.get("model", "")
|
|
88
88
|
request_json = json.dumps(request).replace("\\u0000", "")
|
|
89
89
|
response_json = json.dumps(response.json()).replace("\\u0000", "")
|
|
90
|
-
|
|
90
|
+
if metadata:
|
|
91
|
+
metadata_json = json.dumps(metadata).replace("\\u0000", "")
|
|
92
|
+
else:
|
|
93
|
+
metadata_json = None
|
|
91
94
|
|
|
92
95
|
insert_sql = f"""
|
|
93
96
|
INSERT INTO {self.default_schema}.llm_flows_runs_history (llm_flow_config_id, model, request, response, external_reference_id, metadata)
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|