maisaedu-utilities-prefect 1.2.73__tar.gz → 1.2.75__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {maisaedu_utilities_prefect-1.2.73 → maisaedu_utilities_prefect-1.2.75}/PKG-INFO +1 -1
- {maisaedu_utilities_prefect-1.2.73 → maisaedu_utilities_prefect-1.2.75}/maisaedu_utilities_prefect/one_drive/extractor.py +13 -12
- {maisaedu_utilities_prefect-1.2.73 → maisaedu_utilities_prefect-1.2.75}/maisaedu_utilities_prefect.egg-info/PKG-INFO +1 -1
- {maisaedu_utilities_prefect-1.2.73 → maisaedu_utilities_prefect-1.2.75}/maisaedu_utilities_prefect.egg-info/requires.txt +1 -1
- {maisaedu_utilities_prefect-1.2.73 → maisaedu_utilities_prefect-1.2.75}/setup.py +2 -2
- {maisaedu_utilities_prefect-1.2.73 → maisaedu_utilities_prefect-1.2.75}/LICENSE +0 -0
- {maisaedu_utilities_prefect-1.2.73 → maisaedu_utilities_prefect-1.2.75}/maisaedu_utilities_prefect/__init__.py +0 -0
- {maisaedu_utilities_prefect-1.2.73 → maisaedu_utilities_prefect-1.2.75}/maisaedu_utilities_prefect/azure_blob_service/__init__.py +0 -0
- {maisaedu_utilities_prefect-1.2.73 → maisaedu_utilities_prefect-1.2.75}/maisaedu_utilities_prefect/azure_blob_service/azureBlobService.py +0 -0
- {maisaedu_utilities_prefect-1.2.73 → maisaedu_utilities_prefect-1.2.75}/maisaedu_utilities_prefect/constants/__init__.py +0 -0
- {maisaedu_utilities_prefect-1.2.73 → maisaedu_utilities_prefect-1.2.75}/maisaedu_utilities_prefect/constants/env.py +0 -0
- {maisaedu_utilities_prefect-1.2.73 → maisaedu_utilities_prefect-1.2.75}/maisaedu_utilities_prefect/constants/notification.py +0 -0
- {maisaedu_utilities_prefect-1.2.73 → maisaedu_utilities_prefect-1.2.75}/maisaedu_utilities_prefect/constants/redshift.py +0 -0
- {maisaedu_utilities_prefect-1.2.73 → maisaedu_utilities_prefect-1.2.75}/maisaedu_utilities_prefect/constants/selenium.py +0 -0
- {maisaedu_utilities_prefect-1.2.73 → maisaedu_utilities_prefect-1.2.75}/maisaedu_utilities_prefect/database/__init__.py +0 -0
- {maisaedu_utilities_prefect-1.2.73 → maisaedu_utilities_prefect-1.2.75}/maisaedu_utilities_prefect/database/athena.py +0 -0
- {maisaedu_utilities_prefect-1.2.73 → maisaedu_utilities_prefect-1.2.75}/maisaedu_utilities_prefect/database/postgres.py +0 -0
- {maisaedu_utilities_prefect-1.2.73 → maisaedu_utilities_prefect-1.2.75}/maisaedu_utilities_prefect/dw.py +0 -0
- {maisaedu_utilities_prefect-1.2.73 → maisaedu_utilities_prefect-1.2.75}/maisaedu_utilities_prefect/googlesheet/__init__.py +0 -0
- {maisaedu_utilities_prefect-1.2.73 → maisaedu_utilities_prefect-1.2.75}/maisaedu_utilities_prefect/googlesheet/gspread.py +0 -0
- {maisaedu_utilities_prefect-1.2.73 → maisaedu_utilities_prefect-1.2.75}/maisaedu_utilities_prefect/hubspot/__init__.py +0 -0
- {maisaedu_utilities_prefect-1.2.73 → maisaedu_utilities_prefect-1.2.75}/maisaedu_utilities_prefect/hubspot/associations.py +0 -0
- {maisaedu_utilities_prefect-1.2.73 → maisaedu_utilities_prefect-1.2.75}/maisaedu_utilities_prefect/hubspot/company.py +0 -0
- {maisaedu_utilities_prefect-1.2.73 → maisaedu_utilities_prefect-1.2.75}/maisaedu_utilities_prefect/hubspot/contacts.py +0 -0
- {maisaedu_utilities_prefect-1.2.73 → maisaedu_utilities_prefect-1.2.75}/maisaedu_utilities_prefect/hubspot/contacts_lists.py +0 -0
- {maisaedu_utilities_prefect-1.2.73 → maisaedu_utilities_prefect-1.2.75}/maisaedu_utilities_prefect/hubspot/deals.py +0 -0
- {maisaedu_utilities_prefect-1.2.73 → maisaedu_utilities_prefect-1.2.75}/maisaedu_utilities_prefect/hubspot/email_events.py +0 -0
- {maisaedu_utilities_prefect-1.2.73 → maisaedu_utilities_prefect-1.2.75}/maisaedu_utilities_prefect/hubspot/form_submission_events.py +0 -0
- {maisaedu_utilities_prefect-1.2.73 → maisaedu_utilities_prefect-1.2.75}/maisaedu_utilities_prefect/hubspot/forms.py +0 -0
- {maisaedu_utilities_prefect-1.2.73 → maisaedu_utilities_prefect-1.2.75}/maisaedu_utilities_prefect/hubspot/forms_submissions.py +0 -0
- {maisaedu_utilities_prefect-1.2.73 → maisaedu_utilities_prefect-1.2.75}/maisaedu_utilities_prefect/hubspot/landing_pages.py +0 -0
- {maisaedu_utilities_prefect-1.2.73 → maisaedu_utilities_prefect-1.2.75}/maisaedu_utilities_prefect/hubspot/lineItems.py +0 -0
- {maisaedu_utilities_prefect-1.2.73 → maisaedu_utilities_prefect-1.2.75}/maisaedu_utilities_prefect/hubspot/marketing_emails.py +0 -0
- {maisaedu_utilities_prefect-1.2.73 → maisaedu_utilities_prefect-1.2.75}/maisaedu_utilities_prefect/hubspot/objects.py +0 -0
- {maisaedu_utilities_prefect-1.2.73 → maisaedu_utilities_prefect-1.2.75}/maisaedu_utilities_prefect/hubspot/owners.py +0 -0
- {maisaedu_utilities_prefect-1.2.73 → maisaedu_utilities_prefect-1.2.75}/maisaedu_utilities_prefect/hubspot/pipelines.py +0 -0
- {maisaedu_utilities_prefect-1.2.73 → maisaedu_utilities_prefect-1.2.75}/maisaedu_utilities_prefect/hubspot/tickets.py +0 -0
- {maisaedu_utilities_prefect-1.2.73 → maisaedu_utilities_prefect-1.2.75}/maisaedu_utilities_prefect/hubspot/users.py +0 -0
- {maisaedu_utilities_prefect-1.2.73 → maisaedu_utilities_prefect-1.2.75}/maisaedu_utilities_prefect/llm/__init__.py +0 -0
- {maisaedu_utilities_prefect-1.2.73 → maisaedu_utilities_prefect-1.2.75}/maisaedu_utilities_prefect/llm/service/__init__.py +0 -0
- {maisaedu_utilities_prefect-1.2.73 → maisaedu_utilities_prefect-1.2.75}/maisaedu_utilities_prefect/llm/service/llm_service.py +0 -0
- {maisaedu_utilities_prefect-1.2.73 → maisaedu_utilities_prefect-1.2.75}/maisaedu_utilities_prefect/notification.py +0 -0
- {maisaedu_utilities_prefect-1.2.73 → maisaedu_utilities_prefect-1.2.75}/maisaedu_utilities_prefect/one_drive/__init__.py +0 -0
- {maisaedu_utilities_prefect-1.2.73 → maisaedu_utilities_prefect-1.2.75}/maisaedu_utilities_prefect/one_drive/document_handling.py +0 -0
- {maisaedu_utilities_prefect-1.2.73 → maisaedu_utilities_prefect-1.2.75}/maisaedu_utilities_prefect/powerbi_api/__init__.py +0 -0
- {maisaedu_utilities_prefect-1.2.73 → maisaedu_utilities_prefect-1.2.75}/maisaedu_utilities_prefect/powerbi_api/models/__init__.py +0 -0
- {maisaedu_utilities_prefect-1.2.73 → maisaedu_utilities_prefect-1.2.75}/maisaedu_utilities_prefect/powerbi_api/models/adminGroupModel.py +0 -0
- {maisaedu_utilities_prefect-1.2.73 → maisaedu_utilities_prefect-1.2.75}/maisaedu_utilities_prefect/powerbi_api/models/datasetDatasourceModel.py +0 -0
- {maisaedu_utilities_prefect-1.2.73 → maisaedu_utilities_prefect-1.2.75}/maisaedu_utilities_prefect/powerbi_api/models/datasetRefreshScheduleModel.py +0 -0
- {maisaedu_utilities_prefect-1.2.73 → maisaedu_utilities_prefect-1.2.75}/maisaedu_utilities_prefect/powerbi_api/models/datasourceModel.py +0 -0
- {maisaedu_utilities_prefect-1.2.73 → maisaedu_utilities_prefect-1.2.75}/maisaedu_utilities_prefect/powerbi_api/models/gatewayModel.py +0 -0
- {maisaedu_utilities_prefect-1.2.73 → maisaedu_utilities_prefect-1.2.75}/maisaedu_utilities_prefect/powerbi_api/services/__init__.py +0 -0
- {maisaedu_utilities_prefect-1.2.73 → maisaedu_utilities_prefect-1.2.75}/maisaedu_utilities_prefect/powerbi_api/services/activityLogsService.py +0 -0
- {maisaedu_utilities_prefect-1.2.73 → maisaedu_utilities_prefect-1.2.75}/maisaedu_utilities_prefect/powerbi_api/services/adminGroupsService.py +0 -0
- {maisaedu_utilities_prefect-1.2.73 → maisaedu_utilities_prefect-1.2.75}/maisaedu_utilities_prefect/powerbi_api/services/client.py +0 -0
- {maisaedu_utilities_prefect-1.2.73 → maisaedu_utilities_prefect-1.2.75}/maisaedu_utilities_prefect/powerbi_api/services/datasetService.py +0 -0
- {maisaedu_utilities_prefect-1.2.73 → maisaedu_utilities_prefect-1.2.75}/maisaedu_utilities_prefect/powerbi_api/services/datasourceService.py +0 -0
- {maisaedu_utilities_prefect-1.2.73 → maisaedu_utilities_prefect-1.2.75}/maisaedu_utilities_prefect/powerbi_api/services/gatewayService.py +0 -0
- {maisaedu_utilities_prefect-1.2.73 → maisaedu_utilities_prefect-1.2.75}/maisaedu_utilities_prefect/powerbi_api/services/userService.py +0 -0
- {maisaedu_utilities_prefect-1.2.73 → maisaedu_utilities_prefect-1.2.75}/maisaedu_utilities_prefect/prefect_api/__init__.py +0 -0
- {maisaedu_utilities_prefect-1.2.73 → maisaedu_utilities_prefect-1.2.75}/maisaedu_utilities_prefect/prefect_api/flows.py +0 -0
- {maisaedu_utilities_prefect-1.2.73 → maisaedu_utilities_prefect-1.2.75}/maisaedu_utilities_prefect/scripts/flow-mem-limit +0 -0
- {maisaedu_utilities_prefect-1.2.73 → maisaedu_utilities_prefect-1.2.75}/maisaedu_utilities_prefect/scripts/refresh-secrets +0 -0
- {maisaedu_utilities_prefect-1.2.73 → maisaedu_utilities_prefect-1.2.75}/maisaedu_utilities_prefect/secrets.py +0 -0
- {maisaedu_utilities_prefect-1.2.73 → maisaedu_utilities_prefect-1.2.75}/maisaedu_utilities_prefect/selenium/__init__.py +0 -0
- {maisaedu_utilities_prefect-1.2.73 → maisaedu_utilities_prefect-1.2.75}/maisaedu_utilities_prefect/selenium/service/__init__.py +0 -0
- {maisaedu_utilities_prefect-1.2.73 → maisaedu_utilities_prefect-1.2.75}/maisaedu_utilities_prefect/tunnel.py +0 -0
- {maisaedu_utilities_prefect-1.2.73 → maisaedu_utilities_prefect-1.2.75}/maisaedu_utilities_prefect/utils.py +0 -0
- {maisaedu_utilities_prefect-1.2.73 → maisaedu_utilities_prefect-1.2.75}/maisaedu_utilities_prefect.egg-info/SOURCES.txt +0 -0
- {maisaedu_utilities_prefect-1.2.73 → maisaedu_utilities_prefect-1.2.75}/maisaedu_utilities_prefect.egg-info/dependency_links.txt +0 -0
- {maisaedu_utilities_prefect-1.2.73 → maisaedu_utilities_prefect-1.2.75}/maisaedu_utilities_prefect.egg-info/top_level.txt +0 -0
- {maisaedu_utilities_prefect-1.2.73 → maisaedu_utilities_prefect-1.2.75}/setup.cfg +0 -0
|
@@ -16,8 +16,9 @@ from maisaedu_utilities_prefect.database.postgres import (
|
|
|
16
16
|
)
|
|
17
17
|
|
|
18
18
|
class Extractor():
|
|
19
|
-
def __init__(self, prefect_flow_name):
|
|
19
|
+
def __init__(self, prefect_flow_name, schema='meta'):
|
|
20
20
|
self.prefect_flow_name = prefect_flow_name
|
|
21
|
+
self.schema = detect_sql_injection(schema)
|
|
21
22
|
self.__get_file_infos()
|
|
22
23
|
self.__update_file_id()
|
|
23
24
|
self.__get_tables_info()
|
|
@@ -28,11 +29,11 @@ class Extractor():
|
|
|
28
29
|
conn = connect(get_dsn())
|
|
29
30
|
result = select(
|
|
30
31
|
conn,
|
|
31
|
-
"""
|
|
32
|
+
f"""
|
|
32
33
|
select
|
|
33
34
|
id, name, url
|
|
34
35
|
from
|
|
35
|
-
|
|
36
|
+
{self.schema}.one_drive_docs
|
|
36
37
|
where
|
|
37
38
|
prefect_flow_name = %s
|
|
38
39
|
and is_active
|
|
@@ -55,13 +56,13 @@ class Extractor():
|
|
|
55
56
|
conn = connect(get_dsn())
|
|
56
57
|
result = select(
|
|
57
58
|
conn,
|
|
58
|
-
"""
|
|
59
|
+
f"""
|
|
59
60
|
select
|
|
60
61
|
oddt.id, oddt.table_name, spreadsheet_tab_name, deletion_clause, skip_rows, odc.name
|
|
61
62
|
from
|
|
62
|
-
|
|
63
|
+
{self.schema}.one_drive_docs_tables oddt
|
|
63
64
|
join
|
|
64
|
-
|
|
65
|
+
{self.schema}.one_drive_docs as odc on odc.id = oddt.doc_id
|
|
65
66
|
where
|
|
66
67
|
odc.is_active
|
|
67
68
|
and oddt.is_active
|
|
@@ -90,11 +91,11 @@ class Extractor():
|
|
|
90
91
|
columns = []
|
|
91
92
|
result = select(
|
|
92
93
|
conn,
|
|
93
|
-
"""
|
|
94
|
+
f"""
|
|
94
95
|
select
|
|
95
96
|
column_name, "position", type_cast
|
|
96
97
|
from
|
|
97
|
-
|
|
98
|
+
{self.schema}.one_drive_docs_tables_columns
|
|
98
99
|
where
|
|
99
100
|
doc_table_id = %s
|
|
100
101
|
""",
|
|
@@ -211,8 +212,8 @@ class Extractor():
|
|
|
211
212
|
if file['url'] == document_info['url'] and file['id'] != document_info['id']:
|
|
212
213
|
execute(
|
|
213
214
|
conn,
|
|
214
|
-
"""
|
|
215
|
-
update
|
|
215
|
+
f"""
|
|
216
|
+
update {self.schema}.one_drive_docs
|
|
216
217
|
set id = %s
|
|
217
218
|
where url = %s
|
|
218
219
|
""",
|
|
@@ -220,8 +221,8 @@ class Extractor():
|
|
|
220
221
|
)
|
|
221
222
|
execute(
|
|
222
223
|
conn,
|
|
223
|
-
"""
|
|
224
|
-
update
|
|
224
|
+
f"""
|
|
225
|
+
update {self.schema}.one_drive_docs_tables
|
|
225
226
|
set doc_id = %s
|
|
226
227
|
where doc_id = %s
|
|
227
228
|
""",
|
|
@@ -2,7 +2,7 @@ from setuptools import setup, find_packages
|
|
|
2
2
|
|
|
3
3
|
setup(
|
|
4
4
|
name="maisaedu_utilities_prefect",
|
|
5
|
-
version="1.2.
|
|
5
|
+
version="1.2.75",
|
|
6
6
|
description="Utilities for interaction with Prefect, for +A Education",
|
|
7
7
|
license="MIT License",
|
|
8
8
|
author="A+ Educação",
|
|
@@ -13,7 +13,7 @@ setup(
|
|
|
13
13
|
"maisaedu_utilities_prefect/scripts/flow-mem-limit",
|
|
14
14
|
],
|
|
15
15
|
install_requires=[
|
|
16
|
-
"pandas",
|
|
16
|
+
"pandas==2.3.3",
|
|
17
17
|
"python-dotenv",
|
|
18
18
|
"pytest",
|
|
19
19
|
"scipy",
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|