maisaedu-utilities-prefect 1.2.60__tar.gz → 1.2.61__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {maisaedu_utilities_prefect-1.2.60 → maisaedu_utilities_prefect-1.2.61}/PKG-INFO +1 -1
- {maisaedu_utilities_prefect-1.2.60 → maisaedu_utilities_prefect-1.2.61}/maisaedu_utilities_prefect/hubspot/form_submission_events.py +32 -32
- {maisaedu_utilities_prefect-1.2.60 → maisaedu_utilities_prefect-1.2.61}/maisaedu_utilities_prefect.egg-info/PKG-INFO +1 -1
- {maisaedu_utilities_prefect-1.2.60 → maisaedu_utilities_prefect-1.2.61}/setup.py +1 -1
- {maisaedu_utilities_prefect-1.2.60 → maisaedu_utilities_prefect-1.2.61}/LICENSE +0 -0
- {maisaedu_utilities_prefect-1.2.60 → maisaedu_utilities_prefect-1.2.61}/maisaedu_utilities_prefect/__init__.py +0 -0
- {maisaedu_utilities_prefect-1.2.60 → maisaedu_utilities_prefect-1.2.61}/maisaedu_utilities_prefect/azure_blob_service/__init__.py +0 -0
- {maisaedu_utilities_prefect-1.2.60 → maisaedu_utilities_prefect-1.2.61}/maisaedu_utilities_prefect/azure_blob_service/azureBlobService.py +0 -0
- {maisaedu_utilities_prefect-1.2.60 → maisaedu_utilities_prefect-1.2.61}/maisaedu_utilities_prefect/constants/__init__.py +0 -0
- {maisaedu_utilities_prefect-1.2.60 → maisaedu_utilities_prefect-1.2.61}/maisaedu_utilities_prefect/constants/env.py +0 -0
- {maisaedu_utilities_prefect-1.2.60 → maisaedu_utilities_prefect-1.2.61}/maisaedu_utilities_prefect/constants/notification.py +0 -0
- {maisaedu_utilities_prefect-1.2.60 → maisaedu_utilities_prefect-1.2.61}/maisaedu_utilities_prefect/constants/redshift.py +0 -0
- {maisaedu_utilities_prefect-1.2.60 → maisaedu_utilities_prefect-1.2.61}/maisaedu_utilities_prefect/constants/selenium.py +0 -0
- {maisaedu_utilities_prefect-1.2.60 → maisaedu_utilities_prefect-1.2.61}/maisaedu_utilities_prefect/database/__init__.py +0 -0
- {maisaedu_utilities_prefect-1.2.60 → maisaedu_utilities_prefect-1.2.61}/maisaedu_utilities_prefect/database/athena.py +0 -0
- {maisaedu_utilities_prefect-1.2.60 → maisaedu_utilities_prefect-1.2.61}/maisaedu_utilities_prefect/database/postgres.py +0 -0
- {maisaedu_utilities_prefect-1.2.60 → maisaedu_utilities_prefect-1.2.61}/maisaedu_utilities_prefect/dw.py +0 -0
- {maisaedu_utilities_prefect-1.2.60 → maisaedu_utilities_prefect-1.2.61}/maisaedu_utilities_prefect/googlesheet/__init__.py +0 -0
- {maisaedu_utilities_prefect-1.2.60 → maisaedu_utilities_prefect-1.2.61}/maisaedu_utilities_prefect/googlesheet/gspread.py +0 -0
- {maisaedu_utilities_prefect-1.2.60 → maisaedu_utilities_prefect-1.2.61}/maisaedu_utilities_prefect/hubspot/__init__.py +0 -0
- {maisaedu_utilities_prefect-1.2.60 → maisaedu_utilities_prefect-1.2.61}/maisaedu_utilities_prefect/hubspot/associations.py +0 -0
- {maisaedu_utilities_prefect-1.2.60 → maisaedu_utilities_prefect-1.2.61}/maisaedu_utilities_prefect/hubspot/company.py +0 -0
- {maisaedu_utilities_prefect-1.2.60 → maisaedu_utilities_prefect-1.2.61}/maisaedu_utilities_prefect/hubspot/contacts.py +0 -0
- {maisaedu_utilities_prefect-1.2.60 → maisaedu_utilities_prefect-1.2.61}/maisaedu_utilities_prefect/hubspot/contacts_lists.py +0 -0
- {maisaedu_utilities_prefect-1.2.60 → maisaedu_utilities_prefect-1.2.61}/maisaedu_utilities_prefect/hubspot/deals.py +0 -0
- {maisaedu_utilities_prefect-1.2.60 → maisaedu_utilities_prefect-1.2.61}/maisaedu_utilities_prefect/hubspot/email_events.py +0 -0
- {maisaedu_utilities_prefect-1.2.60 → maisaedu_utilities_prefect-1.2.61}/maisaedu_utilities_prefect/hubspot/forms.py +0 -0
- {maisaedu_utilities_prefect-1.2.60 → maisaedu_utilities_prefect-1.2.61}/maisaedu_utilities_prefect/hubspot/forms_submissions.py +0 -0
- {maisaedu_utilities_prefect-1.2.60 → maisaedu_utilities_prefect-1.2.61}/maisaedu_utilities_prefect/hubspot/landing_pages.py +0 -0
- {maisaedu_utilities_prefect-1.2.60 → maisaedu_utilities_prefect-1.2.61}/maisaedu_utilities_prefect/hubspot/lineItems.py +0 -0
- {maisaedu_utilities_prefect-1.2.60 → maisaedu_utilities_prefect-1.2.61}/maisaedu_utilities_prefect/hubspot/marketing_emails.py +0 -0
- {maisaedu_utilities_prefect-1.2.60 → maisaedu_utilities_prefect-1.2.61}/maisaedu_utilities_prefect/hubspot/objects.py +0 -0
- {maisaedu_utilities_prefect-1.2.60 → maisaedu_utilities_prefect-1.2.61}/maisaedu_utilities_prefect/hubspot/owners.py +0 -0
- {maisaedu_utilities_prefect-1.2.60 → maisaedu_utilities_prefect-1.2.61}/maisaedu_utilities_prefect/hubspot/pipelines.py +0 -0
- {maisaedu_utilities_prefect-1.2.60 → maisaedu_utilities_prefect-1.2.61}/maisaedu_utilities_prefect/hubspot/tickets.py +0 -0
- {maisaedu_utilities_prefect-1.2.60 → maisaedu_utilities_prefect-1.2.61}/maisaedu_utilities_prefect/hubspot/users.py +0 -0
- {maisaedu_utilities_prefect-1.2.60 → maisaedu_utilities_prefect-1.2.61}/maisaedu_utilities_prefect/llm/__init__.py +0 -0
- {maisaedu_utilities_prefect-1.2.60 → maisaedu_utilities_prefect-1.2.61}/maisaedu_utilities_prefect/llm/service/__init__.py +0 -0
- {maisaedu_utilities_prefect-1.2.60 → maisaedu_utilities_prefect-1.2.61}/maisaedu_utilities_prefect/llm/service/llm_service.py +0 -0
- {maisaedu_utilities_prefect-1.2.60 → maisaedu_utilities_prefect-1.2.61}/maisaedu_utilities_prefect/notification.py +0 -0
- {maisaedu_utilities_prefect-1.2.60 → maisaedu_utilities_prefect-1.2.61}/maisaedu_utilities_prefect/one_drive/__init__.py +0 -0
- {maisaedu_utilities_prefect-1.2.60 → maisaedu_utilities_prefect-1.2.61}/maisaedu_utilities_prefect/one_drive/document_handling.py +0 -0
- {maisaedu_utilities_prefect-1.2.60 → maisaedu_utilities_prefect-1.2.61}/maisaedu_utilities_prefect/one_drive/extractor.py +0 -0
- {maisaedu_utilities_prefect-1.2.60 → maisaedu_utilities_prefect-1.2.61}/maisaedu_utilities_prefect/powerbi_api/__init__.py +0 -0
- {maisaedu_utilities_prefect-1.2.60 → maisaedu_utilities_prefect-1.2.61}/maisaedu_utilities_prefect/powerbi_api/models/__init__.py +0 -0
- {maisaedu_utilities_prefect-1.2.60 → maisaedu_utilities_prefect-1.2.61}/maisaedu_utilities_prefect/powerbi_api/models/adminGroupModel.py +0 -0
- {maisaedu_utilities_prefect-1.2.60 → maisaedu_utilities_prefect-1.2.61}/maisaedu_utilities_prefect/powerbi_api/models/datasetDatasourceModel.py +0 -0
- {maisaedu_utilities_prefect-1.2.60 → maisaedu_utilities_prefect-1.2.61}/maisaedu_utilities_prefect/powerbi_api/models/datasetRefreshScheduleModel.py +0 -0
- {maisaedu_utilities_prefect-1.2.60 → maisaedu_utilities_prefect-1.2.61}/maisaedu_utilities_prefect/powerbi_api/models/datasourceModel.py +0 -0
- {maisaedu_utilities_prefect-1.2.60 → maisaedu_utilities_prefect-1.2.61}/maisaedu_utilities_prefect/powerbi_api/models/gatewayModel.py +0 -0
- {maisaedu_utilities_prefect-1.2.60 → maisaedu_utilities_prefect-1.2.61}/maisaedu_utilities_prefect/powerbi_api/services/__init__.py +0 -0
- {maisaedu_utilities_prefect-1.2.60 → maisaedu_utilities_prefect-1.2.61}/maisaedu_utilities_prefect/powerbi_api/services/activityLogsService.py +0 -0
- {maisaedu_utilities_prefect-1.2.60 → maisaedu_utilities_prefect-1.2.61}/maisaedu_utilities_prefect/powerbi_api/services/adminGroupsService.py +0 -0
- {maisaedu_utilities_prefect-1.2.60 → maisaedu_utilities_prefect-1.2.61}/maisaedu_utilities_prefect/powerbi_api/services/client.py +0 -0
- {maisaedu_utilities_prefect-1.2.60 → maisaedu_utilities_prefect-1.2.61}/maisaedu_utilities_prefect/powerbi_api/services/datasetService.py +0 -0
- {maisaedu_utilities_prefect-1.2.60 → maisaedu_utilities_prefect-1.2.61}/maisaedu_utilities_prefect/powerbi_api/services/datasourceService.py +0 -0
- {maisaedu_utilities_prefect-1.2.60 → maisaedu_utilities_prefect-1.2.61}/maisaedu_utilities_prefect/powerbi_api/services/gatewayService.py +0 -0
- {maisaedu_utilities_prefect-1.2.60 → maisaedu_utilities_prefect-1.2.61}/maisaedu_utilities_prefect/powerbi_api/services/userService.py +0 -0
- {maisaedu_utilities_prefect-1.2.60 → maisaedu_utilities_prefect-1.2.61}/maisaedu_utilities_prefect/prefect_api/__init__.py +0 -0
- {maisaedu_utilities_prefect-1.2.60 → maisaedu_utilities_prefect-1.2.61}/maisaedu_utilities_prefect/prefect_api/flows.py +0 -0
- {maisaedu_utilities_prefect-1.2.60 → maisaedu_utilities_prefect-1.2.61}/maisaedu_utilities_prefect/scripts/flow-mem-limit +0 -0
- {maisaedu_utilities_prefect-1.2.60 → maisaedu_utilities_prefect-1.2.61}/maisaedu_utilities_prefect/scripts/refresh-secrets +0 -0
- {maisaedu_utilities_prefect-1.2.60 → maisaedu_utilities_prefect-1.2.61}/maisaedu_utilities_prefect/secrets.py +0 -0
- {maisaedu_utilities_prefect-1.2.60 → maisaedu_utilities_prefect-1.2.61}/maisaedu_utilities_prefect/selenium/__init__.py +0 -0
- {maisaedu_utilities_prefect-1.2.60 → maisaedu_utilities_prefect-1.2.61}/maisaedu_utilities_prefect/selenium/service/__init__.py +0 -0
- {maisaedu_utilities_prefect-1.2.60 → maisaedu_utilities_prefect-1.2.61}/maisaedu_utilities_prefect/tunnel.py +0 -0
- {maisaedu_utilities_prefect-1.2.60 → maisaedu_utilities_prefect-1.2.61}/maisaedu_utilities_prefect/utils.py +0 -0
- {maisaedu_utilities_prefect-1.2.60 → maisaedu_utilities_prefect-1.2.61}/maisaedu_utilities_prefect.egg-info/SOURCES.txt +0 -0
- {maisaedu_utilities_prefect-1.2.60 → maisaedu_utilities_prefect-1.2.61}/maisaedu_utilities_prefect.egg-info/dependency_links.txt +0 -0
- {maisaedu_utilities_prefect-1.2.60 → maisaedu_utilities_prefect-1.2.61}/maisaedu_utilities_prefect.egg-info/requires.txt +0 -0
- {maisaedu_utilities_prefect-1.2.60 → maisaedu_utilities_prefect-1.2.61}/maisaedu_utilities_prefect.egg-info/top_level.txt +0 -0
- {maisaedu_utilities_prefect-1.2.60 → maisaedu_utilities_prefect-1.2.61}/setup.cfg +0 -0
|
@@ -1,8 +1,8 @@
|
|
|
1
|
-
import prefect
|
|
2
1
|
import requests
|
|
3
2
|
import json
|
|
4
3
|
import urllib
|
|
5
4
|
from time import sleep
|
|
5
|
+
from retry import retry
|
|
6
6
|
|
|
7
7
|
|
|
8
8
|
def get_hubspot_form_submission_events(
|
|
@@ -43,40 +43,40 @@ def get_hubspot_form_submission_events(
|
|
|
43
43
|
print(e)
|
|
44
44
|
|
|
45
45
|
|
|
46
|
+
@retry(tries=5, delay=30)
|
|
47
|
+
def get_data(hapikey, app_private_token, occurred_after, occurred_before, after, limit):
|
|
48
|
+
resp = get_hubspot_form_submission_events(
|
|
49
|
+
hapikey, app_private_token, occurred_after, occurred_before, after, limit
|
|
50
|
+
)
|
|
51
|
+
|
|
52
|
+
if "results" in resp:
|
|
53
|
+
if len(resp["results"]) == 0:
|
|
54
|
+
has_more = False
|
|
55
|
+
else:
|
|
56
|
+
has_more = True
|
|
57
|
+
|
|
58
|
+
if "paging" in resp:
|
|
59
|
+
if "next" in resp["paging"]:
|
|
60
|
+
if "after" in resp["paging"]["next"]:
|
|
61
|
+
after = resp["paging"]["next"]["after"]
|
|
62
|
+
else:
|
|
63
|
+
after = None
|
|
64
|
+
else:
|
|
65
|
+
after = None
|
|
66
|
+
else:
|
|
67
|
+
after = None
|
|
68
|
+
|
|
69
|
+
return resp["results"], has_more, after
|
|
70
|
+
|
|
71
|
+
|
|
46
72
|
def get_form_submission_events(
|
|
47
|
-
|
|
73
|
+
hapikey, app_private_token, occurred_after, occurred_before=None, limit=100
|
|
48
74
|
):
|
|
49
75
|
after = None
|
|
50
76
|
has_more = True
|
|
51
|
-
attempts = 0
|
|
52
77
|
while has_more:
|
|
53
|
-
|
|
54
|
-
hapikey, app_private_token, occurred_after, occurred_before, after, limit
|
|
55
|
-
)
|
|
78
|
+
results, has_more, after = get_data(hapikey, app_private_token, occurred_after, occurred_before, after, limit)
|
|
56
79
|
|
|
57
|
-
|
|
58
|
-
if
|
|
59
|
-
|
|
60
|
-
yield response["results"]
|
|
61
|
-
if "paging" not in response:
|
|
62
|
-
has_more = False
|
|
63
|
-
else:
|
|
64
|
-
after = response["paging"]["next"]["after"]
|
|
65
|
-
else:
|
|
66
|
-
attempts += 1
|
|
67
|
-
if attempts > 2:
|
|
68
|
-
has_more = False
|
|
69
|
-
except TypeError as e:
|
|
70
|
-
print("Erro de tipo encontrado:", e)
|
|
71
|
-
print(response)
|
|
72
|
-
sleep(10)
|
|
73
|
-
except Exception as e:
|
|
74
|
-
if "errorType" in e and e["errorType"] == "RATE_LIMIT":
|
|
75
|
-
print(e)
|
|
76
|
-
print(response)
|
|
77
|
-
sleep(10)
|
|
78
|
-
else:
|
|
79
|
-
prefect.get_run_logger().error("Failed")
|
|
80
|
-
prefect.get_run_logger().error(e)
|
|
81
|
-
prefect.get_run_logger().error(response)
|
|
82
|
-
raise e
|
|
80
|
+
yield results
|
|
81
|
+
if has_more:
|
|
82
|
+
after = after
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|