maisaedu-utilities-prefect 1.2.69__tar.gz → 1.2.71__tar.gz

{maisaedu_utilities_prefect-1.2.69 → maisaedu_utilities_prefect-1.2.71}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: maisaedu_utilities_prefect
-Version: 1.2.69
+Version: 1.2.71
 Summary: Utilities for interaction with Prefect, for +A Education
 Home-page: UNKNOWN
 Author: A+ Educação

{maisaedu_utilities_prefect-1.2.69 → maisaedu_utilities_prefect-1.2.71}/maisaedu_utilities_prefect/hubspot/deals.py

@@ -141,3 +141,118 @@ def get_all_deals_v1_recent_modified(
                 prefect.get_run_logger().error(resp)
                 raise Exception(e)
     return data
+
+def get_deal_v3_with_history(
+    app_private_token,
+    deal_id,
+    properties_with_history,
+    tries=5,
+):
+    logger = prefect.get_run_logger()
+    base_url = f"https://api.hubapi.com/crm/v3/objects/deals/{deal_id}"
+
+    params = {}
+
+    if properties_with_history:
+        params["propertiesWithHistory"] = ",".join(properties_with_history)
+
+    headers = {
+        "content-type": "application/json",
+        "cache-control": "no-cache",
+        "Authorization": f"Bearer {app_private_token}",
+    }
+
+    for i in range(tries):
+        try:
+            r = requests.get(url=base_url, headers=headers, params=params)
+            r.raise_for_status()
+            response_dict = r.json()
+            return response_dict
+        except Exception as e:
+            logger.error(f"Error to fetch deal v3 with history (attempt {i+1}/{tries}): {e}")
+            if i == tries - 1:
+                raise
+
+
+def chunk_list(values, chunk_size):
+    values = list(values)
+    for i in range(0, len(values), chunk_size):
+        yield values[i:i + chunk_size]
+
+def get_deals_v3_batch_with_history(
+    app_private_token,
+    deal_ids,
+    properties_with_history=None,
+    properties=None,
+    batch_size=50,
+    tries=5,
+):
+    """
+    Lê deals em lote na API v3 usando:
+      POST /crm/v3/objects/deals/batch/read
+
+    - deal_ids: iterável de IDs de deals
+    - properties_with_history: lista de propriedades com histórico
+    - properties: lista de propriedades atuais
+    - batch_size: máximo 50 por causa da API da HubSpot
+
+    Retorna: dict {deal_id: payload_json_completo}
+    """
+    logger = prefect.get_run_logger()
+    url = "https://api.hubapi.com/crm/v3/objects/deals/batch/read"
+
+    # garantia extra: nunca passa de 50
+    if batch_size > 50:
+        batch_size = 50
+
+    headers = {
+        "content-type": "application/json",
+        "cache-control": "no-cache",
+        "Authorization": f"Bearer {app_private_token}",
+    }
+
+    results_by_id = {}
+
+    # garante lista de strings
+    deal_ids = [str(d) for d in deal_ids]
+
+    for ids_chunk in chunk_list(deal_ids, batch_size):
+        if not ids_chunk:
+            continue
+
+        # LOG para você ver o tamanho do chunk
+        logger.info(f"Chamando batch/read para {len(ids_chunk)} deals "
+                    f"({ids_chunk[0]} .. {ids_chunk[-1]})")
+
+        body = {
+            "inputs": [{"id": did} for did in ids_chunk]
+        }
+
+        if properties:
+            body["properties"] = list(properties)
+
+        if properties_with_history:
+            body["propertiesWithHistory"] = list(properties_with_history)
+
+        for attempt in range(tries):
+            try:
+                r = requests.post(url, headers=headers, json=body, timeout=30)
+                r.raise_for_status()
+                resp = r.json()
+
+                for deal in resp.get("results", []):
+                    deal_id = deal.get("id")
+                    if deal_id is not None:
+                        results_by_id[deal_id] = deal
+
+                break  # deu certo, sai do retry
+            except Exception as e:
+                logger.error(
+                    f"Erro ao buscar deals v3 em batch "
+                    f"(chunk {ids_chunk[0]}..{ids_chunk[-1]}) "
+                    f"(tentativa {attempt+1}/{tries}): {e}"
+                )
+                if attempt == tries - 1:
+                    raise
+
+    return results_by_id

maisaedu_utilities_prefect-1.2.71/maisaedu_utilities_prefect/hubspot/marketing_emails.py

@@ -0,0 +1,48 @@
+
+from retry import retry
+import requests
+import json
+import urllib
+
+@retry(tries=5, delay=2, backoff=2)
+def get_marketing_emails(api_key, app_private_token, after=None):
+    url = "https://api.hubapi.com/marketing/v3/emails?"
+    if api_key is not None:
+        parameter_dict = {"hapikey": api_key, "limit": 100}
+        headers = {"content-type": "application/json", "cache-control": "no-cache"}
+    else:
+        parameter_dict = {"limit": 100}
+        headers = {
+            "content-type": "application/json",
+            "cache-control": "no-cache",
+            "Authorization": f"Bearer {app_private_token}",
+        }
+
+    if after is not None:
+        parameter_dict["after"] = after
+
+    parameter_dict["includeStats"] = "true"
+
+    parameters = urllib.parse.urlencode(parameter_dict)
+
+    url = url + parameters
+    
+    r = requests.get(url=url, headers=headers)
+    r.raise_for_status()
+    response_dict = json.loads(r.text)
+    return response_dict
+
+
+def get_all_marketing_emails(api_key, app_private_token):
+    has_more = True
+    after = None
+    while has_more:
+        resp = get_marketing_emails(api_key, app_private_token, after)
+        
+        if "paging" in resp and "next" in resp["paging"]:
+            after = resp["paging"]["next"]["after"]
+            has_more = True
+        else:
+            has_more = False
+        
+        yield resp["results"]

{maisaedu_utilities_prefect-1.2.69 → maisaedu_utilities_prefect-1.2.71}/maisaedu_utilities_prefect.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: maisaedu-utilities-prefect
-Version: 1.2.69
+Version: 1.2.71
 Summary: Utilities for interaction with Prefect, for +A Education
 Home-page: UNKNOWN
 Author: A+ Educação

{maisaedu_utilities_prefect-1.2.69 → maisaedu_utilities_prefect-1.2.71}/setup.py

@@ -2,7 +2,7 @@ from setuptools import setup, find_packages
 
 setup(
     name="maisaedu_utilities_prefect",
-    version="1.2.69",
+    version="1.2.71",
     description="Utilities for interaction with Prefect, for +A Education",
     license="MIT License",
     author="A+ Educação",

maisaedu_utilities_prefect-1.2.69/maisaedu_utilities_prefect/hubspot/marketing_emails.py

@@ -1,65 +0,0 @@
-import requests
-import json
-import urllib
-import time
-import prefect
-
-
-def get_marketing_emails(api_key, app_private_token, offset=None):
-    url = "https://api.hubapi.com/marketing-emails/v1/emails/with-statistics?"
-    if api_key is not None:
-        parameter_dict = {"hapikey": api_key, "limit": 100}
-        headers = {"content-type": "application/json", "cache-control": "no-cache"}
-    else:
-        parameter_dict = {"limit": 100}
-        headers = {
-            "content-type": "application/json",
-            "cache-control": "no-cache",
-            "Authorization": f"Bearer {app_private_token}",
-        }
-
-    if offset is not None:
-        parameter_dict["offset"] = offset
-
-    parameter_dict["orderBy"] = "updated"
-
-    parameters = urllib.parse.urlencode(parameter_dict)
-
-    url = url + parameters
-
-    try:
-        r = requests.get(url=url, headers=headers)
-        response_dict = json.loads(r.text)
-        return response_dict
-    except Exception as e:
-        print(e)
-
-
-def get_all_marketing_emails(api_key, app_private_token):
-    offset = 0
-    total = 1
-    attempts = 0
-    while total > offset:
-        resp = get_marketing_emails(api_key, app_private_token, offset)
-
-        try:
-            if "objects" in resp and "offset" in resp:
-                attempts = 0
-                offset = resp["offset"] + len(resp["objects"])
-                total = resp["total"]
-
-                yield resp["objects"]
-            else:
-                attempts += 1
-                if attempts > 2:
-                    offset = total
-        except Exception as e:
-            if "errorType" in e and e["errorType"] == "RATE_LIMIT":
-                print(e)
-                print(resp)
-                time.sleep(10)
-            else:
-                prefect.get_run_logger().error("Failed")
-                prefect.get_run_logger().error(e)
-                prefect.get_run_logger().error(resp)
-                raise e