ingestr 0.6.3__tar.gz → 0.6.5__tar.gz

{ingestr-0.6.3 → ingestr-0.6.5}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: ingestr
-Version: 0.6.3
+Version: 0.6.5
 Summary: ingestr is a command-line application that ingests data from various sources and stores them in any database.
 Project-URL: Homepage, https://github.com/bruin-data/ingestr
 Project-URL: Issues, https://github.com/bruin-data/ingestr/issues

{ingestr-0.6.3 → ingestr-0.6.5}/ingestr/main.py

@@ -347,7 +347,7 @@ def ingest(
                     print(f"[bold red]  {job.job_file_info.job_id()}[/bold red]")
                     print(f"    [bold yellow]Error:[/bold yellow] {job.failed_message}")
 
-                raise typer.Exit()
+                raise typer.Exit(1)
 
         destination.post_load()
 

{ingestr-0.6.3 → ingestr-0.6.5}/ingestr/src/gorgias/__init__.py

@@ -181,7 +181,7 @@ def gorgias_source(
             },
             "from_agent": {
                 "data_type": "bool",
-                "nullable": False,
+                "nullable": True,
                 "description": "Indicates if the ticket was created by an agent",
             },
             "customer": {

{ingestr-0.6.3 → ingestr-0.6.5}/ingestr/src/gorgias/helpers.py

@@ -10,7 +10,7 @@ from dlt.sources.helpers import requests
 from pyrate_limiter import Duration, Limiter, Rate
 from requests.auth import HTTPBasicAuth
 
-RETRY_COUNT = 3
+RETRY_COUNT = 10
 
 
 def get_max_datetime_from_datetime_fields(
@@ -110,16 +110,19 @@ class GorgiasApi:
 
             # this is to retry a back-off if we get a 429
             for i in range(RETRY_COUNT):
-                response = requests.get(
-                    url, params=params, auth=HTTPBasicAuth(self.email, self.api_key)
-                )
-
-                if response.status_code == 429:
-                    retry_after = int(response.headers.get("Retry-After", 2))
+                try:
+                    response = requests.get(
+                        url, params=params, auth=HTTPBasicAuth(self.email, self.api_key)
+                    )
+                except Exception as e:
+                    retry_after = int(response.headers.get("Retry-After", 10))
+                    print(
+                        f"Got an error from Gorgias API, retrying after {retry_after} seconds",
+                        e,
+                    )
                     time.sleep(retry_after)
                     continue
 
-                response.raise_for_status()
                 break
 
             if len(response.json()["data"]) == 0:

ingestr-0.6.5/ingestr/src/version.py

@@ -0,0 +1 @@
+__version__ = "0.6.5"

ingestr-0.6.3/ingestr/src/version.py

@@ -1 +0,0 @@
-__version__ = "0.6.3"