ingestr 0.14.7__tar.gz → 0.14.9__tar.gz

{ingestr-0.14.7 → ingestr-0.14.9}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: ingestr
-Version: 0.14.7
+Version: 0.14.9
 Summary: ingestr is a command-line application that ingests data from various sources and stores them in any database.
 Project-URL: Homepage, https://github.com/bruin-data/ingestr
 Project-URL: Issues, https://github.com/bruin-data/ingestr/issues

{ingestr-0.14.7 → ingestr-0.14.9}/docs/supported-sources/freshdesk.md

@@ -44,6 +44,6 @@ The Freshdesk source allows you to ingest the following tables:
 | [groups](https://developers.freshdesk.com/api/#groups)       | id | updated_at     | merge               | Retrieves agents organized based on specific criteria.  |
 | [roles](https://developers.freshdesk.com/api/#roles)       | id | updated_at     | merge               | Retrieves predefined sets of permissions that determine what actions an agent can perform.|
 | [tickets](https://developers.freshdesk.com/api/#tickets)      | id | updated_at     | merge               | Retrieves customer inquiries or issues submitted via various channels like email, chat, phone, etc.
-| [tickets:<query>](https://developers.freshdesk.com/api/#filter_tickets) | id | updated_at | merge | Executes the [Freshdesk ticket filter query](https://developers.freshdesk.com/api/#filter_tickets) while preserving incremental sync. |
+| [tickets:<query>](https://developers.freshdesk.com/api/#filter_tickets) | id | updated_at | merge | Executes the [Freshdesk ticket filter query](https://developers.freshdesk.com/api/#filter_tickets) while preserving incremental sync. Maximum results: 300 tickets. |
 
 Use these as the `--source-table` parameter in the `ingestr ingest` command.

ingestr-0.14.9/ingestr/src/buildinfo.py

@@ -0,0 +1 @@
+version = "v0.14.9"

{ingestr-0.14.7 → ingestr-0.14.9}/ingestr/src/errors.py

@@ -1,3 +1,6 @@
+import requests
+
+
 class MissingValueError(Exception):
     def __init__(self, value, source):
         super().__init__(f"{value} is required to connect to {source}")
@@ -16,3 +19,8 @@ class InvalidBlobTableError(Exception):
             f"Invalid source table for {source} "
             "Ensure that the table is in the format {bucket-name}/{file glob}"
         )
+
+
+class HTTPError(Exception):
+    def __init__(self, source: requests.HTTPError):
+        super().__init__(f"HTTP {source.response.status_code}: {source.response.text}")

{ingestr-0.14.7 → ingestr-0.14.9}/ingestr/src/freshdesk/freshdesk_client.py

@@ -8,6 +8,10 @@ import pendulum
 from dlt.common.typing import TDataItem
 from dlt.sources.helpers import requests
 
+from ingestr.src.errors import HTTPError
+
+TICKETS_QUERY_MAX_PAGE = 10
+
 
 class FreshdeskClient:
     """
@@ -62,7 +66,7 @@ class FreshdeskClient:
                 else:
                     # If the error is not a rate limit (429), raise the exception to be
                     # handled elsewhere or stop execution
-                    raise
+                    raise HTTPError(e) from e
 
     def paginated_response(
         self,
@@ -83,6 +87,8 @@ class FreshdeskClient:
         if query is not None:
             query = query.replace('"', "").strip()
 
+        is_tickets_query = query and endpoint == "tickets"
+
         while True:
             # Construct the URL for the specific endpoint
             url = f"{self.base_url}/{endpoint}"
@@ -97,7 +103,7 @@ class FreshdeskClient:
 
                 params[param_key] = start_date.to_iso8601_string()
 
-            if query and endpoint == "tickets":
+            if is_tickets_query:
                 url = f"{self.base_url}/search/tickets"
                 params = {
                     "query": f'"{query}"',
@@ -125,3 +131,7 @@ class FreshdeskClient:
                 break
             yield filtered_data
             page += 1
+
+            # https://developers.freshdesk.com/api/#filter_tickets
+            if is_tickets_query and page > TICKETS_QUERY_MAX_PAGE:
+                break

ingestr-0.14.7/ingestr/src/buildinfo.py

@@ -1 +0,0 @@
-version = "v0.14.7"