ingestr 0.14.8__tar.gz → 0.14.9__tar.gz

{ingestr-0.14.8 → ingestr-0.14.9}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: ingestr
-Version: 0.14.8
+Version: 0.14.9
 Summary: ingestr is a command-line application that ingests data from various sources and stores them in any database.
 Project-URL: Homepage, https://github.com/bruin-data/ingestr
 Project-URL: Issues, https://github.com/bruin-data/ingestr/issues

{ingestr-0.14.8 → ingestr-0.14.9}/docs/supported-sources/freshdesk.md

@@ -44,6 +44,6 @@ The Freshdesk source allows you to ingest the following tables:
 | [groups](https://developers.freshdesk.com/api/#groups)       | id | updated_at     | merge               | Retrieves agents organized based on specific criteria.  |
 | [roles](https://developers.freshdesk.com/api/#roles)       | id | updated_at     | merge               | Retrieves predefined sets of permissions that determine what actions an agent can perform.|
 | [tickets](https://developers.freshdesk.com/api/#tickets)      | id | updated_at     | merge               | Retrieves customer inquiries or issues submitted via various channels like email, chat, phone, etc.
-| [tickets:<query>](https://developers.freshdesk.com/api/#filter_tickets) | id | updated_at | merge | Executes the [Freshdesk ticket filter query](https://developers.freshdesk.com/api/#filter_tickets) while preserving incremental sync. |
+| [tickets:<query>](https://developers.freshdesk.com/api/#filter_tickets) | id | updated_at | merge | Executes the [Freshdesk ticket filter query](https://developers.freshdesk.com/api/#filter_tickets) while preserving incremental sync. Maximum results: 300 tickets. |
 
 Use these as the `--source-table` parameter in the `ingestr ingest` command.

ingestr-0.14.9/ingestr/src/buildinfo.py

@@ -0,0 +1 @@
+version = "v0.14.9"

{ingestr-0.14.8 → ingestr-0.14.9}/ingestr/src/freshdesk/freshdesk_client.py

@@ -10,6 +10,8 @@ from dlt.sources.helpers import requests
 
 from ingestr.src.errors import HTTPError
 
+TICKETS_QUERY_MAX_PAGE = 10
+
 
 class FreshdeskClient:
     """
@@ -85,6 +87,8 @@ class FreshdeskClient:
         if query is not None:
             query = query.replace('"', "").strip()
 
+        is_tickets_query = query and endpoint == "tickets"
+
         while True:
             # Construct the URL for the specific endpoint
             url = f"{self.base_url}/{endpoint}"
@@ -99,7 +103,7 @@ class FreshdeskClient:
 
                 params[param_key] = start_date.to_iso8601_string()
 
-            if query and endpoint == "tickets":
+            if is_tickets_query:
                 url = f"{self.base_url}/search/tickets"
                 params = {
                     "query": f'"{query}"',
@@ -127,3 +131,7 @@ class FreshdeskClient:
                 break
             yield filtered_data
             page += 1
+
+            # https://developers.freshdesk.com/api/#filter_tickets
+            if is_tickets_query and page > TICKETS_QUERY_MAX_PAGE:
+                break

ingestr-0.14.8/ingestr/src/buildinfo.py

@@ -1 +0,0 @@
-version = "v0.14.8"