airbyte-source-google-search-console 1.4.4__py3-none-any.whl → 1.4.6__py3-none-any.whl

{airbyte_source_google_search_console-1.4.4.dist-info → airbyte_source_google_search_console-1.4.6.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: airbyte-source-google-search-console
-Version: 1.4.4
+Version: 1.4.6
 Summary: Source implementation for Google Search Console.
 Home-page: https://airbyte.com
 License: Elv2

{airbyte_source_google_search_console-1.4.4.dist-info → airbyte_source_google_search_console-1.4.6.dist-info}/RECORD

@@ -19,8 +19,8 @@ source_google_search_console/schemas/sites.json,sha256=WNiCRuStPL1YkJiFa8FEbNJmq
 source_google_search_console/service_account_authenticator.py,sha256=ocSisT5IYegoZf4atsGm9u2lJCdmeSf_9o4q7YN3vD4,1225
 source_google_search_console/source.py,sha256=s-ZFiZ0iDL_OGOndO9tyBAoiiLSPtCf5kVmHWsxE25k,10029
 source_google_search_console/spec.json,sha256=WYtFvaSqWYGm1Dt2yV9G92U78Q94rh9oarbxJe3H7xo,8470
-source_google_search_console/streams.py,sha256=8uj_SjdDykkb6vf-gcDqP6j6Ve7bu8rw3NT_LFtUQxE,18331
-airbyte_source_google_search_console-1.4.4.dist-info/METADATA,sha256=vKujbocKO2h2afZgdXWlGfRM6ApbK4AWwnL9u1cTYPQ,5619
-airbyte_source_google_search_console-1.4.4.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
-airbyte_source_google_search_console-1.4.4.dist-info/entry_points.txt,sha256=DMcgc9bCX-Vt6hm_68pa77qS3eGdeMhg-UdlFc-XKUM,85
-airbyte_source_google_search_console-1.4.4.dist-info/RECORD,,
+source_google_search_console/streams.py,sha256=avllhiXP9DGuFBdiYEaaiKCog0bzskeRISCXGxSqiT4,19120
+airbyte_source_google_search_console-1.4.6.dist-info/METADATA,sha256=3jKQ_vZslVlFWQcKNo6SobGXVJLAN5qZ91d2cAdZIAo,5619
+airbyte_source_google_search_console-1.4.6.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
+airbyte_source_google_search_console-1.4.6.dist-info/entry_points.txt,sha256=DMcgc9bCX-Vt6hm_68pa77qS3eGdeMhg-UdlFc-XKUM,85
+airbyte_source_google_search_console-1.4.6.dist-info/RECORD,,

source_google_search_console/streams.py

@@ -10,6 +10,7 @@ from urllib.parse import quote_plus, unquote_plus
 import pendulum
 import requests
 from airbyte_cdk.models import SyncMode
+from airbyte_cdk.sources.streams import CheckpointMixin
 from airbyte_cdk.sources.streams.http import HttpStream
 from requests.auth import AuthBase
 
@@ -114,7 +115,7 @@ class Sitemaps(GoogleSearchConsole):
         return f"sites/{stream_slice.get('site_url')}/sitemaps"
 
 
-class SearchAnalytics(GoogleSearchConsole, ABC):
+class SearchAnalytics(GoogleSearchConsole, CheckpointMixin, ABC):
     """
     API docs: https://developers.google.com/webmaster-tools/search-console-api-original/v3/searchanalytics
     """
@@ -126,6 +127,10 @@ class SearchAnalytics(GoogleSearchConsole, ABC):
     search_types = ["web", "news", "image", "video"]
     range_of_days = 3
 
+    def __init__(self, authenticator: AuthBase, site_urls: list, start_date: str, end_date: str, data_state: str = "final", **kwargs):
+        super().__init__(authenticator=authenticator, site_urls=site_urls, start_date=start_date, end_date=end_date, data_state=data_state)
+        self._state = {}
+
     def path(
         self,
         stream_state: Mapping[str, Any] = None,
@@ -142,6 +147,14 @@ class SearchAnalytics(GoogleSearchConsole, ABC):
     def http_method(self) -> str:
         return "POST"
 
+    @property
+    def state(self) -> MutableMapping[str, Any]:
+        return self._state
+
+    @state.setter
+    def state(self, value: MutableMapping[str, Any]):
+        self._state = value
+
     def stream_slices(
         self, sync_mode: SyncMode, cursor_field: List[str] = None, stream_state: Mapping[str, Any] = None
     ) -> Iterable[Optional[Mapping[str, Any]]]:
@@ -262,7 +275,7 @@ class SearchAnalytics(GoogleSearchConsole, ABC):
 
             yield record
 
-    def get_updated_state(
+    def _get_updated_state(
         self,
         current_stream_state: MutableMapping[str, Any],
         latest_record: Mapping[str, Any],
@@ -290,7 +303,7 @@ class SearchAnalytics(GoogleSearchConsole, ABC):
         }
         """
 
-        latest_benchmark = latest_record[self.cursor_field]
+        latest_benchmark = latest_record.get(self.cursor_field)
 
         site_url = latest_record.get("site_url")
         search_type = latest_record.get("search_type")
@@ -306,6 +319,11 @@ class SearchAnalytics(GoogleSearchConsole, ABC):
 
         return current_stream_state
 
+    def read_records(self, **kwargs) -> Iterable[Mapping[str, Any]]:
+        for record in super().read_records(**kwargs):
+            self.state = self._get_updated_state(self.state, record)
+            yield record
+
 
 class SearchAnalyticsByDate(SearchAnalytics):
     primary_key = ["site_url", "date", "search_type"]