airbyte-source-google-search-console 1.4.4__tar.gz → 1.4.5__tar.gz

{airbyte_source_google_search_console-1.4.4 → airbyte_source_google_search_console-1.4.5}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: airbyte-source-google-search-console
-Version: 1.4.4
+Version: 1.4.5
 Summary: Source implementation for Google Search Console.
 Home-page: https://airbyte.com
 License: Elv2

{airbyte_source_google_search_console-1.4.4 → airbyte_source_google_search_console-1.4.5}/pyproject.toml

@@ -5,7 +5,7 @@ requires = [
 build-backend = "poetry.core.masonry.api"
 
 [tool.poetry]
-version = "1.4.4"
+version = "1.4.5"
 name = "airbyte-source-google-search-console"
 description = "Source implementation for Google Search Console."
 authors = [

{airbyte_source_google_search_console-1.4.4 → airbyte_source_google_search_console-1.4.5}/source_google_search_console/streams.py

@@ -10,6 +10,7 @@ from urllib.parse import quote_plus, unquote_plus
 import pendulum
 import requests
 from airbyte_cdk.models import SyncMode
+from airbyte_cdk.sources.streams import CheckpointMixin
 from airbyte_cdk.sources.streams.http import HttpStream
 from requests.auth import AuthBase
 
@@ -114,7 +115,7 @@ class Sitemaps(GoogleSearchConsole):
         return f"sites/{stream_slice.get('site_url')}/sitemaps"
 
 
-class SearchAnalytics(GoogleSearchConsole, ABC):
+class SearchAnalytics(GoogleSearchConsole, CheckpointMixin, ABC):
     """
     API docs: https://developers.google.com/webmaster-tools/search-console-api-original/v3/searchanalytics
     """
@@ -126,6 +127,10 @@ class SearchAnalytics(GoogleSearchConsole, ABC):
     search_types = ["web", "news", "image", "video"]
     range_of_days = 3
 
+    def __init__(self, authenticator: AuthBase, site_urls: list, start_date: str, end_date: str, data_state: str = "final", **kwargs):
+        super().__init__(authenticator=authenticator, site_urls=site_urls, start_date=start_date, end_date=end_date, data_state=data_state)
+        self._state = {}
+
     def path(
         self,
         stream_state: Mapping[str, Any] = None,
@@ -142,6 +147,14 @@ class SearchAnalytics(GoogleSearchConsole, ABC):
     def http_method(self) -> str:
         return "POST"
 
+    @property
+    def state(self) -> MutableMapping[str, Any]:
+        return self._state
+
+    @state.setter
+    def state(self, value: MutableMapping[str, Any]):
+        self._state = value
+
     def stream_slices(
         self, sync_mode: SyncMode, cursor_field: List[str] = None, stream_state: Mapping[str, Any] = None
     ) -> Iterable[Optional[Mapping[str, Any]]]:
@@ -262,7 +275,7 @@ class SearchAnalytics(GoogleSearchConsole, ABC):
 
             yield record
 
-    def get_updated_state(
+    def _get_updated_state(
         self,
         current_stream_state: MutableMapping[str, Any],
         latest_record: Mapping[str, Any],
@@ -290,7 +303,7 @@ class SearchAnalytics(GoogleSearchConsole, ABC):
         }
         """
 
-        latest_benchmark = latest_record[self.cursor_field]
+        latest_benchmark = latest_record.get(self.cursor_field)
 
         site_url = latest_record.get("site_url")
         search_type = latest_record.get("search_type")
@@ -306,6 +319,11 @@ class SearchAnalytics(GoogleSearchConsole, ABC):
 
         return current_stream_state
 
+    def read_records(self, **kwargs) -> Iterable[Mapping[str, Any]]:
+        for record in super().read_records(**kwargs):
+            self.state = self._get_updated_state(self.state, record)
+            yield record
+
 
 class SearchAnalyticsByDate(SearchAnalytics):
     primary_key = ["site_url", "date", "search_type"]