airbyte-source-google-ads 4.1.4.dev202512101647__tar.gz → 4.1.4.dev202602051752__tar.gz

{airbyte_source_google_ads-4.1.4.dev202512101647 → airbyte_source_google_ads-4.1.4.dev202602051752}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: airbyte-source-google-ads
-Version: 4.1.4.dev202512101647
+Version: 4.1.4.dev202602051752
 Summary: Source implementation for Google Ads.
 Home-page: https://airbyte.com
 License: Elv2

{airbyte_source_google_ads-4.1.4.dev202512101647 → airbyte_source_google_ads-4.1.4.dev202602051752}/pyproject.toml

@@ -3,7 +3,7 @@ requires = [ "poetry-core>=1.0.0",]
 build-backend = "poetry.core.masonry.api"
 
 [tool.poetry]
-version = "4.1.4.dev.202512101647"
+version = "4.1.4.dev.202602051752"
 name = "airbyte-source-google-ads"
 description = "Source implementation for Google Ads."
 authors = [ "Airbyte <contact@airbyte.io>",]

{airbyte_source_google_ads-4.1.4.dev202512101647 → airbyte_source_google_ads-4.1.4.dev202602051752}/source_google_ads/components.py

@@ -697,6 +697,7 @@ class CustomGAQueryHttpRequester(HttpRequester):
     def __post_init__(self, parameters: Mapping[str, Any]):
         super().__post_init__(parameters=parameters)
         self.query = GAQL.parse(parameters.get("query"))
+        self.stream_response = True
 
     @staticmethod
     def is_metrics_in_custom_query(query: GAQL) -> bool:

{airbyte_source_google_ads-4.1.4.dev202512101647 → airbyte_source_google_ads-4.1.4.dev202602051752}/source_google_ads/manifest.yaml

@@ -65,27 +65,15 @@ definitions:
       field_path:
         - results
 
-  cursor_paginator:
-    type: DefaultPaginator
-    pagination_strategy:
-      type: CursorPagination
-      cursor_value: "{{ response.get('nextPageToken', '') }}"
-      stop_condition: "{{ response.get('nextPageToken', '') is none }}"
-    page_token_option:
-      type: RequestOption
-      inject_into: body_json
-      field_path: ["page_token"]
-
   base_retriever:
     type: SimpleRetriever
     requester:
       $ref: "#/definitions/stream_requester"
     record_selector:
       $ref: "#/definitions/base_selector"
-    paginator:
-      $ref: "#/definitions/cursor_paginator"
     decoder:
-      type: JsonDecoder
+      type: CustomDecoder
+      class_name: "source_google_ads.components.GoogleAdsStreamingDecoder"
 
   stream_base:
     type: DeclarativeStream
@@ -158,7 +146,7 @@ definitions:
       datetime_format: "%Y-%m-%d"
       lookback_window: P{{ config.get('conversion_window_days', 14) }}D
       cursor_granularity: P1D
-      step: P14D
+      step: P{{ config.get('step_days', 14) }}D
       start_datetime:
         type: MinMaxDatetime
         datetime: "{{ config.get('start_date', day_delta(-365 * 2, format='%Y-%m-%d')) }}"
@@ -199,7 +187,7 @@ definitions:
               $ref: "#/schemas"
           authenticator:
             $ref: "#/definitions/authenticator"
-          url_base: "https://googleads.googleapis.com/v20/{{ stream_partition['customer_id'] }}/googleAds:search"
+          url_base: "https://googleads.googleapis.com/v20/{{ stream_partition['customer_id'] }}/googleAds:searchStream"
           http_method: POST
           error_handler:
             $ref: "#/definitions/base_error_handler"
@@ -224,7 +212,7 @@ definitions:
     incremental_stream:
       $ref: "#/definitions/incremental_stream_base"
       $parameters:
-        url_base: "https://googleads.googleapis.com/v20/{{ stream_partition['parent_slice']['customer_id'] }}/googleAds:search"
+        url_base: "https://googleads.googleapis.com/v20/{{ stream_partition['parent_slice']['customer_id'] }}/googleAds:searchStream"
       retriever:
         type: CustomRetriever
         class_name: "source_google_ads.components.CriterionRetriever"
@@ -240,8 +228,6 @@ definitions:
           http_method: POST
           error_handler:
             $ref: "#/definitions/base_error_handler"
-        paginator:
-          $ref: "#/definitions/cursor_paginator"
         record_selector:
           type: RecordSelector
           extractor:
@@ -297,8 +283,6 @@ definitions:
         $ref: "#/definitions/base_requester"
         url_base: "https://googleads.googleapis.com/v20/customers:listAccessibleCustomers"
         http_method: GET
-      paginator:
-        type: NoPagination
       record_selector:
         extractor:
           type: CustomRecordExtractor
@@ -422,11 +406,6 @@ definitions:
             parent_key: "clientCustomer"
             partition_field: "customer_id"
             stream: "#/definitions/customer_client"
-      decoder:
-        type: CustomDecoder
-        class_name: "source_google_ads.components.GoogleAdsStreamingDecoder"
-      paginator:
-        type: NoPagination
     transformations:
       - type: CustomTransformation
         class_name: "source_google_ads.components.KeysToSnakeCaseGoogleAdsTransformation"
@@ -487,13 +466,6 @@ definitions:
 
   ad_group_ad_stream:
     $ref: "#/definitions/incremental_stream_base"
-    retriever:
-      $ref: "#/definitions/incremental_stream_base/retriever"
-      paginator:
-        type: NoPagination
-      decoder:
-        type: CustomDecoder
-        class_name: "source_google_ads.components.GoogleAdsStreamingDecoder"
     name: ad_group_ad
     primary_key:
       - ad_group.id
@@ -665,12 +637,10 @@ definitions:
             $ref: "#/schemas/click_view"
         authenticator:
           $ref: "#/definitions/authenticator"
-        url_base: "https://googleads.googleapis.com/v20/{{ stream_partition['customer_id'] }}/googleAds:search"
+        url_base: "https://googleads.googleapis.com/v20/{{ stream_partition['customer_id'] }}/googleAds:searchStream"
         http_method: POST
         error_handler:
           $ref: "#/definitions/base_error_handler"
-      paginator:
-        $ref: "#/definitions/cursor_paginator"
     incremental_sync:
       type: DatetimeBasedCursor
       cursor_field: segments.date
@@ -859,8 +829,6 @@ definitions:
         error_handler:
           $ref: "#/definitions/base_error_handler"
         name: change_status
-      paginator:
-        $ref: "#/definitions/cursor_paginator"
       pagination_reset:
         type: PaginationReset
         action: SPLIT_USING_CURSOR
@@ -896,7 +864,7 @@ definitions:
       cursor_field: change_status.last_change_date_time
       datetime_format: "%Y-%m-%d %H:%M:%S.%f"
       cursor_granularity: PT0.000001S
-      step: P14D
+      step: P{{ config.get('step_days', 14) }}D
       start_datetime:
         type: MinMaxDatetime
         datetime: "{{ day_delta(-90, format='%Y-%m-%d %H:%M:%S.%f') }}"
@@ -1004,7 +972,7 @@ definitions:
               "datetime_format": "%Y-%m-%d",
               "lookback_window": "P{{ config.get('conversion_window_days', 14) }}D",
               "cursor_granularity": "P1D",
-              "step": "P14D",
+              "step": "P{{ config.get('step_days', 14) }}D",
               "start_datetime": {
                 "type": "MinMaxDatetime",
                 "datetime": "{{ config.get('start_date', day_delta(-365 * 2, format='%Y-%m-%d')) }}",

{airbyte_source_google_ads-4.1.4.dev202512101647 → airbyte_source_google_ads-4.1.4.dev202602051752}/source_google_ads/spec.json

@@ -131,6 +131,16 @@
         "default": 14,
         "examples": [14],
         "order": 6
+      },
+      "step_days": {
+        "title": "Step (Days)",
+        "type": "integer",
+        "description": "The number of days per request slice for incremental streams. Smaller values reduce the amount of data per request, which can help avoid timeouts and connection errors for accounts with large data volumes. Default is 14 days.",
+        "minimum": 1,
+        "maximum": 30,
+        "default": 14,
+        "examples": [1, 7, 14],
+        "order": 7
       }
     }
   },