airbyte-source-google-ads 4.1.4.dev202511261630__py3-none-any.whl → 4.1.4.dev202602051752__py3-none-any.whl

{airbyte_source_google_ads-4.1.4.dev202511261630.dist-info → airbyte_source_google_ads-4.1.4.dev202602051752.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: airbyte-source-google-ads
-Version: 4.1.4.dev202511261630
+Version: 4.1.4.dev202602051752
 Summary: Source implementation for Google Ads.
 Home-page: https://airbyte.com
 License: Elv2

{airbyte_source_google_ads-4.1.4.dev202511261630.dist-info → airbyte_source_google_ads-4.1.4.dev202602051752.dist-info}/RECORD

@@ -1,17 +1,17 @@
 source_google_ads/__init__.py,sha256=Nlo5H6LlaSgg7tx_LyqMIy3MXiAagfk3izZ9o44VvSE,1201
-source_google_ads/components.py,sha256=_Jku4_NHRg4OzYSmtk23H0LfYo0bbqfx1navUoUztug,40970
+source_google_ads/components.py,sha256=hzd6hgBuE0HvHVO71r3gdHsbM5sApQKpzW_QWKEAv8g,41479
 source_google_ads/config_migrations.py,sha256=oBi_qNqBpLS8GNCaIOBo0stNdYuyqVl6lkrhdXRwMX8,4405
 source_google_ads/google_ads.py,sha256=cxS18tz0fFJjmIhlhFQ3Zvu2K8bhDtmsl1kFeO7nNhk,11595
-source_google_ads/manifest.yaml,sha256=lloZo6cDdrkE-HXn66cRfNi0MwvK80lGCjFdmsiqLto,220336
+source_google_ads/manifest.yaml,sha256=cQEztJxh_H5Xn1ZMRGNYwgR48xrW3gEWUb2LCJY85sI,224080
 source_google_ads/models.py,sha256=ZmdS3z_2roaEQgV2Mx1CDm33MztpQ66SfHDzP8XwZog,1658
 source_google_ads/run.py,sha256=ydIyq_vSNV5Z4mJYnsO5GyNDsLDd0qibBsq6wnvuFAo,2002
 source_google_ads/schemas/customer_client.json,sha256=oThcyUDO1yWpxtWPWdoAFqTXEIweF8N4q6mRI73Q6yU,984
 source_google_ads/schemas/service_accounts.json,sha256=HVSyzbEoxzB4rntRHOjAh0ZYgbR584ew0W0CdJH7ECU,3485
 source_google_ads/source.py,sha256=hz5ep6stMWHNvD73PIF_7bjnee49sY9YHHjaYNAPnOQ,1425
-source_google_ads/spec.json,sha256=8hbc7smbaffIkYCkX2BYJLB9kgaH8vYKCg-H0y1FvUs,7810
+source_google_ads/spec.json,sha256=VHY8VTBxdu41VbsrSSOCUOd1ea0N2XxOUOU5CfdaRO0,8270
 source_google_ads/streams.py,sha256=FB-DNJlXhjQADptT-wrv3iGWoliyRuvDuHGeqiN9HsY,13349
 source_google_ads/utils.py,sha256=-KpgGv2W8WueXvGRC3xbVreDl5-5-vU9OwzC5SZDKVc,21409
-airbyte_source_google_ads-4.1.4.dev202511261630.dist-info/METADATA,sha256=nQGZU1vv_9_Qg5bWxpUISh8hpCyRDytlAb8CgGUP_l8,5397
-airbyte_source_google_ads-4.1.4.dev202511261630.dist-info/WHEEL,sha256=Nq82e9rUAnEjt98J6MlVmMCZb-t9cYE2Ir1kpBmnWfs,88
-airbyte_source_google_ads-4.1.4.dev202511261630.dist-info/entry_points.txt,sha256=pP4Llir93XGkHFDZfXXxK7qOWo9_U1ssCJToyxEUB4w,63
-airbyte_source_google_ads-4.1.4.dev202511261630.dist-info/RECORD,,
+airbyte_source_google_ads-4.1.4.dev202602051752.dist-info/METADATA,sha256=YKe67P_vROUfCM6-WivfteI7oY-OCu0wXmFADIflR4o,5397
+airbyte_source_google_ads-4.1.4.dev202602051752.dist-info/WHEEL,sha256=Nq82e9rUAnEjt98J6MlVmMCZb-t9cYE2Ir1kpBmnWfs,88
+airbyte_source_google_ads-4.1.4.dev202602051752.dist-info/entry_points.txt,sha256=pP4Llir93XGkHFDZfXXxK7qOWo9_U1ssCJToyxEUB4w,63
+airbyte_source_google_ads-4.1.4.dev202602051752.dist-info/RECORD,,

source_google_ads/components.py

@@ -697,6 +697,7 @@ class CustomGAQueryHttpRequester(HttpRequester):
     def __post_init__(self, parameters: Mapping[str, Any]):
         super().__post_init__(parameters=parameters)
         self.query = GAQL.parse(parameters.get("query"))
+        self.stream_response = True
 
     @staticmethod
     def is_metrics_in_custom_query(query: GAQL) -> bool:
@@ -761,6 +762,17 @@ class CustomGAQueryHttpRequester(HttpRequester):
         return self.query[from_index + 4 :].strip()
 
 
+class CustomGAQueryClickViewHttpRequester(CustomGAQueryHttpRequester):
+    @staticmethod
+    def _insert_segments_date_expr(query: GAQL, start_date: str, end_date: str) -> GAQL:
+        if "segments.date" not in query.fields:
+            query = query.append_field("segments.date")
+        condition = f"segments.date ='{start_date}'"
+        if query.where:
+            return query.set_where(query.where + " AND " + condition)
+        return query.set_where(condition)
+
+
 @dataclass()
 class CustomGAQuerySchemaLoader(SchemaLoader):
     """

source_google_ads/manifest.yaml

@@ -65,27 +65,15 @@ definitions:
       field_path:
         - results
 
-  cursor_paginator:
-    type: DefaultPaginator
-    pagination_strategy:
-      type: CursorPagination
-      cursor_value: "{{ response.get('nextPageToken', '') }}"
-      stop_condition: "{{ response.get('nextPageToken', '') is none }}"
-    page_token_option:
-      type: RequestOption
-      inject_into: body_json
-      field_path: ["page_token"]
-
   base_retriever:
     type: SimpleRetriever
     requester:
       $ref: "#/definitions/stream_requester"
     record_selector:
       $ref: "#/definitions/base_selector"
-    paginator:
-      $ref: "#/definitions/cursor_paginator"
     decoder:
-      type: JsonDecoder
+      type: CustomDecoder
+      class_name: "source_google_ads.components.GoogleAdsStreamingDecoder"
 
   stream_base:
     type: DeclarativeStream
@@ -158,7 +146,7 @@ definitions:
       datetime_format: "%Y-%m-%d"
       lookback_window: P{{ config.get('conversion_window_days', 14) }}D
       cursor_granularity: P1D
-      step: P14D
+      step: P{{ config.get('step_days', 14) }}D
       start_datetime:
         type: MinMaxDatetime
         datetime: "{{ config.get('start_date', day_delta(-365 * 2, format='%Y-%m-%d')) }}"
@@ -199,7 +187,7 @@ definitions:
               $ref: "#/schemas"
           authenticator:
             $ref: "#/definitions/authenticator"
-          url_base: "https://googleads.googleapis.com/v20/{{ stream_partition['customer_id'] }}/googleAds:search"
+          url_base: "https://googleads.googleapis.com/v20/{{ stream_partition['customer_id'] }}/googleAds:searchStream"
           http_method: POST
           error_handler:
             $ref: "#/definitions/base_error_handler"
@@ -224,7 +212,7 @@ definitions:
     incremental_stream:
       $ref: "#/definitions/incremental_stream_base"
       $parameters:
-        url_base: "https://googleads.googleapis.com/v20/{{ stream_partition['parent_slice']['customer_id'] }}/googleAds:search"
+        url_base: "https://googleads.googleapis.com/v20/{{ stream_partition['parent_slice']['customer_id'] }}/googleAds:searchStream"
       retriever:
         type: CustomRetriever
         class_name: "source_google_ads.components.CriterionRetriever"
@@ -240,8 +228,6 @@ definitions:
           http_method: POST
           error_handler:
             $ref: "#/definitions/base_error_handler"
-        paginator:
-          $ref: "#/definitions/cursor_paginator"
         record_selector:
           type: RecordSelector
           extractor:
@@ -297,8 +283,6 @@ definitions:
         $ref: "#/definitions/base_requester"
         url_base: "https://googleads.googleapis.com/v20/customers:listAccessibleCustomers"
         http_method: GET
-      paginator:
-        type: NoPagination
       record_selector:
         extractor:
           type: CustomRecordExtractor
@@ -422,11 +406,6 @@ definitions:
             parent_key: "clientCustomer"
             partition_field: "customer_id"
             stream: "#/definitions/customer_client"
-      decoder:
-        type: CustomDecoder
-        class_name: "source_google_ads.components.GoogleAdsStreamingDecoder"
-      paginator:
-        type: NoPagination
     transformations:
       - type: CustomTransformation
         class_name: "source_google_ads.components.KeysToSnakeCaseGoogleAdsTransformation"
@@ -487,13 +466,6 @@ definitions:
 
   ad_group_ad_stream:
     $ref: "#/definitions/incremental_stream_base"
-    retriever:
-      $ref: "#/definitions/incremental_stream_base/retriever"
-      paginator:
-        type: NoPagination
-      decoder:
-        type: CustomDecoder
-        class_name: "source_google_ads.components.GoogleAdsStreamingDecoder"
     name: ad_group_ad
     primary_key:
       - ad_group.id
@@ -665,12 +637,10 @@ definitions:
             $ref: "#/schemas/click_view"
         authenticator:
           $ref: "#/definitions/authenticator"
-        url_base: "https://googleads.googleapis.com/v20/{{ stream_partition['customer_id'] }}/googleAds:search"
+        url_base: "https://googleads.googleapis.com/v20/{{ stream_partition['customer_id'] }}/googleAds:searchStream"
         http_method: POST
         error_handler:
           $ref: "#/definitions/base_error_handler"
-      paginator:
-        $ref: "#/definitions/cursor_paginator"
     incremental_sync:
       type: DatetimeBasedCursor
       cursor_field: segments.date
@@ -859,8 +829,6 @@ definitions:
         error_handler:
           $ref: "#/definitions/base_error_handler"
         name: change_status
-      paginator:
-        $ref: "#/definitions/cursor_paginator"
       pagination_reset:
         type: PaginationReset
         action: SPLIT_USING_CURSOR
@@ -896,7 +864,7 @@ definitions:
       cursor_field: change_status.last_change_date_time
       datetime_format: "%Y-%m-%d %H:%M:%S.%f"
       cursor_granularity: PT0.000001S
-      step: P14D
+      step: P{{ config.get('step_days', 14) }}D
       start_datetime:
         type: MinMaxDatetime
         datetime: "{{ day_delta(-90, format='%Y-%m-%d %H:%M:%S.%f') }}"
@@ -1004,7 +972,7 @@ definitions:
               "datetime_format": "%Y-%m-%d",
               "lookback_window": "P{{ config.get('conversion_window_days', 14) }}D",
               "cursor_granularity": "P1D",
-              "step": "P14D",
+              "step": "P{{ config.get('step_days', 14) }}D",
               "start_datetime": {
                 "type": "MinMaxDatetime",
                 "datetime": "{{ config.get('start_date', day_delta(-365 * 2, format='%Y-%m-%d')) }}",
@@ -1030,35 +998,6 @@ definitions:
               )
             }}
           create_or_update: true
-        - type: ComponentMappingDefinition
-          field_path:
-            - incremental_sync
-            - step
-          value: "P1D"
-          condition: >-
-            {{
-              (
-                (
-                  components_values.get('query', '').count('segments.date') == 1
-                  and (components_values.get('query') | regex_search('(?i)(\\bSELECT\\b[\\s\\S]*?segments\\.date[\\s\\S]*?\\bFROM\\b)'))
-                )
-                or
-                (
-                  components_values.get('query', '').count('segments.date') == 2
-                  and (components_values.get('query') | regex_search('(?i)(\\bSELECT\\b[\\s\\S]*?segments\\.date[\\s\\S]*?\\bFROM\\b)'))
-                  and (components_values.get('query') | regex_search('(?i)(\\bORDER\\s+BY\\b[\\s\\S]*?segments\\.date)'))
-                )
-              ) and components_values.get('query', '') | regex_search('(?i)(\\bFROM\\s+click_view\\b)')
-            }}
-          create_or_update: true
-        - type: ComponentMappingDefinition
-          field_path:
-            - retriever
-            - requester
-            - $parameters
-            - query
-          value: "{{ components_values.get('query', None) }}"
-          create_or_update: true
         - type: ComponentMappingDefinition
           field_path:
             - retriever
@@ -1106,6 +1045,130 @@ definitions:
               )
             }}
           create_or_update: true
+        - type: ComponentMappingDefinition
+          field_path:
+            - incremental_sync
+            - step
+          value: "P1D"
+          condition: >-
+            {{
+              (
+                (
+                  components_values.get('query', '').count('segments.date') == 1
+                  and (components_values.get('query') | regex_search('(?i)(\\bSELECT\\b[\\s\\S]*?segments\\.date[\\s\\S]*?\\bFROM\\b)'))
+                )
+                or
+                (
+                  components_values.get('query', '').count('segments.date') == 2
+                  and (components_values.get('query') | regex_search('(?i)(\\bSELECT\\b[\\s\\S]*?segments\\.date[\\s\\S]*?\\bFROM\\b)'))
+                  and (components_values.get('query') | regex_search('(?i)(\\bORDER\\s+BY\\b[\\s\\S]*?segments\\.date)'))
+                )
+              ) and components_values.get('query', '') | regex_search('(?i)(\\bFROM\\s+click_view\\b)')
+            }}
+          create_or_update: true
+        - type: ComponentMappingDefinition
+          field_path:
+            - incremental_sync
+            - start_datetime
+          value: >-
+            {
+              "type": "MinMaxDatetime",
+              "datetime": "{{ max(config.get('start_date', day_delta(-90, format='%Y-%m-%d')), day_delta(-90, format='%Y-%m-%d')) }}",
+              "datetime_format": "%Y-%m-%d"
+            }
+          condition: >-
+            {{
+              (
+                (
+                  components_values.get('query', '').count('segments.date') == 1
+                  and (components_values.get('query') | regex_search('(?i)(\\bSELECT\\b[\\s\\S]*?segments\\.date[\\s\\S]*?\\bFROM\\b)'))
+                )
+                or
+                (
+                  components_values.get('query', '').count('segments.date') == 2
+                  and (components_values.get('query') | regex_search('(?i)(\\bSELECT\\b[\\s\\S]*?segments\\.date[\\s\\S]*?\\bFROM\\b)'))
+                  and (components_values.get('query') | regex_search('(?i)(\\bORDER\\s+BY\\b[\\s\\S]*?segments\\.date)'))
+                )
+              ) and components_values.get('query', '') | regex_search('(?i)(\\bFROM\\s+click_view\\b)')
+            }}
+          create_or_update: true
+        - type: ComponentMappingDefinition
+          field_path:
+            - incremental_sync
+            - end_datetime
+          value: >-
+            {
+              "type": "MinMaxDatetime",
+              "datetime": "{{ format_datetime((str_to_datetime(config.get('end_date')) if config.get('end_date') else now_utc()) + duration('P1D'), '%Y-%m-%d') }}",
+              "datetime_format": "%Y-%m-%d"
+            }
+          condition: >-
+            {{
+              (
+                (
+                  components_values.get('query', '').count('segments.date') == 1
+                  and (components_values.get('query') | regex_search('(?i)(\\bSELECT\\b[\\s\\S]*?segments\\.date[\\s\\S]*?\\bFROM\\b)'))
+                )
+                or
+                (
+                  components_values.get('query', '').count('segments.date') == 2
+                  and (components_values.get('query') | regex_search('(?i)(\\bSELECT\\b[\\s\\S]*?segments\\.date[\\s\\S]*?\\bFROM\\b)'))
+                  and (components_values.get('query') | regex_search('(?i)(\\bORDER\\s+BY\\b[\\s\\S]*?segments\\.date)'))
+                )
+              ) and components_values.get('query', '') | regex_search('(?i)(\\bFROM\\s+click_view\\b)')
+            }}
+          create_or_update: true
+        - type: ComponentMappingDefinition
+          field_path:
+            - incremental_sync
+            - cursor_granularity
+          value: P1D
+          condition: >-
+            {{
+              (
+                (
+                  components_values.get('query', '').count('segments.date') == 1
+                  and (components_values.get('query') | regex_search('(?i)(\\bSELECT\\b[\\s\\S]*?segments\\.date[\\s\\S]*?\\bFROM\\b)'))
+                )
+                or
+                (
+                  components_values.get('query', '').count('segments.date') == 2
+                  and (components_values.get('query') | regex_search('(?i)(\\bSELECT\\b[\\s\\S]*?segments\\.date[\\s\\S]*?\\bFROM\\b)'))
+                  and (components_values.get('query') | regex_search('(?i)(\\bORDER\\s+BY\\b[\\s\\S]*?segments\\.date)'))
+                )
+              ) and components_values.get('query', '') | regex_search('(?i)(\\bFROM\\s+click_view\\b)')
+            }}
+          create_or_update: true
+        - type: ComponentMappingDefinition
+          field_path:
+            - retriever
+            - requester
+            - class_name
+          value: "source_google_ads.components.CustomGAQueryClickViewHttpRequester"
+          condition: >-
+            {{
+              (
+                (
+                  components_values.get('query', '').count('segments.date') == 1
+                  and (components_values.get('query') | regex_search('(?i)(\\bSELECT\\b[\\s\\S]*?segments\\.date[\\s\\S]*?\\bFROM\\b)'))
+                )
+                or
+                (
+                  components_values.get('query', '').count('segments.date') == 2
+                  and (components_values.get('query') | regex_search('(?i)(\\bSELECT\\b[\\s\\S]*?segments\\.date[\\s\\S]*?\\bFROM\\b)'))
+                  and (components_values.get('query') | regex_search('(?i)(\\bORDER\\s+BY\\b[\\s\\S]*?segments\\.date)'))
+                )
+              ) and components_values.get('query', '') | regex_search('(?i)(\\bFROM\\s+click_view\\b)')
+            }}
+          create_or_update: true
+        - type: ComponentMappingDefinition
+          field_path:
+            - retriever
+            - requester
+            - $parameters
+            - query
+          value: "{{ components_values.get('query', None) }}"
+          create_or_update: true
         - type: ComponentMappingDefinition
           field_path:
             - retriever

source_google_ads/spec.json

@@ -131,6 +131,16 @@
         "default": 14,
         "examples": [14],
         "order": 6
+      },
+      "step_days": {
+        "title": "Step (Days)",
+        "type": "integer",
+        "description": "The number of days per request slice for incremental streams. Smaller values reduce the amount of data per request, which can help avoid timeouts and connection errors for accounts with large data volumes. Default is 14 days.",
+        "minimum": 1,
+        "maximum": 30,
+        "default": 14,
+        "examples": [1, 7, 14],
+        "order": 7
       }
     }
   },