airbyte-source-google-search-console 1.9.0__py3-none-any.whl → 1.9.1rc1__py3-none-any.whl

{airbyte_source_google_search_console-1.9.0.dist-info → airbyte_source_google_search_console-1.9.1rc1.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: airbyte-source-google-search-console
-Version: 1.9.0
+Version: 1.9.1rc1
 Summary: Source implementation for Google Search Console.
 License: Elv2
 Author: Airbyte

{airbyte_source_google_search_console-1.9.0.dist-info → airbyte_source_google_search_console-1.9.1rc1.dist-info}/RECORD

@@ -2,12 +2,12 @@ source_google_search_console/__init__.py,sha256=HQCPu-CK7XmVDtP9rmTdB2XyraVCc6pv
 source_google_search_console/components.py,sha256=_6gl-xgwmvRgChEGNZhMsuYAcTw7gIf3yfe7IKvWkPk,6767
 source_google_search_console/config_migrations.py,sha256=Cl4SUdJpAf6wMM_vVhqjjU89NfUq9LIGJ9zNrWiBk-A,4235
 source_google_search_console/exceptions.py,sha256=iD3jYC4WxVCEKGsqQ7Vaj1tbjhJZ4S5mnSDnwFJdsIQ,1097
-source_google_search_console/manifest.yaml,sha256=s7WVxmLhgyobNNovFcHAu6JYKX_4UlqnSID1pC1HKJE,54144
+source_google_search_console/manifest.yaml,sha256=luNdDPiw_wOoZPFEHFiO7sSUH-AG_cpBiRhPses7vGQ,55028
 source_google_search_console/run.py,sha256=TBkPlseTERarkj6wL8AMEKgm5Xsb2drnltPVH6257-M,2195
 source_google_search_console/service_account_authenticator.py,sha256=pAWKAXfwfTY3xkXvQJH0EyFphFULdCIcC47YXYTO9X8,1307
 source_google_search_console/source.py,sha256=TFuafbBg8Nlb-LsYwNSXH1Xcz9U0ELZRX0e3hjCKPzs,7669
 source_google_search_console/spec.json,sha256=HebTMHop7twcJH6jjgAccYEgg93bTLGsp6jVdMj1x0c,9409
-airbyte_source_google_search_console-1.9.0.dist-info/METADATA,sha256=dqntQEZ33A7CkZ8YeSjbWtpglyVDRcw_4328p8Tkxjg,5621
-airbyte_source_google_search_console-1.9.0.dist-info/WHEEL,sha256=b4K_helf-jlQoXBBETfwnf4B04YC67LOev0jo4fX5m8,88
-airbyte_source_google_search_console-1.9.0.dist-info/entry_points.txt,sha256=DMcgc9bCX-Vt6hm_68pa77qS3eGdeMhg-UdlFc-XKUM,85
-airbyte_source_google_search_console-1.9.0.dist-info/RECORD,,
+airbyte_source_google_search_console-1.9.1rc1.dist-info/METADATA,sha256=IL1JIyJ0NTPBxv6Awzlry1bajJJEObrV7DwwNdvYh8Y,5624
+airbyte_source_google_search_console-1.9.1rc1.dist-info/WHEEL,sha256=b4K_helf-jlQoXBBETfwnf4B04YC67LOev0jo4fX5m8,88
+airbyte_source_google_search_console-1.9.1rc1.dist-info/entry_points.txt,sha256=DMcgc9bCX-Vt6hm_68pa77qS3eGdeMhg-UdlFc-XKUM,85
+airbyte_source_google_search_console-1.9.1rc1.dist-info/RECORD,,

source_google_search_console/manifest.yaml

@@ -58,6 +58,19 @@ definitions:
           type: "{{ stream_partition.get('search_type') }}"
           aggregationType: "{{ 'auto' if config.get('always_use_aggregation_type_auto') else parameters.get('aggregationType') }}"
           dataState: "{{ config.get('data_state', 'final') }}"
+        error_handler:
+          type: DefaultErrorHandler
+          response_filters:
+            - type: HttpResponseFilter
+              action: RATE_LIMITED
+              error_message_contains: "Search Analytics QPS quota exceeded"
+            - type: HttpResponseFilter
+              action: FAIL
+              http_codes:
+                - 400
+              error_message: >-
+                Invalid aggregationType '{{ parameters.get('aggregationType') }}' used in the body of the API request. If you see this error, enable the
+                'always_use_aggregation_type_auto' config setting which will automatically use aggregationType=auto
       paginator:
         type: DefaultPaginator
         page_token_option:
@@ -605,8 +618,8 @@ definitions:
         request_headers:
           Content-Type: "application/json"
         request_body_json:
-          startDate: "{{ config.get('start_date') }}"
-          endDate: "{{ config.get('end_date') }}"
+          startDate: "{{ config.get('start_date', '2021-01-01') }}"
+          endDate: "{{ config.get('end_date', today_utc()) }}"
           dimensions: ["searchAppearance"]
           type: "{{ stream_partition.get('search_type') }}"
           aggregationType: auto
@@ -675,6 +688,9 @@ definitions:
         error_handler:
           type: DefaultErrorHandler
           response_filters:
+            - type: HttpResponseFilter
+              action: RATE_LIMITED
+              error_message_contains: "Search Analytics QPS quota exceeded"
             - type: HttpResponseFilter
               action: FAIL
               http_codes:
@@ -1034,13 +1050,20 @@ dynamic_streams:
 # - Per Project Quota: 30,000,000 req/day (350 req/sec) / 40,000 req/min (60 req/sec)
 #
 # The most likely upper bound is based on the user quota since it is the lowest and the
-# same authenticated user account may hit multiple site urls. The default is set to 40
-# which equates to one request every 2 seconds which seems like a fair baseline.
-#
+# same authenticated user account may hit multiple site urls.
+api_budget:
+  type: HTTPAPIBudget
+  policies:
+    - type: MovingWindowCallRatePolicy
+      rates:
+        - limit: 1200
+          interval: PT1M
+      matchers: []
+
 concurrency_level:
   type: ConcurrencyLevel
-  default_concurrency: "{{ config.get('num_workers', 40) }}"
-  max_concurrency: 100
+  default_concurrency: "{{ config.get('num_workers', 3) }}"
+  max_concurrency: 50
 
 schemas:
   search_analytics_all_fields: