airbyte-source-github 1.8.34__tar.gz → 1.8.35.dev202507171002__tar.gz

{airbyte_source_github-1.8.34 → airbyte_source_github-1.8.35.dev202507171002}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: airbyte-source-github
-Version: 1.8.34
+Version: 1.8.35.dev202507171002
 Summary: Source implementation for GitHub.
 License: MIT
 Author: Airbyte

{airbyte_source_github-1.8.34 → airbyte_source_github-1.8.35.dev202507171002}/pyproject.toml

@@ -5,7 +5,7 @@ requires = [
 build-backend = "poetry.core.masonry.api"
 
 [tool.poetry]
-version = "1.8.34"
+version = "1.8.35.dev202507171002"
 name = "airbyte-source-github"
 description = "Source implementation for GitHub."
 authors = [

{airbyte_source_github-1.8.34 → airbyte_source_github-1.8.35.dev202507171002}/source_github/backoff_strategies.py

@@ -9,9 +9,16 @@ import requests
 
 from airbyte_cdk import BackoffStrategy
 from airbyte_cdk.sources.streams.http import HttpStream
+from airbyte_cdk.utils import AirbyteTracedException
+from airbyte_protocol.models import FailureType
 
 
 class GithubStreamABCBackoffStrategy(BackoffStrategy):
+    min_backoff_time = 60.0
+    min_backoff_time_when_refreshing_auth_token = 60.0 * 10  # 10 minutes as default and as default time for access token live period
+    # 3600 - max seconds between messages from metadata
+    max_seconds_between_messages = 3600.0
+
     def __init__(self, stream: HttpStream, **kwargs):  # type: ignore # noqa
         self.stream = stream
         super().__init__(**kwargs)
@@ -23,24 +30,29 @@ class GithubStreamABCBackoffStrategy(BackoffStrategy):
         # `X-RateLimit-Reset` header which contains time when this hour will be finished and limits will be reset so
         # we again could have 5000 per another hour.
         if isinstance(response_or_exception, requests.Response):
-            min_backoff_time = 60.0
             retry_after = response_or_exception.headers.get("Retry-After")
             if retry_after is not None:
-                backoff_time_in_seconds = max(float(retry_after), min_backoff_time)
+                backoff_time_in_seconds = max(float(retry_after), self.min_backoff_time)
                 return self.get_waiting_time(backoff_time_in_seconds)
 
             reset_time = response_or_exception.headers.get("X-RateLimit-Reset")
             if reset_time:
-                backoff_time_in_seconds = max(float(reset_time) - time.time(), min_backoff_time)
+                backoff_time_in_seconds = max(float(reset_time) - time.time(), self.min_backoff_time)
                 return self.get_waiting_time(backoff_time_in_seconds)
         return None
 
-    def get_waiting_time(self, backoff_time_in_seconds: Optional[float]) -> Optional[float]:
+    def get_waiting_time(self, backoff_time_in_seconds: float) -> Optional[float]:
         if backoff_time_in_seconds < 60 * 10:  # type: ignore[operator]
             return backoff_time_in_seconds
+        elif backoff_time_in_seconds > self.max_seconds_between_messages:
+            raise AirbyteTracedException(
+                internal_message="Waiting time from header is too long.",
+                message=f"The stream {self.stream.name} have faced rate limits, but waiting time is too long. The stream will sync data in the next sync when rate limits are refreshed.",
+                failure_type=FailureType.transient_error,
+            )
         else:
-            self.stream._http_client._session.auth.update_token()  # New token will be used in next request
-            return 1
+            self.stream._http_client._session.auth.update_token()  # New token will be used in the next request
+            return self.stream._http_client._session.auth.max_time or self.min_backoff_time_when_refreshing_auth_token
 
 
 class ContributorActivityBackoffStrategy(BackoffStrategy):