airbyte-source-github 2.1.9.dev202602042146__tar.gz → 2.1.10__tar.gz

{airbyte_source_github-2.1.9.dev202602042146 → airbyte_source_github-2.1.10}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: airbyte-source-github
-Version: 2.1.9.dev202602042146
+Version: 2.1.10
 Summary: Source implementation for GitHub.
 Home-page: https://airbyte.com
 License: ELv2

{airbyte_source_github-2.1.9.dev202602042146 → airbyte_source_github-2.1.10}/pyproject.toml

@@ -3,7 +3,7 @@ requires = [ "poetry-core>=1.0.0",]
 build-backend = "poetry.core.masonry.api"
 
 [tool.poetry]
-version = "2.1.9.dev.202602042146"
+version = "2.1.10"
 name = "airbyte-source-github"
 description = "Source implementation for GitHub."
 authors = [ "Airbyte <contact@airbyte.io>",]

{airbyte_source_github-2.1.9.dev202602042146 → airbyte_source_github-2.1.10}/source_github/errors_handlers.py

@@ -103,26 +103,6 @@ class GithubStreamABCErrorHandler(HttpStatusErrorHandler):
                     error_message=log_message,
                 )
 
-            # Handle GitHub API 10,000 result limit error
-            # https://docs.github.com/en/rest/releases/releases#list-releases
-            if response_or_exception.status_code == 422:
-                try:
-                    response_json = response_or_exception.json()
-                    error_message = response_json.get("message", "")
-                    if "10000" in error_message:
-                        return ErrorResolution(
-                            response_action=ResponseAction.FAIL,
-                            failure_type=FailureType.system_error,
-                            error_message=(
-                                f"GitHub API limit reached: {error_message}. "
-                                "This repository has more releases than GitHub's API limit of 10,000 results. "
-                                "The connector has synced the maximum available releases. "
-                                "Consider disabling the 'releases' stream if this causes sync failures."
-                            ),
-                        )
-                except Exception:
-                    pass  # Fall through to default handling if JSON parsing fails
-
         return super().interpret_response(response_or_exception)
 
 

{airbyte_source_github-2.1.9.dev202602042146 → airbyte_source_github-2.1.10}/source_github/streams.py

@@ -509,67 +509,6 @@ class Releases(SemiIncrementalMixin, GithubStream):
 
     cursor_field = "created_at"
 
-    # GitHub API limits pagination to 10,000 results maximum
-    # With 100 results per page (default), this means max 100 pages
-    # https://docs.github.com/en/rest/releases/releases#list-releases
-    MAX_PAGE_NUMBER = 100
-
-    def __init__(self, **kwargs):
-        super().__init__(**kwargs)
-        self._pagination_limit_reached = False
-
-    def next_page_token(self, response: requests.Response) -> Optional[Mapping[str, Any]]:
-        """
-        Override to stop pagination at page 100 (10,000 results) to avoid GitHub API 422 error.
-        GitHub's REST API has a hard limit of 10,000 results for list endpoints.
-        """
-        token = super().next_page_token(response)
-        if token:
-            page = int(token.get("page", 0))
-            if page > self.MAX_PAGE_NUMBER:
-                self._pagination_limit_reached = True
-                self.logger.warning(
-                    f"Stopping pagination at page {self.MAX_PAGE_NUMBER} due to GitHub API limit of 10,000 results. "
-                    "Some releases may not be synced."
-                )
-                return None
-        return token
-
-    def read_records(
-        self,
-        sync_mode: SyncMode,
-        cursor_field: List[str] = None,
-        stream_slice: Mapping[str, Any] = None,
-        stream_state: Mapping[str, Any] = None,
-    ) -> Iterable[Mapping[str, Any]]:
-        """
-        Override to fail the sync after loading records when pagination limit is reached.
-        This ensures users are explicitly notified that not all releases were synced due to GitHub API limitations,
-        while still loading the first 10,000 releases to the destination.
-        """
-        # Reset the flag for each slice
-        self._pagination_limit_reached = False
-
-        # Yield all records from parent
-        yield from super().read_records(
-            sync_mode=sync_mode, cursor_field=cursor_field, stream_slice=stream_slice, stream_state=stream_state
-        )
-
-        # After all records are yielded, fail the sync if we hit the pagination limit
-        # This ensures the 10,000 records are loaded but the user is explicitly notified
-        if self._pagination_limit_reached:
-            repository = stream_slice.get("repository", "unknown") if stream_slice else "unknown"
-            raise AirbyteTracedException(
-                message=(
-                    f"GitHub API pagination limit reached for repository '{repository}'. "
-                    f"Only the first 10,000 releases (sorted by creation date, newest first) were synced to the destination. "
-                    f"This repository has more releases than GitHub's API limit allows. "
-                    f"See: https://docs.github.com/en/rest/releases/releases#list-releases"
-                ),
-                internal_message=f"GitHub API 10,000 result limit reached for repository '{repository}'",
-                failure_type=FailureType.system_error,
-            )
-
     def transform(self, record: MutableMapping[str, Any], stream_slice: Mapping[str, Any]) -> MutableMapping[str, Any]:
         record = super().transform(record=record, stream_slice=stream_slice)