githubkit 0.11.0a2__py3-none-any.whl → 0.11.0a3__py3-none-any.whl

githubkit/compat.py

@@ -29,7 +29,7 @@ if TYPE_CHECKING:
     CVC = TypeVar("CVC", bound=CustomValidationClass)
 
 
-if PYDANTIC_V2:
+if PYDANTIC_V2:  # pragma: pydantic-v2
     from pydantic_core import CoreSchema, core_schema
     from pydantic import (
         BaseModel,
@@ -80,7 +80,7 @@ if PYDANTIC_V2:
         )
         return class_
 
-else:
+else:  # pragma: pydantic-v1
     from pydantic import Extra, BaseModel, parse_obj_as, parse_raw_as, root_validator
 
     class GitHubModel(BaseModel):

githubkit/core.py

@@ -1,5 +1,6 @@
 from types import TracebackType
 from contextvars import ContextVar
+from datetime import datetime, timezone, timedelta
 from contextlib import contextmanager, asynccontextmanager
 from typing import (
     Any,
@@ -22,7 +23,6 @@ import hishel
 from .response import Response
 from .utils import obj_to_jsonable
 from .config import Config, get_config
-from .exception import RequestError, RequestFailed, RequestTimeout
 from .auth import BaseAuthStrategy, TokenAuthStrategy, UnauthAuthStrategy
 from .typing import (
     URLTypes,
@@ -32,6 +32,13 @@ from .typing import (
     RequestFiles,
     QueryParamTypes,
 )
+from .exception import (
+    RequestError,
+    RequestFailed,
+    RequestTimeout,
+    PrimaryRateLimitExceeded,
+    SecondaryRateLimitExceeded,
+)
 
 T = TypeVar("T")
 A = TypeVar("A", bound="BaseAuthStrategy")
@@ -316,15 +323,73 @@ class GitHubCore(Generic[A]):
         if response.is_error:
             error_models = error_models or {}
             status_code = str(response.status_code)
+
             error_model = error_models.get(
                 status_code,
                 error_models.get(
                     f"{status_code[:-2]}XX", error_models.get("default", Any)
                 ),
             )
-            rep = Response(response, error_model)
-            raise RequestFailed(rep)
-        return Response(response, response_model)
+            resp = Response(response, error_model)
+        else:
+            resp = Response(response, response_model)
+
+        # only check rate limit when response is 403 or 429
+        if response.status_code in (403, 429):
+            self._check_rate_limit(resp)
+
+        if response.is_error:
+            raise RequestFailed(resp)
+        return resp
+
+    # check rate limit
+    def _check_rate_limit(self, response: Response) -> None:
+        # check rate limit exceeded
+        # https://docs.github.com/en/rest/using-the-rest-api/rate-limits-for-the-rest-api#exceeding-the-rate-limit
+        # https://docs.github.com/en/graphql/overview/rate-limits-and-node-limits-for-the-graphql-api#exceeding-the-rate-limit
+        # https://github.com/octokit/plugin-throttling.js/blob/135a0f556752a6c4c0ed3b2798bb58e228cd179a/src/index.ts#L134-L179
+
+        # Secondary rate limits
+        # the `retry-after` response header is present
+        if "retry-after" in response.headers:
+            raise SecondaryRateLimitExceeded(
+                response, self._extract_retry_after(response)
+            )
+
+        if (
+            "x-ratelimit-remaining" in response.headers
+            and response.headers["x-ratelimit-remaining"] == "0"
+        ):
+            retry_after = self._extract_retry_after(response)
+
+            try:
+                error = response.json()
+            except Exception:
+                error = None
+
+            # Secondary rate limits
+            # error message indicates that you exceeded a secondary rate limit
+            if (
+                isinstance(error, dict)
+                and "message" in error
+                and "secondary rate" in error["message"]
+            ):
+                raise SecondaryRateLimitExceeded(response, retry_after)
+
+            # Primary rate limits
+            raise PrimaryRateLimitExceeded(response, retry_after)
+
+    def _extract_retry_after(self, response: Response) -> timedelta:
+        if "retry-after" in response.headers:
+            return timedelta(seconds=int(response.headers["retry-after"]))
+        elif "x-ratelimit-reset" in response.headers:
+            retry_after = datetime.fromtimestamp(
+                int(response.headers["x-ratelimit-reset"]), tz=timezone.utc
+            ) - datetime.now(tz=timezone.utc)
+            return max(retry_after, timedelta())
+        else:
+            # wait for at least one minute before retrying
+            return timedelta(seconds=60)
 
     # sync request and check
     def request(

githubkit/exception.py

@@ -1,3 +1,4 @@
+from datetime import timedelta
 from typing import TYPE_CHECKING
 
 import httpx
@@ -50,6 +51,29 @@ class RequestFailed(GitHubException):
         )
 
 
+class RateLimitExceeded(RequestFailed):
+    """API request failed with rate limit exceeded"""
+
+    def __init__(self, response: "Response", retry_after: timedelta):
+        super().__init__(response)
+        self.retry_after = retry_after
+
+    def __repr__(self) -> str:
+        return (
+            f"{self.__class__.__name__}(method={self.request.method}, "
+            f"url={self.request.url}, status_code={self.response.status_code}, "
+            f"retry_after={self.retry_after})"
+        )
+
+
+class PrimaryRateLimitExceeded(RateLimitExceeded):
+    """API request failed with primary rate limit exceeded"""
+
+
+class SecondaryRateLimitExceeded(RateLimitExceeded):
+    """API request failed with secondary rate limit exceeded"""
+
+
 class GraphQLFailed(GitHubException):
     """GraphQL request with errors in response"""
 

githubkit/github.py

@@ -142,7 +142,8 @@ class GitHub(GitHubCore[A]):
         json = build_graphql_request(query, variables)
 
         return parse_graphql_response(
-            self.request("POST", "/graphql", json=json, response_model=GraphQLResponse)
+            self,
+            self.request("POST", "/graphql", json=json, response_model=GraphQLResponse),
         )
 
     async def async_graphql(
@@ -151,9 +152,10 @@ class GitHub(GitHubCore[A]):
         json = build_graphql_request(query, variables)
 
         return parse_graphql_response(
+            self,
             await self.arequest(
                 "POST", "/graphql", json=json, response_model=GraphQLResponse
-            )
+            ),
         )
 
     # rest pagination

githubkit/graphql/__init__.py

@@ -1,12 +1,13 @@
 from typing import TYPE_CHECKING, Any, Dict, Optional, cast
 
-from githubkit.exception import GraphQLFailed
+from githubkit.exception import GraphQLFailed, PrimaryRateLimitExceeded
 
 from .models import GraphQLError as GraphQLError
 from .models import SourceLocation as SourceLocation
 from .models import GraphQLResponse as GraphQLResponse
 
 if TYPE_CHECKING:
+    from githubkit.core import GitHubCore
     from githubkit.response import Response
 
 
@@ -19,8 +20,18 @@ def build_graphql_request(
     return json
 
 
-def parse_graphql_response(response: "Response[GraphQLResponse]") -> Dict[str, Any]:
+def parse_graphql_response(
+    github: "GitHubCore", response: "Response[GraphQLResponse]"
+) -> Dict[str, Any]:
     response_data = response.parsed_data
     if response_data.errors:
+        # check rate limit exceeded
+        # https://docs.github.com/en/graphql/overview/rate-limits-and-node-limits-for-the-graphql-api#exceeding-the-rate-limit
+        # x-ratelimit-remaining may not be 0, ignore it
+        # https://github.com/octokit/plugin-throttling.js/pull/636
+        if any(error.type == "RATE_LIMITED" for error in response_data.errors):
+            raise PrimaryRateLimitExceeded(
+                response, github._extract_retry_after(response)
+            )
         raise GraphQLFailed(response_data)
     return cast(Dict[str, Any], response_data.data)

githubkit/graphql/models.py

@@ -9,6 +9,7 @@ class SourceLocation(GitHubModel):
 
 
 class GraphQLError(GitHubModel):
+    type: str  # https://github.com/octokit/graphql.js/pull/314
     message: str
     locations: Optional[List[SourceLocation]] = None
     path: Optional[List[Union[int, str]]] = None

githubkit/typing.py

@@ -45,7 +45,7 @@ FileTypes: TypeAlias = Union[
 ]
 RequestFiles: TypeAlias = Union[Dict[str, FileTypes], List[Tuple[str, FileTypes]]]
 
-if PYDANTIC_V2:
+if PYDANTIC_V2:  # pragma: pydantic-v2
     from pydantic import AfterValidator
     from pydantic_core import PydanticCustomError
 
@@ -59,7 +59,7 @@ if PYDANTIC_V2:
         AfterValidator(_validate_unique_list),
         Field(json_schema_extra={"uniqueItems": True}),
     ]
-else:
+else:  # pragma: pydantic-v1
     UniqueList: TypeAlias = Annotated[List[H], Field(unique_items=True)]  # type: ignore
 
 # if the property is not required, we allow it to have the value null.

githubkit/utils.py

@@ -7,7 +7,7 @@ from pydantic_core import to_jsonable_python
 
 from .compat import PYDANTIC_V2, custom_validation, type_validate_python
 
-if PYDANTIC_V2:
+if PYDANTIC_V2:  # pragma: pydantic-v2
     from pydantic_core import core_schema
     from pydantic import GetCoreSchemaHandler
 
@@ -94,7 +94,7 @@ class TaggedUnion(Generic[T]):
     def _validate(self, value: Any) -> T:
         return type_validate_python(self.type_, value)
 
-    if PYDANTIC_V2:
+    if PYDANTIC_V2:  # pragma: pydantic-v2
 
         def __get_pydantic_core_schema__(
             self, _source_type: Any, _handler: "GetCoreSchemaHandler"

githubkit/versions/latest/__init__.py

@@ -0,0 +1,8 @@
+"""DO NOT EDIT THIS FILE!
+
+This file is automatically @generated by githubkit using the follow command:
+
+python -m codegen && isort . && black .
+
+See https://github.com/github/rest-api-description for more information.
+"""

githubkit/versions/rest.py

@@ -8,6 +8,7 @@ See https://github.com/github/rest-api-description for more information.
 """
 
 import importlib
+from weakref import WeakKeyDictionary, ref
 from typing import TYPE_CHECKING, Any, Dict, Literal, overload
 
 from . import VERSIONS, VERSION_TYPE, LATEST_VERSION
@@ -27,7 +28,9 @@ else:
 
 
 class RestVersionSwitcher(_VersionProxy):
-    _cached_namespaces: Dict[VERSION_TYPE, Any] = {}
+    _cached_namespaces: "WeakKeyDictionary[GitHubCore, Dict[VERSION_TYPE, Any]]" = (
+        WeakKeyDictionary()
+    )
 
     if not TYPE_CHECKING:
 
@@ -40,7 +43,16 @@ class RestVersionSwitcher(_VersionProxy):
             return getattr(namespace, name)
 
     def __init__(self, github: "GitHubCore"):
-        self._github = github
+        self._github_ref = ref(github)
+
+    @property
+    def _github(self) -> "GitHubCore":
+        if g := self._github_ref():
+            return g
+        raise RuntimeError(
+            "GitHub client has already been collected. "
+            "Do not use the namespace after the client has been collected."
+        )
 
     @overload
     def __call__(self, version: Literal["2022-11-28"]) -> "V20221128RestNamespace":
@@ -51,9 +63,11 @@ class RestVersionSwitcher(_VersionProxy):
         ...
 
     def __call__(self, version: VERSION_TYPE = LATEST_VERSION) -> Any:
-        if version in self._cached_namespaces:
-            return self._cached_namespaces[version]
+        g = self._github
+        cache = self._cached_namespaces.setdefault(g, {})
+        if version in cache:
+            return cache[version]
         module = importlib.import_module(f".{VERSIONS[version]}.rest", __package__)
-        namespace = module.RestNamespace(self._github)
-        self._cached_namespaces[version] = namespace
+        namespace = module.RestNamespace(g)
+        cache[version] = namespace
         return namespace

githubkit/versions/v2022_11_28/__init__.py

@@ -0,0 +1,8 @@
+"""DO NOT EDIT THIS FILE!
+
+This file is automatically @generated by githubkit using the follow command:
+
+python -m codegen && isort . && black .
+
+See https://github.com/github/rest-api-description for more information.
+"""

githubkit/versions/v2022_11_28/rest/__init__.py

@@ -7,6 +7,7 @@ python -m codegen && isort . && black .
 See https://github.com/github/rest-api-description for more information.
 """
 
+from weakref import ref
 from typing import TYPE_CHECKING
 from functools import cached_property
 
@@ -52,7 +53,16 @@ if TYPE_CHECKING:
 
 class RestNamespace:
     def __init__(self, github: "GitHubCore"):
-        self._github = github
+        self._github_ref = ref(github)
+
+    @property
+    def _github(self) -> "GitHubCore":
+        if g := self._github_ref():
+            return g
+        raise RuntimeError(
+            "GitHub client has already been collected. "
+            "Do not use this namespace after the client has been collected."
+        )
 
     @cached_property
     def meta(self) -> "MetaClient":

githubkit/versions/v2022_11_28/rest/actions.py

@@ -10,6 +10,7 @@ See https://github.com/github/rest-api-description for more information.
 
 from __future__ import annotations
 
+from weakref import ref
 from typing_extensions import Annotated
 from typing import TYPE_CHECKING, Dict, Literal, Optional, overload
 
@@ -121,7 +122,16 @@ class ActionsClient:
     _REST_API_VERSION = "2022-11-28"
 
     def __init__(self, github: GitHubCore):
-        self._github = github
+        self._github_ref = ref(github)
+
+    @property
+    def _github(self) -> GitHubCore:
+        if g := self._github_ref():
+            return g
+        raise RuntimeError(
+            "GitHub client has already been collected. "
+            "Do not use this client after the client has been collected."
+        )
 
     def get_actions_cache_usage_for_org(
         self,

githubkit/versions/v2022_11_28/rest/activity.py

@@ -10,6 +10,7 @@ See https://github.com/github/rest-api-description for more information.
 
 from __future__ import annotations
 
+from weakref import ref
 from typing_extensions import Annotated
 from typing import TYPE_CHECKING, Dict, Literal, Optional, overload
 
@@ -54,7 +55,16 @@ class ActivityClient:
     _REST_API_VERSION = "2022-11-28"
 
     def __init__(self, github: GitHubCore):
-        self._github = github
+        self._github_ref = ref(github)
+
+    @property
+    def _github(self) -> GitHubCore:
+        if g := self._github_ref():
+            return g
+        raise RuntimeError(
+            "GitHub client has already been collected. "
+            "Do not use this client after the client has been collected."
+        )
 
     def list_public_events(
         self,

githubkit/versions/v2022_11_28/rest/apps.py

@@ -10,6 +10,7 @@ See https://github.com/github/rest-api-description for more information.
 
 from __future__ import annotations
 
+from weakref import ref
 from typing_extensions import Annotated
 from typing import TYPE_CHECKING, Dict, Literal, Optional, overload
 
@@ -62,7 +63,16 @@ class AppsClient:
     _REST_API_VERSION = "2022-11-28"
 
     def __init__(self, github: GitHubCore):
-        self._github = github
+        self._github_ref = ref(github)
+
+    @property
+    def _github(self) -> GitHubCore:
+        if g := self._github_ref():
+            return g
+        raise RuntimeError(
+            "GitHub client has already been collected. "
+            "Do not use this client after the client has been collected."
+        )
 
     def get_authenticated(
         self,

githubkit/versions/v2022_11_28/rest/billing.py

@@ -10,6 +10,7 @@ See https://github.com/github/rest-api-description for more information.
 
 from __future__ import annotations
 
+from weakref import ref
 from typing_extensions import Annotated
 from typing import TYPE_CHECKING, Dict, Literal, Optional, overload
 
@@ -30,7 +31,16 @@ class BillingClient:
     _REST_API_VERSION = "2022-11-28"
 
     def __init__(self, github: GitHubCore):
-        self._github = github
+        self._github_ref = ref(github)
+
+    @property
+    def _github(self) -> GitHubCore:
+        if g := self._github_ref():
+            return g
+        raise RuntimeError(
+            "GitHub client has already been collected. "
+            "Do not use this client after the client has been collected."
+        )
 
     def get_github_actions_billing_org(
         self,

githubkit/versions/v2022_11_28/rest/checks.py

@@ -10,6 +10,7 @@ See https://github.com/github/rest-api-description for more information.
 
 from __future__ import annotations
 
+from weakref import ref
 from typing_extensions import Annotated
 from typing import TYPE_CHECKING, Dict, Literal, Optional, overload
 
@@ -57,7 +58,16 @@ class ChecksClient:
     _REST_API_VERSION = "2022-11-28"
 
     def __init__(self, github: GitHubCore):
-        self._github = github
+        self._github_ref = ref(github)
+
+    @property
+    def _github(self) -> GitHubCore:
+        if g := self._github_ref():
+            return g
+        raise RuntimeError(
+            "GitHub client has already been collected. "
+            "Do not use this client after the client has been collected."
+        )
 
     @overload
     def create(

githubkit/versions/v2022_11_28/rest/classroom.py

@@ -10,6 +10,7 @@ See https://github.com/github/rest-api-description for more information.
 
 from __future__ import annotations
 
+from weakref import ref
 from typing_extensions import Annotated
 from typing import TYPE_CHECKING, Dict, Literal, Optional, overload
 
@@ -41,7 +42,16 @@ class ClassroomClient:
     _REST_API_VERSION = "2022-11-28"
 
     def __init__(self, github: GitHubCore):
-        self._github = github
+        self._github_ref = ref(github)
+
+    @property
+    def _github(self) -> GitHubCore:
+        if g := self._github_ref():
+            return g
+        raise RuntimeError(
+            "GitHub client has already been collected. "
+            "Do not use this client after the client has been collected."
+        )
 
     def get_an_assignment(
         self,

githubkit/versions/v2022_11_28/rest/code_scanning.py

@@ -10,6 +10,7 @@ See https://github.com/github/rest-api-description for more information.
 
 from __future__ import annotations
 
+from weakref import ref
 from typing_extensions import Annotated
 from typing import TYPE_CHECKING, Dict, Literal, Optional, overload
 
@@ -52,7 +53,16 @@ class CodeScanningClient:
     _REST_API_VERSION = "2022-11-28"
 
     def __init__(self, github: GitHubCore):
-        self._github = github
+        self._github_ref = ref(github)
+
+    @property
+    def _github(self) -> GitHubCore:
+        if g := self._github_ref():
+            return g
+        raise RuntimeError(
+            "GitHub client has already been collected. "
+            "Do not use this client after the client has been collected."
+        )
 
     def list_alerts_for_org(
         self,

githubkit/versions/v2022_11_28/rest/codes_of_conduct.py

@@ -10,6 +10,7 @@ See https://github.com/github/rest-api-description for more information.
 
 from __future__ import annotations
 
+from weakref import ref
 from typing_extensions import Annotated
 from typing import TYPE_CHECKING, Dict, Literal, Optional, overload
 
@@ -32,7 +33,16 @@ class CodesOfConductClient:
     _REST_API_VERSION = "2022-11-28"
 
     def __init__(self, github: GitHubCore):
-        self._github = github
+        self._github_ref = ref(github)
+
+    @property
+    def _github(self) -> GitHubCore:
+        if g := self._github_ref():
+            return g
+        raise RuntimeError(
+            "GitHub client has already been collected. "
+            "Do not use this client after the client has been collected."
+        )
 
     def get_all_codes_of_conduct(
         self,

githubkit/versions/v2022_11_28/rest/codespaces.py

@@ -10,6 +10,7 @@ See https://github.com/github/rest-api-description for more information.
 
 from __future__ import annotations
 
+from weakref import ref
 from typing_extensions import Annotated
 from typing import TYPE_CHECKING, Dict, Literal, Optional, overload
 
@@ -76,7 +77,16 @@ class CodespacesClient:
     _REST_API_VERSION = "2022-11-28"
 
     def __init__(self, github: GitHubCore):
-        self._github = github
+        self._github_ref = ref(github)
+
+    @property
+    def _github(self) -> GitHubCore:
+        if g := self._github_ref():
+            return g
+        raise RuntimeError(
+            "GitHub client has already been collected. "
+            "Do not use this client after the client has been collected."
+        )
 
     def list_in_organization(
         self,

githubkit/versions/v2022_11_28/rest/copilot.py

@@ -10,6 +10,7 @@ See https://github.com/github/rest-api-description for more information.
 
 from __future__ import annotations
 
+from weakref import ref
 from typing_extensions import Annotated
 from typing import TYPE_CHECKING, Dict, Literal, Optional, overload
 
@@ -48,7 +49,16 @@ class CopilotClient:
     _REST_API_VERSION = "2022-11-28"
 
     def __init__(self, github: GitHubCore):
-        self._github = github
+        self._github_ref = ref(github)
+
+    @property
+    def _github(self) -> GitHubCore:
+        if g := self._github_ref():
+            return g
+        raise RuntimeError(
+            "GitHub client has already been collected. "
+            "Do not use this client after the client has been collected."
+        )
 
     def get_copilot_organization_details(
         self,

githubkit/versions/v2022_11_28/rest/dependabot.py

@@ -10,6 +10,7 @@ See https://github.com/github/rest-api-description for more information.
 
 from __future__ import annotations
 
+from weakref import ref
 from typing_extensions import Annotated
 from typing import TYPE_CHECKING, Dict, Literal, Optional, overload
 
@@ -50,7 +51,16 @@ class DependabotClient:
     _REST_API_VERSION = "2022-11-28"
 
     def __init__(self, github: GitHubCore):
-        self._github = github
+        self._github_ref = ref(github)
+
+    @property
+    def _github(self) -> GitHubCore:
+        if g := self._github_ref():
+            return g
+        raise RuntimeError(
+            "GitHub client has already been collected. "
+            "Do not use this client after the client has been collected."
+        )
 
     def list_alerts_for_enterprise(
         self,

githubkit/versions/v2022_11_28/rest/dependency_graph.py

@@ -10,6 +10,7 @@ See https://github.com/github/rest-api-description for more information.
 
 from __future__ import annotations
 
+from weakref import ref
 from typing_extensions import Annotated
 from typing import TYPE_CHECKING, Dict, Literal, Optional, overload
 
@@ -46,7 +47,16 @@ class DependencyGraphClient:
     _REST_API_VERSION = "2022-11-28"
 
     def __init__(self, github: GitHubCore):
-        self._github = github
+        self._github_ref = ref(github)
+
+    @property
+    def _github(self) -> GitHubCore:
+        if g := self._github_ref():
+            return g
+        raise RuntimeError(
+            "GitHub client has already been collected. "
+            "Do not use this client after the client has been collected."
+        )
 
     def diff_range(
         self,