qontract-reconcile 0.10.1rc729__py3-none-any.whl → 0.10.1rc731__py3-none-any.whl

{qontract_reconcile-0.10.1rc729.dist-info → qontract_reconcile-0.10.1rc731.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: qontract-reconcile
-Version: 0.10.1rc729
+Version: 0.10.1rc731
 Summary: Collection of tools to reconcile services with their desired state as defined in the app-interface DB.
 Home-page: https://github.com/app-sre/qontract-reconcile
 Author: Red Hat App-SRE Team

{qontract_reconcile-0.10.1rc729.dist-info → qontract_reconcile-0.10.1rc731.dist-info}/RECORD

@@ -46,7 +46,7 @@ reconcile/jenkins_roles.py,sha256=f8ELpZY36UjoaCpR_9LijQuIMuB6a7sVLFf_H1ct9Hc,44
 reconcile/jenkins_webhooks.py,sha256=j8vhJMWcRhOdc9XzRSm0CPj84jsF3e4Syjm7r1BIsDE,1978
 reconcile/jenkins_webhooks_cleaner.py,sha256=JsN_NVPfZJwv1JtSzZXDIHUqGiefL-DRffFnDGau9aY,1539
 reconcile/jenkins_worker_fleets.py,sha256=PMNGOX0krubFjInPiFT0za0KCiWBLEcVDuXdKRd1BrE,5378
-reconcile/jira_permissions_validator.py,sha256=9aLSsKKRlilk4W_jwo5hqMMzdJIYJIgXt7E7WVX3Mp4,11410
+reconcile/jira_permissions_validator.py,sha256=8Nl7rSc8x_AXXVRYvRlq_arR7N5pz0YM4M7Pb60RoCg,11597
 reconcile/jira_watcher.py,sha256=eyOQ92t8TFi6gogfNTO448h_h1CUyr24E0MPHc51R-o,3617
 reconcile/ldap_users.py,sha256=uEWQ0V41tN9KCZi4ZKPamjrJ6djSpdpvDBo7yJ0e7ZI,3008
 reconcile/mr_client_gateway.py,sha256=WhjMd-sIXDFCV8-rt8CEjurJ5OYB1pOD0K3o0tZRXQg,1885
@@ -176,12 +176,12 @@ reconcile/cna/assets/asset.py,sha256=1v51uYSaD1NOc9cI_YxG7h0NOcR1ng-mkmD2UzQ8PXE
 reconcile/cna/assets/asset_factory.py,sha256=7T7X_J6xIsoGETqBRI45_EyIKEdQcnRPt_GAuVuLQcc,785
 reconcile/cna/assets/null.py,sha256=Fby1Fbn7oNRIGNasdyhRDvXJ0ktpxv-pUAPN0lZWSzk,1684
 reconcile/glitchtip/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-reconcile/glitchtip/integration.py,sha256=te0xjFnovY199nRQeokxQjoOmDKgx-E98mBQykgMVCU,8192
+reconcile/glitchtip/integration.py,sha256=Y7ofQg_xCt3dOln3pjeXp7rAnwohCgD2zcUAb-Hciis,8375
 reconcile/glitchtip/reconciler.py,sha256=nUvDv7qG1ly0cA16MmlL6NV71yl1mJYLT2mui7lmi0Y,12402
 reconcile/glitchtip_project_alerts/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-reconcile/glitchtip_project_alerts/integration.py,sha256=Bb4X-oEeBxLQtVJM4TZSerQKgDTknAWO_f-7LZRVGnI,11778
+reconcile/glitchtip_project_alerts/integration.py,sha256=ADOAUysOF2iY3hVPa2xoCQPts-ydRjy_bISxaMFIxlY,11953
 reconcile/glitchtip_project_dsn/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-reconcile/glitchtip_project_dsn/integration.py,sha256=PlOsRaaftzODZE_uf1I-XSM732uhfvYzVc_BkYK3Zt8,7922
+reconcile/glitchtip_project_dsn/integration.py,sha256=qt2a33FOUUlCyonSHm3nUb7pNXgLAq8sv_JQCm6Vj3U,8113
 reconcile/gql_definitions/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 reconcile/gql_definitions/acs/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 reconcile/gql_definitions/acs/acs_instances.py,sha256=L91WW9LbhJbBSrECqShQpFtjoBOsmNIYLRpMbx1io5o,2181
@@ -451,7 +451,7 @@ reconcile/test/test_gitlab_members.py,sha256=dP_dm-1THba9Vyzcq-EX1tdmBoX2hq8R-MY
 reconcile/test/test_instrumented_wrappers.py,sha256=CZzhnQH0c4i7-Rxjg7-0dfFMvVPegLHL46z5NHOOCwo,608
 reconcile/test/test_integrations_manager.py,sha256=l6KwSFT0NS9VSR-b_9z_ZEGXDWH3EMitUEMC_1h8Xkk,38184
 reconcile/test/test_jenkins_worker_fleets.py,sha256=o1jlT7OBBSgu0M3iI4xMdz_x6SciF7yhNBpLk5gTJfg,2361
-reconcile/test/test_jira_permissions_validator.py,sha256=Dlyh7hsZHeEiIqlMBGMxuCUY0fY4erYWuvuxscxVYNA,15018
+reconcile/test/test_jira_permissions_validator.py,sha256=zhtAL97IkCyY9R29fDRvDCE1z9S7OVQV7gqu-7Vo5-4,16279
 reconcile/test/test_jump_host.py,sha256=yczTqvT-hNAf9zBMuFjqka9fQOA31SCNG7D-9K9MRPw,3323
 reconcile/test/test_ldap_users.py,sha256=8jjzVgoiRRylGad6-TvkugoFGXt3eko--zVVKjmZDn4,3812
 reconcile/test/test_make.py,sha256=zTdjgq-3idFlec_0qJenk9wWw0QMLvSpJfPsptXmync,677
@@ -635,6 +635,7 @@ reconcile/utils/promtool.py,sha256=kT2rFZSBaRqW7SSHAuYzGZzQxM5Dzk8KW1NnEUYZU_s,2
 reconcile/utils/quay_api.py,sha256=EuOegpb-7ntEjkKLFwM2Oo4Nw7SyFtmyl3sQ9aXMtrM,8152
 reconcile/utils/raw_github_api.py,sha256=ZHC-SZuAyRe1zaMoOU7Krt1-zecDxENd9c_NzQYqK9g,2968
 reconcile/utils/repo_owners.py,sha256=j-pUjc9PuDzq7KpjNLpnhqfU8tUG4nj2WMhFp4ick7g,6629
+reconcile/utils/rest_api_base.py,sha256=uM4fGDNx5exDky0Ls56dJsta2PpceAO_uHc10vQCjOI,3914
 reconcile/utils/ruamel.py,sha256=FzL4_L0FnMOUZmgThrZSMJs5MTdXwiy-E9MZWfk8bh8,397
 reconcile/utils/secret_reader.py,sha256=2DeYAAQFjUULEKlLw3UDAUoND6gbqvCh9uKPtlc-0us,10403
 reconcile/utils/semver_helper.py,sha256=-WfPOMSA2v1h7hT3PwVf-Htg7wOsoKlQC1JdmDX2Ars,1268
@@ -670,7 +671,7 @@ reconcile/utils/clusterhealth/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5N
 reconcile/utils/clusterhealth/providerbase.py,sha256=6YmFCw2fbUqgte5wagJsmcM9_gJQabj0dTXKBO0RNJo,1171
 reconcile/utils/clusterhealth/telemeter.py,sha256=a_RDNQMdjELltdeSFAsheK25EEu9ElX48ksLhOOOsvI,1448
 reconcile/utils/glitchtip/__init__.py,sha256=FT6iBhGqoe7KExFdbgL8AYUb64iW_4snF5__Dcl7yt0,258
-reconcile/utils/glitchtip/client.py,sha256=uqRK4XL5V2_bQpRyM3XTX8JKCaMpSOCkcm7jmuqYvwU,10584
+reconcile/utils/glitchtip/client.py,sha256=KHUNjN8r2J67RxROIpjzs5cKsqbwjzsM_I1TA7oLG0Q,7771
 reconcile/utils/glitchtip/models.py,sha256=_oqZXNkyRTsAnx6tF4WUURSBj0cc9UNS4okOQYfAfB4,6435
 reconcile/utils/internal_groups/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 reconcile/utils/internal_groups/client.py,sha256=abREA8RwXKybXFjCK8CAcCr-iUp2r0tAbIEJ-c-PXws,4538
@@ -764,8 +765,8 @@ tools/test/test_app_interface_metrics_exporter.py,sha256=SX7qL3D1SIRKFo95FoQztvf
 tools/test/test_qontract_cli.py,sha256=UEwAW7PA_GIrbqzaLxpkCxbuVjEFLNvnVG-6VyoCGIc,4147
 tools/test/test_sd_app_sre_alert_report.py,sha256=v363r9zM7__0kR5K6mvJoGFcM9BvE33fWAayrqkpojA,2116
 tools/test/test_sre_checkpoints.py,sha256=SKqPPTl9ua0RFdSSofnoQX-JZE6dFLO3LRhfQzqtfh8,2607
-qontract_reconcile-0.10.1rc729.dist-info/METADATA,sha256=hDn3IRWhjYB1-GMrKs0vs1GtKi4bzpd-ZeUy_YB1MiE,2382
-qontract_reconcile-0.10.1rc729.dist-info/WHEEL,sha256=GJ7t_kWBFywbagK5eo9IoUwLW6oyOeTKmQ-9iHFVNxQ,92
-qontract_reconcile-0.10.1rc729.dist-info/entry_points.txt,sha256=rIxI5zWtHNlfpDeq1a7pZXAPoqf7HG32KMTN3MeWK_8,429
-qontract_reconcile-0.10.1rc729.dist-info/top_level.txt,sha256=l5ISPoXzt0SdR4jVdkfa7RPSKNc8zAHYWAnR-Dw8Ey8,24
-qontract_reconcile-0.10.1rc729.dist-info/RECORD,,
+qontract_reconcile-0.10.1rc731.dist-info/METADATA,sha256=sursdK9csIPxAOvipsmyKrcSuaHrms1FagDc5yNyBRI,2382
+qontract_reconcile-0.10.1rc731.dist-info/WHEEL,sha256=GJ7t_kWBFywbagK5eo9IoUwLW6oyOeTKmQ-9iHFVNxQ,92
+qontract_reconcile-0.10.1rc731.dist-info/entry_points.txt,sha256=rIxI5zWtHNlfpDeq1a7pZXAPoqf7HG32KMTN3MeWK_8,429
+qontract_reconcile-0.10.1rc731.dist-info/top_level.txt,sha256=l5ISPoXzt0SdR4jVdkfa7RPSKNc8zAHYWAnR-Dw8Ey8,24
+qontract_reconcile-0.10.1rc731.dist-info/RECORD,,

reconcile/glitchtip/integration.py

@@ -39,6 +39,7 @@ from reconcile.utils.glitchtip import (
     User,
 )
 from reconcile.utils.internal_groups.client import InternalGroupsClient
+from reconcile.utils.rest_api_base import BearerTokenAuth
 from reconcile.utils.secret_reader import (
     SecretReaderBase,
     create_secret_reader,
@@ -187,31 +188,33 @@ def run(
         if instance and glitchtip_instance.name != instance:
             continue
 
-        glitchtip_client = GlitchtipClient(
+        with GlitchtipClient(
             host=glitchtip_instance.console_url,
-            token=secret_reader.read_secret(glitchtip_instance.automation_token),
+            auth=BearerTokenAuth(
+                secret_reader.read_secret(glitchtip_instance.automation_token)
+            ),
             read_timeout=glitchtip_instance.read_timeout,
             max_retries=glitchtip_instance.max_retries,
-        )
-        current_state = fetch_current_state(
-            glitchtip_client=glitchtip_client,
-            # the automation user isn't managed by app-interface (chicken - egg problem), so just ignore it
-            ignore_users=[
-                secret_reader.read_secret(glitchtip_instance.automation_user_email)
-            ],
-        )
-        desired_state = fetch_desired_state(
-            glitchtip_projects=[
-                p
-                for p in glitchtip_projects
-                if p.organization.instance.name == glitchtip_instance.name
-            ],
-            mail_domain=glitchtip_instance.mail_domain or "redhat.com",
-            internal_groups_client=internal_groups_client,
-        )
+        ) as glitchtip_client:
+            current_state = fetch_current_state(
+                glitchtip_client=glitchtip_client,
+                # the automation user isn't managed by app-interface (chicken - egg problem), so just ignore it
+                ignore_users=[
+                    secret_reader.read_secret(glitchtip_instance.automation_user_email)
+                ],
+            )
+            desired_state = fetch_desired_state(
+                glitchtip_projects=[
+                    p
+                    for p in glitchtip_projects
+                    if p.organization.instance.name == glitchtip_instance.name
+                ],
+                mail_domain=glitchtip_instance.mail_domain or "redhat.com",
+                internal_groups_client=internal_groups_client,
+            )
 
-        reconciler = GlitchtipReconciler(glitchtip_client, dry_run)
-        reconciler.reconcile(current_state, desired_state)
+            reconciler = GlitchtipReconciler(glitchtip_client, dry_run)
+            reconciler.reconcile(current_state, desired_state)
 
 
 def early_exit_desired_state(*args: Any, **kwargs: Any) -> dict[str, Any]:

reconcile/glitchtip_project_alerts/integration.py

@@ -32,6 +32,7 @@ from reconcile.utils.glitchtip.models import (
     ProjectAlertRecipient,
     RecipientType,
 )
+from reconcile.utils.rest_api_base import BearerTokenAuth
 from reconcile.utils.runtime.integration import (
     PydanticRunParams,
     QontractReconcileIntegration,
@@ -272,25 +273,27 @@ class GlitchtipProjectAlertsIntegration(
                 else None
             )
 
-            glitchtip_client = GlitchtipClient(
+            with GlitchtipClient(
                 host=glitchtip_instance.console_url,
-                token=self.secret_reader.read_secret(
-                    glitchtip_instance.automation_token
+                auth=BearerTokenAuth(
+                    self.secret_reader.read_secret(glitchtip_instance.automation_token)
                 ),
                 read_timeout=glitchtip_instance.read_timeout,
                 max_retries=glitchtip_instance.max_retries,
-            )
-            current_state = self.fetch_current_state(glitchtip_client=glitchtip_client)
-            desired_state = self.fetch_desired_state(
-                glitchtip_projects=glitchtip_projects_by_instance[
-                    glitchtip_instance.name
-                ],
-                gjb_alert_url=glitchtip_instance.glitchtip_jira_bridge_alert_url,
-                gjb_token=glitchtip_jira_bridge_token,
-            )
-            self.reconcile(
-                glitchtip_client=glitchtip_client,
-                dry_run=dry_run,
-                current_state=current_state,
-                desired_state=desired_state,
-            )
+            ) as glitchtip_client:
+                current_state = self.fetch_current_state(
+                    glitchtip_client=glitchtip_client
+                )
+                desired_state = self.fetch_desired_state(
+                    glitchtip_projects=glitchtip_projects_by_instance[
+                        glitchtip_instance.name
+                    ],
+                    gjb_alert_url=glitchtip_instance.glitchtip_jira_bridge_alert_url,
+                    gjb_token=glitchtip_jira_bridge_token,
+                )
+                self.reconcile(
+                    glitchtip_client=glitchtip_client,
+                    dry_run=dry_run,
+                    current_state=current_state,
+                    desired_state=desired_state,
+                )

reconcile/glitchtip_project_dsn/integration.py

@@ -42,6 +42,7 @@ from reconcile.utils.oc_map import (
 )
 from reconcile.utils.openshift_resource import OpenshiftResource as OR
 from reconcile.utils.openshift_resource import ResourceInventory
+from reconcile.utils.rest_api_base import BearerTokenAuth
 from reconcile.utils.secret_reader import create_secret_reader
 from reconcile.utils.semver_helper import make_semver
 
@@ -204,32 +205,34 @@ def run(
         if instance and glitchtip_instance.name != instance:
             continue
 
-        glitchtip_client = GlitchtipClient(
+        with GlitchtipClient(
             host=glitchtip_instance.console_url,
-            token=secret_reader.read_secret(glitchtip_instance.automation_token),
+            auth=BearerTokenAuth(
+                secret_reader.read_secret(glitchtip_instance.automation_token)
+            ),
             read_timeout=glitchtip_instance.read_timeout,
             max_retries=glitchtip_instance.max_retries,
-        )
-        threaded.run(
-            fetch_current_state,
-            [
-                p
-                for p in glitchtip_projects
-                if p.organization.instance.name == glitchtip_instance.name
-            ],
-            thread_pool_size,
-            oc_map=oc_map,
-            ri=ri,
-        )
-        fetch_desired_state(
-            glitchtip_projects=[
-                p
-                for p in glitchtip_projects
-                if p.organization.instance.name == glitchtip_instance.name
-            ],
-            ri=ri,
-            glitchtip_client=glitchtip_client,
-        )
+        ) as glitchtip_client:
+            threaded.run(
+                fetch_current_state,
+                [
+                    p
+                    for p in glitchtip_projects
+                    if p.organization.instance.name == glitchtip_instance.name
+                ],
+                thread_pool_size,
+                oc_map=oc_map,
+                ri=ri,
+            )
+            fetch_desired_state(
+                glitchtip_projects=[
+                    p
+                    for p in glitchtip_projects
+                    if p.organization.instance.name == glitchtip_instance.name
+                ],
+                ri=ri,
+                glitchtip_client=glitchtip_client,
+            )
 
     ob.publish_metrics(ri, QONTRACT_INTEGRATION)
     # create/update/delete all secrets

reconcile/jira_permissions_validator.py

@@ -166,12 +166,16 @@ def board_is_valid(
                 )
                 error |= ValidationError.INVALID_PRIORITY
     except JIRAError as e:
-        if e.status_code != 403:
+        if e.status_code == 401:
+            # sporadic 401 errors, retrying
+            logging.debug(f"[{board.name}] sporadic 401 error! Retry later.")
+        elif e.status_code == 403:
+            logging.error(
+                f"[{board.name}] AppSRE Jira Bot user does not have all necessary permissions. Try granting the user the administrator permissions. API URL: {e.url}"
+            )
+            error |= ValidationError.PERMISSION_ERROR
+        else:
             raise
-        logging.error(
-            f"[{board.name}] AppSRE Jira Bot user does not have all necessary permissions. Try granting the user the administrator permissions. API URL: {e.url}"
-        )
-        error |= ValidationError.PERMISSION_ERROR
 
     return error
 

reconcile/test/test_jira_permissions_validator.py

@@ -430,7 +430,7 @@ def test_jira_permissions_validator_board_is_valid_exception(
         },
     )
     jira_client = mocker.create_autospec(spec=JiraClient)
-    jira_client.can_create_issues.side_effect = JIRAError(status_code=401)
+    jira_client.can_create_issues.side_effect = JIRAError(status_code=500)
     with pytest.raises(JIRAError):
         board_is_valid(
             jira=jira_client,
@@ -440,3 +440,41 @@ def test_jira_permissions_validator_board_is_valid_exception(
             jira_server_priorities={"Minor": "1", "Major": "2", "Critical": "3"},
             public_projects=[],
         )
+
+
+def test_jira_permissions_validator_board_is_valid_exception_401(
+    mocker: MockerFixture, gql_class_factory: Callable
+) -> None:
+    board = gql_class_factory(
+        JiraBoardV1,
+        {
+            "name": "jira-board-default",
+            "server": {
+                "serverUrl": "https://jira-server.com",
+                "token": {"path": "vault/path/token", "field": "token"},
+            },
+            "issueType": "bug",
+            "issueResolveState": "Closed",
+            "issueReopenState": "Open",
+            "issueSecurityId": "32168",
+            "severityPriorityMappings": {
+                "name": "major-major",
+                "mappings": [
+                    {"priority": "Minor"},
+                    {"priority": "Major"},
+                    {"priority": "Critical"},
+                ],
+            },
+        },
+    )
+    jira_client = mocker.create_autospec(spec=JiraClient)
+    jira_client.can_create_issues.side_effect = JIRAError(status_code=401)
+    # no error for 401
+    board_is_valid(
+        jira=jira_client,
+        board=board,
+        default_issue_type="task",
+        default_reopen_state="new",
+        jira_server_priorities={"Minor": "1", "Major": "2", "Critical": "3"},
+        public_projects=[],
+    )

reconcile/utils/glitchtip/client.py

@@ -1,11 +1,4 @@
-import threading
-from typing import (
-    Any,
-    Optional,
-)
-from urllib.parse import urljoin
-
-import requests
+from typing import Optional
 
 from reconcile.utils.glitchtip.models import (
     Organization,
@@ -15,94 +8,16 @@ from reconcile.utils.glitchtip.models import (
     Team,
     User,
 )
+from reconcile.utils.rest_api_base import ApiBase
 
 
-def get_next_url(links: dict[str, dict[str, str]]) -> Optional[str]:
-    """Parse glitchtip's response header 'Link' attribute and return the next page url if exists.
-
-    See
-    * https://gitlab.com/glitchtip/glitchtip-backend/-/blob/master/glitchtip/pagination.py#L34
-    * https://requests.readthedocs.io/en/latest/api/?highlight=links#requests.Response.links
-    """
-    if links.get("next", {}).get("results", "false") == "true":
-        return links["next"]["url"]
-    return None
-
-
-class GlitchtipClient:  # pylint: disable=too-many-public-methods
-    def __init__(
-        self,
-        host: str,
-        token: str,
-        max_retries: int | None = None,
-        read_timeout: float | None = None,
-    ) -> None:
-        self.host = host
-        self.token = token
-        self.max_retries = max_retries if max_retries is not None else 3
-        self.read_timeout = read_timeout if read_timeout is not None else 30
-        self._thread_local = threading.local()
-
-    @property
-    def _session(self) -> requests.Session:
-        try:
-            return self._thread_local.session
-        except AttributeError:
-            # todo timeout
-            self._thread_local.session = requests.Session()
-            self._thread_local.session.mount(
-                "https://", requests.adapters.HTTPAdapter(max_retries=self.max_retries)
-            )
-            self._thread_local.session.mount(
-                "http://", requests.adapters.HTTPAdapter(max_retries=self.max_retries)
-            )
-            self._thread_local.session.headers.update({
-                "Authorization": f"Bearer {self.token}",
-                "Content-Type": "application/json",
-            })
-            return self._thread_local.session
-
-    def _get(self, url: str) -> dict[str, Any]:
-        response = self._session.get(urljoin(self.host, url), timeout=self.read_timeout)
-        return response.json()
-
-    def _list(self, url: str, limit: int = 100) -> list[dict[str, Any]]:
-        response = self._session.get(
-            urljoin(self.host, url), params={"limit": limit}, timeout=self.read_timeout
-        )
-        response.raise_for_status()
-        results = response.json()
-        # handle pagination
-        while next_url := get_next_url(response.links):
-            response = self._session.get(next_url)
-            results += response.json()
-        return results
-
-    def _post(self, url: str, data: Optional[dict[Any, Any]] = None) -> dict[str, Any]:
-        response = self._session.post(
-            urljoin(self.host, url), json=data, timeout=self.read_timeout
-        )
-        response.raise_for_status()
-        if response.status_code == 204:
-            return {}
-        return response.json()
-
-    def _put(self, url: str, data: Optional[dict[Any, Any]] = None) -> dict[str, Any]:
-        response = self._session.put(
-            urljoin(self.host, url), json=data, timeout=self.read_timeout
-        )
-        response.raise_for_status()
-        if response.status_code == 204:
-            return {}
-        return response.json()
-
-    def _delete(self, url: str) -> None:
-        response = self._session.delete(urljoin(self.host, url), timeout=None)
-        response.raise_for_status()
-
+class GlitchtipClient(ApiBase):
     def organizations(self) -> list[Organization]:
         """List organizations."""
-        return [Organization(**r) for r in self._list("/api/0/organizations/")]
+        return [
+            Organization(**r)
+            for r in self._list("/api/0/organizations/", params={"limit": 100})
+        ]
 
     def create_organization(self, name: str) -> Organization:
         """Create an organization."""
@@ -116,7 +31,10 @@ class GlitchtipClient:  # pylint: disable=too-many-public-methods
         """List teams."""
         return [
             Team(**r)
-            for r in self._list(f"/api/0/organizations/{organization_slug}/teams/")
+            for r in self._list(
+                f"/api/0/organizations/{organization_slug}/teams/",
+                params={"limit": 100},
+            )
         ]
 
     def create_team(self, organization_slug: str, slug: str) -> Team:
@@ -135,7 +53,10 @@ class GlitchtipClient:  # pylint: disable=too-many-public-methods
         """List projects."""
         return [
             Project(**r)
-            for r in self._list(f"/api/0/organizations/{organization_slug}/projects/")
+            for r in self._list(
+                f"/api/0/organizations/{organization_slug}/projects/",
+                params={"limit": 100},
+            )
         ]
 
     def create_project(
@@ -177,7 +98,10 @@ class GlitchtipClient:  # pylint: disable=too-many-public-methods
 
     def project_key(self, organization_slug: str, project_slug: str) -> ProjectKey:
         """Retrieve project key (DSN)."""
-        keys = self._list(f"/api/0/projects/{organization_slug}/{project_slug}/keys/")
+        keys = self._list(
+            f"/api/0/projects/{organization_slug}/{project_slug}/keys/",
+            params={"limit": 100},
+        )
         if not keys:
             # only happens if org_slug/project_slug does not exist
             raise ValueError(f"No keys found for project {project_slug}")
@@ -193,7 +117,8 @@ class GlitchtipClient:  # pylint: disable=too-many-public-methods
         return [
             ProjectAlert(**r)
             for r in self._list(
-                f"/api/0/projects/{organization_slug}/{project_slug}/alerts/"
+                f"/api/0/projects/{organization_slug}/{project_slug}/alerts/",
+                params={"limit": 100},
             )
         ]
 
@@ -247,7 +172,10 @@ class GlitchtipClient:  # pylint: disable=too-many-public-methods
         """List organization users (aka members)."""
         return [
             User(**r)
-            for r in self._list(f"/api/0/organizations/{organization_slug}/members/")
+            for r in self._list(
+                f"/api/0/organizations/{organization_slug}/members/",
+                params={"limit": 100},
+            )
         ]
 
     def invite_user(self, organization_slug: str, email: str, role: str) -> User:
@@ -277,7 +205,8 @@ class GlitchtipClient:  # pylint: disable=too-many-public-methods
         return [
             User(**r)
             for r in self._list(
-                f"/api/0/teams/{organization_slug}/{team_slug}/members/"
+                f"/api/0/teams/{organization_slug}/{team_slug}/members/",
+                params={"limit": 100},
             )
         ]
 

reconcile/utils/rest_api_base.py

@@ -0,0 +1,114 @@
+from typing import Any, Self
+from urllib.parse import urljoin
+
+import requests
+
+
+def get_next_url(links: dict[str, dict[str, str]]) -> str | None:
+    """Parse response header 'Link' attribute and return the next page url if exists.
+
+    See
+    * https://gitlab.com/glitchtip/glitchtip-backend/-/blob/master/glitchtip/pagination.py#L34
+    * https://requests.readthedocs.io/en/latest/api/?highlight=links#requests.Response.links
+    """
+    if links.get("next", {}).get("results", "false") == "true":
+        return links["next"]["url"]
+    return None
+
+
+class BearerTokenAuth(requests.auth.AuthBase):
+    """Use this class to add a Bearer token to the request headers."""
+
+    def __init__(self, token: str):
+        self.token = token
+
+    def __eq__(self, other: Any) -> bool:
+        return self.token == getattr(other, "token", None)
+
+    def __ne__(self, other: Any) -> bool:
+        return not self == other
+
+    def __call__(self, r: requests.PreparedRequest) -> requests.PreparedRequest:
+        r.headers["Authorization"] = f"Bearer {self.token}"
+        return r
+
+
+class ApiBase:
+    """This class provides a common standard for REST API clients."""
+
+    def __init__(
+        self,
+        host: str,
+        auth: requests.auth.AuthBase | None = None,
+        max_retries: int | None = None,
+        read_timeout: float | None = None,
+        session: requests.Session | None = None,
+    ) -> None:
+        self.host = host
+        self.max_retries = max_retries if max_retries is not None else 3
+        self.read_timeout = read_timeout if read_timeout is not None else 30
+        self.session = session or requests.Session()
+        if not session:
+            if auth:
+                self.session.auth = auth
+            self.session.mount(
+                "https://", requests.adapters.HTTPAdapter(max_retries=self.max_retries)
+            )
+            self.session.mount(
+                "http://", requests.adapters.HTTPAdapter(max_retries=self.max_retries)
+            )
+            self.session.headers.update({
+                "Content-Type": "application/json",
+            })
+
+    def __enter__(self) -> Self:
+        return self
+
+    def __exit__(self, exc_type: Any, exc_val: Any, exc_tb: Any) -> None:
+        self.cleanup()
+
+    def cleanup(self) -> None:
+        self.session.close()
+
+    def _get(self, url: str) -> dict[str, Any]:
+        response = self.session.get(urljoin(self.host, url), timeout=self.read_timeout)
+        return response.json()
+
+    def _list(
+        self, url: str, params: dict | None = None, attribute: str | None = None
+    ) -> list[dict[str, Any]]:
+        response = self.session.get(
+            urljoin(self.host, url), params=params, timeout=self.read_timeout
+        )
+        response.raise_for_status()
+        results = response.json()
+        if response.links:
+            # handle pagination
+            while next_url := get_next_url(response.links):
+                response = self.session.get(next_url)
+                results += response.json()
+        if attribute:
+            return results[attribute]
+        return results
+
+    def _post(self, url: str, data: dict | None = None) -> dict[str, Any]:
+        response = self.session.post(
+            urljoin(self.host, url), json=data, timeout=self.read_timeout
+        )
+        response.raise_for_status()
+        if response.status_code == 204:
+            return {}
+        return response.json()
+
+    def _put(self, url: str, data: dict | None = None) -> dict[str, Any]:
+        response = self.session.put(
+            urljoin(self.host, url), json=data, timeout=self.read_timeout
+        )
+        response.raise_for_status()
+        if response.status_code == 204:
+            return {}
+        return response.json()
+
+    def _delete(self, url: str) -> None:
+        response = self.session.delete(urljoin(self.host, url), timeout=None)
+        response.raise_for_status()