airbyte-source-github 2.4.0__py3-none-any.whl → 2.5.0__py3-none-any.whl

{airbyte_source_github-2.4.0.dist-info → airbyte_source_github-2.5.0.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: airbyte-source-github
-Version: 2.4.0
+Version: 2.5.0
 Summary: Source implementation for GitHub.
 Home-page: https://airbyte.com
 License: ELv2

{airbyte_source_github-2.4.0.dist-info → airbyte_source_github-2.5.0.dist-info}/RECORD

@@ -1,25 +1,21 @@
 source_github/__init__.py,sha256=8hLLjFC1wI1mMU442Y5qCcND9qIwyhaANQwT-GAIK0s,1135
 source_github/backoff_strategies.py,sha256=H1n3xNkkrlto7MqJY-Yp0el2G5S4yuJ7z3kg6aimab0,2343
+source_github/components.py,sha256=itRKcQBKfGuFdaHWty7-2dDMiGdqGi65sqKSu-EduCI,3472
 source_github/config_migrations.py,sha256=guUJAdNP-liUciVaJB4ackEEMCN4jd7bNd85QFmDNlU,3932
 source_github/constants.py,sha256=Hj3Q4y7OoU-Iff4m9gEC2CjwmWJYXhNbHVNjg8EBLmQ,238
 source_github/errors_handlers.py,sha256=y0SjYuxKo3zBRhk2kZe0NZWsKen4W9x-wD84Q0S3sjU,11211
 source_github/github_schema.py,sha256=2AXmTN_s_VqvZAR1GPqus5HhSXWokS4N7HMQQqefaYw,1600315
 source_github/graphql.py,sha256=fGuYzDynYjJOR7u3GX0t6eBJMzdFxKIp4gHP73MCpos,13518
-source_github/manifest.yaml,sha256=YN3ifdljGR-ZlTjWHWaVDe0QXnkfB8REOXu7L9Ezt3A,264694
+source_github/manifest.yaml,sha256=6r-I4uWvDq1j-oWvDsjc7-ApwavfpJpvIHbXxjmB0h8,301531
 source_github/run.py,sha256=gfWy8TcMHa0XRwaVUyq4KmslooST38fvfCLuP5D-5Fo,2391
-source_github/schemas/commit_comment_reactions.json,sha256=OxGmHXvft7upViZReEOmhT1jLJcQv2O0sH9WLMY8rBo,87
 source_github/schemas/commit_comments.json,sha256=QQaGL0v4PKb0y6F_l_r79Ay-hbLRFXvYAsil_aNTcas,2164
 source_github/schemas/commits.json,sha256=d6ikqHLTBhd-loXqu6g1RBatwQnet1eo0OcTvfyLO9Y,5122
 source_github/schemas/contributor_activity.json,sha256=ZF6n5nuy2KpmZh8nvaFQUnQUzU0I6r9X_NI6LXnic18,3957
-source_github/schemas/issue_comment_reactions.json,sha256=OxGmHXvft7upViZReEOmhT1jLJcQv2O0sH9WLMY8rBo,87
 source_github/schemas/issue_reactions.json,sha256=8KAAPEUMZw3l6ncpSxAY3EtApvJYV0yAbwzK8ny8ass,998
 source_github/schemas/issue_timeline_events.json,sha256=LrckI6mfwnbTIJs7u45k2nr3xGuiSJAYfpdW-A4PwHY,30392
-source_github/schemas/project_cards.json,sha256=okmLFWBYLwH1rN0-_AjlixS9o6xmi2RZqSsY1amuWFk,2016
-source_github/schemas/project_columns.json,sha256=kll_DqRUlEFPhZxHn6jjWU9aCMUh4ccE_tU4xFRyBg8,1489
 source_github/schemas/projects.json,sha256=f8JQLYhNfWaB3gAv3lfrHykhKKJXkBB3XlaWoDSxU8s,1848
 source_github/schemas/projects_v2.json,sha256=lH6kYCA7vkcaIIz5xNhQuMBdjlNf-4Ezdpz1YeM39lk,3162
 source_github/schemas/pull_request_comment_reactions.json,sha256=shrzajYnEHg_UlUdn56tPjyT3xPGvw3Q3RHECVgWDjc,1038
-source_github/schemas/pull_request_commits.json,sha256=WICcuxUsExJQe1qlXvXVN-VvkqbjWxR_E__WKO-Ta7E,4800
 source_github/schemas/pull_request_stats.json,sha256=harNH5ha6su-2OhxszHOqDKJ34OZzUsL_4nBnaOD16o,3497
 source_github/schemas/pull_requests.json,sha256=Yp9Sq3jgpfBn0YFbcZC_sy06rlJ-AMkCbHNq90KXT_Y,12196
 source_github/schemas/releases.json,sha256=3ITMlMFML3ZSfo_EAkVajJdaS_Xxz_8V4LhL9GRwWrY,5121
@@ -33,14 +29,12 @@ source_github/schemas/shared/reaction.json,sha256=CqZDoD0tp1dqv_kCYD7RCxGABcZzrH
 source_github/schemas/shared/reactions.json,sha256=0WHitNNCAqUaX1YPQmSatWmt3LADU3QYJuPo25KOdXs,629
 source_github/schemas/shared/user.json,sha256=IkeVSNG_2qsRMV2TorrzCIKxZjNXYjG6WVyXcKQ14es,1135
 source_github/schemas/shared/user_graphql.json,sha256=gdTR-fzvWK8403eJYDlOt-7uWqtDvYQDlafOAiiw0PM,453
-source_github/schemas/team_members.json,sha256=aHVL7ie-lhIXDZiBySXhCJg1pdjUyfkoRnGC4mH3MRg,2518
-source_github/schemas/team_memberships.json,sha256=ECr0ICzCwcUVp-btBicm0EemVxiOPgTtdB3hlruNsNQ,911
 source_github/schemas/workflow_jobs.json,sha256=Kk3N3FcCYBqOdR7FYvz2nAAFtLZBuVfR8Lxg-ORD39U,3934
 source_github/schemas/workflow_runs.json,sha256=XDmIsjtzka-ItEonImD3ZATZjxRNkbFo5-MPTtZDARA,19453
-source_github/source.py,sha256=tLmcL07V_XebADPIEsA-CiizdwDajQY2GFMaXcFYQq0,21309
-source_github/streams.py,sha256=kuqcqyHXJwVXna7X4LiEoQuYVdfjgCCMRA7OfAa5TnE,89979
+source_github/source.py,sha256=4de4aHDIBqVxgHL8VEgD325lfCsapeoU3dnPxIJYg_M,19916
+source_github/streams.py,sha256=10-eJb5g7RkhvehdPmhnTo8KFkAt1IVLOShm9HpKuY4,59424
 source_github/utils.py,sha256=rkOk8VG6ey1xDl-9t4B99N6HrvTTPCTGhvifrKwYG9Y,706
-airbyte_source_github-2.4.0.dist-info/METADATA,sha256=Od16kOF7VRai9nbDLWEfmTFFFJRiVIwBo6F_6XGG1RI,1248
-airbyte_source_github-2.4.0.dist-info/WHEEL,sha256=Nq82e9rUAnEjt98J6MlVmMCZb-t9cYE2Ir1kpBmnWfs,88
-airbyte_source_github-2.4.0.dist-info/entry_points.txt,sha256=gYhqVrTAZvMwuYByg0b_-o115yUFLLcfNxMrLZmiW9k,55
-airbyte_source_github-2.4.0.dist-info/RECORD,,
+airbyte_source_github-2.5.0.dist-info/METADATA,sha256=SZiB7L8oHdGl2y-JCqoxj_ct1iEiFZjf14VMwf0rxgM,1248
+airbyte_source_github-2.5.0.dist-info/WHEEL,sha256=Nq82e9rUAnEjt98J6MlVmMCZb-t9cYE2Ir1kpBmnWfs,88
+airbyte_source_github-2.5.0.dist-info/entry_points.txt,sha256=gYhqVrTAZvMwuYByg0b_-o115yUFLLcfNxMrLZmiW9k,55
+airbyte_source_github-2.5.0.dist-info/RECORD,,

source_github/components.py

@@ -0,0 +1,83 @@
+#
+# Copyright (c) 2023 Airbyte, Inc., all rights reserved.
+#
+
+from dataclasses import dataclass
+from typing import Any, Iterable, List, Mapping, MutableMapping
+
+import requests
+
+from airbyte_cdk.sources.declarative.extractors.record_extractor import RecordExtractor
+from airbyte_cdk.sources.declarative.migrations.state_migration import StateMigration
+from airbyte_cdk.sources.types import Config
+
+
+@dataclass
+class IssueTimelineEventsExtractor(RecordExtractor):
+    """Collapse an issue's timeline page into one record keyed by event type.
+
+    The legacy `IssueTimelineEvents.parse_response` yielded `{<event type>: <event>, ...}` per page,
+    the last event of each type winning, and a bare record when the body was not a list.
+    `repository` and `issue_number` are added by the stream's transformations.
+    """
+
+    config: Config
+    parameters: Mapping[str, Any]
+
+    def extract_records(self, response: requests.Response) -> Iterable[Mapping[str, Any]]:
+        try:
+            body = response.json()
+        except ValueError:
+            body = None
+        record: MutableMapping[str, Any] = {}
+        if isinstance(body, list):
+            for event in body:
+                if isinstance(event, Mapping) and "event" in event:
+                    record[event["event"]] = event
+        yield record
+
+
+@dataclass
+class NestedLegacyToPerPartitionStateMigration(StateMigration):
+    """Migrate the nested state the Python parent-child streams wrote to per-partition state.
+
+    Legacy shape: `{repository: {<parent id>: {cursor_field: value}}}`, one more level of ids per
+    parent (`project_cards` nests `project_id` then `column_id`). `partition_fields` lists those id
+    levels, outermost first. Ids were stored as strings; the declarative partitions carry them as
+    the integers GitHub returns.
+    """
+
+    config: Config
+    parameters: Mapping[str, Any]
+    cursor_field: str
+    partition_fields: List[str]
+
+    def should_migrate(self, stream_state: Mapping[str, Any]) -> bool:
+        if not stream_state or "states" in stream_state or "state" in stream_state:
+            return False
+        return all(self._is_legacy_repository_state(value) for value in stream_state.values())
+
+    def _is_legacy_repository_state(self, node: Any, depth: int = 0) -> bool:
+        if not isinstance(node, Mapping) or not node:
+            return False
+        if depth == len(self.partition_fields):
+            return set(node) == {self.cursor_field}
+        return all(self._is_legacy_repository_state(child, depth + 1) for child in node.values())
+
+    def migrate(self, stream_state: Mapping[str, Any]) -> Mapping[str, Any]:
+        states = []
+        for repository, node in stream_state.items():
+            self._collect(node, {"repository": repository}, 0, states)
+        return {"states": states}
+
+    def _collect(self, node: Mapping[str, Any], partition: Mapping[str, Any], depth: int, states: List[Mapping[str, Any]]) -> None:
+        if depth == len(self.partition_fields):
+            states.append({"partition": partition, "cursor": {self.cursor_field: node[self.cursor_field]}})
+            return
+        for key, child in node.items():
+            child_partition = {self.partition_fields[depth]: self._to_id(key), "parent_slice": partition}
+            self._collect(child, child_partition, depth + 1, states)
+
+    @staticmethod
+    def _to_id(key: str) -> Any:
+        return int(key) if isinstance(key, str) and key.isdigit() else key