airbyte-source-gitlab 3.0.0.dev202403072311__tar.gz → 4.0.1__tar.gz

{airbyte_source_gitlab-3.0.0.dev202403072311 → airbyte_source_gitlab-4.0.1}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: airbyte-source-gitlab
-Version: 3.0.0.dev202403072311
+Version: 4.0.1
 Summary: Source implementation for GitLab.
 Home-page: https://airbyte.com
 License: MIT
@@ -12,7 +12,7 @@ Classifier: Programming Language :: Python :: 3
 Classifier: Programming Language :: Python :: 3.9
 Classifier: Programming Language :: Python :: 3.10
 Classifier: Programming Language :: Python :: 3.11
-Requires-Dist: airbyte-cdk (==0.58.8)
+Requires-Dist: airbyte-cdk (>=0,<1)
 Requires-Dist: vcrpy (==4.1.1)
 Project-URL: Documentation, https://docs.airbyte.com/integrations/sources/gitlab
 Project-URL: Repository, https://github.com/airbytehq/airbyte
@@ -50,7 +50,7 @@ See `sample_files/sample_config.json` for a sample config file.
 poetry run source-gitlab spec
 poetry run source-gitlab check --config secrets/config.json
 poetry run source-gitlab discover --config secrets/config.json
-poetry run source-gitlab read --config secrets/config.json --catalog sample_files/configured_catalog.json
+poetry run source-gitlab read --config secrets/config.json --catalog integration_tests/configured_catalog.json
 ```
 
 ### Running unit tests

{airbyte_source_gitlab-3.0.0.dev202403072311 → airbyte_source_gitlab-4.0.1}/README.md

@@ -30,7 +30,7 @@ See `sample_files/sample_config.json` for a sample config file.
 poetry run source-gitlab spec
 poetry run source-gitlab check --config secrets/config.json
 poetry run source-gitlab discover --config secrets/config.json
-poetry run source-gitlab read --config secrets/config.json --catalog sample_files/configured_catalog.json
+poetry run source-gitlab read --config secrets/config.json --catalog integration_tests/configured_catalog.json
 ```
 
 ### Running unit tests

{airbyte_source_gitlab-3.0.0.dev202403072311 → airbyte_source_gitlab-4.0.1}/pyproject.toml

@@ -5,7 +5,7 @@ requires = [
 build-backend = "poetry.core.masonry.api"
 
 [tool.poetry]
-version = "3.0.0.dev202403072311"
+version = "4.0.1"
 name = "airbyte-source-gitlab"
 description = "Source implementation for GitLab."
 authors = [
@@ -22,7 +22,7 @@ packages = [
 
 [tool.poetry.dependencies]
 python = "^3.9,<3.12"
-airbyte-cdk = "==0.58.8"
+airbyte-cdk = "^0"
 vcrpy = "==4.1.1"
 
 [tool.poetry.scripts]

airbyte_source_gitlab-4.0.1/source_gitlab/components/partition_routers.py

@@ -0,0 +1,43 @@
+#
+# Copyright (c) 2024 Airbyte, Inc., all rights reserved.
+#
+
+
+from dataclasses import dataclass
+from typing import Iterable
+
+from airbyte_cdk.models import SyncMode
+from airbyte_cdk.sources.declarative.partition_routers.substream_partition_router import SubstreamPartitionRouter
+from airbyte_cdk.sources.declarative.types import StreamSlice
+
+
+@dataclass
+class GroupStreamsPartitionRouter(SubstreamPartitionRouter):
+    def stream_slices(self) -> Iterable[StreamSlice]:
+        parent_streams = {stream.stream.name: stream.stream for stream in self.parent_stream_configs}
+        groups_list = self.config.get("groups_list")
+        selected_parent = parent_streams["include_descendant_groups"] if groups_list else parent_streams["groups_list"]
+
+        for stream_slice in selected_parent.stream_slices(sync_mode=SyncMode.full_refresh):
+            for record in selected_parent.read_records(sync_mode=SyncMode.full_refresh, stream_slice=stream_slice):
+                yield StreamSlice(partition={"id": record["id"]}, cursor_slice={})
+
+
+@dataclass
+class ProjectStreamsPartitionRouter(SubstreamPartitionRouter):
+    def stream_slices(self) -> Iterable[StreamSlice]:
+        parent_stream = self.parent_stream_configs[0].stream
+        projects_list = self.config.get("projects_list", [])
+
+        group_project_ids = []
+        for stream_slice in parent_stream.stream_slices(sync_mode=SyncMode.full_refresh):
+            for record in parent_stream.read_records(sync_mode=SyncMode.full_refresh, stream_slice=stream_slice):
+                group_project_ids.extend([i["path_with_namespace"] for i in record["projects"]])
+
+        if group_project_ids:
+            for project_id in group_project_ids:
+                if not projects_list or projects_list and project_id in projects_list:
+                    yield StreamSlice(partition={"id": project_id.replace("/", "%2F")}, cursor_slice={})
+        else:
+            for project_id in projects_list:
+                yield StreamSlice(partition={"id": project_id.replace("/", "%2F")}, cursor_slice={})