contextbase-plugin-github 0.2.0__py3-none-any.whl

contextbase_plugin_github-0.2.0.dist-info/METADATA

@@ -0,0 +1,9 @@
+Metadata-Version: 2.3
+Name: contextbase-plugin-github
+Version: 0.2.0
+Summary: GitHub plugin for ContextBase (PyAirbyte-backed)
+Author: Alizain Feerasta
+Author-email: Alizain Feerasta <alizain.feerasta@gmail.com>
+Requires-Dist: contextbase-shared-plugins==0.2.0
+Requires-Dist: dagster==1.12.14
+Requires-Python: >=3.14, <3.15

contextbase_plugin_github-0.2.0.dist-info/RECORD

@@ -0,0 +1,9 @@
+plugin_github/__init__.py,sha256=AbpHGcgLb-kRsJGnwFEktk7uzpZOCcBY74-YBdrKVGs,1
+plugin_github/binding_config.py,sha256=nrNItI0zY74tEMjQrNL2DQUOPjXLqRqpsSGFLm0nAUI,1003
+plugin_github/component.py,sha256=JmPpr2tzL5Uh3I5YuH5tvBFprLqexELzE_mnUzf2F-Q,3553
+plugin_github/defs/__init__.py,sha256=AbpHGcgLb-kRsJGnwFEktk7uzpZOCcBY74-YBdrKVGs,1
+plugin_github/defs/defs.yaml,sha256=XFgImJ736B1jpU6obO9RzsvNJPq2fz4qV872G_G4fhk,50
+plugin_github/plugin.json,sha256=o02Wrx_g1yBE86CMdigGd_K9911APE1Gc4RpaGVucik,82
+contextbase_plugin_github-0.2.0.dist-info/WHEEL,sha256=fWriCkzqm-pffF5af4gJC9iI5FMFaJTuN9UxxxzOmdY,81
+contextbase_plugin_github-0.2.0.dist-info/METADATA,sha256=AHKdfjXpiqpxECx7Acfazh6KrGSSRS0Lo1VshV-N-K8,324
+contextbase_plugin_github-0.2.0.dist-info/RECORD,,

contextbase_plugin_github-0.2.0.dist-info/WHEEL

@@ -0,0 +1,4 @@
+Wheel-Version: 1.0
+Generator: uv 0.11.14
+Root-Is-Purelib: true
+Tag: py3-none-any

plugin_github/__init__.py

@@ -0,0 +1 @@
+

plugin_github/binding_config.py

@@ -0,0 +1,33 @@
+from __future__ import annotations
+
+from typing import Annotated
+
+from pydantic import Field, StringConstraints
+
+from shared_plugins.bindings import (
+    BaseBindingConfigModel,
+    NonEmptyText,
+    UtcTimestampText,
+)
+
+# An ``org/repo`` pattern where ``repo`` may be the literal ``*`` wildcard.
+# Owner and repo segments must each be non-empty and contain no additional
+# slashes — this mirrors GitHub's own repository addressing rules and the
+# Airbyte source-github connector's ``repositories`` contract.
+_REPOSITORY_PATTERN = r"^[^/]+/(?:[^/]+|\*)$"
+
+
+class GithubBindingConfig(BaseBindingConfigModel):
+    repositories: list[
+        Annotated[
+            str,
+            StringConstraints(
+                strip_whitespace=True,
+                min_length=1,
+                pattern=_REPOSITORY_PATTERN,
+            ),
+        ]
+    ] = Field(min_length=1)
+    start_date: UtcTimestampText | None = None
+    api_url: NonEmptyText | None = None
+    branches: list[NonEmptyText] | None = None

plugin_github/component.py

@@ -0,0 +1,104 @@
+import dagster as dg
+from dagster import AssetExecutionContext
+from shared_plugins.automation import non_overlapping_automation_condition
+from shared_plugins.bindings import (
+    parse_binding_config,
+    require_api_key,
+)
+from shared_plugins.control_plane import ControlPlaneClient
+from shared_plugins.dlt import resolve_partition_binding
+from shared_plugins.naming import (
+    dagster_airbyte_sync_asset_key,
+    dagster_asset_group_name,
+    dagster_asset_tags,
+    dagster_partition_def_name,
+    dagster_pool_name,
+    plugin_id_from_module,
+)
+from shared_plugins.pyairbyte import (
+    build_pyairbyte_source,
+    require_pyairbyte_selected_stream_names,
+    run_pyairbyte_sync,
+)
+from shared_types.api_key_auth import ApiKeyAuth
+
+from .binding_config import GithubBindingConfig
+
+PLUGIN_ID = plugin_id_from_module(__file__)
+DOCKER_IMAGE = "airbyte/source-github:2.1.18"
+SOURCE_UPDATED_AT_FIELDS = {
+    "issues": "updated_at",
+    "pull_requests": "updated_at",
+}
+
+
+def _build_connector_config(
+    cfg: GithubBindingConfig,
+    auth: ApiKeyAuth,
+) -> dict[str, object]:
+    return {
+        **cfg.model_dump(mode="json", exclude_none=True),
+        "credentials": {
+            "option_title": "PAT Credentials",
+            "personal_access_token": auth.api_key,
+        },
+    }
+
+
+class GithubSyncComponent(dg.Component):
+    def build_defs(self, context: dg.ComponentLoadContext) -> dg.Definitions:
+        partitions_def = dg.DynamicPartitionsDefinition(
+            name=dagster_partition_def_name(PLUGIN_ID)
+        )
+
+        @dg.asset(
+            key=dagster_airbyte_sync_asset_key(PLUGIN_ID),
+            group_name=dagster_asset_group_name(PLUGIN_ID),
+            tags=dagster_asset_tags(PLUGIN_ID),
+            automation_condition=non_overlapping_automation_condition(
+                dg.AutomationCondition.on_missing()
+                | dg.AutomationCondition.on_cron("*/15 * * * *")
+            ),
+            partitions_def=partitions_def,
+            pool=dagster_pool_name(PLUGIN_ID),
+        )
+        def github_sync_asset(
+            context: AssetExecutionContext,
+            control_plane: dg.ResourceParam[ControlPlaneClient],
+        ):
+            binding = resolve_partition_binding(
+                context=context,
+                control_plane=control_plane,
+                plugin_id=PLUGIN_ID,
+            )
+            binding_id = str(binding.binding_id)
+            cfg = parse_binding_config(binding, GithubBindingConfig)
+            auth = require_api_key(binding)
+            selected_stream_names = require_pyairbyte_selected_stream_names(binding)
+
+            connector_config = _build_connector_config(cfg, auth)
+            source = build_pyairbyte_source(
+                docker_image=DOCKER_IMAGE,
+                connector_config=connector_config,
+            )
+
+            return run_pyairbyte_sync(
+                context=context,
+                plugin_id=PLUGIN_ID,
+                binding_id=binding_id,
+                selected_stream_names=selected_stream_names,
+                source_updated_at_fields=SOURCE_UPDATED_AT_FIELDS,
+                source=source,
+            )
+
+        automation_sensor = dg.AutomationConditionSensorDefinition(
+            name="github_automation_sensor",
+            target=dg.AssetSelection.assets(github_sync_asset),
+            default_status=dg.DefaultSensorStatus.RUNNING,
+            minimum_interval_seconds=30,
+        )
+
+        return dg.Definitions(
+            assets=[github_sync_asset],
+            sensors=[automation_sensor],
+        )

plugin_github/defs/__init__.py

@@ -0,0 +1 @@
+

plugin_github/defs/defs.yaml

@@ -0,0 +1 @@
+type: plugin_github.component.GithubSyncComponent

plugin_github/plugin.json

@@ -0,0 +1,7 @@
+{
+	"auth": {
+		"type": "api_key"
+	},
+	"mode": "dagster",
+	"plugin_id": "github"
+}