contextbase-plugin-slack 0.0.0a1__py3-none-any.whl

contextbase_plugin_slack-0.0.0a1.dist-info/METADATA

@@ -0,0 +1,9 @@
+Metadata-Version: 2.3
+Name: contextbase-plugin-slack
+Version: 0.0.0a1
+Summary: Slack plugin for ContextBase (PyAirbyte-backed)
+Author: Alizain Feerasta
+Author-email: Alizain Feerasta <alizain.feerasta@gmail.com>
+Requires-Dist: contextbase-shared-plugins==0.0.0a1
+Requires-Dist: dagster==1.12.14
+Requires-Python: >=3.12, <3.13

contextbase_plugin_slack-0.0.0a1.dist-info/RECORD

@@ -0,0 +1,8 @@
+plugin_slack/__init__.py,sha256=AbpHGcgLb-kRsJGnwFEktk7uzpZOCcBY74-YBdrKVGs,1
+plugin_slack/binding_config.py,sha256=SYJdiBLEyEOBtYbrJV7XlCxpR1GUx4lkvGgVHqEHBew,308
+plugin_slack/component.py,sha256=Hhanay7krd7_SBrfIKFCAhBavKEJcGdEBLgDQzu7EcY,4779
+plugin_slack/plugin.json,sha256=-qW1x85pTSto4fXzEr_MNUjFthedx77gfSLWPqO13Ds,278
+contextbase_plugin_slack-0.0.0a1.dist-info/WHEEL,sha256=i9aSRDivn5iP9LaR1BLQX2GNAuriQWPsFwbbWygTX2k,81
+contextbase_plugin_slack-0.0.0a1.dist-info/entry_points.txt,sha256=4Lzuq39WTOtbTYt79i_w3pcyFJjYd7yWEzFc8RwxmEQ,74
+contextbase_plugin_slack-0.0.0a1.dist-info/METADATA,sha256=GrWNkCCchcnPfpuFwneZzTSWAdgj865G0xJF-Gz6pZw,326
+contextbase_plugin_slack-0.0.0a1.dist-info/RECORD,,

contextbase_plugin_slack-0.0.0a1.dist-info/WHEEL

@@ -0,0 +1,4 @@
+Wheel-Version: 1.0
+Generator: uv 0.11.15
+Root-Is-Purelib: true
+Tag: py3-none-any

contextbase_plugin_slack-0.0.0a1.dist-info/entry_points.txt

@@ -0,0 +1,3 @@
+[contextlayer.plugins]
+slack = plugin_slack.component:SlackSyncComponent
+

plugin_slack/__init__.py

@@ -0,0 +1 @@
+

plugin_slack/binding_config.py

@@ -0,0 +1,12 @@
+from __future__ import annotations
+
+from shared_plugins.bindings import (
+    BaseBindingConfigModel,
+    StrictNonNegativeInt,
+    UtcTimestampText,
+)
+
+
+class SlackBindingConfig(BaseBindingConfigModel):
+    start_date: UtcTimestampText = "2020-01-01T00:00:00Z"
+    lookback_window: StrictNonNegativeInt = 7

plugin_slack/component.py

@@ -0,0 +1,130 @@
+import dagster as dg
+from dagster import AssetExecutionContext
+from shared_plugins.automation import non_overlapping_automation_condition
+from shared_plugins.bindings import (
+    parse_binding_config,
+    require_authenticated_account,
+)
+from shared_plugins.base_platform import BasePlatformClient
+from shared_plugins.dlt import resolve_partition_binding
+from shared_plugins.naming import (
+    dagster_airbyte_sync_asset_key,
+    dagster_asset_group_name,
+    dagster_asset_tags,
+    dagster_partition_def_name,
+    dagster_pool_name,
+    plugin_id_from_module,
+)
+from shared_plugins.provider_token import ProviderTokenClient, ProviderTokenLease
+from shared_plugins.pyairbyte import (
+    build_pyairbyte_source,
+    require_pyairbyte_selected_stream_names,
+    run_pyairbyte_sync,
+)
+
+from .binding_config import SlackBindingConfig
+
+PLUGIN_ID = plugin_id_from_module(__file__)
+DOCKER_IMAGE = "airbyte/source-slack:3.1.16"
+
+# Every stream source-slack 3.1.16 exposes (exact discovered-catalog names).
+# A binding with no models.active syncs all of them; models.active narrows.
+ALL_STREAM_NAMES = (
+    "users",
+    "channels",
+    "channel_members",
+    "channel_messages",
+    "threads",
+)
+
+# users.updated is epoch-seconds; channels.updated is epoch-MILLISECONDS
+# (Slack-documented), so its unit is declared explicitly.
+SOURCE_UPDATED_AT_FIELDS = {
+    "users": "updated",
+    "channels": ("updated", "epoch_ms"),
+}
+
+
+def _build_connector_config(
+    cfg: SlackBindingConfig,
+    lease: ProviderTokenLease,
+) -> dict[str, object]:
+    return {
+        **cfg.model_dump(mode="json", exclude_none=True),
+        "credentials": {
+            "option_title": "API Token Credentials",
+            "api_token": lease.access_token,
+        },
+        # BYO Slack OAuth always yields a user token (xoxp-); user tokens cannot invite
+        # themselves into channels, so join_channels is never applicable.
+        "join_channels": False,
+    }
+
+
+class SlackSyncComponent(dg.Component):
+    def build_defs(self, context: dg.ComponentLoadContext) -> dg.Definitions:
+        partitions_def = dg.DynamicPartitionsDefinition(
+            name=dagster_partition_def_name(PLUGIN_ID)
+        )
+
+        @dg.asset(
+            key=dagster_airbyte_sync_asset_key(PLUGIN_ID),
+            group_name=dagster_asset_group_name(PLUGIN_ID),
+            tags=dagster_asset_tags(PLUGIN_ID, extra_tags={"ctx_primary": "true"}),
+            automation_condition=non_overlapping_automation_condition(
+                dg.AutomationCondition.on_missing()
+                | dg.AutomationCondition.on_cron("*/15 * * * *")
+            ),
+            partitions_def=partitions_def,
+            pool=dagster_pool_name(PLUGIN_ID),
+        )
+        def slack_sync_asset(
+            context: AssetExecutionContext,
+            base_platform: dg.ResourceParam[BasePlatformClient],
+            provider_token: dg.ResourceParam[ProviderTokenClient],
+        ):
+            binding = resolve_partition_binding(
+                context=context,
+                base_platform=base_platform,
+                plugin_id=PLUGIN_ID,
+            )
+            binding_id = binding.binding_id
+            cfg = parse_binding_config(binding, SlackBindingConfig)
+            auth = require_authenticated_account(binding)
+            # PyAirbyte consumes the token synchronously within one sync (minutes, well
+            # under the user-token TTL), so redeem once with no refresh handler — unlike
+            # the long-lived google Credentials wrapped in build_google_service.
+            lease = provider_token.redeem(
+                provider_id=auth.provider_id,
+                account_id=auth.account_id,
+            )
+            selected_stream_names = require_pyairbyte_selected_stream_names(
+                binding, default_active=ALL_STREAM_NAMES
+            )
+
+            connector_config = _build_connector_config(cfg, lease)
+            source = build_pyairbyte_source(
+                docker_image=DOCKER_IMAGE,
+                connector_config=connector_config,
+            )
+
+            return run_pyairbyte_sync(
+                context=context,
+                plugin_id=PLUGIN_ID,
+                binding_id=binding_id,
+                selected_stream_names=selected_stream_names,
+                source_updated_at_fields=SOURCE_UPDATED_AT_FIELDS,
+                source=source,
+            )
+
+        automation_sensor = dg.AutomationConditionSensorDefinition(
+            name="slack_automation_sensor",
+            target=dg.AssetSelection.assets(slack_sync_asset),
+            default_status=dg.DefaultSensorStatus.RUNNING,
+            minimum_interval_seconds=30,
+        )
+
+        return dg.Definitions(
+            assets=[slack_sync_asset],
+            sensors=[automation_sensor],
+        )

plugin_slack/plugin.json

@@ -0,0 +1,17 @@
+{
+	"auth": {
+		"provider_id": "slack",
+		"requires_oauth_app_id": true,
+		"scopes": [
+			"channels:read",
+			"channels:history",
+			"groups:read",
+			"groups:history",
+			"users:read",
+			"users:read.email"
+		],
+		"type": "oauth"
+	},
+	"mode": "dagster",
+	"plugin_id": "slack"
+}