contextbase-plugin-notion 0.0.0a1__py3-none-any.whl

contextbase_plugin_notion-0.0.0a1.dist-info/METADATA

@@ -0,0 +1,9 @@
+Metadata-Version: 2.3
+Name: contextbase-plugin-notion
+Version: 0.0.0a1
+Summary: Notion plugin for ContextBase (PyAirbyte-backed)
+Author: Alizain Feerasta
+Author-email: Alizain Feerasta <alizain.feerasta@gmail.com>
+Requires-Dist: contextbase-shared-plugins==0.0.0a1
+Requires-Dist: dagster==1.12.14
+Requires-Python: >=3.12, <3.13

contextbase_plugin_notion-0.0.0a1.dist-info/RECORD

@@ -0,0 +1,8 @@
+plugin_notion/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+plugin_notion/binding_config.py,sha256=x2eHUTfvhvOZNFiSRZmNXBulmVeqWB5Lumn5YDT796M,213
+plugin_notion/component.py,sha256=9GGrEN0rM4CKZLfHdKfv6ewP1yyP40uMrtjB-_sxcTs,4875
+plugin_notion/plugin.json,sha256=aW2PBpGnxbYALNrTL-_eTTHxxrnadj_FtRMBtgCPKeM,123
+contextbase_plugin_notion-0.0.0a1.dist-info/WHEEL,sha256=i9aSRDivn5iP9LaR1BLQX2GNAuriQWPsFwbbWygTX2k,81
+contextbase_plugin_notion-0.0.0a1.dist-info/entry_points.txt,sha256=MBxyUvEswoF3tec4R9bKwmhhdfrrBYgZgBWYY-rzCeo,77
+contextbase_plugin_notion-0.0.0a1.dist-info/METADATA,sha256=rNkxpIJLv4QtrwN0sF38S9TFATxKYdMq0Yi699uzbBs,328
+contextbase_plugin_notion-0.0.0a1.dist-info/RECORD,,

contextbase_plugin_notion-0.0.0a1.dist-info/WHEEL

@@ -0,0 +1,4 @@
+Wheel-Version: 1.0
+Generator: uv 0.11.15
+Root-Is-Purelib: true
+Tag: py3-none-any

contextbase_plugin_notion-0.0.0a1.dist-info/entry_points.txt

@@ -0,0 +1,3 @@
+[contextlayer.plugins]
+notion = plugin_notion.component:NotionSyncComponent
+

plugin_notion/binding_config.py

@@ -0,0 +1,7 @@
+from __future__ import annotations
+
+from shared_plugins.bindings import BaseBindingConfigModel, UtcTimestampText
+
+
+class NotionBindingConfig(BaseBindingConfigModel):
+    start_date: UtcTimestampText | None = None

plugin_notion/component.py

@@ -0,0 +1,133 @@
+import dagster as dg
+from dagster import AssetExecutionContext
+from shared_plugins.automation import non_overlapping_automation_condition
+from shared_plugins.bindings import (
+    parse_binding_config,
+    require_authenticated_account,
+)
+from shared_plugins.base_platform import BasePlatformClient
+from shared_plugins.dlt import resolve_partition_binding
+from shared_plugins.naming import (
+    dagster_airbyte_sync_asset_key,
+    dagster_asset_group_name,
+    dagster_asset_tags,
+    dagster_partition_def_name,
+    dagster_pool_name,
+    plugin_id_from_module,
+)
+from shared_plugins.provider_token import ProviderTokenClient, ProviderTokenLease
+from shared_plugins.pyairbyte import (
+    build_pyairbyte_source,
+    require_pyairbyte_selected_stream_names,
+    run_pyairbyte_sync,
+)
+
+from .binding_config import NotionBindingConfig
+
+PLUGIN_ID = plugin_id_from_module(__file__)
+DOCKER_IMAGE = "airbyte/source-notion:4.0.5"
+
+# Every stream source-notion 4.0.5 exposes (exact manifest stream names — 4.x
+# renamed databases to data_sources). A binding with no models.active syncs all
+# of them; models.active narrows.
+ALL_STREAM_NAMES = (
+    "pages",
+    "users",
+    "data_sources",
+    "comments",
+    "blocks",
+)
+
+SOURCE_UPDATED_AT_FIELDS = {
+    "pages": "last_edited_time",
+    "data_sources": "last_edited_time",
+    "blocks": "last_edited_time",
+    "comments": "last_edited_time",
+}
+
+
+def _build_connector_config(
+    cfg: NotionBindingConfig,
+    lease: ProviderTokenLease,
+) -> dict[str, object]:
+    return {
+        **cfg.model_dump(mode="json", exclude_none=True),
+        # The OAuth-minted token rides the plain token credentials shape — at
+        # sync time both shapes are the same bearer; the OAuth2.0 variant's
+        # client_id/client_secret only serve Airbyte Cloud's managed refresh,
+        # which the provider-token redemption replaces.
+        "credentials": {
+            "auth_type": "token",
+            "token": lease.access_token,
+        },
+    }
+
+
+class NotionSyncComponent(dg.Component):
+    def build_defs(self, context: dg.ComponentLoadContext) -> dg.Definitions:
+        partitions_def = dg.DynamicPartitionsDefinition(
+            name=dagster_partition_def_name(PLUGIN_ID)
+        )
+
+        @dg.asset(
+            key=dagster_airbyte_sync_asset_key(PLUGIN_ID),
+            group_name=dagster_asset_group_name(PLUGIN_ID),
+            tags=dagster_asset_tags(PLUGIN_ID, extra_tags={"ctx_primary": "true"}),
+            automation_condition=non_overlapping_automation_condition(
+                dg.AutomationCondition.on_missing()
+                | dg.AutomationCondition.on_cron("*/15 * * * *")
+            ),
+            partitions_def=partitions_def,
+            pool=dagster_pool_name(PLUGIN_ID),
+        )
+        def notion_sync_asset(
+            context: AssetExecutionContext,
+            base_platform: dg.ResourceParam[BasePlatformClient],
+            provider_token: dg.ResourceParam[ProviderTokenClient],
+        ):
+            binding = resolve_partition_binding(
+                context=context,
+                base_platform=base_platform,
+                plugin_id=PLUGIN_ID,
+            )
+            binding_id = binding.binding_id
+            cfg = parse_binding_config(binding, NotionBindingConfig)
+            auth = require_authenticated_account(binding)
+            # PyAirbyte consumes the token synchronously within one sync, and
+            # notion leases declare no expiry (long-lived token, null
+            # accessTokenExpiresAt) — so redeem once with no refresh handler.
+            # Recovery from a revoked token is a refresh=True redemption.
+            lease = provider_token.redeem(
+                provider_id=auth.provider_id,
+                account_id=auth.account_id,
+            )
+            selected_stream_names = require_pyairbyte_selected_stream_names(
+                binding, default_active=ALL_STREAM_NAMES
+            )
+
+            connector_config = _build_connector_config(cfg, lease)
+            source = build_pyairbyte_source(
+                docker_image=DOCKER_IMAGE,
+                connector_config=connector_config,
+            )
+
+            return run_pyairbyte_sync(
+                context=context,
+                plugin_id=PLUGIN_ID,
+                binding_id=binding_id,
+                selected_stream_names=selected_stream_names,
+                source_updated_at_fields=SOURCE_UPDATED_AT_FIELDS,
+                source=source,
+            )
+
+        automation_sensor = dg.AutomationConditionSensorDefinition(
+            name="notion_automation_sensor",
+            target=dg.AssetSelection.assets(notion_sync_asset),
+            default_status=dg.DefaultSensorStatus.RUNNING,
+            minimum_interval_seconds=30,
+        )
+
+        return dg.Definitions(
+            assets=[notion_sync_asset],
+            sensors=[automation_sensor],
+        )

plugin_notion/plugin.json

@@ -0,0 +1,9 @@
+{
+	"auth": {
+		"provider_id": "notion",
+		"scopes": [],
+		"type": "oauth"
+	},
+	"mode": "dagster",
+	"plugin_id": "notion"
+}