contextbase-plugin-notion 0.2.6__py3-none-any.whl

contextbase_plugin_notion-0.2.6.dist-info/METADATA

@@ -0,0 +1,9 @@
+Metadata-Version: 2.3
+Name: contextbase-plugin-notion
+Version: 0.2.6
+Summary: Notion plugin for ContextBase (PyAirbyte-backed)
+Author: Alizain Feerasta
+Author-email: Alizain Feerasta <alizain.feerasta@gmail.com>
+Requires-Dist: contextbase-shared-plugins==0.2.6
+Requires-Dist: dagster==1.12.14
+Requires-Python: >=3.14, <3.15

contextbase_plugin_notion-0.2.6.dist-info/RECORD

@@ -0,0 +1,9 @@
+plugin_notion/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+plugin_notion/binding_config.py,sha256=x2eHUTfvhvOZNFiSRZmNXBulmVeqWB5Lumn5YDT796M,213
+plugin_notion/component.py,sha256=oSrQ2myscmeT1b8LgiFhGGy71v32vJJ2vazAL9zSTVk,3604
+plugin_notion/defs/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+plugin_notion/defs/defs.yaml,sha256=a1NijtXoQym9C0PKtLM1fHO_GXT3A4rkGTFbEdOBu8A,50
+plugin_notion/plugin.json,sha256=nECJqvexC_iYxADtK4FlmgBJxH1ueQwqMwVXBPqJPdg,82
+contextbase_plugin_notion-0.2.6.dist-info/WHEEL,sha256=i9aSRDivn5iP9LaR1BLQX2GNAuriQWPsFwbbWygTX2k,81
+contextbase_plugin_notion-0.2.6.dist-info/METADATA,sha256=QDupGRHkCFh5JNL-1Jh9Z7dZ7vWAo63C0Lk9mAE67Y0,324
+contextbase_plugin_notion-0.2.6.dist-info/RECORD,,

contextbase_plugin_notion-0.2.6.dist-info/WHEEL

@@ -0,0 +1,4 @@
+Wheel-Version: 1.0
+Generator: uv 0.11.15
+Root-Is-Purelib: true
+Tag: py3-none-any

plugin_notion/binding_config.py

@@ -0,0 +1,7 @@
+from __future__ import annotations
+
+from shared_plugins.bindings import BaseBindingConfigModel, UtcTimestampText
+
+
+class NotionBindingConfig(BaseBindingConfigModel):
+    start_date: UtcTimestampText | None = None

plugin_notion/component.py

@@ -0,0 +1,107 @@
+import dagster as dg
+from dagster import AssetExecutionContext
+from shared_plugins.automation import non_overlapping_automation_condition
+from shared_plugins.bindings import (
+    parse_binding_config,
+    require_api_key,
+)
+from shared_plugins.control_plane import ControlPlaneClient
+from shared_plugins.dlt import resolve_partition_binding
+from shared_plugins.naming import (
+    dagster_airbyte_sync_asset_key,
+    dagster_asset_group_name,
+    dagster_asset_tags,
+    dagster_partition_def_name,
+    dagster_pool_name,
+    plugin_id_from_module,
+)
+from shared_plugins.pyairbyte import (
+    build_pyairbyte_source,
+    require_pyairbyte_selected_stream_names,
+    run_pyairbyte_sync,
+)
+from shared_types.api_key_auth import ApiKeyAuth
+
+from .binding_config import NotionBindingConfig
+
+PLUGIN_ID = plugin_id_from_module(__file__)
+DOCKER_IMAGE = "airbyte/source-notion:4.0.5"
+
+SOURCE_UPDATED_AT_FIELDS = {
+    "pages": "last_edited_time",
+    "data_sources": "last_edited_time",
+    "blocks": "last_edited_time",
+    "comments": "last_edited_time",
+}
+
+
+def _build_connector_config(
+    cfg: NotionBindingConfig,
+    auth: ApiKeyAuth,
+) -> dict[str, object]:
+    return {
+        **cfg.model_dump(mode="json", exclude_none=True),
+        "credentials": {
+            "auth_type": "token",
+            "token": auth.api_key,
+        },
+    }
+
+
+class NotionSyncComponent(dg.Component):
+    def build_defs(self, context: dg.ComponentLoadContext) -> dg.Definitions:
+        partitions_def = dg.DynamicPartitionsDefinition(
+            name=dagster_partition_def_name(PLUGIN_ID)
+        )
+
+        @dg.asset(
+            key=dagster_airbyte_sync_asset_key(PLUGIN_ID),
+            group_name=dagster_asset_group_name(PLUGIN_ID),
+            tags=dagster_asset_tags(PLUGIN_ID),
+            automation_condition=non_overlapping_automation_condition(
+                dg.AutomationCondition.on_missing()
+                | dg.AutomationCondition.on_cron("*/15 * * * *")
+            ),
+            partitions_def=partitions_def,
+            pool=dagster_pool_name(PLUGIN_ID),
+        )
+        def notion_sync_asset(
+            context: AssetExecutionContext,
+            control_plane: dg.ResourceParam[ControlPlaneClient],
+        ):
+            binding = resolve_partition_binding(
+                context=context,
+                control_plane=control_plane,
+                plugin_id=PLUGIN_ID,
+            )
+            binding_id = str(binding.binding_id)
+            cfg = parse_binding_config(binding, NotionBindingConfig)
+            auth = require_api_key(binding)
+            selected_stream_names = require_pyairbyte_selected_stream_names(binding)
+
+            connector_config = _build_connector_config(cfg, auth)
+            source = build_pyairbyte_source(
+                docker_image=DOCKER_IMAGE,
+                connector_config=connector_config,
+            )
+
+            return run_pyairbyte_sync(
+                context=context,
+                plugin_id=PLUGIN_ID,
+                binding_id=binding_id,
+                selected_stream_names=selected_stream_names,
+                source_updated_at_fields=SOURCE_UPDATED_AT_FIELDS,
+                source=source,
+            )
+
+        automation_sensor = dg.AutomationConditionSensorDefinition(
+            name="notion_automation_sensor",
+            target=dg.AssetSelection.assets(notion_sync_asset),
+            default_status=dg.DefaultSensorStatus.RUNNING,
+            minimum_interval_seconds=30,
+        )
+
+        return dg.Definitions(
+            assets=[notion_sync_asset],
+            sensors=[automation_sensor],
+        )

plugin_notion/defs/defs.yaml

@@ -0,0 +1 @@
+type: plugin_notion.component.NotionSyncComponent

plugin_notion/plugin.json

@@ -0,0 +1,7 @@
+{
+	"auth": {
+		"type": "api_key"
+	},
+	"mode": "dagster",
+	"plugin_id": "notion"
+}