contextbase-plugin-icloud-tabs-local 0.2.4__py3-none-any.whl

contextbase_plugin_icloud_tabs_local-0.2.4.dist-info/METADATA

@@ -0,0 +1,13 @@
+Metadata-Version: 2.3
+Name: contextbase-plugin-icloud-tabs-local
+Version: 0.2.4
+Summary: iCloud Tabs local plugin for ContextBase
+Author: Alizain Feerasta
+Author-email: Alizain Feerasta <alizain.feerasta@gmail.com>
+Requires-Dist: contextbase-shared-plugins==0.2.4
+Requires-Dist: dagster==1.12.14
+Requires-Dist: dagster-dlt==0.28.14
+Requires-Dist: dlt>=1.26.0
+Requires-Dist: pydantic>=2.12.0
+Requires-Dist: sqlalchemy>=2.0.0
+Requires-Python: >=3.14, <3.15

contextbase_plugin_icloud_tabs_local-0.2.4.dist-info/RECORD

@@ -0,0 +1,16 @@
+plugin_icloud_tabs_local/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+plugin_icloud_tabs_local/binding_config.py,sha256=AW0zzmbWcubUCYXgVQwOGoj0LU7goNobx8yo1HpuwMM,522
+plugin_icloud_tabs_local/component.py,sha256=dNC7Oi6mgf1QtrarRYpCEbaS8oWhoE3tG1cf1jiIYqk,3569
+plugin_icloud_tabs_local/defs/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+plugin_icloud_tabs_local/defs/defs.yaml,sha256=-a43xxav0LBuw9fQilrY-uCIMLnjwb9k7uqcDY1iyWM,70
+plugin_icloud_tabs_local/models/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+plugin_icloud_tabs_local/models/base.py,sha256=Fp7n4EfxQOxzqm34-D-rYyu60P88eZUIewCBNP_Iuc4,119
+plugin_icloud_tabs_local/models/ctx.py,sha256=WnxMpLFuVYkNPMopDGHDjZ1N9trRTBAekrjeDz4J5dU,572
+plugin_icloud_tabs_local/models/ingress.py,sha256=elYcjzDSqQTVU3Uc3TVaod77fZk7wEGP_XeL7R63lLY,1616
+plugin_icloud_tabs_local/models/translators.py,sha256=YlNVly3eV6b0gYGdrhDv131h3poF33UtLFZ0tsMkW_g,1008
+plugin_icloud_tabs_local/plugin.json,sha256=b_PphNQBDpYvECjtZgKP89iyBTzA2UNL_qVcQDJZ6SI,90
+plugin_icloud_tabs_local/sources/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+plugin_icloud_tabs_local/sources/snapshot.py,sha256=1SOq_ncpQbAz2a-w1jfJoW6R7M5Zhy6RCOIqHVWMaU4,2184
+contextbase_plugin_icloud_tabs_local-0.2.4.dist-info/WHEEL,sha256=i9aSRDivn5iP9LaR1BLQX2GNAuriQWPsFwbbWygTX2k,81
+contextbase_plugin_icloud_tabs_local-0.2.4.dist-info/METADATA,sha256=5zFnY640Df5QE26JRHgugIidoAjPyL8COldhbQ1URrQ,455
+contextbase_plugin_icloud_tabs_local-0.2.4.dist-info/RECORD,,

contextbase_plugin_icloud_tabs_local-0.2.4.dist-info/WHEEL

@@ -0,0 +1,4 @@
+Wheel-Version: 1.0
+Generator: uv 0.11.15
+Root-Is-Purelib: true
+Tag: py3-none-any

plugin_icloud_tabs_local/binding_config.py

@@ -0,0 +1,22 @@
+from __future__ import annotations
+
+from pathlib import Path
+
+from pydantic import Field
+
+from shared_plugins.bindings import BaseBindingConfigModel, ResolvedPath
+
+
+class ICloudTabsLocalBindingConfig(BaseBindingConfigModel):
+    cloud_tabs_db: ResolvedPath = Field(
+        default_factory=lambda: (
+            Path.home()
+            / "Library"
+            / "Containers"
+            / "com.apple.Safari"
+            / "Data"
+            / "Library"
+            / "Safari"
+            / "CloudTabs.db"
+        ),
+    )

plugin_icloud_tabs_local/component.py

@@ -0,0 +1,101 @@
+import dagster as dg
+from dagster import AssetExecutionContext
+from dagster_dlt import DagsterDltResource
+from shared_plugins.automation import non_overlapping_automation_condition
+from shared_plugins.bindings import parse_binding_config
+from shared_plugins.control_plane import ControlPlaneClient
+from shared_plugins.dlt import resolve_partition_binding, run_dlt_pipeline
+from shared_plugins.naming import (
+    dagster_asset_group_name,
+    dagster_asset_tags,
+    dagster_dlt_asset_key,
+    dagster_partition_def_name,
+    dagster_pool_name,
+    dlt_source_name,
+    plugin_id_from_module,
+)
+from shared_plugins.resources import DLT_RESOURCE
+
+from .binding_config import ICloudTabsLocalBindingConfig
+from .sources.snapshot import icloud_tabs_local_snapshot_source
+
+PLUGIN_ID = plugin_id_from_module(__file__)
+SNAPSHOT_JOB = "snapshot"
+
+
+def _build_snapshot_specs(
+    partitions_def: dg.PartitionsDefinition,
+    automation_condition: dg.AutomationCondition,
+) -> list[dg.AssetSpec]:
+    snapshot_source_name = dlt_source_name(PLUGIN_ID, SNAPSHOT_JOB)
+    shared = dict(
+        group_name=dagster_asset_group_name(PLUGIN_ID),
+        tags=dagster_asset_tags(PLUGIN_ID),
+        automation_condition=automation_condition,
+        partitions_def=partitions_def,
+    )
+
+    return [
+        dg.AssetSpec(
+            key=dagster_dlt_asset_key(snapshot_source_name, "tab"),
+            **shared,
+        ),
+    ]
+
+
+class ICloudTabsLocalSyncComponent(dg.Component):
+    def build_defs(self, context: dg.ComponentLoadContext) -> dg.Definitions:
+        partitions_def = dg.DynamicPartitionsDefinition(
+            name=dagster_partition_def_name(PLUGIN_ID)
+        )
+        snapshot_specs = _build_snapshot_specs(
+            partitions_def=partitions_def,
+            automation_condition=non_overlapping_automation_condition(
+                dg.AutomationCondition.on_missing()
+                | dg.AutomationCondition.on_cron("*/15 * * * *")
+            ),
+        )
+
+        @dg.multi_asset(
+            specs=snapshot_specs,
+            can_subset=True,
+            name="icloud_tabs_local_snapshot",
+            pool=dagster_pool_name(PLUGIN_ID),
+        )
+        def icloud_tabs_local_snapshot_assets(
+            context: AssetExecutionContext,
+            dlt_resource: DagsterDltResource,
+            control_plane: dg.ResourceParam[ControlPlaneClient],
+        ):
+            binding = resolve_partition_binding(
+                context=context,
+                control_plane=control_plane,
+                plugin_id=PLUGIN_ID,
+            )
+            binding_id = str(binding.binding_id)
+            cfg = parse_binding_config(binding, ICloudTabsLocalBindingConfig)
+
+            source = icloud_tabs_local_snapshot_source(binding_id, cfg)
+            yield from run_dlt_pipeline(
+                context=context,
+                dlt_resource=dlt_resource,
+                source=source,
+                plugin_id=PLUGIN_ID,
+                binding_id=binding_id,
+                job_name=SNAPSHOT_JOB,
+            )
+
+        automation_sensor = dg.AutomationConditionSensorDefinition(
+            name="icloud_tabs_local_automation_sensor",
+            target=dg.AssetSelection.assets(icloud_tabs_local_snapshot_assets),
+            default_status=dg.DefaultSensorStatus.RUNNING,
+            minimum_interval_seconds=30,
+        )
+
+        return dg.Definitions(
+            assets=[icloud_tabs_local_snapshot_assets],
+            sensors=[automation_sensor],
+            resources={
+                "dlt_resource": DLT_RESOURCE,
+            },
+        )

plugin_icloud_tabs_local/defs/defs.yaml

@@ -0,0 +1 @@
+type: plugin_icloud_tabs_local.component.ICloudTabsLocalSyncComponent

plugin_icloud_tabs_local/models/base.py

@@ -0,0 +1,7 @@
+from __future__ import annotations
+
+from sqlalchemy.orm import DeclarativeBase
+
+
+class Base(DeclarativeBase):
+    pass

plugin_icloud_tabs_local/models/ctx.py

@@ -0,0 +1,19 @@
+from __future__ import annotations
+
+from pydantic import AwareDatetime
+from shared_plugins.models import CtxModel
+
+
+class TabRow(CtxModel):
+    tab_uuid: str
+    device_uuid: str
+    device_name: str | None = None
+    device_type_identifier: str | None = None
+    device_last_modified: AwareDatetime | None = None
+    has_duplicate_device_name: int | None = None
+    is_ephemeral_device: int | None = None
+    title: str | None = None
+    url: str
+    is_pinned: int | None = None
+    is_showing_reader: int | None = None
+    last_viewed_time: AwareDatetime | None = None

plugin_icloud_tabs_local/models/ingress.py

@@ -0,0 +1,47 @@
+from __future__ import annotations
+
+from datetime import datetime
+
+from sqlalchemy import String
+from sqlalchemy.orm import Mapped, mapped_column
+from shared_plugins.sqlalchemy_types import AppleCoreDataTimestamp
+
+from .base import Base
+
+
+class CloudTabDevice(Base):
+    """Row from cloud_tab_devices in CloudTabs.db."""
+
+    __tablename__ = "cloud_tab_devices"
+
+    device_uuid: Mapped[str] = mapped_column("device_uuid", String, primary_key=True)
+    device_name: Mapped[str | None] = mapped_column("device_name", String)
+    device_type_identifier: Mapped[str | None] = mapped_column(
+        "device_type_identifier",
+        String,
+    )
+    last_modified: Mapped[datetime] = mapped_column(
+        "last_modified",
+        AppleCoreDataTimestamp(),
+    )
+    has_duplicate_device_name: Mapped[int | None] = mapped_column(
+        "has_duplicate_device_name"
+    )
+    is_ephemeral_device: Mapped[int | None] = mapped_column("is_ephemeral_device")
+
+
+class CloudTab(Base):
+    """Row from cloud_tabs in CloudTabs.db."""
+
+    __tablename__ = "cloud_tabs"
+
+    tab_uuid: Mapped[str] = mapped_column("tab_uuid", String, primary_key=True)
+    device_uuid: Mapped[str] = mapped_column("device_uuid", String)
+    title: Mapped[str | None] = mapped_column("title", String)
+    url: Mapped[str] = mapped_column("url", String)
+    is_pinned: Mapped[int | None] = mapped_column("is_pinned")
+    is_showing_reader: Mapped[int | None] = mapped_column("is_showing_reader")
+    last_viewed_time: Mapped[datetime | None] = mapped_column(
+        "last_viewed_time",
+        AppleCoreDataTimestamp(null_sentinels=(-1,)),
+    )

plugin_icloud_tabs_local/models/translators.py

@@ -0,0 +1,30 @@
+from __future__ import annotations
+
+from collections.abc import Iterable, Iterator
+
+from .ctx import TabRow
+from .ingress import CloudTab, CloudTabDevice
+
+
+def tabs_to_ctx_models(
+    *,
+    binding_id: str,
+    rows: Iterable[tuple[CloudTab, CloudTabDevice]],
+) -> Iterator[TabRow]:
+    for tab, device in rows:
+        yield TabRow(
+            ctx_binding_id=binding_id,
+            ctx_source_updated_at=device.last_modified,
+            tab_uuid=tab.tab_uuid,
+            device_uuid=tab.device_uuid,
+            device_name=device.device_name,
+            device_type_identifier=device.device_type_identifier,
+            device_last_modified=device.last_modified,
+            has_duplicate_device_name=device.has_duplicate_device_name,
+            is_ephemeral_device=device.is_ephemeral_device,
+            title=tab.title,
+            url=tab.url,
+            is_pinned=tab.is_pinned,
+            is_showing_reader=tab.is_showing_reader,
+            last_viewed_time=tab.last_viewed_time,
+        )

plugin_icloud_tabs_local/plugin.json

@@ -0,0 +1,7 @@
+{
+	"auth": {
+		"type": "none"
+	},
+	"mode": "dagster",
+	"plugin_id": "icloud_tabs_local"
+}

plugin_icloud_tabs_local/sources/snapshot.py

@@ -0,0 +1,72 @@
+from __future__ import annotations
+
+import logging
+from collections.abc import Iterator
+from pathlib import Path
+from typing import Any
+
+import dlt
+from shared_plugins.naming import (
+    dlt_resource_name,
+    dlt_source_name,
+    plugin_id_from_module,
+)
+from shared_plugins.resources import ctx_dlt_resource
+from shared_plugins.sqlite import sqlite_snapshot
+from sqlalchemy import create_engine, select
+from sqlalchemy.orm import Session
+
+from ..binding_config import ICloudTabsLocalBindingConfig
+from ..models.ctx import TabRow
+from ..models.ingress import CloudTab, CloudTabDevice
+from ..models.translators import tabs_to_ctx_models
+
+PLUGIN_ID = plugin_id_from_module(__file__)
+JOB = "snapshot"
+LOGGER = logging.getLogger(__name__)
+MERGE_WRITE_DISPOSITION = {"disposition": "merge", "strategy": "delete-insert"}
+MERGE_KEY = ("_ctx_binding_id",)
+
+
+def _load_tabs(
+    db_path: Path,
+) -> list[tuple[CloudTab, CloudTabDevice]]:
+    if not db_path.is_file():
+        raise RuntimeError(f"Missing iCloud tabs database: '{db_path}'.")
+    with sqlite_snapshot(db_path) as snapshot_path:
+        engine = create_engine(f"sqlite:///{snapshot_path}")
+        try:
+            stmt = select(CloudTab, CloudTabDevice).join(
+                CloudTabDevice, CloudTab.device_uuid == CloudTabDevice.device_uuid
+            )
+            with Session(engine) as session:
+                rows = session.execute(stmt).all()
+        finally:
+            engine.dispose()
+    return rows
+
+
+@dlt.source(name=dlt_source_name(PLUGIN_ID, JOB))
+def icloud_tabs_local_snapshot_source(
+    binding_id: str,
+    cfg: ICloudTabsLocalBindingConfig,
+) -> tuple[Any, ...]:
+
+    @ctx_dlt_resource(
+        name=dlt_resource_name("tab"),
+        write_disposition=MERGE_WRITE_DISPOSITION,
+        merge_key=MERGE_KEY,
+        primary_key=("_ctx_binding_id", "tab_uuid"),
+    )
+    def tab_resource() -> Iterator[TabRow]:
+        rows = _load_tabs(cfg.cloud_tabs_db)
+        LOGGER.info(
+            "icloud_tabs_local.snapshot_loaded tabs=%d",
+            len(rows),
+        )
+        yield from tabs_to_ctx_models(
+            binding_id=binding_id,
+            rows=rows,
+        )
+
+    return (tab_resource,)