contextbase-plugin-salesforce 0.2.8__py3-none-any.whl

contextbase_plugin_salesforce-0.2.8.dist-info/METADATA

@@ -0,0 +1,9 @@
+Metadata-Version: 2.3
+Name: contextbase-plugin-salesforce
+Version: 0.2.8
+Summary: Salesforce plugin for ContextBase (PyAirbyte-backed)
+Author: Alizain Feerasta
+Author-email: Alizain Feerasta <alizain.feerasta@gmail.com>
+Requires-Dist: contextbase-shared-plugins==0.2.8
+Requires-Dist: dagster==1.12.14
+Requires-Python: >=3.14, <3.15

contextbase_plugin_salesforce-0.2.8.dist-info/RECORD

@@ -0,0 +1,9 @@
+plugin_salesforce/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+plugin_salesforce/binding_config.py,sha256=eO1G7ITf4BkCikM9KEHHlSmc9_1Y3jKWnACSovy0tr0,910
+plugin_salesforce/component.py,sha256=hY4GmdJGHgMj3HqIZNmV60JO-b7FemsHhplbLSQ00wg,3627
+plugin_salesforce/defs/__init__.py,sha256=AbpHGcgLb-kRsJGnwFEktk7uzpZOCcBY74-YBdrKVGs,1
+plugin_salesforce/defs/defs.yaml,sha256=DuagQvPwOWC_blt37MHH1GLUwhQOqOAdwL4f6EcyBpo,58
+plugin_salesforce/plugin.json,sha256=M0moV5I4MF7MI93a1ZKnh3umLKbd5MJdfDJoX1tuhKc,83
+contextbase_plugin_salesforce-0.2.8.dist-info/WHEEL,sha256=i9aSRDivn5iP9LaR1BLQX2GNAuriQWPsFwbbWygTX2k,81
+contextbase_plugin_salesforce-0.2.8.dist-info/METADATA,sha256=vS-_4-lj223_Gr96CvU8ik44uQsGpvRbAT2xDNlZR8c,332
+contextbase_plugin_salesforce-0.2.8.dist-info/RECORD,,

contextbase_plugin_salesforce-0.2.8.dist-info/WHEEL

@@ -0,0 +1,4 @@
+Wheel-Version: 1.0
+Generator: uv 0.11.15
+Root-Is-Purelib: true
+Tag: py3-none-any

plugin_salesforce/binding_config.py

@@ -0,0 +1,36 @@
+from __future__ import annotations
+
+from typing import Literal
+
+from pydantic import Field, StrictBool
+
+from shared_plugins.bindings import (
+    BaseBindingConfigModel,
+    NonEmptyText,
+    UtcTimestampText,
+)
+
+
+class SalesforceStreamCriterion(BaseBindingConfigModel):
+    criteria: Literal[
+        "starts with",
+        "ends with",
+        "contains",
+        "exacts",
+        "starts not with",
+        "ends not with",
+        "not contains",
+        "not exacts",
+    ]
+    value: NonEmptyText
+
+
+class SalesforceBindingConfig(BaseBindingConfigModel):
+    client_id: NonEmptyText
+    client_secret: NonEmptyText
+    refresh_token: NonEmptyText
+    is_sandbox: StrictBool = False
+    start_date: UtcTimestampText | None = None
+    force_use_bulk_api: StrictBool = False
+    lookback_window: NonEmptyText | None = None
+    streams_criteria: list[SalesforceStreamCriterion] = Field(default_factory=list)

plugin_salesforce/component.py

@@ -0,0 +1,102 @@
+from collections.abc import Sequence
+from typing import Any
+
+import dagster as dg
+from dagster import AssetExecutionContext
+from shared_plugins.automation import non_overlapping_automation_condition
+from shared_plugins.bindings import (
+    parse_binding_config,
+    require_binding_auth_none,
+)
+from shared_plugins.control_plane import ControlPlaneClient
+from shared_plugins.dlt import resolve_partition_binding
+from shared_plugins.naming import (
+    dagster_airbyte_sync_asset_key,
+    dagster_asset_group_name,
+    dagster_asset_tags,
+    dagster_partition_def_name,
+    dagster_pool_name,
+    plugin_id_from_module,
+)
+from shared_plugins.pyairbyte import (
+    build_pyairbyte_source,
+    require_pyairbyte_selected_stream_names,
+    run_pyairbyte_sync,
+)
+from .binding_config import SalesforceBindingConfig
+
+PLUGIN_ID = plugin_id_from_module(__file__)
+DOCKER_IMAGE = "airbyte/source-salesforce:2.7.20"
+
+
+def _build_connector_config(cfg: SalesforceBindingConfig) -> dict[str, Any]:
+    return {
+        **cfg.model_dump(mode="json", exclude_none=True),
+        "auth_type": "Client",
+    }
+
+
+def _source_updated_at_fields_for_streams(
+    stream_names: Sequence[str],
+) -> dict[str, str]:
+    return {stream_name: "LastModifiedDate" for stream_name in stream_names}
+
+
+class SalesforceSyncComponent(dg.Component):
+    def build_defs(self, context: dg.ComponentLoadContext) -> dg.Definitions:
+        partitions_def = dg.DynamicPartitionsDefinition(
+            name=dagster_partition_def_name(PLUGIN_ID)
+        )
+
+        @dg.asset(
+            key=dagster_airbyte_sync_asset_key(PLUGIN_ID),
+            group_name=dagster_asset_group_name(PLUGIN_ID),
+            tags=dagster_asset_tags(PLUGIN_ID),
+            automation_condition=non_overlapping_automation_condition(
+                dg.AutomationCondition.on_missing()
+                | dg.AutomationCondition.on_cron("*/15 * * * *")
+            ),
+            partitions_def=partitions_def,
+            pool=dagster_pool_name(PLUGIN_ID),
+        )
+        def salesforce_sync_asset(
+            context: AssetExecutionContext,
+            control_plane: dg.ResourceParam[ControlPlaneClient],
+        ):
+            binding = resolve_partition_binding(
+                context=context,
+                control_plane=control_plane,
+                plugin_id=PLUGIN_ID,
+            )
+            binding_id = str(binding.binding_id)
+            require_binding_auth_none(binding)
+            cfg = parse_binding_config(binding, SalesforceBindingConfig)
+            selected_stream_names = require_pyairbyte_selected_stream_names(binding)
+            connector_config = _build_connector_config(cfg)
+            source = build_pyairbyte_source(
+                docker_image=DOCKER_IMAGE,
+                connector_config=connector_config,
+            )
+
+            return run_pyairbyte_sync(
+                context=context,
+                plugin_id=PLUGIN_ID,
+                binding_id=binding_id,
+                selected_stream_names=selected_stream_names,
+                source_updated_at_fields=_source_updated_at_fields_for_streams(
+                    selected_stream_names
+                ),
+                source=source,
+            )
+
+        automation_sensor = dg.AutomationConditionSensorDefinition(
+            name="salesforce_automation_sensor",
+            target=dg.AssetSelection.assets(salesforce_sync_asset),
+            default_status=dg.DefaultSensorStatus.RUNNING,
+            minimum_interval_seconds=30,
+        )
+
+        return dg.Definitions(
+            assets=[salesforce_sync_asset],
+            sensors=[automation_sensor],
+        )

plugin_salesforce/defs/__init__.py

@@ -0,0 +1 @@
+

plugin_salesforce/defs/defs.yaml

@@ -0,0 +1 @@
+type: plugin_salesforce.component.SalesforceSyncComponent

plugin_salesforce/plugin.json

@@ -0,0 +1,7 @@
+{
+	"auth": {
+		"type": "none"
+	},
+	"mode": "dagster",
+	"plugin_id": "salesforce"
+}