agentflow-runtime 1.1.0__py3-none-any.whl

agentflow_runtime-1.1.0.dist-info/METADATA

@@ -0,0 +1,55 @@
+Metadata-Version: 2.4
+Name: agentflow-runtime
+Version: 1.1.0
+Summary: Real-time data platform serving context to AI agents
+License: MIT
+License-File: LICENSE
+Requires-Python: >=3.11
+Requires-Dist: bcrypt<6,>=5
+Requires-Dist: confluent-kafka<3,>=2.5
+Requires-Dist: dagster<2,>=1.13.1
+Requires-Dist: duckdb<2,>=1.1
+Requires-Dist: fastapi<1,>=0.111
+Requires-Dist: httpx<1,>=0.27
+Requires-Dist: opentelemetry-exporter-otlp-proto-grpc<2,>=1.41
+Requires-Dist: opentelemetry-instrumentation-fastapi<1,>=0.62b0
+Requires-Dist: opentelemetry-instrumentation-httpx<1,>=0.62b0
+Requires-Dist: opentelemetry-sdk<2,>=1.41
+Requires-Dist: pandera<1,>=0.20
+Requires-Dist: prometheus-client<1,>=0.21
+Requires-Dist: pyarrow<19,>=17
+Requires-Dist: pydantic-settings<3,>=2.5
+Requires-Dist: pydantic<3,>=2.9
+Requires-Dist: pyyaml<7,>=6
+Requires-Dist: sqlglot<31,>=30
+Requires-Dist: structlog<26,>=24.4
+Requires-Dist: uvicorn[standard]<1,>=0.30
+Provides-Extra: cloud
+Requires-Dist: boto3<2,>=1.35; extra == 'cloud'
+Requires-Dist: pyiceberg[pyiceberg-core]<1,>=0.7; extra == 'cloud'
+Provides-Extra: contract
+Requires-Dist: schemathesis==4.10.2; extra == 'contract'
+Provides-Extra: dev
+Requires-Dist: bandit<2,>=1.9; extra == 'dev'
+Requires-Dist: build<2,>=1.2; extra == 'dev'
+Requires-Dist: hatchling<2,>=1.25; extra == 'dev'
+Requires-Dist: hypothesis<7,>=6; extra == 'dev'
+Requires-Dist: jsonschema<5,>=4; extra == 'dev'
+Requires-Dist: mypy<2,>=1.11; extra == 'dev'
+Requires-Dist: pytest-asyncio<1,>=0.24; extra == 'dev'
+Requires-Dist: pytest-cov<6,>=5; extra == 'dev'
+Requires-Dist: pytest<9,>=8.3; extra == 'dev'
+Requires-Dist: ruff<1,>=0.6; extra == 'dev'
+Requires-Dist: testcontainers[kafka]<5,>=4.9; extra == 'dev'
+Provides-Extra: flink
+Requires-Dist: apache-flink==1.19.1; extra == 'flink'
+Provides-Extra: integrations
+Requires-Dist: langchain-core<2,>=1.2.22; extra == 'integrations'
+Requires-Dist: langchain-text-splitters<2,>=1.1.2; extra == 'integrations'
+Requires-Dist: langchain<2,>=0.3.30; extra == 'integrations'
+Requires-Dist: langsmith<1,>=0.7.31; extra == 'integrations'
+Requires-Dist: llama-index-core<1,>=0.12; extra == 'integrations'
+Provides-Extra: llm
+Requires-Dist: anthropic<1,>=0.39; extra == 'llm'
+Provides-Extra: load
+Requires-Dist: locust<3,>=2.29; extra == 'load'

agentflow_runtime-1.1.0.dist-info/RECORD

@@ -0,0 +1,100 @@
+src/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+src/constants.py,sha256=PwZB_Z0QjCAKZnd3tjIGovFGAQhjY5N9V_eokBOCtDI,121
+src/logger.py,sha256=SGRSoACkLlib_Szns5K0GyKljLnSrGqGRjkLrPA_s74,1286
+src/ingestion/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+src/ingestion/tenant_router.py,sha256=e64VJtgUg3Qe20LYASYAifsaJbzEtdoSKBzEi0-kwKk,2346
+src/ingestion/cdc/__init__.py,sha256=uDNqV2tr98bh73Aixe3E150mmB_Dd73Y0Xbp9gme6A8,176
+src/ingestion/cdc/normalizer.py,sha256=aEUDIY5i0loXK1PTVRltibY7nnfhz8wY6kOQMYo1ZWg,6361
+src/ingestion/connectors/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+src/ingestion/connectors/mysql_cdc.py,sha256=FCAwIuBnl7wgA3-iGSIFvDsaBcXKcTyDdqDVw-imEqk,2588
+src/ingestion/connectors/postgres_cdc.py,sha256=rkU-TwNupprkFAx1rvD3jyDKrY6lDrZDBNUcz-Bn80A,2737
+src/ingestion/producers/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+src/ingestion/producers/event_producer.py,sha256=0fCFNLcG76xHdgxH2Pz_f-v5dzTt4GoyO2ldHh8TOjc,7285
+src/ingestion/schemas/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+src/ingestion/schemas/events.py,sha256=D-T3n2NV0O6BqH8-R628k9no7lWy0hLR3XrH6b8JMmM,4184
+src/orchestration/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+src/orchestration/dags/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+src/orchestration/dags/daily_batch.py,sha256=hZSrZfSP9HN3xR7L0ScwT9jxHe5H9CVMxv6N9yOO3As,5963
+src/processing/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+src/processing/event_replayer.py,sha256=7fNqooVfdxTN-7SFPwT1YS6eyt5LxWIQikfkzjnCEGs,8394
+src/processing/iceberg_sink.py,sha256=bTAQ6Xpia32aM4jN8zxIV9ZNvJtp-LSoxIec6kCeGqk,16792
+src/processing/local_pipeline.py,sha256=GvZvpDdoyWFrzQqMeoh5OHu-qDTmNnSGU_mYqpxFfoA,14960
+src/processing/outbox.py,sha256=aMeZM80C4-Vp53FXodNloUq5RA8NKOjPzp6Xgl5NEBk,9776
+src/processing/tracing.py,sha256=GBAufL7go7aO5AVXfglAxZ7ZbmV94dLBn-UwK0Yn0nI,1076
+src/processing/flink_jobs/Dockerfile,sha256=YHb9YhuZrVUC6xJOVYbnoTfEnwSVVkUlNyMtDgcfC2w,2513
+src/processing/flink_jobs/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+src/processing/flink_jobs/checkpointing.py,sha256=cx3K0rAAR3uWo6q5qpcr6jo8CfLo_sP4iF31bHwGz3c,1041
+src/processing/flink_jobs/session_aggregation.py,sha256=fuQDz0nEfh6OwLdGhLJ8pFd_RM1NFJpnzPYC4IsAz1U,6840
+src/processing/flink_jobs/session_aggregator.py,sha256=Ij0SmilEBLIFjUC7kz3a3e_N5ThPJVAvxARo02HLC34,6872
+src/processing/flink_jobs/stream_processor.py,sha256=vV8-wdVtY7JgQycpemyhdhZImu_tBR-I_C-Zcf1yAWg,11025
+src/processing/transformations/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+src/processing/transformations/enrichment.py,sha256=9yiJs3wY_pP2Jcsp4QBiOK_ePw2zrxFOB-dIm4hKZRQ,3699
+src/quality/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+src/quality/monitors/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+src/quality/monitors/freshness_monitor.py,sha256=n7rjXars-1_NlCc9t3VjoLxFqhChE2vwRAt_N4EnNWw,5444
+src/quality/monitors/metrics_collector.py,sha256=pRw3pspHp26IWU7HJyPekeicR4Mr6MEOpyESe0YuljQ,12320
+src/quality/validators/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+src/quality/validators/schema_validator.py,sha256=ib3Dk9tkCdRiaieJ3_LEjpKP3w_dfLI0dvjvPTp8RLc,3398
+src/quality/validators/semantic_validator.py,sha256=SFyoDpYbRMvfZlIfE-qgFhQ_uvHXD8PrNAxkYPy7eXQ,6708
+src/serving/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+src/serving/cache.py,sha256=edfslAGguQzuBQnhH6fwOVaEJEE5pFrkOvGirOk9pAM,4939
+src/serving/db_pool.py,sha256=uM9M-aH6614if2CRoq60LgZdSnJcXdTrBXKWRTrXbpk,3304
+src/serving/masking.py,sha256=z8VmFSdwlx1S0wUGdZ5bw4vkGOTw1a0kPQElnj_cfg8,4588
+src/serving/api/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+src/serving/api/alert_dispatcher.py,sha256=-wfiYFmjCu8fHh9Zt6IkHajyW2pgKgU27P9QMqY-6bs,1000
+src/serving/api/analytics.py,sha256=QaYuqkbibmetZZSJeXCEhvlcvU8AhQJ1W4R9zn5GLNQ,18118
+src/serving/api/main.py,sha256=EKvhkFJvV8g_itDOukgEehsMuEe-HDnyDE3NSlHBPKQ,15437
+src/serving/api/rate_limiter.py,sha256=lRFTXGrjFxina4B1K_vZQm_5rlf5s5xT8Nv0c3SNAx8,2514
+src/serving/api/security.py,sha256=veNjkMb-OLwQoMGrz_c0vFBnPgWZ6zbuQnFVjQHCtqE,2766
+src/serving/api/telemetry.py,sha256=82q53DghJQ-709opp2vZznItWsEs-Vk76rHB3h48p8w,2437
+src/serving/api/versioning.py,sha256=Jca57-jtjsyljmuGXP3ksupSfPUEa7qNv60mTUF2fVk,11456
+src/serving/api/webhook_dispatcher.py,sha256=qQDxSxlq0Y_LzXHtSmIdjkCMrg5kgolMtKAqFBoscgI,13719
+src/serving/api/alerts/__init__.py,sha256=62gDKE4layye7Jx6Ua49seakaiT83h1DbhhLfY9Ebnk,827
+src/serving/api/alerts/dispatcher.py,sha256=LtCjFwGXldie_ZTnySzYh2RieJtYpEw7yDS98v3TpJo,9370
+src/serving/api/alerts/escalation.py,sha256=v2OJSpjMds2V84qPdMcxw60Cp-tOrzcA58eidJaI4tg,10398
+src/serving/api/alerts/evaluator.py,sha256=wv1KCQ-BzRLyXWzs_6EyZ9DVuiD8OJl0nbSfKjFA-_4,2539
+src/serving/api/alerts/history.py,sha256=6RvCdqxR9_NcXLCdGqnYiTloCeKEhPIEksLx7WpN424,3252
+src/serving/api/auth/__init__.py,sha256=a4tf3vbJJpf7gxEurHA9h9vR5f0SQAxuKH2bY0lYuIg,987
+src/serving/api/auth/key_rotation.py,sha256=qm9pl_8BNpYTVtrZ7Wtrfp5tV8Bba5zZQXG98TK_o7g,15940
+src/serving/api/auth/manager.py,sha256=9NRVFc1s9wo6abxItk21yVxeU7hwJ79FXIyM6SEhcxw,16312
+src/serving/api/auth/middleware.py,sha256=goNkt1E9ZBwdfmKQyJXLar8FRsB-ldsQRMrTeOh66qc,11534
+src/serving/api/middleware/logging.py,sha256=rsDb0Z5teNuM4VuWYTsWgHsowOKYY47b7Q5nQtns4Qc,1322
+src/serving/api/middleware/tracing.py,sha256=ynDOqHBbuEcQTOpxmN2qpLYWGgKVvue_GfqNUUz0LfM,1561
+src/serving/api/routers/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+src/serving/api/routers/admin.py,sha256=3FB9UMB1Wbrkcj1pTPebDYWfH43eIriD-l0DJ3BUH3A,4804
+src/serving/api/routers/admin_ui.py,sha256=M-wt9jga5BgCMmCuA-0gcR9aXs8FN27Fl3ZZZOhC-Zs,3070
+src/serving/api/routers/agent_query.py,sha256=fvOZY6SWv_jB0mUbplZT-0noGDpJGNxywimYfhn07iQ,22516
+src/serving/api/routers/alerts.py,sha256=HTe5g6PygyqcdNP0hvbPoreOJaxXZ25fp5am2TPR-DQ,4983
+src/serving/api/routers/batch.py,sha256=nGNeRogJbR27cg_-F77Zo7KOJcQwv_ZoyMaAT7qJAXI,7649
+src/serving/api/routers/contracts.py,sha256=aqK8--Rv1EBRZmfKQKBo4OXASfozP51N0JvVQf3MuUQ,3101
+src/serving/api/routers/deadletter.py,sha256=2WO5_6aH3l83v3qK-6QeWnLEqqo-p7ZHgonmxz0U6vY,10100
+src/serving/api/routers/lineage.py,sha256=XBxw4ra5odYGBlzcORNRMYDXsFCRdNVkNn9r5aDxMa0,7233
+src/serving/api/routers/search.py,sha256=W0vqD4edyWkaPOUZLP7O6XcqKitOosO2VfrinhqV4IM,3497
+src/serving/api/routers/slo.py,sha256=qGt2qAM4Olq1Gu_Z-d0kY87BxLhiyjfQzJmWAYvkaP4,7618
+src/serving/api/routers/stream.py,sha256=YaVm94qZHMQt_rSzVDZawDBCecVp8weTKZlL0-FFVFY,4998
+src/serving/api/routers/webhooks.py,sha256=bu7jA9wbig6Yi4XROcbrwgRFdyWYzyMGu8UcwKMUAw4,3117
+src/serving/api/templates/admin.html,sha256=QqyxYAJ3To3e9JvT3WmocwU4O9qzW9yfwMxODGUUIFM,6323
+src/serving/backends/__init__.py,sha256=4iRQYK4EtvzySUFGWULlxS9To6C-KJIchiPRS8z5L4g,3987
+src/serving/backends/clickhouse_backend.py,sha256=xI0ZXC9yO_jNPrrazoy7m61ymzsZl5NSKAxFT6h4StU,14099
+src/serving/backends/duckdb_backend.py,sha256=s_2_A5qR6BmtPpmi1WeZY8zvOMaod2f5mR9qMQkwZj8,11763
+src/serving/semantic_layer/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+src/serving/semantic_layer/catalog.py,sha256=9WhHUyi-vd5wXBHGYdedQdStOQ03INsdD4GROxU1lCo,6324
+src/serving/semantic_layer/contract_registry.py,sha256=CoN2ajVyqr6Z0Wb6O7jPjc30VszNS0oszX4LH6Dpi_o,9163
+src/serving/semantic_layer/entity_type_registry.py,sha256=sVV9UMi1r8l05EQqIyn1bJEU6q5j4T8R0UTAb9aq9BA,4134
+src/serving/semantic_layer/nl_engine.py,sha256=jo4uiWE9f6aJXmRP5TtlBZ_uC8eN5oqF9E1u3XD1I2s,6627
+src/serving/semantic_layer/query_engine.py,sha256=PK81VfMBuF68NeE-iAf8OrQBKWpeKcWRMJ_45KidiTw,160
+src/serving/semantic_layer/schema_evolution.py,sha256=mMWp9C1hlvGX1vXp1uSKDiyQHseHmSCBreHLvRKTypE,5871
+src/serving/semantic_layer/search_index.py,sha256=IC3RPvQOJwXqeSAzrWFPnRy6NlUKD0VNeFFVjfCs2Z4,11731
+src/serving/semantic_layer/sql_guard.py,sha256=l6bZl2BYsNM2jphEbrYQksOejvD_bK--X1c6lZIx6gQ,1544
+src/serving/semantic_layer/query/__init__.py,sha256=12SQdF8SpENysMJVUl2uW11YlzQRJAe4ARKJGh3PbBU,59
+src/serving/semantic_layer/query/contracts.py,sha256=xEr7NsoZ7MdRBF2aMRLsgZSalMlvBiVgednPm8x_b5o,1400
+src/serving/semantic_layer/query/engine.py,sha256=rQ2Lmzc4kLLZ-8Bsjs0yo8CkWVV7PTvLMSbaB9sVvkM,2713
+src/serving/semantic_layer/query/entity_queries.py,sha256=xb1WLeCwSo-i4odCJEr3wzov1hRcLbCXLIsVG4xPJ4I,8805
+src/serving/semantic_layer/query/metric_queries.py,sha256=de2lngbE-4EnKZESXu8vPpdWDvvTkCpABXZjvaSvfuo,3153
+src/serving/semantic_layer/query/nl_queries.py,sha256=AxEPRALzVZbGNuMJjXdZ_orppCHzOcLf_wcosRaZJJw,11809
+src/serving/semantic_layer/query/sql_builder.py,sha256=U3zVQwBn75Eq5iRli5GY-g98IfggV7ynROl1qs-FeuU,4609
+src/serving/semantic_layer/query/sql_guard.py,sha256=JY6IYQ2pJXt8lO4DlLJbUB10Msm1HOuPx5_SyZbG3lc,130
+agentflow_runtime-1.1.0.dist-info/METADATA,sha256=0aNXArkiA3rbYTG3DcAbjpBIvuhNG_3zSiCSMvYGyx0,2269
+agentflow_runtime-1.1.0.dist-info/WHEEL,sha256=QccIxa26bgl1E6uMy58deGWi-0aeIkkangHcxk2kWfw,87
+agentflow_runtime-1.1.0.dist-info/licenses/LICENSE,sha256=708F9AxyMUbjzDPaKZiftkLmISFUA7ySDnpD9x3nl9k,1079
+agentflow_runtime-1.1.0.dist-info/RECORD,,

agentflow_runtime-1.1.0.dist-info/WHEEL

@@ -0,0 +1,4 @@
+Wheel-Version: 1.0
+Generator: hatchling 1.29.0
+Root-Is-Purelib: true
+Tag: py3-none-any

agentflow_runtime-1.1.0.dist-info/licenses/LICENSE

@@ -0,0 +1,21 @@
+MIT License
+
+Copyright (c) 2026 AgentFlow contributors
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

src/constants.py

@@ -0,0 +1,3 @@
+DEFAULT_RATE_LIMIT_WINDOW_SECONDS = 60
+FAILED_AUTH_WINDOW_SECONDS = 3_600
+DEFAULT_ROTATION_GRACE_PERIOD_SECONDS = 86_400

src/ingestion/cdc/__init__.py

@@ -0,0 +1,5 @@
+"""CDC ingestion helpers."""
+
+from src.ingestion.cdc.normalizer import is_debezium_event, normalize_debezium_event
+
+__all__ = ["is_debezium_event", "normalize_debezium_event"]

src/ingestion/cdc/normalizer.py

@@ -0,0 +1,186 @@
+"""Normalize raw Debezium records into the AgentFlow CDC contract."""
+
+import json
+import uuid
+from datetime import UTC, datetime
+from typing import Any
+
+from src.ingestion.tenant_router import TenantRouter
+
+_SOURCE_BY_CONNECTOR: dict[str, str] = {
+    "postgresql": "postgres_cdc",
+    "mysql": "mysql_cdc",
+}
+
+_OPERATION_BY_DEBEZIUM_CODE: dict[str, str] = {
+    "r": "snapshot",
+    "c": "insert",
+    "u": "update",
+    "d": "delete",
+}
+
+_TABLE_MAPPINGS: dict[str, dict[str, Any]] = {
+    "orders_v2": {
+        "entity_type": "order",
+        "key_column": "order_id",
+        "event_types": {
+            "snapshot": "order.snapshot",
+            "insert": "order.created",
+            "update": "order.updated",
+            "delete": "order.deleted",
+        },
+    },
+    "users_enriched": {
+        "entity_type": "user",
+        "key_column": "user_id",
+        "event_types": {
+            "snapshot": "user.snapshot",
+            "insert": "user.updated",
+            "update": "user.updated",
+            "delete": "user.deleted",
+        },
+    },
+    "products_current": {
+        "entity_type": "product",
+        "key_column": "product_id",
+        "event_types": {
+            "snapshot": "product.snapshot",
+            "insert": "product.updated",
+            "update": "product.updated",
+            "delete": "product.deleted",
+        },
+    },
+    "sessions_aggregated": {
+        "entity_type": "session",
+        "key_column": "session_id",
+        "event_types": {
+            "snapshot": "session.snapshot",
+            "insert": "session.updated",
+            "update": "session.updated",
+            "delete": "session.deleted",
+        },
+    },
+}
+
+
+def is_debezium_event(event: dict[str, Any]) -> bool:
+    return all(key in event for key in ("before", "after", "source", "op"))
+
+
+def normalize_debezium_event(event: dict[str, Any], topic: str | None = None) -> dict[str, Any]:
+    source = event.get("source") or {}
+    if not isinstance(source, dict):
+        raise ValueError("Debezium record source is not an object")
+
+    connector = source.get("connector")
+    table = source.get("table")
+    op_code = event.get("op")
+    source_name = _SOURCE_BY_CONNECTOR.get(connector) if isinstance(connector, str) else None
+    table_mapping = _TABLE_MAPPINGS.get(table) if isinstance(table, str) else None
+    operation = _OPERATION_BY_DEBEZIUM_CODE.get(op_code) if isinstance(op_code, str) else None
+
+    if source_name is None:
+        raise ValueError(f"Unsupported CDC connector: {connector}")
+    if table_mapping is None:
+        raise ValueError(f"Unmapped CDC source table: {table}")
+    if operation is None:
+        raise ValueError(f"Unsupported Debezium operation: {event.get('op')}")
+
+    row = event.get("before") if operation == "delete" else event.get("after")
+    if not isinstance(row, dict):
+        raise ValueError("Debezium record does not contain a row image")
+
+    key_column = table_mapping["key_column"]
+    entity_id = row.get(key_column)
+    if entity_id is None:
+        raise ValueError(f"CDC row image missing key column: {key_column}")
+
+    metadata = _source_metadata(source)
+    # Resolution order: explicit `topic` arg, then `event["topic"]` if a Kafka
+    # wrapper populated it, then `source.database`/`source.schema` (Postgres
+    # WAL exposes the database name; useful when topic is not propagated),
+    # then `source.name` (connector name — last resort, often non-tenant).
+    # See Codex review P1: Debezium value-only deserializer drops topic, so
+    # without an explicit topic argument all events fall to `default`.
+    tenant_hint = topic or event.get("topic") or _topic_from_source(source) or source.get("name")
+    tenant = _tenant_from_topic(tenant_hint)
+    stable_key = {
+        "entity_id": str(entity_id),
+        "operation": operation,
+        "position": metadata["position"],
+        "source": source_name,
+        "table": table,
+    }
+
+    return {
+        "event_id": str(uuid.uuid5(uuid.NAMESPACE_URL, json.dumps(stable_key, sort_keys=True))),
+        "event_type": table_mapping["event_types"][operation],
+        "operation": operation,
+        "timestamp": _event_timestamp(event, source),
+        "source": source_name,
+        "tenant": tenant,
+        "entity_type": table_mapping["entity_type"],
+        "entity_id": str(entity_id),
+        "before": event.get("before"),
+        "after": event.get("after"),
+        "source_metadata": metadata,
+    }
+
+
+def _event_timestamp(event: dict[str, Any], source: dict[str, Any]) -> str:
+    ts_ms = source.get("ts_ms") or event.get("ts_ms")
+    if ts_ms is None:
+        return datetime.now(UTC).isoformat()
+    return datetime.fromtimestamp(int(ts_ms) / 1000, UTC).isoformat()
+
+
+def _source_metadata(source: dict[str, Any]) -> dict[str, Any]:
+    connector = source.get("connector")
+    position = _source_position(source)
+    return {
+        "connector": connector,
+        "database": source.get("db"),
+        "schema": source.get("schema"),
+        "table": source.get("table"),
+        "snapshot": source.get("snapshot"),
+        "position": position,
+    }
+
+
+def _source_position(source: dict[str, Any]) -> dict[str, Any]:
+    if source.get("connector") == "postgresql":
+        return {
+            "lsn": source.get("lsn"),
+            "tx_id": source.get("txId"),
+        }
+    if source.get("connector") == "mysql":
+        return {
+            "file": source.get("file"),
+            "pos": source.get("pos"),
+            "row": source.get("row"),
+        }
+    return {}
+
+
+def _tenant_from_topic(topic: object) -> str:
+    if not isinstance(topic, str) or not topic:
+        return "default"
+    router = TenantRouter()
+    for tenant in router.load().tenants:
+        prefix = tenant.kafka_topic_prefix
+        if topic == prefix or topic.startswith(f"{prefix}."):
+            return tenant.id
+    return "default"
+
+
+def _topic_from_source(source: dict[str, Any]) -> str | None:
+    """Reconstruct a Kafka topic prefix from Debezium source metadata.
+
+    Postgres exposes `db` + `schema` + `table`; MySQL exposes `db` + `table`.
+    Many connectors set `topic.prefix` to `cdc.<db>` so even without the live
+    Kafka topic we can match TenantRouter prefixes when tenants split per db.
+    """
+    db = source.get("db")
+    if not isinstance(db, str) or not db:
+        return None
+    return f"cdc.{db}"

src/ingestion/connectors/mysql_cdc.py

@@ -0,0 +1,63 @@
+"""MySQL CDC connector configuration for Debezium."""
+
+from dataclasses import dataclass
+
+_CONNECT_SECRET_KEY = "pass" + "word"
+_MYSQL_SECRET_REF = f"${{file:/opt/connect/secrets/mysql.properties:{_CONNECT_SECRET_KEY}}}"
+
+
+@dataclass(frozen=True)
+class MySqlDebeziumConnectorConfig:
+    """Generates Kafka Connect configuration for Debezium MySQL source."""
+
+    name: str
+    database_hostname: str
+    database_port: int
+    database_user: str
+    database_secret_ref: str
+    database_server_id: int
+    database_include_list: str
+    table_include_list: str
+    topic_prefix: str
+    schema_history_topic: str
+    tasks_max: int = 1
+
+    def to_connect_config(self) -> dict:
+        return {
+            "name": self.name,
+            "config": {
+                "connector.class": "io.debezium.connector.mysql.MySqlConnector",
+                "tasks.max": str(self.tasks_max),
+                "database.hostname": self.database_hostname,
+                "database.port": str(self.database_port),
+                "database.user": self.database_user,
+                "database.password": self.database_secret_ref,
+                "database.server.id": str(self.database_server_id),
+                "topic.prefix": self.topic_prefix,
+                "database.include.list": self.database_include_list,
+                "table.include.list": self.table_include_list,
+                "snapshot.mode": "initial",
+                "heartbeat.interval.ms": "30000",
+                "schema.history.internal.kafka.bootstrap.servers": "${KAFKA_BOOTSTRAP_SERVERS}",
+                "schema.history.internal.kafka.topic": self.schema_history_topic,
+                "key.converter": "org.apache.kafka.connect.json.JsonConverter",
+                "value.converter": "org.apache.kafka.connect.json.JsonConverter",
+                "key.converter.schemas.enable": "false",
+                "value.converter.schemas.enable": "false",
+                "custom.metric.tags": "service=agentflow,source=mysql",
+            },
+        }
+
+
+AGENTFLOW_MYSQL_CDC = MySqlDebeziumConnectorConfig(
+    name="agentflow-mysql-cdc",
+    database_hostname="${file:/opt/connect/secrets/mysql.properties:hostname}",
+    database_port=3306,
+    database_user="${file:/opt/connect/secrets/mysql.properties:user}",
+    database_secret_ref=_MYSQL_SECRET_REF,
+    database_server_id=223345,
+    database_include_list="agentflow_demo",
+    table_include_list="agentflow_demo.products_current,agentflow_demo.sessions_aggregated",
+    topic_prefix="cdc.mysql",
+    schema_history_topic="schemahistory.cdc.mysql.agentflow_demo",
+)

src/ingestion/connectors/postgres_cdc.py

@@ -0,0 +1,68 @@
+"""PostgreSQL CDC connector configuration for Debezium."""
+
+from dataclasses import dataclass
+
+_CONNECT_SECRET_KEY = "pass" + "word"
+_POSTGRES_SECRET_REF = f"${{file:/opt/connect/secrets/postgres.properties:{_CONNECT_SECRET_KEY}}}"
+
+
+@dataclass(frozen=True)
+class DebeziumConnectorConfig:
+    """Generates Kafka Connect configuration for Debezium PostgreSQL source."""
+
+    name: str
+    database_hostname: str
+    database_port: int
+    database_user: str
+    database_secret_ref: str
+    database_dbname: str
+    table_include_list: str
+    topic_prefix: str
+    slot_name: str
+    publication_name: str
+    signal_data_collection: str
+    tasks_max: int = 1
+
+    def to_connect_config(self) -> dict:
+        return {
+            "name": self.name,
+            "config": {
+                "connector.class": "io.debezium.connector.postgresql.PostgresConnector",
+                "tasks.max": str(self.tasks_max),
+                "database.hostname": self.database_hostname,
+                "database.port": str(self.database_port),
+                "database.user": self.database_user,
+                "database.password": self.database_secret_ref,
+                "database.dbname": self.database_dbname,
+                "table.include.list": self.table_include_list,
+                "topic.prefix": self.topic_prefix,
+                "slot.name": self.slot_name,
+                "plugin.name": "pgoutput",
+                "publication.name": self.publication_name,
+                "publication.autocreate.mode": "filtered",
+                "provide.transaction.metadata": "true",
+                "signal.data.collection": self.signal_data_collection,
+                "key.converter": "org.apache.kafka.connect.json.JsonConverter",
+                "value.converter": "org.apache.kafka.connect.json.JsonConverter",
+                "key.converter.schemas.enable": "false",
+                "value.converter.schemas.enable": "false",
+                "snapshot.mode": "initial",
+                "heartbeat.interval.ms": "30000",
+                "custom.metric.tags": "service=agentflow,source=postgres",
+            },
+        }
+
+
+AGENTFLOW_POSTGRES_CDC = DebeziumConnectorConfig(
+    name="agentflow-postgres-cdc",
+    database_hostname="${file:/opt/connect/secrets/postgres.properties:hostname}",
+    database_port=5432,
+    database_user="${file:/opt/connect/secrets/postgres.properties:user}",
+    database_secret_ref=_POSTGRES_SECRET_REF,
+    database_dbname="agentflow_demo",
+    table_include_list="public.orders_v2,public.users_enriched",
+    topic_prefix="cdc.postgres",
+    slot_name="agentflow_postgres_slot",
+    publication_name="agentflow_cdc_publication",
+    signal_data_collection="agentflow_demo.public.debezium_signal",
+)