feat(data-ana): implement complete CDC pipeline MySQL to ClickHouse

Debezium + Kafka + aiokafka consumer with table routing. E2E verified: MySQL INSERT to ClickHouse upsert.
2026-07-09 13:02:59 +08:00
parent 958b17c9d8
commit 1f901c5b20
10 changed files with 595 additions and 43 deletions
--- a/services/data-ana/pyproject.toml
+++ b/services/data-ana/pyproject.toml
@@ -15,6 +15,8 @@ dependencies = [
    "opentelemetry-instrumentation-fastapi>=0.48b0",
    "prometheus-client>=0.20.0",
    "structlog>=24.4.0",
+    # CDC 链路：消费 Debezium 写入 Kafka 的 MySQL binlog 变更事件
+    "aiokafka>=0.11.0",
 ]

 [tool.ruff]