feat(analytics): 数据分析板块四新表+迁移——stat_daily_staff/敏感词三表/fetched_at 索引

Co-Authored-By: Claude Code <noreply@anthropic.com>
2026-09-04 15:04:33 +08:00
parent 81af615738
commit 565006239b
3 changed files with 264 additions and 0 deletions
@@ -0,0 +1,102 @@
+"""数据分析板块 v1:stat_daily_staff + 敏感词三表 + message.fetched_at 索引
+
+Revision ID: f0a1b2c3d4e5
+Revises: a7d3e9f1c2b4
+Create Date: 2026-09-04
+
+spec: docs/superpowers/specs/2026-09-04-yunke-analytics-module-design.md。
+fetched_at 索引服务 C1 增量水位(MAX(fetched_at) / fetched_at > 水位)。
+幂等:sa.inspect 先查,存在即跳过。SQLite/MySQL 通用。
+"""
+from collections.abc import Sequence
+
+import sqlalchemy as sa
+from alembic import op
+
+revision: str = "f0a1b2c3d4e5"
+down_revision: str | Sequence[str] | None = "a7d3e9f1c2b4"
+branch_labels: str | Sequence[str] | None = None
+depends_on: str | Sequence[str] | None = None
+
+
+def _has_index(bind, table: str, index: str) -> bool:
+    insp = sa.inspect(bind)
+    if not insp.has_table(table):
+        return False
+    return index in {ix["name"] for ix in insp.get_indexes(table)}
+
+
+def upgrade() -> None:
+    bind = op.get_bind()
+    insp = sa.inspect(bind)
+
+    if not insp.has_table("stat_daily_staff"):
+        op.create_table(
+            "stat_daily_staff",
+            sa.Column("day", sa.Integer(), primary_key=True),
+            sa.Column("channel", sa.String(length=16), primary_key=True),
+            sa.Column("user_id", sa.String(length=64), primary_key=True),
+            sa.Column("msg_sent", sa.Integer(), nullable=False, server_default=sa.text("0")),
+            sa.Column("msg_recv", sa.Integer(), nullable=False, server_default=sa.text("0")),
+            sa.Column("active_friends", sa.Integer(), nullable=False, server_default=sa.text("0")),
+            sa.Column("active_rooms", sa.Integer(), nullable=False, server_default=sa.text("0")),
+            sa.Column("updated_at", sa.DateTime(), nullable=False, server_default=sa.func.now()),
+        )
+    if not insp.has_table("sensitive_word"):
+        op.create_table(
+            "sensitive_word",
+            sa.Column("id", sa.Integer(), primary_key=True, autoincrement=True),
+            sa.Column("word", sa.String(length=64), nullable=False, unique=True),
+            sa.Column("category", sa.String(length=32), nullable=True),
+            sa.Column("enabled", sa.Boolean(), nullable=False, server_default=sa.text("1")),
+            sa.Column("min_len", sa.Integer(), nullable=False, server_default=sa.text("2")),
+            sa.Column("exclude_words", sa.JSON(), nullable=True),
+            sa.Column("created_at", sa.DateTime(), nullable=False, server_default=sa.func.now()),
+            sa.Column("updated_at", sa.DateTime(), nullable=False, server_default=sa.func.now()),
+        )
+    if not insp.has_table("sensitive_hit"):
+        op.create_table(
+            "sensitive_hit",
+            sa.Column("id", sa.Integer(), primary_key=True, autoincrement=True),
+            sa.Column(
+                "word_id",
+                sa.Integer(),
+                sa.ForeignKey("sensitive_word.id", ondelete="CASCADE"),
+                nullable=False,
+            ),
+            sa.Column("msg_id", sa.String(length=128), nullable=False),
+            sa.Column("channel", sa.String(length=16), nullable=False),
+            sa.Column("owner_account_id", sa.String(length=128), nullable=True),
+            sa.Column("talker_id", sa.String(length=128), nullable=True),
+            sa.Column("room_id", sa.String(length=128), nullable=True),
+            sa.Column("ts", sa.BigInteger(), nullable=True),
+            sa.Column("snippet", sa.String(length=255), nullable=True),
+            sa.Column("disposition", sa.String(length=16), nullable=False, server_default="pending"),
+            sa.Column("created_at", sa.DateTime(), nullable=False, server_default=sa.func.now()),
+            sa.UniqueConstraint("word_id", "msg_id", name="uq_sensitive_hit_word_msg"),
+        )
+        op.create_index(
+            "ix_sensitive_hit_disp_ts", "sensitive_hit", ["disposition", "ts"]
+        )
+    if not insp.has_table("sensitive_scan_state"):
+        op.create_table(
+            "sensitive_scan_state",
+            sa.Column("entity", sa.String(length=32), primary_key=True),
+            sa.Column("last_fetched_at", sa.DateTime(), nullable=True),
+            sa.Column("last_run_at", sa.DateTime(), nullable=True),
+            sa.Column("scanned", sa.Integer(), nullable=False, server_default=sa.text("0")),
+            sa.Column("hits", sa.Integer(), nullable=False, server_default=sa.text("0")),
+            sa.Column("updated_at", sa.DateTime(), nullable=False, server_default=sa.func.now()),
+        )
+    if not _has_index(bind, "message", "ix_message_fetched_at"):
+        op.create_index("ix_message_fetched_at", "message", ["fetched_at"])
+
+
+def downgrade() -> None:
+    bind = op.get_bind()
+    insp = sa.inspect(bind)
+    if _has_index(bind, "message", "ix_message_fetched_at"):
+        op.drop_index("ix_message_fetched_at", table_name="message")
+    for table in ("sensitive_scan_state", "sensitive_hit", "sensitive_word", "stat_daily_staff"):
+        if insp.has_table(table):
+            op.drop_table(table)