浅念
104 lines
5.1 KiB
Python
104 lines
5.1 KiB
Python
"""数据分析板块 v1:stat_daily_staff + 敏感词三表 + message.fetched_at 索引
|
|
|
|
Revision ID: f0a1b2c3d4e5
|
|
Revises: a7d3e9f1c2b4
|
|
Create Date: 2026-09-04
|
|
|
|
spec: docs/superpowers/specs/2026-09-04-yunke-analytics-module-design.md。
|
|
fetched_at 索引服务 C1 增量水位(MAX(fetched_at) / fetched_at > 水位)。
|
|
幂等:sa.inspect 先查,存在即跳过。SQLite/MySQL 通用。
|
|
"""
|
|
from collections.abc import Sequence
|
|
|
|
import sqlalchemy as sa
|
|
from alembic import op
|
|
|
|
revision: str = "f0a1b2c3d4e5"
|
|
down_revision: str | Sequence[str] | None = "a7d3e9f1c2b4"
|
|
branch_labels: str | Sequence[str] | None = None
|
|
depends_on: str | Sequence[str] | None = None
|
|
|
|
|
|
def _has_index(bind, table: str, index: str) -> bool:
|
|
insp = sa.inspect(bind)
|
|
if not insp.has_table(table):
|
|
return False
|
|
return index in {ix["name"] for ix in insp.get_indexes(table)}
|
|
|
|
|
|
def upgrade() -> None:
|
|
bind = op.get_bind()
|
|
insp = sa.inspect(bind)
|
|
|
|
if not insp.has_table("stat_daily_staff"):
|
|
op.create_table(
|
|
"stat_daily_staff",
|
|
sa.Column("day", sa.Integer(), primary_key=True),
|
|
sa.Column("channel", sa.String(length=16), primary_key=True),
|
|
sa.Column("user_id", sa.String(length=64), primary_key=True),
|
|
sa.Column("msg_sent", sa.Integer(), nullable=False, server_default=sa.text("0")),
|
|
sa.Column("msg_recv", sa.Integer(), nullable=False, server_default=sa.text("0")),
|
|
sa.Column("active_friends", sa.Integer(), nullable=False, server_default=sa.text("0")),
|
|
sa.Column("active_rooms", sa.Integer(), nullable=False, server_default=sa.text("0")),
|
|
sa.Column("updated_at", sa.DateTime(), nullable=False, server_default=sa.func.now()),
|
|
)
|
|
if not insp.has_table("sensitive_word"):
|
|
op.create_table(
|
|
"sensitive_word",
|
|
sa.Column("id", sa.Integer(), primary_key=True, autoincrement=True),
|
|
sa.Column("word", sa.String(length=64), nullable=False, unique=True),
|
|
sa.Column("category", sa.String(length=32), nullable=True),
|
|
sa.Column("enabled", sa.Boolean(), nullable=False, server_default=sa.text("1")),
|
|
sa.Column("min_len", sa.Integer(), nullable=False, server_default=sa.text("2")),
|
|
sa.Column("exclude_words", sa.JSON(), nullable=True),
|
|
sa.Column("created_at", sa.DateTime(), nullable=False, server_default=sa.func.now()),
|
|
sa.Column("updated_at", sa.DateTime(), nullable=False, server_default=sa.func.now()),
|
|
)
|
|
if not insp.has_table("sensitive_hit"):
|
|
op.create_table(
|
|
"sensitive_hit",
|
|
sa.Column("id", sa.Integer(), primary_key=True, autoincrement=True),
|
|
sa.Column(
|
|
"word_id",
|
|
sa.Integer(),
|
|
sa.ForeignKey("sensitive_word.id", ondelete="CASCADE"),
|
|
nullable=False,
|
|
),
|
|
sa.Column("msg_id", sa.String(length=128), nullable=False),
|
|
sa.Column("channel", sa.String(length=16), nullable=False),
|
|
sa.Column("owner_account_id", sa.String(length=128), nullable=True),
|
|
sa.Column("talker_id", sa.String(length=128), nullable=True),
|
|
sa.Column("room_id", sa.String(length=128), nullable=True),
|
|
sa.Column("ts", sa.BigInteger(), nullable=True),
|
|
sa.Column("snippet", sa.String(length=255), nullable=True),
|
|
sa.Column("disposition", sa.String(length=16), nullable=False, server_default="pending"),
|
|
sa.Column("created_at", sa.DateTime(), nullable=False, server_default=sa.func.now()),
|
|
sa.UniqueConstraint("word_id", "msg_id", name="uq_sensitive_hit_word_msg"),
|
|
)
|
|
# 索引守卫独立于建表:MySQL DDL 逐句自动提交,进程死在 create_table 与
|
|
# create_index 之间的话,重跑会因表已存在而永远跳过索引。
|
|
if not _has_index(bind, "sensitive_hit", "ix_sensitive_hit_disp_ts"):
|
|
op.create_index("ix_sensitive_hit_disp_ts", "sensitive_hit", ["disposition", "ts"])
|
|
if not insp.has_table("sensitive_scan_state"):
|
|
op.create_table(
|
|
"sensitive_scan_state",
|
|
sa.Column("entity", sa.String(length=32), primary_key=True),
|
|
sa.Column("last_fetched_at", sa.DateTime(), nullable=True),
|
|
sa.Column("last_run_at", sa.DateTime(), nullable=True),
|
|
sa.Column("scanned", sa.Integer(), nullable=False, server_default=sa.text("0")),
|
|
sa.Column("hits", sa.Integer(), nullable=False, server_default=sa.text("0")),
|
|
sa.Column("updated_at", sa.DateTime(), nullable=False, server_default=sa.func.now()),
|
|
)
|
|
if not _has_index(bind, "message", "ix_message_fetched_at"):
|
|
op.create_index("ix_message_fetched_at", "message", ["fetched_at"])
|
|
|
|
|
|
def downgrade() -> None:
|
|
bind = op.get_bind()
|
|
insp = sa.inspect(bind)
|
|
if _has_index(bind, "message", "ix_message_fetched_at"):
|
|
op.drop_index("ix_message_fetched_at", table_name="message")
|
|
for table in ("sensitive_scan_state", "sensitive_hit", "sensitive_word", "stat_daily_staff"):
|
|
if insp.has_table(table):
|
|
op.drop_table(table)
|