feat(msg): 类型归一化扩展(spike判别+49拆红包/转账)+存量回填+API msg_type/q过滤

- _normalize_msg_type 升级 (raw_type, row): messageType 经典码优先 → 49/appmsg 行级拆分(红包/转账/聊天记录) → 云客码兜底 - spike 修正: 云客 type=3 实为语音(messageType=34, 8754/8955 行), 原 image_legacy 是误标; type_raw=3 的 201 行旧数据才是真图片 - 新映射: 5红包 6/7通话 9文件 10/18/20链接 11转账 13名片 14位置 15/10000系统 21引用回复→text 22/19 证据不足留 unknown - 回填 smoke.db: 620279 行重扫, 94268 行修正, unknown 87198→1885, 幂等 - GET /api/messages 加 msg_type(Literal 422)+q(LIKE 转义)参数 - 新增 test_scrape_msg_type.py(11) + test_api_messages 追加(8), 全量 466 绿 Co-Authored-By: Claude <noreply@anthropic.com>
2026-08-25 15:17:21 +08:00
parent f6ddd0263a
commit 64577a1b02
5 changed files with 537 additions and 17 deletions
@@ -360,3 +360,119 @@ async def test_media_fields_default_none_when_unset(make_client):
    ):
        assert key in it
        assert it[key] is None
+
+
+# ---------------------------------------------------------------------------
+# msg_type / q 过滤(Task 4: 类型归一化扩展 + API 过滤, 对齐云客 10 类下拉)
+# ---------------------------------------------------------------------------
+
+
+async def _seed_types(session: AsyncSession) -> None:
+    """text / image / image_legacy / red_packet / transfer 各一条 + 关键词行。"""
+    session.add_all(
+        [
+            Message(
+                msg_id="ty_text", channel="wechat", owner_account_id="wx_owner_1",
+                talker_id="t_a", text="报价 135800 元", timestamp=1000, is_send=True,
+                type="text", type_raw=1,
+            ),
+            Message(
+                msg_id="ty_img", channel="wechat", owner_account_id="wx_owner_1",
+                talker_id="t_a", text="", timestamp=2000, is_send=False,
+                type="image", type_raw=2,
+            ),
+            Message(
+                msg_id="ty_img_legacy", channel="wechat", owner_account_id="wx_owner_1",
+                talker_id="t_a", text="", timestamp=2500, is_send=False,
+                type="image_legacy", type_raw=3,
+            ),
+            Message(
+                msg_id="ty_red", channel="wechat", owner_account_id="wx_owner_1",
+                talker_id="t_a", text="", timestamp=3000, is_send=True,
+                type="red_packet", type_raw=5,
+            ),
+            Message(
+                msg_id="ty_transfer", channel="wechat", owner_account_id="wx_owner_1",
+                talker_id="t_a", text="发送转账：￥100.00", timestamp=4000, is_send=True,
+                type="transfer", type_raw=11,
+            ),
+            Message(
+                msg_id="ty_text_2", channel="wechat", owner_account_id="wx_owner_1",
+                talker_id="t_a", text="含 100% 通配符字面量", timestamp=5000, is_send=True,
+                type="text", type_raw=1,
+            ),
+        ]
+    )
+    await session.commit()
+
+
+async def test_msg_type_filter_text(make_client):
+    client = await make_client(_seed_types)
+    r = await client.get("/api/messages", params={"msg_type": "text"})
+    assert r.status_code == 200
+    body = r.json()
+    assert {it["msg_id"] for it in body["items"]} == {"ty_text", "ty_text_2"}
+
+
+async def test_msg_type_filter_image_includes_legacy(make_client):
+    """msg_type=image 覆盖 image + image_legacy(过渡期兼容)。"""
+    client = await make_client(_seed_types)
+    r = await client.get("/api/messages", params={"msg_type": "image"})
+    assert r.status_code == 200
+    body = r.json()
+    assert {it["msg_id"] for it in body["items"]} == {"ty_img", "ty_img_legacy"}
+
+
+async def test_msg_type_filter_red_packet_only(make_client):
+    client = await make_client(_seed_types)
+    r = await client.get("/api/messages", params={"msg_type": "red_packet"})
+    assert r.status_code == 200
+    body = r.json()
+    assert [it["msg_id"] for it in body["items"]] == ["ty_red"]
+    assert body["total"] == 1
+
+
+async def test_msg_type_filter_no_rows_returns_empty(make_client):
+    """voice_call 等暂无样本类型: 过滤语法有效, 查空是数据现实。"""
+    client = await make_client(_seed_types)
+    r = await client.get("/api/messages", params={"msg_type": "voice_call"})
+    assert r.status_code == 200
+    body = r.json()
+    assert body["items"] == []
+    assert body["total"] == 0
+
+
+async def test_msg_type_unknown_rejected_422(make_client):
+    client = await make_client(_seed_types)
+    r = await client.get("/api/messages", params={"msg_type": "bogus"})
+    assert r.status_code == 422
+
+
+async def test_q_substring_filter(make_client):
+    client = await make_client(_seed_types)
+    r = await client.get("/api/messages", params={"q": "报价"})
+    assert r.status_code == 200
+    body = r.json()
+    assert [it["msg_id"] for it in body["items"]] == ["ty_text"]
+    assert body["total"] == 1
+
+
+async def test_q_escapes_like_wildcards(make_client):
+    """q 里的 %/_ 按字面匹配, 不当通配符。"""
+    client = await make_client(_seed_types)
+    r = await client.get("/api/messages", params={"q": "100%"})
+    assert r.status_code == 200
+    body = r.json()
+    # 只命中字面含 "100%" 的行; 不因 % 通配漏扩到 "￥100.00" 之外的行
+    assert [it["msg_id"] for it in body["items"]] == ["ty_text_2"]
+    r2 = await client.get("/api/messages", params={"q": "100"})
+    ids2 = {it["msg_id"] for it in r2.json()["items"]}
+    assert ids2 == {"ty_transfer", "ty_text_2"}
+
+
+async def test_msg_type_and_q_combine(make_client):
+    client = await make_client(_seed_types)
+    r = await client.get("/api/messages", params={"msg_type": "transfer", "q": "转账"})
+    assert r.status_code == 200
+    body = r.json()
+    assert [it["msg_id"] for it in body["items"]] == ["ty_transfer"]