Files
ai-kefu-admin/app/engine/wall_schema.py
T
浅念 bc903a273e feat: 词表数据化——AST 提取脚本 + wall.json + 编译器 + boundary/conversation 数据源切换(等价回归全绿)
- scripts/extract_config.py: AST 解析两老项目源码取常量(不 import 源模块),
  生成 seed_profiles/<slug>/{wall.json, brand_values.json, prompts/};幂等可重跑
- app/engine/wall_schema.py: compile_wall(json)→CompiledWall,坏结构/坏 regex
  编译期显性失败(WallConfigError 含字段路径)
- boundary_filter/conversation: 墙词表/话术数据源切换为 DEFAULT_WALL
  (jiancai 出厂 seed),函数逻辑不动、常量名保留为 wall 视图(既有测试零修改);
  wall 数据化新增 pivots/pivots_contact/zero_number/reask_patterns 字段
- 脆锚点迁移: test_inline_prohibitions 断言对象从 conversation.py 源码改为
  wall.json 数据文件,语义等价(唯一允许的测试修改)
- 回归: 322 既有全绿 + 10 新增 wall_schema 测试 = 332;提取脚本两遍无 diff

Co-Authored-By: Claude Code <noreply@anthropic.com>
2026-10-12 17:31:57 +08:00

196 lines
7.9 KiB
Python

"""wall.json → CompiledWall 编译器(Task 4 词表数据化)。
seed_profiles/<slug>/wall.json(由 scripts/extract_config.py 从老项目源码
AST 提取生成)是租户墙词表/话术的唯一数据源。compile_wall 把 JSON 编译为
运行时对象: pattern 字符串 → re.Pattern,模板话术(含 {shown}/{intl} 等
占位符)原样承载、由 conversation.py 运行期 .format() 回填。
regex 条目两种形态(pattern 文本与源码逐字一致):
- 纯字符串: 无标志位,re.compile(s)
- {"pattern": "...", "flags": "i"}: flags 字符映射 re.IGNORECASE
(提取脚本只产出 "i";comment 键为设计说明注释,编译时忽略)
结构/regex 无效 → WallConfigError,信息含字段路径(坏 regex 含 "regex"
字样与 re.error 原因)——配置错误在编译期显性失败,不流入运行期。
顶层 "_"-前缀键(如 auto 的 _meta 数据来源标注)为元信息,不参与编译。
"""
from __future__ import annotations
import json
import re
from dataclasses import dataclass
from pathlib import Path
_FLAG_MAP = {"": 0, "i": re.IGNORECASE}
class WallConfigError(Exception):
"""wall.json 结构/regex 无效。"""
@dataclass(frozen=True)
class CompiledWall:
price_patterns: tuple[re.Pattern, ...]
deflections: dict[str, tuple[str, ...]]
deflections_contact: dict[str, tuple[str, ...]]
pivots: dict[str, tuple[str, ...]]
pivots_contact: dict[str, tuple[str, ...]]
no_contact: dict[str, str]
zero_number: dict[str, re.Pattern]
reask_patterns: tuple[re.Pattern, ...]
triggers: dict[str, re.Pattern]
reminders: dict[str, dict[str, str]] # 六类轮中提醒话术(_build_context_reminder 数据源)
cc_templates: dict[str, dict[str, str]]
# 每字段必填的变体键(引擎代码按名引用,缺键=运行期 KeyError,前移到编译期)
_REQUIRED_POOLS = {
"deflections": ("en", "zh"),
"deflections_contact": ("en", "zh"),
"pivots": ("en", "zh"),
"pivots_contact": ("en", "zh"),
}
_REMINDER_VARIANTS = {
"boundary": ("budget", "normal"),
"contact_ask": ("app_already", "app", "web"),
"language_follow": ("zh", "es"),
"lead_given": ("forbidden", "respond_script", "boundary_tail", "suspect"),
"cc_guide": ("echo", "ask"),
"email_light": ("en", "zh"),
}
_CC_TEMPLATE_VARIANTS = {
"ask": ("en", "zh", "es"),
"wall": ("en", "zh", "es"),
"note": ("en", "zh"),
"echo": ("en", "zh", "es"),
}
_KNOWN_FIELDS = frozenset(
list(_REQUIRED_POOLS) + ["price_patterns", "no_contact", "zero_number",
"reask_patterns", "triggers", "reminders",
"cc_templates"])
def _err(msg: str) -> WallConfigError:
return WallConfigError(msg)
def _compile_pattern(entry, field: str) -> re.Pattern:
"""str | {pattern, flags[, comment]} → re.Pattern;失败含字段路径与原因。"""
if isinstance(entry, str):
pattern, flags = entry, 0
elif isinstance(entry, dict):
pattern = entry.get("pattern")
flag_chars = str(entry.get("flags", ""))
if not isinstance(pattern, str) or not pattern:
raise _err(f"{field}: 条目缺非空 pattern 字符串: {entry!r}")
if flag_chars not in _FLAG_MAP:
raise _err(f"{field}: 不支持的 flags {flag_chars!r}(仅支持 'i')")
flags = _FLAG_MAP[flag_chars]
else:
raise _err(f"{field}: 条目必须是字符串或 {{pattern, flags}}: {entry!r}")
try:
return re.compile(pattern, flags)
except re.error as exc:
raise _err(f"{field}: regex 编译失败: {pattern!r}: {exc}") from exc
def _compile_patterns(entries, field: str) -> tuple[re.Pattern, ...]:
if not isinstance(entries, list) or not entries:
raise _err(f"{field}: 必须为非空列表")
return tuple(_compile_pattern(e, f"{field}[{i}]") for i, e in enumerate(entries))
def _compile_pool(cfg: dict, field: str) -> dict[str, tuple[str, ...]]:
pool_cfg = cfg.get(field)
if not isinstance(pool_cfg, dict) or not pool_cfg:
raise _err(f"{field}: 必须为非空语言→列表映射")
out: dict[str, tuple[str, ...]] = {}
for lang, items in pool_cfg.items():
if (not isinstance(items, list) or not items
or not all(isinstance(t, str) and t for t in items)):
raise _err(f"{field}.{lang}: 必须为非空字符串列表")
out[lang] = tuple(items)
for lang in _REQUIRED_POOLS[field]:
if lang not in out:
raise _err(f"{field}: 缺语言 {lang}")
return out
def _str_mapping(sub, label: str, required: tuple[str, ...]) -> dict[str, str]:
"""一层 str 映射校验(no_contact 各键/reminders 各类变体/cc_templates 各组)。"""
if not isinstance(sub, dict):
raise _err(f"{label}: 必须为映射(缺类别或类型错误)")
out: dict[str, str] = {}
for key in required:
val = sub.get(key)
if not isinstance(val, str) or not val:
raise _err(f"{label}.{key}: 缺非空字符串")
out[key] = val
for key in sub:
if key not in required:
raise _err(f"{label}.{key}: 未知变体键(合法: {', '.join(required)})")
return out
def compile_wall(cfg: dict) -> CompiledWall:
"""wall.json 反序列化后的 dict → CompiledWall。任何结构/regex 问题显性失败。"""
if not isinstance(cfg, dict):
raise _err("wall 配置必须为 JSON 对象")
unknown = [k for k in cfg if k not in _KNOWN_FIELDS and not k.startswith("_")]
if unknown:
raise _err(f"wall 未知字段: {', '.join(sorted(unknown))}")
missing = [k for k in sorted(_KNOWN_FIELDS) if k not in cfg]
if missing:
raise _err(f"wall 缺字段: {', '.join(missing)}")
zero_cfg = cfg["zero_number"]
if not isinstance(zero_cfg, dict):
raise _err("zero_number: 必须为映射")
zero = {key: _compile_pattern(zero_cfg.get(key), f"zero_number.{key}")
for key in ("long_number", "any_email")}
triggers_cfg = cfg["triggers"]
if not isinstance(triggers_cfg, dict):
raise _err("triggers: 必须为映射")
triggers = {key: _compile_pattern(triggers_cfg.get(key), f"triggers.{key}")
for key in ("boundary", "budget", "contact_ask")}
if not isinstance(cfg["reminders"], dict):
raise _err("reminders: 必须为映射")
reminders = {cat: _str_mapping(cfg["reminders"].get(cat), f"reminders.{cat}",
variants)
for cat, variants in _REMINDER_VARIANTS.items()}
extra = set(cfg["reminders"]) - set(_REMINDER_VARIANTS)
if extra:
raise _err(f"reminders: 未知类别 {', '.join(sorted(extra))}")
if not isinstance(cfg["cc_templates"], dict):
raise _err("cc_templates: 必须为映射")
cc_templates = {group: _str_mapping(cfg["cc_templates"].get(group),
f"cc_templates.{group}", variants)
for group, variants in _CC_TEMPLATE_VARIANTS.items()}
extra = set(cfg["cc_templates"]) - set(_CC_TEMPLATE_VARIANTS)
if extra:
raise _err(f"cc_templates: 未知组 {', '.join(sorted(extra))}")
return CompiledWall(
price_patterns=_compile_patterns(cfg["price_patterns"], "price_patterns"),
deflections=_compile_pool(cfg, "deflections"),
deflections_contact=_compile_pool(cfg, "deflections_contact"),
pivots=_compile_pool(cfg, "pivots"),
pivots_contact=_compile_pool(cfg, "pivots_contact"),
no_contact=_str_mapping(cfg.get("no_contact"), "no_contact",
("web", "app", "already")),
zero_number=zero,
reask_patterns=_compile_patterns(cfg["reask_patterns"], "reask_patterns"),
triggers=triggers,
reminders=reminders,
cc_templates=cc_templates,
)
def load_wall_file(path: str | Path) -> CompiledWall:
"""从 wall.json 文件编译(出厂默认/测试共用;调用方负责路径锚定)。"""
return compile_wall(
json.loads(Path(path).read_text(encoding="utf-8")))