fix(scraper): 云客鉴权失败信封统一拦截——cookie 过期响亮报错不再静默

事故(2026-09-03 手动同步实测):cookie 过期时 WA 路径对 str data 调 .get
崩 AttributeError,微信路径更糟——auth 错误信封被当空数据,55 员工全部
rows=0 无任何告警,整轮同步一无所获。

守卫:_browser_fetch 收口统一走 _check_auth_envelope,识别 success=false
且 code=±20020(实测信封)抛 CookieExpiredError;main 入口捕获后输出
一句话可读信息 + 退出码 3(不再天书堆栈)。业务错误(-90000 等)不受影响
照旧放行。测试 5 新增,全量 517 绿。

后续(等确认真实密码):CookieExpiredError 触发自动重新登录换 cookie,
过期彻底自愈。

Co-Authored-By: Claude Code <noreply@anthropic.com>
This commit is contained in:
浅念
2026-09-03 17:52:09 +08:00
parent 0ade58a750
commit e365108244
2 changed files with 95 additions and 16 deletions
+46 -16
View File
@@ -1131,10 +1131,12 @@ async def _browser_fetch(page, path: str, json_body: dict | None = None, form_bo
"""POST from inside the browser context (proper cookies/referrer => no 风控).
``json_body`` sends a JSON body; ``form_body`` sends form-urlencoded.
Returns the parsed JSON response.
Returns the parsed JSON response. 鉴权失败信封(云客 cookie 过期)在此
统一拦截抛 :class:`CookieExpiredError`(2026-09-03:过期时 WA 路径对
str data 调 .get 崩 AttributeError、微信路径静默当空数据 55 员工 0 行)。
"""
if json_body is not None:
return await page.evaluate(
resp = await page.evaluate(
"""async ([path, body]) => {
const resp = await fetch(path, {
method: 'POST',
@@ -1145,19 +1147,42 @@ async def _browser_fetch(page, path: str, json_body: dict | None = None, form_bo
}""",
[path, json_body],
)
return await page.evaluate(
"""async ([path, params]) => {
const ps = new URLSearchParams();
for (const [k, v] of Object.entries(params)) ps.append(k, String(v));
const resp = await fetch(path, {
method: 'POST',
headers: { 'Content-Type': 'application/x-www-form-urlencoded' },
body: ps.toString(),
});
return await resp.json();
}""",
[path, form_body or {}],
)
else:
resp = await page.evaluate(
"""async ([path, params]) => {
const ps = new URLSearchParams();
for (const [k, v] of Object.entries(params)) ps.append(k, String(v));
const resp = await fetch(path, {
method: 'POST',
headers: { 'Content-Type': 'application/x-www-form-urlencoded' },
body: ps.toString(),
});
return await resp.json();
}""",
[path, form_body or {}],
)
return _check_auth_envelope(resp)
class CookieExpiredError(RuntimeError):
"""云客会话过期(鉴权失败信封)。调用方应中止本轮同步,提示重新登录换 cookie。"""
def _check_auth_envelope(resp):
"""鉴权失败信封 → CookieExpiredError;其余响应原样返回。
云客过期时的实测信封(code 时而 str 时而 int):
``{"code":"-20020","data":"账号认证已过期…","message":"鉴权失败…","success":false}``
业务错误(如 -90000)不是鉴权问题,照旧放行由调用方语义处理。
"""
if isinstance(resp, dict) and resp.get("success") is False:
code = str(resp.get("code", ""))
if code in {"-20020", "20020"}:
raise CookieExpiredError(
f"云客 cookie 已过期(code={code}:{resp.get('message')}),"
"需重新登录换取后更新 YK_COOKIE"
)
return resp
def _rows_flat(body: dict) -> list[dict]:
@@ -2224,4 +2249,9 @@ async def main():
if __name__ == "__main__":
asyncio.run(main())
try:
asyncio.run(main())
except CookieExpiredError as exc:
# 一句话可读 + 专用退出码,调度器/脚本日志第一眼就能定位;不再输出天书堆栈
print(f"[cookie-expired] {exc}", file=sys.stderr)
sys.exit(3)
@@ -0,0 +1,49 @@
"""云客鉴权失败信封检测(2026-09-03 wa-friends 崩溃事故的防护)。
事故:cookie 过期时云客返回 ``{"code":"-20020","data":"账号认证已过期…",
"success":false}``——WA 路径对 str data 调 .get 直接 AttributeError 天书,
微信路径更糟:静默当空数据(55 员工 rows=0 无任何告警,同步一无所获)。
守卫:_browser_fetch 统一走 :func:`_check_auth_envelope`,识别鉴权失败信封
抛 :class:`CookieExpiredError`(调用方中止本轮,日志一句话可读)。
"""
from __future__ import annotations
import pytest
from scripts.scrape_via_page import CookieExpiredError, _check_auth_envelope
def test_auth_fail_envelope_raises():
resp = {
"code": "-20020",
"data": "账号认证已过期,请重新登录",
"message": "鉴权失败,token验证失败",
"success": False,
}
with pytest.raises(CookieExpiredError, match="cookie"):
_check_auth_envelope(resp)
def test_non_dict_resp_passes_through():
# 响应体不是 dict(如字符串)时不应崩——原样放行由调用方语义处理
assert _check_auth_envelope("plain string") == "plain string"
def test_normal_success_envelope_passes():
resp = {"code": "0", "data": {"totalCount": 5, "overviews": [{"a": 1}]}, "success": True}
assert _check_auth_envelope(resp) is resp
def test_other_error_codes_do_not_raise():
# 业务错误(如 -90000 系统错误)不是鉴权问题——照旧返回,由调用方决定
resp = {"code": "-90000", "data": "系统错误", "success": False}
assert _check_auth_envelope(resp) is resp
def test_code_as_int_20020_also_raises():
# 云客 code 时而是字符串时而是数字——两种都识别
resp = {"code": 20020, "data": "账号认证已过期,请重新登录", "success": False}
with pytest.raises(CookieExpiredError):
_check_auth_envelope(resp)