fix(scraper): 云客鉴权失败信封统一拦截——cookie 过期响亮报错不再静默
事故(2026-09-03 手动同步实测):cookie 过期时 WA 路径对 str data 调 .get 崩 AttributeError,微信路径更糟——auth 错误信封被当空数据,55 员工全部 rows=0 无任何告警,整轮同步一无所获。 守卫:_browser_fetch 收口统一走 _check_auth_envelope,识别 success=false 且 code=±20020(实测信封)抛 CookieExpiredError;main 入口捕获后输出 一句话可读信息 + 退出码 3(不再天书堆栈)。业务错误(-90000 等)不受影响 照旧放行。测试 5 新增,全量 517 绿。 后续(等确认真实密码):CookieExpiredError 触发自动重新登录换 cookie, 过期彻底自愈。 Co-Authored-By: Claude Code <noreply@anthropic.com>
This commit is contained in:
@@ -1131,10 +1131,12 @@ async def _browser_fetch(page, path: str, json_body: dict | None = None, form_bo
|
||||
"""POST from inside the browser context (proper cookies/referrer => no 风控).
|
||||
|
||||
``json_body`` sends a JSON body; ``form_body`` sends form-urlencoded.
|
||||
Returns the parsed JSON response.
|
||||
Returns the parsed JSON response. 鉴权失败信封(云客 cookie 过期)在此
|
||||
统一拦截抛 :class:`CookieExpiredError`(2026-09-03:过期时 WA 路径对
|
||||
str data 调 .get 崩 AttributeError、微信路径静默当空数据 55 员工 0 行)。
|
||||
"""
|
||||
if json_body is not None:
|
||||
return await page.evaluate(
|
||||
resp = await page.evaluate(
|
||||
"""async ([path, body]) => {
|
||||
const resp = await fetch(path, {
|
||||
method: 'POST',
|
||||
@@ -1145,19 +1147,42 @@ async def _browser_fetch(page, path: str, json_body: dict | None = None, form_bo
|
||||
}""",
|
||||
[path, json_body],
|
||||
)
|
||||
return await page.evaluate(
|
||||
"""async ([path, params]) => {
|
||||
const ps = new URLSearchParams();
|
||||
for (const [k, v] of Object.entries(params)) ps.append(k, String(v));
|
||||
const resp = await fetch(path, {
|
||||
method: 'POST',
|
||||
headers: { 'Content-Type': 'application/x-www-form-urlencoded' },
|
||||
body: ps.toString(),
|
||||
});
|
||||
return await resp.json();
|
||||
}""",
|
||||
[path, form_body or {}],
|
||||
)
|
||||
else:
|
||||
resp = await page.evaluate(
|
||||
"""async ([path, params]) => {
|
||||
const ps = new URLSearchParams();
|
||||
for (const [k, v] of Object.entries(params)) ps.append(k, String(v));
|
||||
const resp = await fetch(path, {
|
||||
method: 'POST',
|
||||
headers: { 'Content-Type': 'application/x-www-form-urlencoded' },
|
||||
body: ps.toString(),
|
||||
});
|
||||
return await resp.json();
|
||||
}""",
|
||||
[path, form_body or {}],
|
||||
)
|
||||
return _check_auth_envelope(resp)
|
||||
|
||||
|
||||
class CookieExpiredError(RuntimeError):
|
||||
"""云客会话过期(鉴权失败信封)。调用方应中止本轮同步,提示重新登录换 cookie。"""
|
||||
|
||||
|
||||
def _check_auth_envelope(resp):
|
||||
"""鉴权失败信封 → CookieExpiredError;其余响应原样返回。
|
||||
|
||||
云客过期时的实测信封(code 时而 str 时而 int):
|
||||
``{"code":"-20020","data":"账号认证已过期…","message":"鉴权失败…","success":false}``
|
||||
业务错误(如 -90000)不是鉴权问题,照旧放行由调用方语义处理。
|
||||
"""
|
||||
if isinstance(resp, dict) and resp.get("success") is False:
|
||||
code = str(resp.get("code", ""))
|
||||
if code in {"-20020", "20020"}:
|
||||
raise CookieExpiredError(
|
||||
f"云客 cookie 已过期(code={code}:{resp.get('message')}),"
|
||||
"需重新登录换取后更新 YK_COOKIE"
|
||||
)
|
||||
return resp
|
||||
|
||||
|
||||
def _rows_flat(body: dict) -> list[dict]:
|
||||
@@ -2224,4 +2249,9 @@ async def main():
|
||||
|
||||
|
||||
if __name__ == "__main__":
|
||||
asyncio.run(main())
|
||||
try:
|
||||
asyncio.run(main())
|
||||
except CookieExpiredError as exc:
|
||||
# 一句话可读 + 专用退出码,调度器/脚本日志第一眼就能定位;不再输出天书堆栈
|
||||
print(f"[cookie-expired] {exc}", file=sys.stderr)
|
||||
sys.exit(3)
|
||||
|
||||
Reference in New Issue
Block a user