feat(scraper): cookie 过期自动续期——浏览器表单重登+缓存+整实体重跑

撞 CookieExpiredError → PageScraper 表单登录(密码登录tab+placeholder选择器,
2026-09-03 实测一次成功)→ 新 cookie 落 MEDIA_DIR/.yk_cookie_cache(优先于
compose 注入的 env,永远比它新)→ 实体重跑一次(幂等+水位,安全);二次过期
直接抛出防循环;重登失败(无账密/云客改版)报可读原因退出码 3。

main 瘦身:cookie 加载收敛 _load_cookie(缓存>env>settings),分发链移
_dispatch_entity。测试 8 新增,全量 525 绿。

Co-Authored-By: Claude Code <noreply@anthropic.com>

yunke-server/scripts/scrape_via_page.py

@@ -1185,6 +1185,92 @@ def _check_auth_envelope(resp):
     return resp
 
 
+# ── cookie 自动续期(2026-09-03)────────────────────────────────────────── #
+# 缓存文件优先于 compose 注入的 YK_COOKIE(自动续期成功时写入,永远比 env 新);
+# 实体撞 CookieExpiredError → 浏览器表单重登 → 落缓存 → 整实体重跑一次
+# (upsert 幂等 + 水位增量,重跑安全);二次过期直接抛出,绝不循环。
+
+
+def _cookie_cache_path():
+    from pathlib import Path
+
+    override = os.environ.get("YK_COOKIE_CACHE")
+    if override:
+        return Path(override)
+    from app.config import get_settings
+
+    return Path(get_settings().media_dir) / ".yk_cookie_cache"
+
+
+def _load_cookie() -> str:
+    """缓存文件 > YK_COOKIE env > settings(.env)。空串=三者皆无。"""
+    try:
+        cached = _cookie_cache_path().read_text(encoding="utf-8").strip()
+        if cached:
+            return cached
+    except OSError:
+        pass
+    cookie = os.environ.get("YK_COOKIE", "")
+    if not cookie:
+        from app.config import get_settings
+
+        cookie = get_settings().yk_cookie
+    return cookie or ""
+
+
+def _save_cookie_cache(cookie: str) -> None:
+    """尽力而为持久化:路径不可写(本地无挂载)只告警不炸。"""
+    try:
+        p = _cookie_cache_path()
+        p.parent.mkdir(parents=True, exist_ok=True)
+        p.write_text(cookie, encoding="utf-8")
+    except OSError as exc:
+        logger.warning(f"cookie 缓存写入失败({exc}),新 cookie 仅本次进程生效")
+
+
+async def _run_with_auto_relogin(entity, cookie: str, *, relogin=None):
+    """跑一个 entity(cookie 参数化);撞过期自动重登换 cookie 重跑一次。"""
+    if relogin is None:
+        relogin = _relogin
+    try:
+        return await entity(cookie)
+    except CookieExpiredError:
+        logger.warning("cookie 过期 → 浏览器表单自动重登…")
+        new_cookie = await relogin()
+        _save_cookie_cache(new_cookie)
+        logger.info("自动续期成功,新 cookie 已缓存;重跑本实体")
+        return await entity(new_cookie)
+
+
+async def _relogin() -> str:
+    """浏览器表单登录云客换取新 cookie(2026-09-03 实测一次成功)。
+
+    选择器来自真实页面:tab 文本「密码登录」、placeholder 请输入手机号/
+    请输入密码、按钮「登 录」;成功判据 = URL 跳到 /cms/home/* 且
+    document.cookie 出现 userToken。
+    """
+    from app.config import get_settings
+
+    s = get_settings()
+    if not s.yunke_username or not s.yunke_password:
+        raise CookieExpiredError("自动重登失败:未配置 YUNKE_USERNAME/YUNKE_PASSWORD")
+    try:
+        async with PageScraper("") as scraper:
+            page = await scraper.context.new_page()
+            await page.goto(f"{YUNKE_BASE}/cms/auth/login", wait_until="networkidle", timeout=30000)
+            await page.click("text=密码登录")
+            await page.fill('input[placeholder="请输入手机号"]', s.yunke_username)
+            await page.fill('input[placeholder="请输入密码"]', s.yunke_password)
+            await page.click('button:has-text("登 录")')
+            await page.wait_for_url("**/cms/home/**", timeout=20000)
+            cookie = await page.evaluate("() => document.cookie")
+    except Exception as exc:
+        raise CookieExpiredError(f"自动重登失败:{exc}") from exc
+    if "userToken=" not in cookie:
+        raise CookieExpiredError("自动重登失败:登录后未见 userToken cookie")
+    return cookie
+
+
 def _rows_flat(body: dict) -> list[dict]:
     """Extract rows from the flat envelope: ``data.data[]`` (wxUser/list,
     queryWeChatVoiceList, call/list)."""
@@ -2207,17 +2293,21 @@ async def main():
     parser.add_argument("--full-history", action="store_true", help="消息类实体强制全量翻历史(默认增量水位)")
     args = parser.parse_args()
 
-    cookie = os.environ.get("YK_COOKIE", "")
-    if not cookie:
-        # Try reading from .env
-        from app.config import get_settings
-        cookie = get_settings().yk_cookie
+    cookie = _load_cookie()
     if not cookie:
         logger.error("YK_COOKIE not set in .env or environment")
         return
 
     logger.info(f"Starting page-based scrape: entity={args.entity}")
 
+    async def _run(c: str) -> None:
+        await _dispatch_entity(args, c)
+
+    # cookie 过期自动续期:重登→落缓存→整实体重跑(2026-09-03)
+    await _run_with_auto_relogin(_run, cookie)
+
+
+async def _dispatch_entity(args, cookie: str) -> None:
     if args.entity == "friends":
         await scrape_friends(cookie, args.max_employees)
     elif args.entity == "groups":