#!/bin/bash # FULL page-based re-sync: ALL channels, ALL entities — ZERO API calls, ZERO 风控 cd "$(dirname "$0")/.." export DB_URL="sqlite+aiosqlite:///./smoke.db" PY=".venv/Scripts/python.exe" echo "==============================================" echo "$(date) === FULL PAGE-BASED RE-SYNC (NO API) ===" echo "==============================================" echo "$(date) --- 1/10 WeChat accounts ---" $PY scripts/scrape_via_page.py --entity accounts echo "$(date) --- 2/10 WA accounts ---" $PY scripts/scrape_via_page.py --entity wa-accounts echo "$(date) --- 3/10 WeChat customers ---" $PY scripts/scrape_via_page.py --entity friends --max-employees 100 echo "$(date) --- 4/10 WA customers ---" $PY scripts/scrape_via_page.py --entity wa-friends echo "$(date) --- 5/10 WeChat groups ---" $PY scripts/scrape_via_page.py --entity groups --max-employees 100 echo "$(date) --- 6/10 Voice calls (WeChat + WA) ---" $PY scripts/scrape_via_page.py --entity voice-calls echo "$(date) --- 7/10 Voice clips ---" $PY scripts/scrape_via_page.py --entity voice-clips echo "$(date) --- 8/10 WeChat messages ---" $PY scripts/scrape_via_page.py --entity messages --max-conversations 1000 echo "$(date) --- 9/10 WA messages ---" $PY scripts/scrape_via_page.py --entity wa-messages --max-conversations 500 echo "$(date) --- 10/10 Media download (audio+images) ---" $PY scripts/scrape_via_page.py --entity media echo "==============================================" echo "$(date) === FULL RE-SYNC COMPLETE ===" echo "==============================================" $PY -c " import sqlite3 con = sqlite3.connect('smoke.db') c = con.cursor() print() print('=== FINAL DATA SUMMARY ===') for label, sql in [ ('wechat accounts', \"SELECT COUNT(*) FROM wechat_account\"), ('whatsapp accounts', \"SELECT COUNT(*) FROM whatsapp_account\"), ('wechat customers', \"SELECT COUNT(*) FROM customer WHERE channel='wechat'\"), ('whatsapp customers', \"SELECT COUNT(*) FROM customer WHERE channel='whatsapp'\"), ('wechat groups', \"SELECT COUNT(*) FROM chat_group WHERE channel='wechat'\"), ('whatsapp groups', \"SELECT COUNT(*) FROM chat_group WHERE channel='whatsapp'\"), ('wechat messages', \"SELECT COUNT(*) FROM message WHERE channel='wechat'\"), ('whatsapp messages', \"SELECT COUNT(*) FROM message WHERE channel='whatsapp'\"), ('voice calls', \"SELECT COUNT(*) FROM phone_call WHERE channel IN ('voice_call','wa_voice_call')\"), ('voice clips', 'SELECT COUNT(*) FROM voice_clip'), ('media files', 'SELECT COUNT(*) FROM media'), ]: print(f' {label:22s} {c.execute(sql).fetchone()[0]:>6}') "