fix: 趋势改实时聚合+DailyStat自愈回写,摆脱cron依赖

Co-Authored-By: Claude Code <noreply@anthropic.com>
This commit is contained in:
浅念
2026-09-17 14:17:08 +08:00
parent 8f20d8d9a2
commit 35f7b55946
2 changed files with 96 additions and 31 deletions
+38 -12
View File
@@ -3,8 +3,7 @@ from datetime import timedelta
from django.contrib.auth import get_user_model
from django.utils import timezone
from rest_framework.test import APIClient
from tracker.models import Event, Site, SourceClassification, VisitSession, Visitor
from tracker.services.stats import refresh_daily
from tracker.models import DailyStat, Event, Site, SourceClassification, VisitSession, Visitor
pytestmark = pytest.mark.django_db
User = get_user_model()
@@ -103,11 +102,13 @@ def test_overview_7d_cards_and_deltas(client, member_user):
assert d["cards"]["returning"] == {"value": 1, "delta_pct": None} # 上期 0 → null
# 在线:v1/v2/v3 活跃(bot 排除、v4 十天前不在线)
assert d["header"] == {"online": 3, "active_now": 3} # active_now 兼容保留
# 趋势:7 点日粒度,历史无 DailyStat 补零,今天一位用实时值(uv=2、sessions=2,bot 排除)
# 趋势:7 点日粒度实时聚合,无数据的日补零——3 天前 v3 回访有真实值
# (uv=1、sessions=1,bot 排除),不依赖 DailyStat/聚合作业
trend = d["trend"]
assert len(trend) == 7
assert trend[0]["date"] == (TODAY - timedelta(days=6)).isoformat()
assert trend[-1] == {"date": TODAY.isoformat(), "uv": 2, "sessions": 2}
assert trend[-4] == {"date": (TODAY - timedelta(days=3)).isoformat(), "uv": 1, "sessions": 1}
assert trend[-2] == {"date": YESTERDAY.isoformat(), "uv": 0, "sessions": 0}
assert d["channels"] == [] # 无分类行 → 空列表
@@ -183,26 +184,52 @@ def test_overview_range_today(client, member_user):
assert len(d["trend"]) == 30
def test_overview_trend_uses_dailystat_history(client, member_user):
"""7d 趋势历史位读 DailyStat 聚合(跨站求和),今天位用实时值。"""
def test_overview_trend_realtime_and_selfheal(client, member_user):
"""趋势不依赖 DailyStat/聚合作业:昨天+今天的数据(不跑 refresh_daily)
两天都有真实值(昨天跨站求和);调用后 DailyStat 自愈出现对应行(update_or_create 幂等)。"""
_auth(client, member_user)
site_a = Site.objects.create(name="a", domains=["a.com"])
site_b = Site.objects.create(name="b", domains=["b.com"])
yn = NOW - timedelta(days=1) # 昨天同一本地时刻,必落上海昨日窗口
va = Visitor.objects.create(site=site_a, visitor_id="va")
va = _visitor(site_a, "va", last_seen=yn, first_seen=yn)
sa = _session(site_a, va, "sa", at=yn)
_events(site_a, va, sa, 3, "/", at=yn, prefix="ya")
refresh_daily(site_a, YESTERDAY)
vb = Visitor.objects.create(site=site_b, visitor_id="vb")
vb = _visitor(site_b, "vb", last_seen=yn, first_seen=yn)
sb = _session(site_b, vb, "sb", at=yn)
_events(site_b, vb, sb, 4, "/", at=yn, prefix="yb")
refresh_daily(site_b, YESTERDAY)
# 今天:site_b 一个新访客一条会话两条事件
vt = _visitor(site_b, "vt", last_seen=timezone.now())
st = _session(site_b, vt, "st")
_events(site_b, vt, st, 2, "/t", prefix="t")
assert DailyStat.objects.count() == 0 # 前置:聚合作业从未跑过
d = client.get("/api/admin/dashboard/overview").json()["data"]
trend = d["trend"]
assert len(trend) == 7
assert trend[-2] == {"date": YESTERDAY.isoformat(), "uv": 2, "sessions": 2} # 跨站求和
assert trend[-1] == {"date": TODAY.isoformat(), "uv": 0, "sessions": 0} # 今天无事件
assert trend[-1] == {"date": TODAY.isoformat(), "uv": 1, "sessions": 1}
# 自愈回写:按站按日出现三行,四指标口径与 daily_counts 一致
ra = DailyStat.objects.get(site=site_a, date=YESTERDAY)
assert (ra.pv, ra.uv, ra.sessions, ra.new_visitors) == (3, 1, 1, 1)
rb = DailyStat.objects.get(site=site_b, date=YESTERDAY)
assert (rb.pv, rb.uv, rb.sessions, rb.new_visitors) == (4, 1, 1, 1)
rt = DailyStat.objects.get(site=site_b, date=TODAY)
assert (rt.pv, rt.uv, rt.sessions, rt.new_visitors) == (2, 1, 1, 1)
assert DailyStat.objects.count() == 3
client.get("/api/admin/dashboard/overview") # 再调一次:update 不重复建行
assert DailyStat.objects.count() == 3
def test_overview_trend_empty_window_no_write(client, member_user):
"""空窗口:趋势为全零序列,且不写任何 DailyStat(自愈只写有数据的日)。"""
_auth(client, member_user)
Site.objects.create(name="s", domains=["a.com"])
d = client.get("/api/admin/dashboard/overview").json()["data"]
trend = d["trend"]
assert len(trend) == 7
assert trend[0]["date"] == (TODAY - timedelta(days=6)).isoformat()
assert all(p["uv"] == 0 and p["sessions"] == 0 for p in trend)
assert DailyStat.objects.count() == 0
def test_overview_site_filter_and_404(client, member_user):
@@ -217,10 +244,9 @@ def test_overview_site_filter_and_404(client, member_user):
_events(site_b, vb, sb, 5, "/b", prefix="b")
SourceClassification.objects.create(site=site_b, visitor=vb, session=sb,
scope="session_entry", channel="direct", resolution="unknown")
# a 站昨天有 DailyStat 行——过滤 site_b 时不得混入
# a 站昨天有数据(实时聚合)——过滤 site_b 时不得混入
yn = NOW - timedelta(days=1)
_events(site_a, va, sa, 3, "/", at=yn, prefix="ay")
refresh_daily(site_a, YESTERDAY)
d = client.get("/api/admin/dashboard/overview").json()["data"]
assert d["cards"]["visitors"]["value"] == 2 # 缺省聚合全部站点