feat(server): ingest v2事件级归属+session_resume+stay区间并集重算+响应明细契约
Co-Authored-By: Claude Code <noreply@anthropic.com>
This commit is contained in:
@@ -217,3 +217,136 @@ def test_device_model_backfilled_on_later_batch(db):
|
||||
ingest_batch(site, b3)
|
||||
v.refresh_from_db()
|
||||
assert v.device_model == "Pixel 7" # 已有值不再覆盖
|
||||
|
||||
|
||||
# ---- schema v2(阶段A Task3:事件级归属 / session_resume / 区间并集 / 时间质量)----
|
||||
|
||||
SITE_ID = "site_v2"
|
||||
|
||||
def _now_iso():
|
||||
return timezone.now().isoformat()
|
||||
|
||||
def _v2_event(name, page_id, sid, seq=1, **props):
|
||||
return {"event_id": f"e-{name}-{seq}", "event_name": name,
|
||||
"occurred_at": _now_iso(), "path": "/p", "title": "t",
|
||||
"site_id": SITE_ID, "visitor_id": "v1", "session_id": sid,
|
||||
"page_id": page_id, "seq": seq, "properties": props}
|
||||
|
||||
def _v2_batch(events, vid="v1", sid="s1"):
|
||||
return {"schema_version": 2, "site_id": SITE_ID, "visitor_id": vid,
|
||||
"session_id": sid, "sdk_version": "0.2.0",
|
||||
"context": {"referrer_domain": "", "path": "/", "device_type": "PC"},
|
||||
"events": events}
|
||||
|
||||
# 20. v2 事件级归属:同批多 session 各自落库(v1 信封 session_id 不再是唯一依据);
|
||||
# 事件级 site/visitor 与批级不一致 → attribution_mismatch
|
||||
def test_v2_event_level_attribution(db):
|
||||
site = Site.objects.create(name="s", domains=["a.com"], site_id=SITE_ID)
|
||||
evs = [_v2_event("page_view", "p1", "sA", seq=1),
|
||||
_v2_event("page_view", "p2", "sB", seq=2)]
|
||||
r = ingest_batch(site, _v2_batch(evs, sid="sA"))
|
||||
assert (r["accepted"], r["duplicated"], r["rejected"]) == (2, 0, [])
|
||||
assert VisitSession.objects.count() == 2
|
||||
for sid_name, pid in (("sA", "p1"), ("sB", "p2")):
|
||||
sess = VisitSession.objects.get(session_id=sid_name)
|
||||
e = Event.objects.get(session=sess)
|
||||
assert e.page_id == pid and e.schema_version == 2
|
||||
bad_v = _v2_event("page_view", "p3", "sA", seq=3)
|
||||
bad_v["visitor_id"] = "v-other" # 事件级 visitor ≠ 批级
|
||||
bad_s = _v2_event("page_view", "p4", "sA", seq=4)
|
||||
bad_s["site_id"] = "site_other" # 事件级 site ≠ 批级
|
||||
r2 = ingest_batch(site, _v2_batch(
|
||||
[bad_v, bad_s, _v2_event("page_view", "p5", "sA", seq=5)], sid="sA"))
|
||||
assert r2["accepted"] == 1
|
||||
assert r2["rejected"] == [
|
||||
{"index": 0, "event_id": "e-page_view-3", "reason": "attribution_mismatch"},
|
||||
{"index": 1, "event_id": "e-page_view-4", "reason": "attribution_mismatch"}]
|
||||
|
||||
# 21. session_resume:新会话 resume_of 链接 prev_session_id 对应会话;
|
||||
# prev 不存在软处理(resume_of=None 不拒);v2 不做 30min 兜底切分
|
||||
def test_session_resume_creates_linked_session(db):
|
||||
site = Site.objects.create(name="s", domains=["a.com"], site_id=SITE_ID)
|
||||
ingest_batch(site, _v2_batch([_v2_event("page_view", "p1", "s1", seq=1)], sid="s1"))
|
||||
r = ingest_batch(site, _v2_batch([
|
||||
_v2_event("session_resume", "", "s2", seq=2, prev_session_id="s1", reason="idle_timeout"),
|
||||
_v2_event("page_view", "p2", "s2", seq=3)], sid="s2"))
|
||||
assert (r["accepted"], r["rejected"]) == (2, [])
|
||||
s1 = VisitSession.objects.get(session_id="s1")
|
||||
s2 = VisitSession.objects.get(session_id="s2")
|
||||
assert s2.resume_of == s1
|
||||
r2 = ingest_batch(site, _v2_batch([
|
||||
_v2_event("session_resume", "", "s3", seq=4, prev_session_id="ghost", reason="idle_timeout"),
|
||||
_v2_event("page_view", "p3", "s3", seq=5)], sid="s3"))
|
||||
assert (r2["accepted"], r2["rejected"]) == (2, []) # prev 无效不拒
|
||||
assert VisitSession.objects.get(session_id="s3").resume_of is None
|
||||
assert Visitor.objects.get(visitor_id="v1").visit_count == 3 # s1/s2/s3
|
||||
# 35min 后同 sid 再发:不切 s2#2(v2 会话切换由 SDK 显式 resume 驱动)
|
||||
late_ev = _v2_event("page_view", "p2b", "s2", seq=6)
|
||||
late_ev["occurred_at"] = (timezone.now() + timedelta(minutes=35)).isoformat()
|
||||
r3 = ingest_batch(site, _v2_batch([late_ev], sid="s2"))
|
||||
assert r3["accepted"] == 1
|
||||
assert VisitSession.objects.filter(session_id__startswith="s2").count() == 1
|
||||
|
||||
# 22. v2 page_stay 区间并集(非加法):[0,15][15,30][40,55]s → 0-30 ∪ 40-55 = 45s
|
||||
def test_stay_interval_union_not_sum(db):
|
||||
site = Site.objects.create(name="s", domains=["a.com"], site_id=SITE_ID)
|
||||
secs = [(0, 15), (15, 30), (40, 55)]
|
||||
evs = [_v2_event("page_stay", "p1", "s1", seq=i + 1,
|
||||
active_from=a * 1000, active_to=b * 1000, flush_reason="periodic")
|
||||
for i, (a, b) in enumerate(secs)]
|
||||
r = ingest_batch(site, _v2_batch(evs, sid="s1"))
|
||||
assert (r["accepted"], r["rejected"]) == (3, [])
|
||||
e1 = Event.objects.get(event_id="e-page_stay-1")
|
||||
assert (e1.active_from_ms, e1.active_to_ms) == (0, 15000)
|
||||
assert e1.flush_reason == "periodic" and e1.sdk_version == "0.2.0"
|
||||
assert VisitSession.objects.get(session_id="s1").stay_ms == 45000 # 非 sum=60000
|
||||
|
||||
# 23. v1 路径完全不变:stay_ms 仍为 active_ms 加法,v2 新字段留空
|
||||
def test_v1_events_unchanged_path(db):
|
||||
site = Site.objects.create(name="s", domains=["a.com"])
|
||||
ingest_batch(site, _batch([_ev(1), _ev(2, "page_stay", properties={"active_ms": 5000, "path": "/p"})]))
|
||||
ingest_batch(site, _batch([_ev(3, "page_stay", properties={"active_ms": 3000, "path": "/p"})]))
|
||||
sess = VisitSession.objects.get()
|
||||
assert sess.stay_ms == 8000 and sess.event_count == 3
|
||||
e = Event.objects.get(event_id="e1")
|
||||
assert e.schema_version is None and e.page_id == "" and e.time_quality == ""
|
||||
assert e.active_from_ms is None and e.active_to_ms is None
|
||||
|
||||
# 24. time_quality 分类:正常 ok / >120s 过去 late / 未来小偏移 ok / 未来超阈 skew_backwards
|
||||
def test_time_quality_classification(db):
|
||||
site = Site.objects.create(name="s", domains=["a.com"], site_id=SITE_ID)
|
||||
cases = [(1, 0, "ok"), (2, -130, "late"), (3, 5, "ok"), (4, 130, "skew_backwards")]
|
||||
evs = []
|
||||
for seq, off, _ in cases:
|
||||
e = _v2_event("page_view", f"p{seq}", "s1", seq=seq)
|
||||
e["occurred_at"] = (timezone.now() + timedelta(seconds=off)).isoformat()
|
||||
evs.append(e)
|
||||
r = ingest_batch(site, _v2_batch(evs, sid="s1"))
|
||||
assert (r["accepted"], r["rejected"]) == (4, [])
|
||||
for seq, off, want in cases:
|
||||
e = Event.objects.get(event_id=f"e-page_view-{seq}")
|
||||
assert e.time_quality == want, f"seq={seq} offset={off}s"
|
||||
assert e.late == (abs(off) > 120) # late 布尔语义不动
|
||||
|
||||
# 25. 混合解释:同会话 v1 active_ms 加法 + v2 区间并集 相加(单一解释)
|
||||
def test_recompute_mixed_v1_v2(db):
|
||||
site = Site.objects.create(name="s", domains=["a.com"], site_id=SITE_ID)
|
||||
ingest_batch(site, _batch(
|
||||
[_ev(1), _ev(2, "page_stay", properties={"active_ms": 10000, "path": "/p"})], sid="sm"))
|
||||
evs = [_v2_event("page_stay", "px", "sm", seq=1, active_from=0, active_to=10000, flush_reason="periodic"),
|
||||
_v2_event("page_stay", "py", "sm", seq=2, active_from=0, active_to=5000, flush_reason="periodic")]
|
||||
r = ingest_batch(site, _v2_batch(evs, sid="sm"))
|
||||
assert (r["accepted"], r["rejected"]) == (2, [])
|
||||
assert VisitSession.objects.get(session_id="sm").stay_ms == 10000 + 15000 # v1 SUM + v2 并集
|
||||
|
||||
# 26. 脏区间防御:非数值/倒置区间不参与并集、不拒批(防 stay_ms 负值炸 PositiveBigInteger)
|
||||
def test_dirty_intervals_soft_skipped(db):
|
||||
site = Site.objects.create(name="s", domains=["a.com"], site_id=SITE_ID)
|
||||
evs = [_v2_event("page_stay", "p1", "s1", seq=1, active_from=0, active_to=10000, flush_reason="periodic"),
|
||||
_v2_event("page_stay", "p2", "s1", seq=2, active_from="x", active_to=9000, flush_reason="periodic"),
|
||||
_v2_event("page_stay", "p3", "s1", seq=3, active_from=20000, active_to=10000, flush_reason="periodic")]
|
||||
r = ingest_batch(site, _v2_batch(evs, sid="s1"))
|
||||
assert (r["accepted"], r["rejected"]) == (3, []) # 脏数据软处理不拒批
|
||||
e2 = Event.objects.get(event_id="e-page_stay-2")
|
||||
assert e2.active_from_ms is None # 非数值 int 化为 None
|
||||
assert VisitSession.objects.get(session_id="s1").stay_ms == 10000 # 仅 p1 有效区间
|
||||
|
||||
Reference in New Issue
Block a user