#!/usr/bin/env python3 """Build lightpanda/results.json from raw artifacts. No secrets.""" import json, math, os, statistics from pathlib import Path ROOT = Path(__file__).resolve().parent RAW = ROOT / "raw" SCHEME = "lightpanda" def percentile(xs, p): if not xs: return None s = sorted(xs) if len(s) == 1: return round(s[0], 4) k = (len(s) - 1) * p / 100.0 f = math.floor(k) c = math.ceil(k) if f == c: return round(s[int(k)], 4) return round(s[f] + (s[c] - s[f]) * (k - f), 4) def load_jsonl(p): rows = [] if not p.exists(): return rows for line in p.read_text(encoding="utf-8").splitlines(): line = line.strip() if line: rows.append(json.loads(line)) return rows def tsv_mibs(p): vals = [] if not p.exists(): return vals lines = p.read_text(encoding="utf-8").splitlines() if len(lines) < 2: return vals hdr = lines[0].split("\t") i = hdr.index("mem_mib") if "mem_mib" in hdr else 4 for line in lines[1:]: parts = line.split("\t") if len(parts) <= i: continue try: v = float(parts[i]) except ValueError: continue if v > 0: vals.append(v) return vals def median(xs): return round(statistics.median(xs), 3) if xs else None def pmax(xs): return round(max(xs), 3) if xs else None def mem_score(idle, delta, burst): def band(v, cuts): if v is None: return None for score, lim in cuts: if v <= lim: return score return 0 parts = [ band(idle, [(100, 60), (80, 100), (60, 200), (40, 400)]), band(delta, [(100, 30), (80, 80), (60, 200), (40, 350)]), band(burst, [(100, 200), (80, 400), (60, 700), (40, 1000)]), ] parts = [x for x in parts if x is not None] return round(sum(parts) / 3, 1) if parts else None def quality_js(t4): ctrl = [r for r in t4 if r.get("template") == "T4-ctrl"] shop = [r for r in t4 if r.get("template") == "T4-shop"] if any(r.get("assert_ok") for r in ctrl): if any(r.get("assert_ok") and not r.get("note") == "shop_fields_missing" for r in shop) or any( r.get("assert_ok") for r in shop ): return 100 # ctrl ok, shop fields missing but text present if shop and any((r.get("text_len") or 0) > 200 for r in shop): return 70 return 70 if any((r.get("text_len") or 0) > 100 for r in t4): return 40 return 0 def stab_score(rate, oom): if oom: return 0 if rate is None: return None if rate >= 0.99: return 100 if rate >= 0.95: return 80 if rate >= 0.85: return 60 if rate >= 0.70: return 40 return 0 def lat_t4(p95): if p95 is None: return None if p95 <= 5: return 100 if p95 <= 12: return 70 if p95 <= 25: return 40 return 0 def lat_t5(t5_p95, t4_p95): if t5_p95 is None: return None if t4_p95 and t4_p95 > 0: ratio = t5_p95 / t4_p95 if ratio <= 3: return 100 if ratio <= 5: return 70 if ratio <= 8: return 40 return 0 return 40 if t5_p95 <= 25 else 0 def main(): t4 = load_jsonl(RAW / "t4.jsonl") t5 = load_jsonl(RAW / "t5.jsonl") idle = tsv_mibs(RAW / "idle.tsv") sess = tsv_mibs(RAW / "session.tsv") burst = tsv_mibs(RAW / "t5-stats.tsv") meta = {} if (RAW / "image-meta.json").exists(): meta = json.loads((RAW / "image-meta.json").read_text(encoding="utf-8")) idle_p50 = median(idle) sess_peak = pmax(sess) burst_peak = pmax(burst) delta = None if idle_p50 is not None and sess_peak is not None: delta = round(max(0.0, sess_peak - idle_p50), 3) def pack(rows, key): sub = [r for r in rows if r.get("template") == key] times = [r["t_total"] for r in sub if r.get("t_total") is not None] return { "n": len(sub), "success": sum(1 for r in sub if r.get("assert_ok")), "http_codes": [r.get("http_code") for r in sub], "p50_s": percentile(times, 50), "p95_s": percentile(times, 95), "assert_ok": any(r.get("assert_ok") for r in sub), "note": "; ".join(sorted({r.get("note") for r in sub if r.get("note")})), "html_vs_text": [ {"html_len": r.get("html_len"), "text_len": r.get("text_len"), "title": r.get("title")} for r in sub[:3] ], } t4_ctrl_times = [r["t_total"] for r in t4 if r.get("template") == "T4-ctrl" and r.get("t_total") is not None] t5_ok = [r for r in t5 if r.get("assert_ok")] t5_times = [r["t_total"] for r in t5 if r.get("t_total") is not None] t5_n = len(t5) t5_rate = (len(t5_ok) / t5_n) if t5_n else None # T5 assertion uses T4-ctrl quality; scheme stability also considers T4-ctrl ctrl = [r for r in t4 if r.get("template") == "T4-ctrl"] ctrl_rate = (sum(1 for r in ctrl if r.get("assert_ok")) / len(ctrl)) if ctrl else None combined_rate = t5_rate if t5_rate is not None else ctrl_rate t4_waf = [] for r in t4: t4_waf.append({ "tier": r.get("template"), "url": r.get("url"), "blocked": r.get("blocked"), "vendor": r.get("challenge_vendor"), "http_status_in_page": r.get("http_status_in_page"), "final_url": r.get("final_url"), "title": r.get("title"), }) oom = bool(meta.get("oom")) q = quality_js(t4) t4_p95 = percentile(t4_ctrl_times, 95) t5_p95 = percentile(t5_times, 95) l4 = lat_t4(t4_p95) l5 = lat_t5(t5_p95, t4_p95) lat_parts = [x for x in (l4, l5) if x is not None] lat = round(sum(lat_parts) / len(lat_parts), 1) if lat_parts else None mem = mem_score(idle_p50, delta, burst_peak) stab = stab_score(combined_rate, oom) ops = 70 if SCHEME == "lightpanda" else 55 total = None if None not in (mem, q, stab, lat, ops): total = round(mem * 0.30 + q * 0.25 + stab * 0.20 + lat * 0.15 + ops * 0.10, 1) queue = meta.get("queue") or {} out = { "scheme": SCHEME, "group": "foreign_proxy", "image": { "ref": meta.get("ref"), "digest": meta.get("digest"), "id": meta.get("id"), "arch": meta.get("arch"), "pull": meta.get("pull"), }, "probed_at": meta.get("probed_at"), "commands": meta.get("commands") or [], "proxy": meta.get("proxy") or {}, "rss_source": "docker_stats+cgroup", "idle_mb_p50": idle_p50, "session_delta_mb": delta, "burst_peak_mb": burst_peak, "session_peak_mb": sess_peak, "templates": { "T4-ctrl": pack(t4, "T4-ctrl"), "T4-medium": pack(t4, "T4-medium"), "T4-shop": pack(t4, "T4-shop"), "T4-amz": pack(t4, "T4-amz"), "T4-t3x": pack(t4, "T4-t3x"), }, "t5": { "n": t5_n, "parallelism": meta.get("t5_parallelism") or 4, "queue_impl": meta.get("queue_impl") or "client_fifo", "success": len(t5_ok), "success_rate": t5_rate, "p50_s": percentile(t5_times, 50), "p95_s": t5_p95, "oom": oom, "http_429": 0, "http_503": 0, "first_complete_s": queue.get("first_complete_s"), "last_complete_s": queue.get("last_complete_s"), "queue_wait_p50_s": queue.get("queue_wait_p50_s"), "queue_wait_p95_s": queue.get("queue_wait_p95_s"), "rejected": queue.get("rejected") or 0, "wall_s": meta.get("t5_wall_s"), "note": "生产应是 SQLite WAL + CONCURRENT;本轮用脚本侧 worker 池代替", }, "t4_waf": t4_waf, "scorecard": { "mem": mem, "quality": q, "stability": stab, "latency": lat, "ops": ops, "total": total, }, "notes": meta.get("notes") or [], } (ROOT / "results.json").write_text(json.dumps(out, ensure_ascii=False, indent=2) + "\n", encoding="utf-8") print(json.dumps({"wrote": str(ROOT / "results.json"), "scorecard": out["scorecard"]}, ensure_ascii=False)) if __name__ == "__main__": main()