docs: 联网搜索服务架构方案全套(plan-final/design-arch/选型决策/整合导览/MCP文档/部署预设/联调手册) bench: 5 方案 + 代理 + 站点矩阵本机实测工程(无密钥) 部署目标:primary mgr1 先行测试(待批准后执行)
379 lines
11 KiB
JSON
379 lines
11 KiB
JSON
{
|
||
"scheme": "lightpanda",
|
||
"group": "foreign_proxy",
|
||
"image": {
|
||
"ref": "docker.io/lightpanda/browser:0.3.7",
|
||
"digest": "sha256:eae2c7f8ff39a7a24540d21c7561ce219fd14b1bf2b92403930c6d140f2d1337",
|
||
"id": "sha256:eae2c7f8ff39a7a24540d21c7561ce219fd14b1bf2b92403930c6d140f2d1337",
|
||
"arch": "arm64",
|
||
"pull": "hub"
|
||
},
|
||
"probed_at": "2026-09-01T12:06:03+08:00",
|
||
"commands": [
|
||
"docker compose -p bench-s3c-lightpanda up -d",
|
||
"node cdp_fetch.mjs http://127.0.0.1:19222 <url>",
|
||
"T5 ThreadPoolExecutor workers=4 n=60"
|
||
],
|
||
"proxy": {
|
||
"mixed": "http://127.0.0.1:17890",
|
||
"container_via": "http://host.docker.internal:17890",
|
||
"generate_204_http": "204",
|
||
"host_docker_internal": "fdc4:f303:9324::254 host.docker.internal",
|
||
"egress_note": "HTTP(S)_PROXY + extra_hosts host-gateway"
|
||
},
|
||
"rss_source": "docker_stats+cgroup",
|
||
"idle_mb_p50": 3.559,
|
||
"session_delta_mb": 247.841,
|
||
"burst_peak_mb": 143.4,
|
||
"session_peak_mb": 251.4,
|
||
"templates": {
|
||
"T4-ctrl": {
|
||
"n": 3,
|
||
"success": 3,
|
||
"http_codes": [
|
||
200,
|
||
200,
|
||
200
|
||
],
|
||
"p50_s": 1.727,
|
||
"p95_s": 1.8872,
|
||
"assert_ok": true,
|
||
"note": "",
|
||
"html_vs_text": [
|
||
{
|
||
"html_len": 8925,
|
||
"text_len": 1489,
|
||
"title": "Quotes to Scrape"
|
||
},
|
||
{
|
||
"html_len": 8925,
|
||
"text_len": 1489,
|
||
"title": "Quotes to Scrape"
|
||
},
|
||
{
|
||
"html_len": 8925,
|
||
"text_len": 1489,
|
||
"title": "Quotes to Scrape"
|
||
}
|
||
]
|
||
},
|
||
"T4-medium": {
|
||
"n": 3,
|
||
"success": 0,
|
||
"http_codes": [
|
||
200,
|
||
200,
|
||
200
|
||
],
|
||
"p50_s": 11.307,
|
||
"p95_s": 11.4996,
|
||
"assert_ok": false,
|
||
"note": "medium_wall_or_waf",
|
||
"html_vs_text": [
|
||
{
|
||
"html_len": 5193,
|
||
"text_len": 725,
|
||
"title": "Attention Required! | Cloudflare"
|
||
},
|
||
{
|
||
"html_len": 5193,
|
||
"text_len": 725,
|
||
"title": "Attention Required! | Cloudflare"
|
||
},
|
||
{
|
||
"html_len": 5193,
|
||
"text_len": 725,
|
||
"title": "Attention Required! | Cloudflare"
|
||
}
|
||
]
|
||
},
|
||
"T4-shop": {
|
||
"n": 4,
|
||
"success": 4,
|
||
"http_codes": [
|
||
200,
|
||
200,
|
||
200,
|
||
200
|
||
],
|
||
"p50_s": 14.951,
|
||
"p95_s": 15.4248,
|
||
"assert_ok": true,
|
||
"note": "",
|
||
"html_vs_text": [
|
||
{
|
||
"html_len": 1439527,
|
||
"text_len": 3426,
|
||
"title": "Allbirds: Sustainable Men’s Shoes, Wear-All-Day Comfort"
|
||
},
|
||
{
|
||
"html_len": 1438467,
|
||
"text_len": 3426,
|
||
"title": "Allbirds: Sustainable Men’s Shoes, Wear-All-Day Comfort"
|
||
},
|
||
{
|
||
"html_len": 1439043,
|
||
"text_len": 3426,
|
||
"title": "Allbirds: Sustainable Men’s Shoes, Wear-All-Day Comfort"
|
||
}
|
||
]
|
||
},
|
||
"T4-amz": {
|
||
"n": 6,
|
||
"success": 6,
|
||
"http_codes": [
|
||
200,
|
||
200,
|
||
200,
|
||
200,
|
||
200,
|
||
200
|
||
],
|
||
"p50_s": 1.349,
|
||
"p95_s": 1.7147,
|
||
"assert_ok": true,
|
||
"note": "waf",
|
||
"html_vs_text": [
|
||
{
|
||
"html_len": 3479,
|
||
"text_len": 142,
|
||
"title": "Amazon.com"
|
||
},
|
||
{
|
||
"html_len": 3479,
|
||
"text_len": 142,
|
||
"title": "Amazon.com"
|
||
},
|
||
{
|
||
"html_len": 3479,
|
||
"text_len": 142,
|
||
"title": "Amazon.com"
|
||
}
|
||
]
|
||
},
|
||
"T4-t3x": {
|
||
"n": 2,
|
||
"success": 2,
|
||
"http_codes": [
|
||
200,
|
||
200
|
||
],
|
||
"p50_s": 3.428,
|
||
"p95_s": 3.9086,
|
||
"assert_ok": true,
|
||
"note": "",
|
||
"html_vs_text": [
|
||
{
|
||
"html_len": 82696,
|
||
"text_len": 1000,
|
||
"title": "best bluetooth earbuds 2026 reddit at DuckDuckGo"
|
||
},
|
||
{
|
||
"html_len": 82913,
|
||
"text_len": 1000,
|
||
"title": "best bluetooth earbuds 2026 reddit at DuckDuckGo"
|
||
}
|
||
]
|
||
}
|
||
},
|
||
"t5": {
|
||
"n": 60,
|
||
"parallelism": 4,
|
||
"queue_impl": "client_fifo",
|
||
"success": 60,
|
||
"success_rate": 1.0,
|
||
"p50_s": 1.74,
|
||
"p95_s": 1.965,
|
||
"oom": false,
|
||
"http_429": 0,
|
||
"http_503": 0,
|
||
"first_complete_s": 2.0435,
|
||
"last_complete_s": 28.2032,
|
||
"queue_wait_p50_s": 13.0441,
|
||
"queue_wait_p95_s": 24.7602,
|
||
"rejected": 0,
|
||
"wall_s": 28.203,
|
||
"note": "生产应是 SQLite WAL + CONCURRENT;本轮用脚本侧 worker 池代替",
|
||
"queue_wait_note": "queue_wait = 任务开始时刻相对 burst t=0(FIFO 排队);request.sh 内记录的 enqueue 在 worker 启动时取值,已弃用"
|
||
},
|
||
"t4_waf": [
|
||
{
|
||
"tier": "T4-ctrl",
|
||
"url": "https://quotes.toscrape.com/js/",
|
||
"blocked": false,
|
||
"vendor": "none",
|
||
"http_status_in_page": null,
|
||
"final_url": "https://quotes.toscrape.com/js/",
|
||
"title": "Quotes to Scrape"
|
||
},
|
||
{
|
||
"tier": "T4-shop",
|
||
"url": "https://www.allbirds.com/products/mens-wool-runners",
|
||
"blocked": false,
|
||
"vendor": "none",
|
||
"http_status_in_page": null,
|
||
"final_url": "https://www.allbirds.com/collections/mens",
|
||
"title": "Allbirds: Sustainable Men’s Shoes, Wear-All-Day Comfort"
|
||
},
|
||
{
|
||
"tier": "T4-ctrl",
|
||
"url": "https://quotes.toscrape.com/js/",
|
||
"blocked": false,
|
||
"vendor": "none",
|
||
"http_status_in_page": null,
|
||
"final_url": "https://quotes.toscrape.com/js/",
|
||
"title": "Quotes to Scrape"
|
||
},
|
||
{
|
||
"tier": "T4-amz",
|
||
"url": "https://www.amazon.com/dp/B08N5WRWNW",
|
||
"blocked": true,
|
||
"vendor": "amazon",
|
||
"http_status_in_page": null,
|
||
"final_url": "https://www.amazon.com/dp/B08N5WRWNW",
|
||
"title": "Amazon.com"
|
||
},
|
||
{
|
||
"tier": "T4-amz",
|
||
"url": "https://www.amazon.com/dp/B08N5WRWNW",
|
||
"blocked": true,
|
||
"vendor": "amazon",
|
||
"http_status_in_page": null,
|
||
"final_url": "https://www.amazon.com/dp/B08N5WRWNW",
|
||
"title": "Amazon.com"
|
||
},
|
||
{
|
||
"tier": "T4-ctrl",
|
||
"url": "https://quotes.toscrape.com/js/",
|
||
"blocked": false,
|
||
"vendor": "none",
|
||
"http_status_in_page": null,
|
||
"final_url": "https://quotes.toscrape.com/js/",
|
||
"title": "Quotes to Scrape"
|
||
},
|
||
{
|
||
"tier": "T4-amz",
|
||
"url": "https://www.amazon.com/dp/B08N5WRWNW",
|
||
"blocked": true,
|
||
"vendor": "amazon",
|
||
"http_status_in_page": null,
|
||
"final_url": "https://www.amazon.com/dp/B08N5WRWNW",
|
||
"title": "Amazon.com"
|
||
},
|
||
{
|
||
"tier": "T4-t3x",
|
||
"url": "https://duckduckgo.com/?q=best+bluetooth+earbuds+2026+reddit",
|
||
"blocked": false,
|
||
"vendor": "none",
|
||
"http_status_in_page": null,
|
||
"final_url": "https://duckduckgo.com/?q=best+bluetooth+earbuds+2026+reddit",
|
||
"title": "best bluetooth earbuds 2026 reddit at DuckDuckGo"
|
||
},
|
||
{
|
||
"tier": "T4-medium",
|
||
"url": "https://medium.com/airbnb-engineering/rearchitecting-airbnbs-frontend-b5da7e3e8395",
|
||
"blocked": true,
|
||
"vendor": "cloudflare",
|
||
"http_status_in_page": null,
|
||
"final_url": "https://medium.com/airbnb-engineering/rearchitecting-airbnbs-frontend-b5da7e3e8395",
|
||
"title": "Attention Required! | Cloudflare"
|
||
},
|
||
{
|
||
"tier": "T4-medium",
|
||
"url": "https://medium.com/airbnb-engineering/rearchitecting-airbnbs-frontend-b5da7e3e8395",
|
||
"blocked": true,
|
||
"vendor": "cloudflare",
|
||
"http_status_in_page": null,
|
||
"final_url": "https://medium.com/airbnb-engineering/rearchitecting-airbnbs-frontend-b5da7e3e8395",
|
||
"title": "Attention Required! | Cloudflare"
|
||
},
|
||
{
|
||
"tier": "T4-medium",
|
||
"url": "https://medium.com/airbnb-engineering/rearchitecting-airbnbs-frontend-b5da7e3e8395",
|
||
"blocked": true,
|
||
"vendor": "cloudflare",
|
||
"http_status_in_page": null,
|
||
"final_url": "https://medium.com/airbnb-engineering/rearchitecting-airbnbs-frontend-b5da7e3e8395",
|
||
"title": "Attention Required! | Cloudflare"
|
||
},
|
||
{
|
||
"tier": "T4-shop",
|
||
"url": "https://www.allbirds.com/products/mens-wool-runners",
|
||
"blocked": false,
|
||
"vendor": "none",
|
||
"http_status_in_page": null,
|
||
"final_url": "https://www.allbirds.com/collections/mens",
|
||
"title": "Allbirds: Sustainable Men’s Shoes, Wear-All-Day Comfort"
|
||
},
|
||
{
|
||
"tier": "T4-shop",
|
||
"url": "https://www.allbirds.com/products/mens-wool-runners",
|
||
"blocked": false,
|
||
"vendor": "none",
|
||
"http_status_in_page": null,
|
||
"final_url": "https://www.allbirds.com/collections/mens",
|
||
"title": "Allbirds: Sustainable Men’s Shoes, Wear-All-Day Comfort"
|
||
},
|
||
{
|
||
"tier": "T4-shop",
|
||
"url": "https://www.allbirds.com/products/mens-wool-runners",
|
||
"blocked": false,
|
||
"vendor": "none",
|
||
"http_status_in_page": null,
|
||
"final_url": "https://www.allbirds.com/collections/mens",
|
||
"title": "Allbirds: Sustainable Men’s Shoes, Wear-All-Day Comfort"
|
||
},
|
||
{
|
||
"tier": "T4-amz",
|
||
"url": "https://www.amazon.com/dp/B08N5WRWNW",
|
||
"blocked": true,
|
||
"vendor": "amazon",
|
||
"http_status_in_page": null,
|
||
"final_url": "https://www.amazon.com/dp/B08N5WRWNW",
|
||
"title": "Amazon.com"
|
||
},
|
||
{
|
||
"tier": "T4-amz",
|
||
"url": "https://www.amazon.com/dp/B08N5WRWNW",
|
||
"blocked": false,
|
||
"vendor": "none",
|
||
"http_status_in_page": null,
|
||
"final_url": "https://www.amazon.com/dp/B08N5WRWNW",
|
||
"title": "Page Not Found"
|
||
},
|
||
{
|
||
"tier": "T4-amz",
|
||
"url": "https://www.amazon.com/dp/B08N5WRWNW",
|
||
"blocked": true,
|
||
"vendor": "amazon",
|
||
"http_status_in_page": null,
|
||
"final_url": "https://www.amazon.com/dp/B08N5WRWNW",
|
||
"title": "Amazon.com"
|
||
},
|
||
{
|
||
"tier": "T4-t3x",
|
||
"url": "https://duckduckgo.com/?q=best+bluetooth+earbuds+2026+reddit",
|
||
"blocked": false,
|
||
"vendor": "none",
|
||
"http_status_in_page": null,
|
||
"final_url": "https://duckduckgo.com/?q=best+bluetooth+earbuds+2026+reddit",
|
||
"title": "best bluetooth earbuds 2026 reddit at DuckDuckGo"
|
||
}
|
||
],
|
||
"scorecard": {
|
||
"mem": 80.0,
|
||
"quality": 100,
|
||
"stability": 100,
|
||
"latency": 100.0,
|
||
"ops": 70,
|
||
"total": 91.0
|
||
},
|
||
"notes": [
|
||
"queue_impl=client_fifo; 生产应是 SQLite WAL + CONCURRENT",
|
||
"image pull: docker.io hub linux/arm64, 无需 daocloud",
|
||
"T4-shop: 商品 URL 被站点 302 到 /collections/mens,标题含 Allbirds,列表页可见 $ 价,无单品 jsonld",
|
||
"T4-amz: Amazon 机器人验证页 title=Amazon.com html~3.5KB text~142,vendor=amazon",
|
||
"T4-medium: Cloudflare Attention Required,全程 blocked",
|
||
"session 峰值 251.4MiB / mem_limit 256m,出现在 Allbirds 列表页(html ~1.4MB)"
|
||
]
|
||
}
|