chii
983259836d
docs: 联网搜索服务架构方案全套（plan-final/design-arch/选型决策/整合导览/MCP文档/部署预设/联调手册） bench: 5 方案 + 代理 + 站点矩阵本机实测工程（无密钥） 部署目标：primary mgr1 先行测试（待批准后执行）
794 lines
26 KiB
JSON
794 lines
26 KiB
JSON
{
|
||
"probe": "PROBE-1",
|
||
"run": "run-20260901-browser-arch",
|
||
"probed_at": "2026-09-01T14:27:57+08:00",
|
||
"channels": [
|
||
"trafilatura-http",
|
||
"lightpanda"
|
||
],
|
||
"timeout_s": 20,
|
||
"proxy": {
|
||
"mixed": "http://127.0.0.1:17890",
|
||
"container_via": "http://host.docker.internal:17890",
|
||
"foreign": "via_proxy",
|
||
"domestic": "direct"
|
||
},
|
||
"images": {
|
||
"trafilatura": "bench-s3b-trafilatura:local",
|
||
"lightpanda": "docker.io/lightpanda/browser:0.3.7"
|
||
},
|
||
"counts": {
|
||
"http_enough": 7,
|
||
"need_js": 4,
|
||
"egress_fail": 9,
|
||
"http_extractable": 7,
|
||
"lp_extractable": 11,
|
||
"recorded": 20
|
||
},
|
||
"scenarios": {
|
||
"行业资讯/知识页": {
|
||
"n": 1,
|
||
"http_ok": 1,
|
||
"js_ok": 1,
|
||
"either": 1,
|
||
"feasibility": "可行（纯 HTTP 足够）"
|
||
},
|
||
"行业资讯": {
|
||
"n": 6,
|
||
"http_ok": 2,
|
||
"js_ok": 5,
|
||
"either": 5,
|
||
"feasibility": "部分可行"
|
||
},
|
||
"技术文档": {
|
||
"n": 2,
|
||
"http_ok": 1,
|
||
"js_ok": 1,
|
||
"either": 1,
|
||
"feasibility": "部分可行"
|
||
},
|
||
"竞品/开源调研": {
|
||
"n": 1,
|
||
"http_ok": 1,
|
||
"js_ok": 1,
|
||
"either": 1,
|
||
"feasibility": "可行（纯 HTTP 足够）"
|
||
},
|
||
"舆情": {
|
||
"n": 4,
|
||
"http_ok": 0,
|
||
"js_ok": 0,
|
||
"either": 0,
|
||
"feasibility": "不可行（当前出口打不过）"
|
||
},
|
||
"竞品调研": {
|
||
"n": 1,
|
||
"http_ok": 0,
|
||
"js_ok": 0,
|
||
"either": 0,
|
||
"feasibility": "不可行（当前出口打不过）"
|
||
},
|
||
"独立站": {
|
||
"n": 1,
|
||
"http_ok": 1,
|
||
"js_ok": 1,
|
||
"either": 1,
|
||
"feasibility": "可行（纯 HTTP 足够）"
|
||
},
|
||
"舆情/视频页": {
|
||
"n": 1,
|
||
"http_ok": 0,
|
||
"js_ok": 0,
|
||
"either": 0,
|
||
"feasibility": "不可行（当前出口打不过）"
|
||
},
|
||
"竞品/舆情": {
|
||
"n": 1,
|
||
"http_ok": 1,
|
||
"js_ok": 1,
|
||
"either": 1,
|
||
"feasibility": "可行（纯 HTTP 足够）"
|
||
},
|
||
"知识页": {
|
||
"n": 1,
|
||
"http_ok": 0,
|
||
"js_ok": 0,
|
||
"either": 0,
|
||
"feasibility": "不可行（当前出口打不过）"
|
||
},
|
||
"政策": {
|
||
"n": 1,
|
||
"http_ok": 0,
|
||
"js_ok": 1,
|
||
"either": 1,
|
||
"feasibility": "部分需 JS 渲染"
|
||
}
|
||
},
|
||
"sites": [
|
||
{
|
||
"id": 1,
|
||
"slug": "wikipedia",
|
||
"group": "foreign",
|
||
"scenario": "行业资讯/知识页",
|
||
"url": "https://en.wikipedia.org/wiki/Wireless_earbuds",
|
||
"used_url": "https://en.wikipedia.org/wiki/Wireless_earbuds",
|
||
"known_risk": null,
|
||
"http": {
|
||
"http_status": 200,
|
||
"final_url": "https://en.wikipedia.org/wiki/Wireless_earbuds",
|
||
"title": "Headphones - Wikipedia",
|
||
"title_ok": true,
|
||
"text_len": 54598,
|
||
"extractable": true,
|
||
"intercept": "none",
|
||
"elapsed_s": 3.811,
|
||
"used_url": "https://en.wikipedia.org/wiki/Wireless_earbuds",
|
||
"error": null
|
||
},
|
||
"lightpanda": {
|
||
"http_status": 200,
|
||
"final_url": "https://en.wikipedia.org/wiki/Headphones",
|
||
"title": "Headphones - Wikipedia",
|
||
"title_ok": true,
|
||
"text_len": 61567,
|
||
"extractable": true,
|
||
"intercept": "none",
|
||
"elapsed_s": 6.282,
|
||
"used_url": "https://en.wikipedia.org/wiki/Wireless_earbuds",
|
||
"error": null
|
||
},
|
||
"class": "http_enough"
|
||
},
|
||
{
|
||
"id": 2,
|
||
"slug": "hackernews",
|
||
"group": "foreign",
|
||
"scenario": "行业资讯",
|
||
"url": "https://news.ycombinator.com/",
|
||
"used_url": "https://news.ycombinator.com/",
|
||
"known_risk": null,
|
||
"http": {
|
||
"http_status": 200,
|
||
"final_url": "https://news.ycombinator.com/",
|
||
"title": "Hacker News",
|
||
"title_ok": true,
|
||
"text_len": 0,
|
||
"extractable": false,
|
||
"intercept": "empty",
|
||
"elapsed_s": 2.809,
|
||
"used_url": "https://news.ycombinator.com/",
|
||
"error": null
|
||
},
|
||
"lightpanda": {
|
||
"http_status": 200,
|
||
"final_url": "https://news.ycombinator.com/",
|
||
"title": "Hacker News",
|
||
"title_ok": true,
|
||
"text_len": 3933,
|
||
"extractable": true,
|
||
"intercept": "none",
|
||
"elapsed_s": 2.554,
|
||
"used_url": "https://news.ycombinator.com/",
|
||
"error": null
|
||
},
|
||
"class": "need_js"
|
||
},
|
||
{
|
||
"id": 3,
|
||
"slug": "stackoverflow",
|
||
"group": "foreign",
|
||
"scenario": "技术文档",
|
||
"url": "https://stackoverflow.com/questions/11227809/why-is-processing-a-sorted-array-faster-than-processing-an-unsorted-array",
|
||
"used_url": "https://stackoverflow.com/questions/11227809/why-is-processing-a-sorted-array-faster-than-processing-an-unsorted-array",
|
||
"known_risk": null,
|
||
"http": {
|
||
"http_status": 403,
|
||
"final_url": "https://stackoverflow.com/questions/11227809/why-is-processing-a-sorted-array-faster-than-processing-an-unsorted-array",
|
||
"title": "Just a moment...",
|
||
"title_ok": false,
|
||
"text_len": 0,
|
||
"extractable": false,
|
||
"intercept": "cloudflare",
|
||
"elapsed_s": 1.971,
|
||
"used_url": "https://stackoverflow.com/questions/11227809/why-is-processing-a-sorted-array-faster-than-processing-an-unsorted-array",
|
||
"error": "HTTPError 403"
|
||
},
|
||
"lightpanda": {
|
||
"http_status": 403,
|
||
"final_url": "https://stackoverflow.com/questions/11227809/why-is-processing-a-sorted-array-faster-than-processing-an-unsorted-array",
|
||
"title": "Just a moment...",
|
||
"title_ok": false,
|
||
"text_len": 0,
|
||
"extractable": false,
|
||
"intercept": "cloudflare",
|
||
"elapsed_s": 3.157,
|
||
"used_url": "https://stackoverflow.com/questions/11227809/why-is-processing-a-sorted-array-faster-than-processing-an-unsorted-array",
|
||
"error": null
|
||
},
|
||
"class": "egress_fail"
|
||
},
|
||
{
|
||
"id": 4,
|
||
"slug": "github",
|
||
"group": "foreign",
|
||
"scenario": "竞品/开源调研",
|
||
"url": "https://github.com/facebook/react",
|
||
"used_url": "https://github.com/facebook/react",
|
||
"known_risk": null,
|
||
"http": {
|
||
"http_status": 200,
|
||
"final_url": "https://github.com/react/react",
|
||
"title": "GitHub - react/react: The library for web and native user interfaces.",
|
||
"title_ok": true,
|
||
"text_len": 2919,
|
||
"extractable": true,
|
||
"intercept": "none",
|
||
"elapsed_s": 3.134,
|
||
"used_url": "https://github.com/facebook/react",
|
||
"error": null
|
||
},
|
||
"lightpanda": {
|
||
"http_status": 200,
|
||
"final_url": "https://github.com/react/react",
|
||
"title": "GitHub - react/react: The library for web and native user interfaces. · GitHub",
|
||
"title_ok": true,
|
||
"text_len": 9737,
|
||
"extractable": true,
|
||
"intercept": "none",
|
||
"elapsed_s": 5.567,
|
||
"used_url": "https://github.com/facebook/react",
|
||
"error": null
|
||
},
|
||
"class": "http_enough"
|
||
},
|
||
{
|
||
"id": 5,
|
||
"slug": "mdn",
|
||
"group": "foreign",
|
||
"scenario": "技术文档",
|
||
"url": "https://developer.mozilla.org/en-US/docs/Web/API/Fetch_API",
|
||
"used_url": "https://developer.mozilla.org/en-US/docs/Web/API/Fetch_API",
|
||
"known_risk": null,
|
||
"http": {
|
||
"http_status": 200,
|
||
"final_url": "https://developer.mozilla.org/en-US/docs/Web/API/Fetch_API",
|
||
"title": "Fetch API",
|
||
"title_ok": true,
|
||
"text_len": 2491,
|
||
"extractable": true,
|
||
"intercept": "none",
|
||
"elapsed_s": 1.937,
|
||
"used_url": "https://developer.mozilla.org/en-US/docs/Web/API/Fetch_API",
|
||
"error": null
|
||
},
|
||
"lightpanda": {
|
||
"http_status": 200,
|
||
"final_url": "https://developer.mozilla.org/en-US/docs/Web/API/Fetch_API",
|
||
"title": "Fetch API - Web APIs | MDN",
|
||
"title_ok": true,
|
||
"text_len": 5365,
|
||
"extractable": true,
|
||
"intercept": "none",
|
||
"elapsed_s": 3.712,
|
||
"used_url": "https://developer.mozilla.org/en-US/docs/Web/API/Fetch_API",
|
||
"error": null
|
||
},
|
||
"class": "http_enough"
|
||
},
|
||
{
|
||
"id": 6,
|
||
"slug": "bbc",
|
||
"group": "foreign",
|
||
"scenario": "行业资讯",
|
||
"url": "https://www.bbc.com/news",
|
||
"used_url": "https://www.bbc.com/news/articles/c24j5192j7jo",
|
||
"known_risk": null,
|
||
"http": {
|
||
"http_status": 200,
|
||
"final_url": "https://www.bbc.com/news/articles/c24j5192j7jo",
|
||
"title": "Duane \"Keffe D\" Davis found guilty in 1996 murder of rapper Tupac Shakur",
|
||
"title_ok": true,
|
||
"text_len": 3795,
|
||
"extractable": true,
|
||
"intercept": "none",
|
||
"elapsed_s": 3.064,
|
||
"used_url": "https://www.bbc.com/news/articles/c24j5192j7jo",
|
||
"error": null
|
||
},
|
||
"lightpanda": {
|
||
"http_status": 200,
|
||
"final_url": "https://www.bbc.com/news/articles/c24j5192j7jo",
|
||
"title": "Duane \"Keffe D\" Davis found guilty in 1996 murder of rapper Tupac Shakur",
|
||
"title_ok": true,
|
||
"text_len": 7776,
|
||
"extractable": true,
|
||
"intercept": "none",
|
||
"elapsed_s": 4.97,
|
||
"used_url": "https://www.bbc.com/news/articles/c24j5192j7jo",
|
||
"error": null
|
||
},
|
||
"class": "http_enough"
|
||
},
|
||
{
|
||
"id": 7,
|
||
"slug": "techcrunch",
|
||
"group": "foreign",
|
||
"scenario": "行业资讯",
|
||
"url": "https://techcrunch.com/",
|
||
"used_url": "https://techcrunch.com/2026/08/31/apple-shares-shocking-evidence-against-former-employee-accused-of-stealing-company-data-for-openai/",
|
||
"known_risk": null,
|
||
"http": {
|
||
"http_status": 200,
|
||
"final_url": "https://techcrunch.com/2026/08/31/apple-shares-shocking-evidence-against-former-employee-accused-of-stealing-company-data-for-openai/",
|
||
"title": "Apple shares 'shocking evidence' against former employee accused of stealing company data for OpenAI | TechCrunch",
|
||
"title_ok": true,
|
||
"text_len": 2294,
|
||
"extractable": true,
|
||
"intercept": "none",
|
||
"elapsed_s": 3.266,
|
||
"used_url": "https://techcrunch.com/2026/08/31/apple-shares-shocking-evidence-against-former-employee-accused-of-stealing-company-data-for-openai/",
|
||
"error": null
|
||
},
|
||
"lightpanda": {
|
||
"http_status": 200,
|
||
"final_url": "https://techcrunch.com/2026/08/31/apple-shares-shocking-evidence-against-former-employee-accused-of-stealing-company-data-for-openai/",
|
||
"title": "Apple shares 'shocking evidence' against former employee accused of stealing company data for OpenAI | TechCrunch",
|
||
"title_ok": true,
|
||
"text_len": 5258,
|
||
"extractable": true,
|
||
"intercept": "none",
|
||
"elapsed_s": 4.129,
|
||
"used_url": "https://techcrunch.com/2026/08/31/apple-shares-shocking-evidence-against-former-employee-accused-of-stealing-company-data-for-openai/",
|
||
"error": null
|
||
},
|
||
"class": "http_enough"
|
||
},
|
||
{
|
||
"id": 8,
|
||
"slug": "medium",
|
||
"group": "foreign",
|
||
"scenario": "行业资讯",
|
||
"url": "https://medium.com/airbnb-engineering/rearchitecting-airbnbs-frontend-b5da7e3e8395",
|
||
"used_url": "https://medium.com/airbnb-engineering/rearchitecting-airbnbs-frontend-b5da7e3e8395",
|
||
"known_risk": "cloudflare",
|
||
"http": {
|
||
"http_status": 403,
|
||
"final_url": "https://medium.com/airbnb-engineering/rearchitecting-airbnbs-frontend-b5da7e3e8395",
|
||
"title": "Just a moment...",
|
||
"title_ok": false,
|
||
"text_len": 0,
|
||
"extractable": false,
|
||
"intercept": "cloudflare",
|
||
"elapsed_s": 1.587,
|
||
"used_url": "https://medium.com/airbnb-engineering/rearchitecting-airbnbs-frontend-b5da7e3e8395",
|
||
"error": "HTTPError 403"
|
||
},
|
||
"lightpanda": {
|
||
"http_status": 403,
|
||
"final_url": "https://medium.com/airbnb-engineering/rearchitecting-airbnbs-frontend-b5da7e3e8395",
|
||
"title": "Attention Required! | Cloudflare",
|
||
"title_ok": false,
|
||
"text_len": 727,
|
||
"extractable": false,
|
||
"intercept": "cloudflare",
|
||
"elapsed_s": 2.728,
|
||
"used_url": "https://medium.com/airbnb-engineering/rearchitecting-airbnbs-frontend-b5da7e3e8395",
|
||
"error": null
|
||
},
|
||
"class": "egress_fail"
|
||
},
|
||
{
|
||
"id": 9,
|
||
"slug": "reddit",
|
||
"group": "foreign",
|
||
"scenario": "舆情",
|
||
"url": "https://www.reddit.com/r/explainlikeimfive/comments/1h7w3v/eli5_how_does_bitcoin_work/",
|
||
"used_url": "https://www.reddit.com/r/explainlikeimfive/comments/1h7w3v/eli5_how_does_bitcoin_work/",
|
||
"known_risk": "anonymous_403",
|
||
"http": {
|
||
"http_status": 403,
|
||
"final_url": "https://www.reddit.com/r/explainlikeimfive/comments/1h7w3v/eli5_how_does_bitcoin_work/",
|
||
"title": "",
|
||
"title_ok": false,
|
||
"text_len": 202,
|
||
"extractable": false,
|
||
"intercept": "waf",
|
||
"elapsed_s": 2.25,
|
||
"used_url": "https://www.reddit.com/r/explainlikeimfive/comments/1h7w3v/eli5_how_does_bitcoin_work/",
|
||
"error": "HTTPError 403"
|
||
},
|
||
"lightpanda": {
|
||
"http_status": 403,
|
||
"final_url": "https://www.reddit.com/r/explainlikeimfive/comments/1h7w3v/eli5_how_does_bitcoin_work/",
|
||
"title": "",
|
||
"title_ok": false,
|
||
"text_len": 222,
|
||
"extractable": false,
|
||
"intercept": "waf",
|
||
"elapsed_s": 1.966,
|
||
"used_url": "https://www.reddit.com/r/explainlikeimfive/comments/1h7w3v/eli5_how_does_bitcoin_work/",
|
||
"error": null
|
||
},
|
||
"class": "egress_fail"
|
||
},
|
||
{
|
||
"id": 10,
|
||
"slug": "amazon",
|
||
"group": "foreign",
|
||
"scenario": "竞品调研",
|
||
"url": "https://www.amazon.com/dp/B08N5WRWNW",
|
||
"used_url": "https://www.amazon.com/dp/B08N5WRWNW",
|
||
"known_risk": "waf",
|
||
"http": {
|
||
"http_status": 404,
|
||
"final_url": "https://www.amazon.com/dp/B08N5WRWNW",
|
||
"title": "Page Not Found",
|
||
"title_ok": false,
|
||
"text_len": 0,
|
||
"extractable": false,
|
||
"intercept": "empty",
|
||
"elapsed_s": 2.136,
|
||
"used_url": "https://www.amazon.com/dp/B08N5WRWNW",
|
||
"error": "HTTPError 404"
|
||
},
|
||
"lightpanda": {
|
||
"http_status": 200,
|
||
"final_url": "https://www.amazon.com/dp/B08N5WRWNW",
|
||
"title": "Amazon.com",
|
||
"title_ok": false,
|
||
"text_len": 142,
|
||
"extractable": false,
|
||
"intercept": "waf",
|
||
"elapsed_s": 1.753,
|
||
"used_url": "https://www.amazon.com/dp/B08N5WRWNW",
|
||
"error": null
|
||
},
|
||
"class": "egress_fail"
|
||
},
|
||
{
|
||
"id": 11,
|
||
"slug": "allbirds",
|
||
"group": "foreign",
|
||
"scenario": "独立站",
|
||
"url": "https://www.allbirds.com/products/mens-wool-runners",
|
||
"used_url": "https://www.allbirds.com/products/mens-wool-runners",
|
||
"known_risk": "redirect",
|
||
"http": {
|
||
"http_status": 200,
|
||
"final_url": "https://www.allbirds.com/collections/mens",
|
||
"title": "Allbirds Men's Shoes | Shop Sustainable Footwear for Men",
|
||
"title_ok": true,
|
||
"text_len": 533,
|
||
"extractable": true,
|
||
"intercept": "redirect",
|
||
"elapsed_s": 3.959,
|
||
"used_url": "https://www.allbirds.com/products/mens-wool-runners",
|
||
"error": null
|
||
},
|
||
"lightpanda": {
|
||
"http_status": 200,
|
||
"final_url": "https://www.allbirds.com/collections/mens",
|
||
"title": "Allbirds: Sustainable Men’s Shoes, Wear-All-Day Comfort",
|
||
"title_ok": true,
|
||
"text_len": 3426,
|
||
"extractable": true,
|
||
"intercept": "redirect",
|
||
"elapsed_s": 8.85,
|
||
"used_url": "https://www.allbirds.com/products/mens-wool-runners",
|
||
"error": null
|
||
},
|
||
"class": "http_enough"
|
||
},
|
||
{
|
||
"id": 12,
|
||
"slug": "youtube",
|
||
"group": "foreign",
|
||
"scenario": "舆情/视频页",
|
||
"url": "https://www.youtube.com/watch?v=jNQXAC9IVRw",
|
||
"used_url": "https://www.youtube.com/watch?v=jNQXAC9IVRw",
|
||
"known_risk": null,
|
||
"http": {
|
||
"http_status": 200,
|
||
"final_url": "https://www.youtube.com/watch?v=jNQXAC9IVRw",
|
||
"title": "Me at the zoo",
|
||
"title_ok": true,
|
||
"text_len": 0,
|
||
"extractable": false,
|
||
"intercept": "empty",
|
||
"elapsed_s": 2.815,
|
||
"used_url": "https://www.youtube.com/watch?v=jNQXAC9IVRw",
|
||
"error": null
|
||
},
|
||
"lightpanda": {
|
||
"http_status": 200,
|
||
"final_url": "https://www.youtube.com/watch?v=jNQXAC9IVRw",
|
||
"title": "Me at the zoo - YouTube",
|
||
"title_ok": true,
|
||
"text_len": 65,
|
||
"extractable": false,
|
||
"intercept": "empty",
|
||
"elapsed_s": 5.641,
|
||
"used_url": "https://www.youtube.com/watch?v=jNQXAC9IVRw",
|
||
"error": null
|
||
},
|
||
"class": "egress_fail"
|
||
},
|
||
{
|
||
"id": 13,
|
||
"slug": "x",
|
||
"group": "foreign",
|
||
"scenario": "舆情",
|
||
"url": "https://x.com/",
|
||
"used_url": "https://x.com/",
|
||
"known_risk": null,
|
||
"http": {
|
||
"http_status": 200,
|
||
"final_url": "https://x.com/",
|
||
"title": "X. It’s what’s happening",
|
||
"title_ok": false,
|
||
"text_len": 0,
|
||
"extractable": false,
|
||
"intercept": "empty",
|
||
"elapsed_s": 1.177,
|
||
"used_url": "https://x.com/",
|
||
"error": null
|
||
},
|
||
"lightpanda": {
|
||
"http_status": 200,
|
||
"final_url": "https://x.com/",
|
||
"title": "X. It’s what’s happening / X",
|
||
"title_ok": false,
|
||
"text_len": 386,
|
||
"extractable": false,
|
||
"intercept": "redirect",
|
||
"elapsed_s": 15.221,
|
||
"used_url": "https://x.com/",
|
||
"error": null
|
||
},
|
||
"class": "egress_fail"
|
||
},
|
||
{
|
||
"id": 14,
|
||
"slug": "linkedin",
|
||
"group": "foreign",
|
||
"scenario": "竞品/舆情",
|
||
"url": "https://www.linkedin.com/company/microsoft",
|
||
"used_url": "https://www.linkedin.com/company/microsoft",
|
||
"known_risk": null,
|
||
"http": {
|
||
"http_status": 200,
|
||
"final_url": "https://www.linkedin.com/company/microsoft",
|
||
"title": "Microsoft | LinkedIn",
|
||
"title_ok": true,
|
||
"text_len": 1861,
|
||
"extractable": true,
|
||
"intercept": "none",
|
||
"elapsed_s": 2.774,
|
||
"used_url": "https://www.linkedin.com/company/microsoft",
|
||
"error": null
|
||
},
|
||
"lightpanda": {
|
||
"http_status": 200,
|
||
"final_url": "https://www.linkedin.com/company/microsoft",
|
||
"title": "Microsoft | LinkedIn",
|
||
"title_ok": true,
|
||
"text_len": 21039,
|
||
"extractable": true,
|
||
"intercept": "none",
|
||
"elapsed_s": 3.256,
|
||
"used_url": "https://www.linkedin.com/company/microsoft",
|
||
"error": null
|
||
},
|
||
"class": "http_enough"
|
||
},
|
||
{
|
||
"id": 15,
|
||
"slug": "baike",
|
||
"group": "domestic",
|
||
"scenario": "知识页",
|
||
"url": "https://baike.baidu.com/item/%E4%BA%BA%E5%B7%A5%E6%99%BA%E8%83%BD/9180",
|
||
"used_url": "https://baike.baidu.com/item/%E4%BA%BA%E5%B7%A5%E6%99%BA%E8%83%BD/9180",
|
||
"known_risk": null,
|
||
"http": {
|
||
"http_status": 403,
|
||
"final_url": "https://baike.baidu.com/item/%E4%BA%BA%E5%B7%A5%E6%99%BA%E8%83%BD/9180",
|
||
"title": "百度安全验证",
|
||
"title_ok": false,
|
||
"text_len": 0,
|
||
"extractable": false,
|
||
"intercept": "captcha",
|
||
"elapsed_s": 0.147,
|
||
"used_url": "https://baike.baidu.com/item/%E4%BA%BA%E5%B7%A5%E6%99%BA%E8%83%BD/9180",
|
||
"error": "HTTPError 403"
|
||
},
|
||
"lightpanda": {
|
||
"http_status": 403,
|
||
"final_url": "https://baike.baidu.com/item/%E4%BA%BA%E5%B7%A5%E6%99%BA%E8%83%BD/9180",
|
||
"title": "百度安全验证",
|
||
"title_ok": false,
|
||
"text_len": 47,
|
||
"extractable": false,
|
||
"intercept": "captcha",
|
||
"elapsed_s": 1.069,
|
||
"used_url": "https://baike.baidu.com/item/%E4%BA%BA%E5%B7%A5%E6%99%BA%E8%83%BD/9180",
|
||
"error": null
|
||
},
|
||
"class": "egress_fail"
|
||
},
|
||
{
|
||
"id": 16,
|
||
"slug": "zhihu",
|
||
"group": "domestic",
|
||
"scenario": "舆情",
|
||
"url": "https://www.zhihu.com/question/19550264",
|
||
"used_url": "https://www.zhihu.com/question/19550264",
|
||
"known_risk": null,
|
||
"http": {
|
||
"http_status": 403,
|
||
"final_url": "https://www.zhihu.com/question/19550264",
|
||
"title": "",
|
||
"title_ok": false,
|
||
"text_len": 35,
|
||
"extractable": false,
|
||
"intercept": "waf",
|
||
"elapsed_s": 0.138,
|
||
"used_url": "https://www.zhihu.com/question/19550264",
|
||
"error": "HTTPError 403"
|
||
},
|
||
"lightpanda": {
|
||
"http_status": 403,
|
||
"final_url": "https://www.zhihu.com/question/19550264",
|
||
"title": "",
|
||
"title_ok": false,
|
||
"text_len": 35,
|
||
"extractable": false,
|
||
"intercept": "waf",
|
||
"elapsed_s": 1.094,
|
||
"used_url": "https://www.zhihu.com/question/19550264",
|
||
"error": null
|
||
},
|
||
"class": "egress_fail"
|
||
},
|
||
{
|
||
"id": 17,
|
||
"slug": "govcn",
|
||
"group": "domestic",
|
||
"scenario": "政策",
|
||
"url": "https://www.gov.cn/zhengce/content/202608/content_7078477.htm",
|
||
"used_url": "https://www.gov.cn/zhengce/content/202608/content_7078477.htm",
|
||
"known_risk": null,
|
||
"http": {
|
||
"http_status": 200,
|
||
"final_url": "https://www.gov.cn/zhengce/content/202608/content_7078477.htm",
|
||
"title": "国务院关于修改《住房公积金管理条例》的决定_城乡建设（含住房）_中国政府网",
|
||
"title_ok": true,
|
||
"text_len": 0,
|
||
"extractable": false,
|
||
"intercept": "empty",
|
||
"elapsed_s": 0.165,
|
||
"used_url": "https://www.gov.cn/zhengce/content/202608/content_7078477.htm",
|
||
"error": null
|
||
},
|
||
"lightpanda": {
|
||
"http_status": 200,
|
||
"final_url": "https://www.gov.cn/zhengce/content/202608/content_7078477.htm",
|
||
"title": "国务院关于修改《住房公积金管理条例》的决定_城乡建设（含住房）_中国政府网",
|
||
"title_ok": true,
|
||
"text_len": 9577,
|
||
"extractable": true,
|
||
"intercept": "none",
|
||
"elapsed_s": 1.034,
|
||
"used_url": "https://www.gov.cn/zhengce/content/202608/content_7078477.htm",
|
||
"error": null
|
||
},
|
||
"class": "need_js"
|
||
},
|
||
{
|
||
"id": 18,
|
||
"slug": "newscn",
|
||
"group": "domestic",
|
||
"scenario": "行业资讯",
|
||
"url": "https://www.news.cn/",
|
||
"used_url": "https://english.news.cn/home.htm",
|
||
"known_risk": null,
|
||
"http": {
|
||
"http_status": 200,
|
||
"final_url": "https://english.news.cn/home.htm",
|
||
"title": "Xi attends SCO summit",
|
||
"title_ok": true,
|
||
"text_len": 151,
|
||
"extractable": false,
|
||
"intercept": "none",
|
||
"elapsed_s": 0.346,
|
||
"used_url": "https://english.news.cn/home.htm",
|
||
"error": null
|
||
},
|
||
"lightpanda": {
|
||
"http_status": 200,
|
||
"final_url": "https://english.news.cn/home.htm",
|
||
"title": "Xinhua – China, World, Business, Sports, Photos and Video | English.news.cn",
|
||
"title_ok": true,
|
||
"text_len": 4333,
|
||
"extractable": true,
|
||
"intercept": "none",
|
||
"elapsed_s": 2.405,
|
||
"used_url": "https://english.news.cn/home.htm",
|
||
"error": null
|
||
},
|
||
"class": "need_js"
|
||
},
|
||
{
|
||
"id": 19,
|
||
"slug": "kr36",
|
||
"group": "domestic",
|
||
"scenario": "行业资讯",
|
||
"url": "https://www.36kr.com/",
|
||
"used_url": "https://www.36kr.com/",
|
||
"known_risk": null,
|
||
"http": {
|
||
"http_status": 200,
|
||
"final_url": "https://www.36kr.com/",
|
||
"title": "",
|
||
"title_ok": false,
|
||
"text_len": 60,
|
||
"extractable": false,
|
||
"intercept": "captcha",
|
||
"elapsed_s": 0.389,
|
||
"used_url": "https://www.36kr.com/",
|
||
"error": null
|
||
},
|
||
"lightpanda": {
|
||
"http_status": 200,
|
||
"final_url": "https://www.36kr.com/",
|
||
"title": "36氪_让一部分人先看到未来",
|
||
"title_ok": true,
|
||
"text_len": 5458,
|
||
"extractable": true,
|
||
"intercept": "none",
|
||
"elapsed_s": 1.166,
|
||
"used_url": "https://www.36kr.com/",
|
||
"error": null
|
||
},
|
||
"class": "need_js"
|
||
},
|
||
{
|
||
"id": 20,
|
||
"slug": "weibo",
|
||
"group": "domestic",
|
||
"scenario": "舆情",
|
||
"url": "https://weibo.com/rmrb",
|
||
"used_url": "https://weibo.com/rmrb",
|
||
"known_risk": null,
|
||
"http": {
|
||
"http_status": 200,
|
||
"final_url": "https://passport.weibo.com/visitor/visitor?entry=miniblog&a=enter&url=https%3A%2F%2Fweibo.com%2Frmrb&domain=weibo.com&ua=Mozilla%2F5.0%20%28Macintosh%3B%20Intel%20Mac%20OS%20X%2010_15_7%29%20AppleWebKit%2F537.36%20%28KHTML%2C%20like%20Gecko%29%20Chrome%2F151.0.7922.109%20Safari%2F537.36&_rand=1788243882346&sudaref=",
|
||
"title": "Sina Visitor System",
|
||
"title_ok": false,
|
||
"text_len": 0,
|
||
"extractable": false,
|
||
"intercept": "redirect",
|
||
"elapsed_s": 0.344,
|
||
"used_url": "https://weibo.com/rmrb",
|
||
"error": null
|
||
},
|
||
"lightpanda": {
|
||
"http_status": 200,
|
||
"final_url": "https://weibo.com/rmrb",
|
||
"title": "微博",
|
||
"title_ok": true,
|
||
"text_len": 0,
|
||
"extractable": false,
|
||
"intercept": "empty",
|
||
"elapsed_s": 1.289,
|
||
"used_url": "https://weibo.com/rmrb",
|
||
"error": null
|
||
},
|
||
"class": "egress_fail"
|
||
}
|
||
],
|
||
"notes": [
|
||
"http_status/final_url/title/text_len/elapsed 均为本机 Docker 实测，未编造状态码",
|
||
"intercept/title_ok/extractable 按 raw 标题与正文头重算（避免正文页误标 captcha/CF）",
|
||
"订阅明文未写入本文件"
|
||
]
|
||
}
|