onesvm-browser-server/bench/site-matrix/raw/http-foreign.jsonl

{"id": 1, "slug": "wikipedia", "group": "foreign", "channel": "trafilatura-http", "start_url": "https://en.wikipedia.org/wiki/Wireless_earbuds", "used_url": "https://en.wikipedia.org/wiki/Wireless_earbuds", "discovered_url": null, "http_status": 200, "final_url": "https://en.wikipedia.org/wiki/Wireless_earbuds", "title": "Headphones - Wikipedia", "title_ok": true, "text_len": 54598, "html_len": 453234, "extractable": true, "intercept": "none", "elapsed_s": 3.811, "redirect_chain": [], "error": null, "header_keys": ["accept-ch", "accept-ranges", "age", "cache-control", "connection", "content-encoding", "content-language", "content-security-policy", "content-type", "date", "last-modified", "nel", "report-to", "reporting-endpoints", "server", "server-timing", "set-cookie", "strict-transport-security", "transfer-encoding", "vary", "x-analytics", "x-cache", "x-cache-status", "x-client-ip", "x-content-type-options", "x-request-id"], "text_head": "**Headphones** are a pair of small loudspeaker drivers worn on or around the head over a user's ears. They are electroacoustic transducers, which convert an electrical signal to a corresponding sound. Headphones let a single user listen to an audio source privately, in contrast to a loudspeaker, which emits sound into the open air for anyone nearby to hear. Headphones are also known as **earphones**<sup>[1]</sup> or, colloquially, **cans**.<sup>[2]</sup> Circumaural (around the ear) and supra-aural (over the ear) headphones use a band over the top of the head to hold the drivers in place. Another type, known as **earbuds** or **earpieces**,<sup>[1]</sup> consists of individual units that plug into the user's ear canal; within that category have been developed cordless **air buds** using wireless technology. A third type are bone conduction headphones, which typically wrap around the back of the head and rest in front of the ear canal, leaving the ear canal open. In the context of telecommunication, a headset is a combination of a headphone and microphone.\n\nHeadphones connect to a signal source such as an audio amplifier, radio, CD player, portable media player, mobile phone, video ", "scenario": "行业资讯/知识页", "known_risk": null}
{"id": 2, "slug": "hackernews", "group": "foreign", "channel": "trafilatura-http", "start_url": "https://news.ycombinator.com/", "used_url": "https://news.ycombinator.com/", "discovered_url": null, "http_status": 200, "final_url": "https://news.ycombinator.com/", "title": "Hacker News", "title_ok": true, "text_len": 0, "html_len": 34059, "extractable": false, "intercept": "empty", "elapsed_s": 2.809, "redirect_chain": [], "error": null, "header_keys": ["Cache-Control", "Connection", "Content-Encoding", "Content-Security-Policy", "Content-Type", "Date", "Referrer-Policy", "Server", "Strict-Transport-Security", "Transfer-Encoding", "Vary", "X-Content-Type-Options", "X-Frame-Options", "X-XSS-Protection"], "text_head": "", "scenario": "行业资讯", "known_risk": null}
{"id": 3, "slug": "stackoverflow", "group": "foreign", "channel": "trafilatura-http", "start_url": "https://stackoverflow.com/questions/11227809/why-is-processing-a-sorted-array-faster-than-processing-an-unsorted-array", "used_url": "https://stackoverflow.com/questions/11227809/why-is-processing-a-sorted-array-faster-than-processing-an-unsorted-array", "discovered_url": null, "http_status": 403, "final_url": "https://stackoverflow.com/questions/11227809/why-is-processing-a-sorted-array-faster-than-processing-an-unsorted-array", "title": "Just a moment...", "title_ok": false, "text_len": 0, "html_len": 5608, "extractable": false, "intercept": "cloudflare", "elapsed_s": 1.971, "redirect_chain": [], "error": "HTTPError 403", "header_keys": ["Accept-Ch", "CF-RAY", "Cf-Mitigated", "Connection", "Content-Encoding", "Content-Security-Policy", "Content-Type", "Critical-Ch", "Cross-Origin-Embedder-Policy", "Cross-Origin-Opener-Policy", "Cross-Origin-Resource-Policy", "Date", "Origin-Agent-Cluster", "Permissions-Policy", "Referrer-Policy", "Server", "Server-Timing", "Transfer-Encoding", "X-Content-Type-Options", "X-DNS-Prefetch-Control", "X-Frame-Options", "set-cookie"], "text_head": "", "scenario": "技术文档", "known_risk": null}
{"id": 4, "slug": "github", "group": "foreign", "channel": "trafilatura-http", "start_url": "https://github.com/facebook/react", "used_url": "https://github.com/facebook/react", "discovered_url": null, "http_status": 200, "final_url": "https://github.com/react/react", "title": "GitHub - react/react: The library for web and native user interfaces.", "title_ok": true, "text_len": 2919, "html_len": 357974, "extractable": true, "intercept": "none", "elapsed_s": 3.134, "redirect_chain": [{"status": 301, "from": "https://github.com/facebook/react", "to": "https://github.com/react/react"}], "error": null, "header_keys": ["Accept-Ranges", "Cache-Control", "Content-Encoding", "Content-Security-Policy", "Content-Type", "Date", "ETag", "Referrer-Policy", "Server", "Set-Cookie", "Strict-Transport-Security", "Transfer-Encoding", "Vary", "X-Content-Type-Options", "X-Frame-Options", "X-GitHub-Request-Id", "X-XSS-Protection", "connection", "x-github-edge-region"], "text_head": "React is a JavaScript library for building user interfaces.\n\n- **Declarative:** React makes it painless to create interactive UIs. Design simple views for each state in your application, and React will efficiently update and render just the right components when your data changes. Declarative views make your code more predictable, simpler to understand, and easier to debug.\n- **Component-Based:** Build encapsulated components that manage their own state, then compose them to make complex UIs. Since component logic is written in JavaScript instead of templates, you can easily pass rich data through your app and keep the state out of the DOM.\n- **Learn Once, Write Anywhere:** We don't make assumptions about the rest of your technology stack, so you can develop new features in React without rewriting existing code. React can also render on the server using Node and power mobile apps using React Native.\n\nReact has been designed for gradual adoption from the start, and **you can use as little or as much React as you need**:\n\n- Use Quick Start to get a taste of React.\n- Add React to an Existing Project to use as little or as much React as you need.\n- Create a New React App if you're look", "scenario": "竞品/开源调研", "known_risk": null}
{"id": 5, "slug": "mdn", "group": "foreign", "channel": "trafilatura-http", "start_url": "https://developer.mozilla.org/en-US/docs/Web/API/Fetch_API", "used_url": "https://developer.mozilla.org/en-US/docs/Web/API/Fetch_API", "discovered_url": null, "http_status": 200, "final_url": "https://developer.mozilla.org/en-US/docs/Web/API/Fetch_API", "title": "Fetch API", "title_ok": true, "text_len": 2491, "html_len": 153146, "extractable": true, "intercept": "none", "elapsed_s": 1.937, "redirect_chain": [], "error": null, "header_keys": ["Accept-Ranges", "Age", "Connection", "Content-Encoding", "Content-Length", "Date", "Vary", "X-Cache", "X-Cache-Hits", "X-Served-By", "X-Timer", "cache-control", "content-security-policy", "content-type", "etag", "expires", "last-modified", "referrer-policy", "server", "strict-transport-security", "via", "x-cloud-trace-context", "x-content-type-options", "x-frame-options", "x-goog-generation", "x-goog-hash", "x-goog-meta-goog-reserved-file-mtime", "x-goog-metageneration", "x-goog-storage-class", "x-goog-stored-content-encoding", "x-goog-stored-content-length", "x-guploader-uploadid"], "text_head": "# Fetch API\n\nThe Fetch API provides an interface for fetching resources (including across the network). It is a more powerful and flexible replacement for `XMLHttpRequest`.\n\nThe Fetch API uses `Request` and `Response` objects (and other things involved with network requests), as well as related concepts such as CORS and the HTTP Origin header semantics.\n\nFor making a request and fetching a resource, use the `fetch()` method. It is a global method in both `Window` and `Worker` contexts. This makes it available in pretty much any context you might want to fetch resources in.\n\nThe `fetch()` method takes one mandatory argument, the path to the resource you want to fetch. It returns a `Promise` that resolves to the `Response` to that request — as soon as the server responds with headers — **even if the server response is an HTTP error status**. You can also optionally pass in an `init` options object as the second argument (see `Request`).\n\nOnce a `Response` is retrieved, there are a number of methods available to define what the body content is and how it should be handled.\n\nYou can create a request and response directly using the `Request()` and `Response()` constructors, but it's unc", "scenario": "技术文档", "known_risk": null}
{"id": 6, "slug": "bbc", "group": "foreign", "channel": "trafilatura-http", "start_url": "https://www.bbc.com/news", "used_url": "https://www.bbc.com/news/articles/c24j5192j7jo", "discovered_url": "https://www.bbc.com/news/articles/c24j5192j7jo", "http_status": 200, "final_url": "https://www.bbc.com/news/articles/c24j5192j7jo", "title": "Duane \"Keffe D\" Davis found guilty in 1996 murder of rapper Tupac Shakur", "title_ok": true, "text_len": 3795, "html_len": 315848, "extractable": true, "intercept": "none", "elapsed_s": 3.064, "redirect_chain": [], "error": null, "header_keys": ["Accept-Ranges", "Cache-Control", "Connection", "Content-Length", "Content-Type", "Date", "Fastly-Restarts", "Origin-Agent-Cluster", "Server", "Strict-Transport-Security", "Vary", "X-BBC-Edge-Cache-Status", "X-Cache", "X-Cache-Hits", "X-Fastly-Cache-Status", "X-Fastly-Pre-Flight-Cache", "X-Fastly-Pre-Flight-Cache-Status", "X-LB-NoCache", "X-Robots-Tag", "X-Served-By", "X-Timer", "X-cache-age", "alt-svc", "belfrage-cache-status", "bid", "brequestid", "bsig", "content-encoding", "etag", "nel", "referrer-policy", "report-to", "req-svc-chain", "via", "x-content-type-options", "x-correlation-id", "x-frame-options"], "text_head": "# Ex-gang boss found guilty in 1996 murder of rapper Tupac Shakur\n\nFormer gang boss Duane \"Keffe D\" Davis has been found guilty of orchestrating the murder of Tupac Shakur - the first conviction in a cold case that has intrigued hip-hop fans for nearly 30 years.\n\nThe jury found Davis guilty of one count of murder with a deadly weapon for the rap superstar's death in a drive-by shooting in Las Vegas on 7 September 1996.\n\nClad in a black suit, the 63-year-old stood impassively in the Las Vegas court as the verdict was read, before saying he would appeal. Shakur's relatives held hands, some hugging and crying.\n\nShakur was 25 when he was slain at the height of his career as one of rap's most influential voices. He has sold more than 75 million records worldwide.\n\nProsecutors had argued during the trial that although Davis, a former leader of the South Side Compton Crips street gang, did not fire the gun that killed Shakur, he ordered the shooting and supplied the gun that his nephew Orlando Anderson used to open fire.\n\nThey told the court that Davis had planned the shooting as retaliation after Anderson was involved in a fight with Shakur and the rapper's crew in Las Vegas just hours e", "scenario": "行业资讯", "known_risk": null}
{"id": 7, "slug": "techcrunch", "group": "foreign", "channel": "trafilatura-http", "start_url": "https://techcrunch.com/", "used_url": "https://techcrunch.com/2026/08/31/apple-shares-shocking-evidence-against-former-employee-accused-of-stealing-company-data-for-openai/", "discovered_url": "https://techcrunch.com/2026/08/31/apple-shares-shocking-evidence-against-former-employee-accused-of-stealing-company-data-for-openai/", "http_status": 200, "final_url": "https://techcrunch.com/2026/08/31/apple-shares-shocking-evidence-against-former-employee-accused-of-stealing-company-data-for-openai/", "title": "Apple shares 'shocking evidence' against former employee accused of stealing company data for OpenAI | TechCrunch", "title_ok": true, "text_len": 2294, "html_len": 236032, "extractable": true, "intercept": "none", "elapsed_s": 3.266, "redirect_chain": [], "error": null, "header_keys": ["Access-Control-Allow-Methods", "Access-Control-Allow-Origin", "Connection", "Content-Encoding", "Content-Security-Policy", "Content-Type", "Date", "Host-Header", "Link", "Permissions-Policy", "Server", "Strict-Transport-Security", "Transfer-Encoding", "Vary", "X-Content-Type-Options", "X-Frame-Options", "X-Powered-By", "X-hacker", "accept-ranges", "cache-control", "referrer-policy", "x-cache", "x-rq"], "text_head": "In its lawsuit against OpenAI, Apple filed what it calls “shocking evidence” to bolster its allegations that former employees stole trade secrets for OpenAI’s benefit. These new details emerged after the legal counsel for former Apple employee Chang Liu — who now works at OpenAI — handed over Liu’s old Apple work laptop for investigation earlier this month.\n\nApple now alleges that Liu used a confidential Apple circuit schematic in his work at OpenAI, as well as a tool that shares a name with an internal Apple engineering application. The company claims that OpenAI was “well-aware” of Liu’s access to Apple data, and that Liu enlisted OpenAI colleague Yu-Ting Peng to help destroy evidence in June when he learned that Apple was investigating him.\n\n“The MacBook represents the very limited information Defendants provided so far (and only after weeks of delay), and shows Apple is not conducting ‘fishing expeditions’ but that its trade secrets are being used and evidence is being destroyed,” the filing reads.\n\nWhile this new evidence is redacted from public view, past filings from Apple have included text messages from Liu — which he punctuated with “crying laughing” emojis — showing he w", "scenario": "行业资讯", "known_risk": null}
{"id": 8, "slug": "medium", "group": "foreign", "channel": "trafilatura-http", "start_url": "https://medium.com/airbnb-engineering/rearchitecting-airbnbs-frontend-b5da7e3e8395", "used_url": "https://medium.com/airbnb-engineering/rearchitecting-airbnbs-frontend-b5da7e3e8395", "discovered_url": null, "http_status": 403, "final_url": "https://medium.com/airbnb-engineering/rearchitecting-airbnbs-frontend-b5da7e3e8395", "title": "Just a moment...", "title_ok": false, "text_len": 0, "html_len": 5973, "extractable": false, "intercept": "cloudflare", "elapsed_s": 1.587, "redirect_chain": [], "error": "HTTPError 403", "header_keys": ["Accept-Ch", "CF-RAY", "Cf-Mitigated", "Connection", "Content-Encoding", "Content-Security-Policy", "Content-Type", "Critical-Ch", "Cross-Origin-Embedder-Policy", "Cross-Origin-Opener-Policy", "Cross-Origin-Resource-Policy", "Date", "Origin-Agent-Cluster", "Permissions-Policy", "Referrer-Policy", "Server", "Server-Timing", "Strict-Transport-Security", "Transfer-Encoding", "X-Content-Type-Options", "X-Frame-Options", "alt-svc"], "text_head": "", "scenario": "行业资讯", "known_risk": "cloudflare"}
{"id": 9, "slug": "reddit", "group": "foreign", "channel": "trafilatura-http", "start_url": "https://www.reddit.com/r/explainlikeimfive/comments/1h7w3v/eli5_how_does_bitcoin_work/", "used_url": "https://www.reddit.com/r/explainlikeimfive/comments/1h7w3v/eli5_how_does_bitcoin_work/", "discovered_url": null, "http_status": 403, "final_url": "https://www.reddit.com/r/explainlikeimfive/comments/1h7w3v/eli5_how_does_bitcoin_work/", "title": "", "title_ok": false, "text_len": 202, "html_len": 190238, "extractable": false, "intercept": "waf", "elapsed_s": 2.25, "redirect_chain": [], "error": "HTTPError 403", "header_keys": ["Accept-Ranges", "Cache-Control", "Connection", "Content-Length", "Content-Type", "Date", "NEL", "Report-To", "Retry-After", "Server", "Set-Cookie", "Strict-Transport-Security", "Via", "X-Content-Type-Options", "X-Frame-Options", "X-XSS-Protection", "server-timing"], "text_head": "You've been blocked by network security.\n\nTo continue, log in to your Reddit account or use your developer token\n\nIf you think you've been blocked by mistake, file a ticket below and we'll look into it.", "scenario": "舆情", "known_risk": "anonymous_403"}
{"id": 10, "slug": "amazon", "group": "foreign", "channel": "trafilatura-http", "start_url": "https://www.amazon.com/dp/B08N5WRWNW", "used_url": "https://www.amazon.com/dp/B08N5WRWNW", "discovered_url": null, "http_status": 404, "final_url": "https://www.amazon.com/dp/B08N5WRWNW", "title": "Page Not Found", "title_ok": false, "text_len": 0, "html_len": 2296, "extractable": false, "intercept": "empty", "elapsed_s": 2.136, "redirect_chain": [], "error": "HTTPError 404", "header_keys": ["Alt-Svc", "Connection", "Content-Type", "Date", "Transfer-Encoding", "Via", "X-Amz-Cf-Id", "X-Amz-Cf-Pop", "X-Cache", "accept-ch", "accept-ch-lifetime", "content-encoding", "content-security-policy", "content-security-policy-report-only", "edge-cache-control", "permissions-policy", "server", "set-cookie", "strict-transport-security", "vary", "x-amz-rid", "x-content-type-options", "x-frame-options", "x-xss-protection"], "text_head": "", "scenario": "竞品调研", "known_risk": "waf"}
{"id": 11, "slug": "allbirds", "group": "foreign", "channel": "trafilatura-http", "start_url": "https://www.allbirds.com/products/mens-wool-runners", "used_url": "https://www.allbirds.com/products/mens-wool-runners", "discovered_url": null, "http_status": 200, "final_url": "https://www.allbirds.com/collections/mens", "title": "Allbirds Men's Shoes | Shop Sustainable Footwear for Men", "title_ok": true, "text_len": 533, "html_len": 1431558, "extractable": true, "intercept": "redirect", "elapsed_s": 3.959, "redirect_chain": [{"status": 302, "from": "https://www.allbirds.com/products/mens-wool-runners", "to": "https://www.allbirds.com/collections/mens"}], "error": null, "header_keys": ["Alt-Svc", "CF-RAY", "Connection", "Content-Type", "Date", "Nel", "Report-To", "Transfer-Encoding", "X-Content-Type-Options", "X-Download-Options", "X-Permitted-Cross-Domain-Policies", "X-XSS-Protection", "accept-ch", "cdn-cache-control", "cf-cache-status", "content-encoding", "content-language", "content-security-policy", "etag", "link", "powered-by", "server", "server-timing", "set-cookie", "shopify-complexity-score", "shopify-complexity-score-v2", "strict-transport-security", "vary", "x-dc", "x-frame-options", "x-request-id", "x-shopify-perf-experiments"], "text_head": "While it’s true that our shoes are certainly soft and plush enough to go sockless, they’re not purposely designed to wear without socks all the time. \nStill, for those days when you’re going au naturel, materials like our soft, moisture-wicking ZQ Merino wool and plush, odor-minimizing castor bean oil insoles will provide your feet with the breathability and comfort they need. However, for those days when you really need a comfy pair of socks, check out our Trino™ sock collection to find some in your style and colors of choice.", "scenario": "独立站", "known_risk": "redirect"}
{"id": 12, "slug": "youtube", "group": "foreign", "channel": "trafilatura-http", "start_url": "https://www.youtube.com/watch?v=jNQXAC9IVRw", "used_url": "https://www.youtube.com/watch?v=jNQXAC9IVRw", "discovered_url": null, "http_status": 200, "final_url": "https://www.youtube.com/watch?v=jNQXAC9IVRw", "title": "Me at the zoo", "title_ok": true, "text_len": 0, "html_len": 1344601, "extractable": false, "intercept": "empty", "elapsed_s": 2.815, "redirect_chain": [], "error": null, "header_keys": ["Accept-CH", "Alt-Svc", "Cache-Control", "Connection", "Content-Encoding", "Content-Security-Policy", "Content-Type", "Cross-Origin-Opener-Policy", "Date", "Expires", "Origin-Trial", "P3P", "Permissions-Policy", "Pragma", "Report-To", "Server", "Set-Cookie", "Strict-Transport-Security", "Transfer-Encoding", "Vary", "X-Content-Type-Options", "X-Frame-Options", "X-XSS-Protection", "document-policy", "reporting-endpoints"], "text_head": "", "scenario": "舆情/视频页", "known_risk": null}
{"id": 13, "slug": "x", "group": "foreign", "channel": "trafilatura-http", "start_url": "https://x.com/", "used_url": "https://x.com/", "discovered_url": null, "http_status": 200, "final_url": "https://x.com/", "title": "X. It’s what’s happening", "title_ok": false, "text_len": 0, "html_len": 32914, "extractable": false, "intercept": "empty", "elapsed_s": 1.177, "redirect_chain": [], "error": null, "header_keys": ["CF-RAY", "Cache-Control", "Connection", "Content-Encoding", "Content-Type", "Date", "Server", "Set-Cookie", "Transfer-Encoding", "cf-cache-status", "content-security-policy", "cross-origin-opener-policy", "cross-origin-resource-policy", "origin-agent-cluster", "origin-cf-ray", "perf", "referrer-policy", "set-cookie", "strict-transport-security", "vary", "x-content-type-options", "x-dns-prefetch-control", "x-download-options", "x-frame-options", "x-permitted-cross-domain-policies", "x-response-time", "x-served-by", "x-server", "x-transaction-id", "x-xss-protection"], "text_head": "", "scenario": "舆情", "known_risk": null}
{"id": 14, "slug": "linkedin", "group": "foreign", "channel": "trafilatura-http", "start_url": "https://www.linkedin.com/company/microsoft", "used_url": "https://www.linkedin.com/company/microsoft", "discovered_url": null, "http_status": 200, "final_url": "https://www.linkedin.com/company/microsoft", "title": "Microsoft | LinkedIn", "title_ok": true, "text_len": 1861, "html_len": 456530, "extractable": true, "intercept": "none", "elapsed_s": 2.774, "redirect_chain": [], "error": null, "header_keys": ["CF-RAY", "Cache-Control", "Connection", "Content-Encoding", "Content-Length", "Content-Security-Policy", "Content-Type", "Date", "Expires", "Pragma", "Server", "Set-Cookie", "Strict-Transport-Security", "Vary", "X-Content-Type-Options", "X-Frame-Options", "X-LI-UUID", "X-Li-Fabric", "X-Li-Pop", "X-Li-Proto", "alt-svc", "cf-cache-status", "set-cookie"], "text_head": "Throughout this past fiscal year, customers across every industry and segment moved from AI experimentation to deploying AI for real-world business outcomes. We saw the emergence of Frontier Firms as organizations moved beyond efficiency gains to focus on human ambition and embed AI at the core of how they operate, unlocking innovation and creating new opportunities for growth. Successful customers are building an intelligence platform so their unique IQ — their knowledge, data, workflows, applications, and expertise — can continuously compound, ensuring the value of AI accrues to the customer, not the model. They also have a trust platform that is pervasive, with the ability to manage, govern, secure, and measure AI across every business process. \n  \nEverything we are doing at Microsoft is focused on empowering Frontier Transformation. Copilot enables AI in the flow of human ambition, Microsoft IQ amplifies and protects an organization’s IQ, and Agent 365 is the trust platform that enables observability at every layer of the stack.  \n  \nBusinesses are not static, and neither are the AI systems that support them. As organizations evolve, AI systems must continuously learn and impro", "scenario": "竞品/舆情", "known_risk": null}