{"scanned_at":"2026-09-22T05:40:48.684Z","method":"v0.1","agents":[["Muse","Meta"],["ChatGPT Agent","OpenAI"],["Claude","Anthropic"],["Comet","Perplexity"],["Grok Bot","xAI"],["Gemini","Google"],["Manus","Manus"],["Instinct","Spear Street"]],"ranked":[{"host":"www.chewy.com","name":"Chewy","category":"Retail","score":74,"grade":"B","stance":"Open","pillars":{"access":40,"consent":7,"surface":12,"protocols":8,"task":null},"matrix":{"Muse":"untested","ChatGPT Agent":"allowed","Claude":"allowed","Comet":"allowed","Grok Bot":"allowed-robots","Gemini":"allowed","Manus":"allowed-robots","Instinct":"untested"},"scanned_at":"2026-09-22T03:48:11.389Z","top_evidence":"Homepage serves a normal page to ChatGPT-User, Claude-User, Perplexity-User and GoogleAgent-Mariner","url":"https://standardweb.xyz/site/www.chewy.com"},{"host":"www.kayak.com","name":"Kayak","category":"Travel","score":72,"grade":"B","stance":"Selective","pillars":{"access":40,"consent":0,"surface":25,"protocols":0,"task":null},"matrix":{"Muse":"untested","ChatGPT Agent":"partial","Claude":"allowed","Comet":"allowed","Grok Bot":"allowed-robots","Gemini":"allowed","Manus":"allowed-robots","Instinct":"untested"},"scanned_at":"2026-09-22T03:48:13.721Z","top_evidence":"Homepage serves a normal page to ChatGPT-User, Claude-User, Perplexity-User and GoogleAgent-Mariner","url":"https://standardweb.xyz/site/www.kayak.com"},{"host":"stripe.com","name":"Stripe","category":"Developer","score":72,"grade":"B","stance":"Open","pillars":{"access":40,"consent":0,"surface":25,"protocols":0,"task":null},"matrix":{"Muse":"untested","ChatGPT Agent":"allowed","Claude":"allowed","Comet":"allowed","Grok Bot":"allowed-robots","Gemini":"allowed","Manus":"allowed-robots","Instinct":"untested"},"scanned_at":"2026-09-22T03:48:04.943Z","top_evidence":"Homepage serves a normal page to ChatGPT-User, Claude-User, Perplexity-User and GoogleAgent-Mariner","url":"https://standardweb.xyz/site/stripe.com"},{"host":"www.target.com","name":"Target","category":"Retail","score":72,"grade":"B","stance":"Open","pillars":{"access":40,"consent":0,"surface":25,"protocols":0,"task":null},"matrix":{"Muse":"untested","ChatGPT Agent":"allowed","Claude":"allowed","Comet":"allowed","Grok Bot":"allowed-robots","Gemini":"allowed","Manus":"allowed-robots","Instinct":"untested"},"scanned_at":"2026-09-22T04:40:48.495Z","top_evidence":"Homepage serves a normal page to ChatGPT-User, Claude-User, Perplexity-User and GoogleAgent-Mariner","url":"https://standardweb.xyz/site/www.target.com"},{"host":"www.shopify.com","name":"Shopify","category":"Commerce platform","score":70,"grade":"B","stance":"Open","pillars":{"access":40,"consent":0,"surface":23,"protocols":0,"task":null},"matrix":{"Muse":"untested","ChatGPT Agent":"allowed","Claude":"allowed","Comet":"allowed","Grok Bot":"allowed-robots","Gemini":"allowed","Manus":"allowed-robots","Instinct":"untested"},"scanned_at":"2026-09-22T04:20:52.664Z","top_evidence":"Homepage serves a normal page to ChatGPT-User, Claude-User, Perplexity-User and GoogleAgent-Mariner","url":"https://standardweb.xyz/site/www.shopify.com"},{"host":"www.newegg.com","name":"Newegg","category":"Retail","score":69,"grade":"C","stance":"Open","pillars":{"access":40,"consent":0,"surface":22,"protocols":0,"task":null},"matrix":{"Muse":"untested","ChatGPT Agent":"allowed","Claude":"allowed","Comet":"allowed","Grok Bot":"allowed-robots","Gemini":"allowed","Manus":"allowed-robots","Instinct":"untested"},"scanned_at":"2026-09-22T03:48:12.686Z","top_evidence":"Homepage serves a normal page to ChatGPT-User, Claude-User, Perplexity-User and GoogleAgent-Mariner","url":"https://standardweb.xyz/site/www.newegg.com"},{"host":"github.com","name":"GitHub","category":"Developer","score":66,"grade":"C","stance":"Open","pillars":{"access":40,"consent":0,"surface":19,"protocols":0,"task":null},"matrix":{"Muse":"untested","ChatGPT Agent":"allowed","Claude":"allowed","Comet":"allowed","Grok Bot":"allowed-robots","Gemini":"allowed","Manus":"allowed-robots","Instinct":"untested"},"scanned_at":"2026-09-22T03:48:04.405Z","top_evidence":"Homepage serves a normal page to ChatGPT-User, Claude-User, Perplexity-User and GoogleAgent-Mariner","url":"https://standardweb.xyz/site/github.com"},{"host":"www.apple.com","name":"Apple","category":"Tech","score":63,"grade":"C","stance":"Open","pillars":{"access":40,"consent":0,"surface":17,"protocols":0,"task":null},"matrix":{"Muse":"untested","ChatGPT Agent":"allowed","Claude":"allowed","Comet":"allowed","Grok Bot":"allowed-robots","Gemini":"allowed","Manus":"allowed-robots","Instinct":"untested"},"scanned_at":"2026-09-22T03:48:05.233Z","top_evidence":"Homepage serves a normal page to ChatGPT-User, Claude-User, Perplexity-User and GoogleAgent-Mariner","url":"https://standardweb.xyz/site/www.apple.com"},{"host":"www.walmart.com","name":"Walmart","category":"Retail","score":63,"grade":"C","stance":"Open","pillars":{"access":40,"consent":0,"surface":17,"protocols":0,"task":null},"matrix":{"Muse":"untested","ChatGPT Agent":"allowed","Claude":"allowed","Comet":"allowed","Grok Bot":"allowed-robots","Gemini":"allowed","Manus":"allowed-robots","Instinct":"untested"},"scanned_at":"2026-09-22T04:01:07.839Z","top_evidence":"Homepage serves a normal page to ChatGPT-User, Claude-User, Perplexity-User and GoogleAgent-Mariner","url":"https://standardweb.xyz/site/www.walmart.com"},{"host":"en.wikipedia.org","name":"Wikipedia","category":"Reference","score":63,"grade":"C","stance":"Open","pillars":{"access":40,"consent":0,"surface":17,"protocols":0,"task":null},"matrix":{"Muse":"untested","ChatGPT Agent":"allowed","Claude":"allowed","Comet":"allowed","Grok Bot":"allowed-robots","Gemini":"allowed","Manus":"allowed-robots","Instinct":"untested"},"scanned_at":"2026-09-22T03:48:04.085Z","top_evidence":"Homepage serves a normal page to ChatGPT-User, Claude-User, Perplexity-User and GoogleAgent-Mariner","url":"https://standardweb.xyz/site/en.wikipedia.org"},{"host":"www.microsoft.com","name":"Microsoft","category":"Tech","score":60,"grade":"C","stance":"Open","pillars":{"access":40,"consent":0,"surface":14,"protocols":0,"task":null},"matrix":{"Muse":"untested","ChatGPT Agent":"allowed","Claude":"allowed","Comet":"allowed","Grok Bot":"allowed-robots","Gemini":"allowed","Manus":"allowed-robots","Instinct":"untested"},"scanned_at":"2026-09-22T03:48:08.635Z","top_evidence":"Homepage serves a normal page to ChatGPT-User, Claude-User, Perplexity-User and GoogleAgent-Mariner","url":"https://standardweb.xyz/site/www.microsoft.com"},{"host":"www.ticketmaster.com","name":"Ticketmaster","category":"Tickets","score":57,"grade":"C","stance":"Selective","pillars":{"access":34,"consent":0,"surface":17,"protocols":0,"task":null},"matrix":{"Muse":"untested","ChatGPT Agent":"allowed","Claude":"allowed","Comet":"blocked","Grok Bot":"allowed-robots","Gemini":"allowed","Manus":"allowed-robots","Instinct":"untested"},"scanned_at":"2026-09-22T03:48:02.217Z","top_evidence":"Homepage blocks identified agents: Perplexity-User (HTTP 403); serves ChatGPT-User, Claude-User, GoogleAgent-Mariner","url":"https://standardweb.xyz/site/www.ticketmaster.com"},{"host":"www.instacart.com","name":"Instacart","category":"Grocery & food","score":56,"grade":"C","stance":"Selective","pillars":{"access":23,"consent":7,"surface":17,"protocols":3,"task":null},"matrix":{"Muse":"untested","ChatGPT Agent":"partial","Claude":"disallowed","Comet":"disallowed","Grok Bot":"disallowed","Gemini":"disallowed","Manus":"disallowed","Instinct":"untested"},"scanned_at":"2026-09-22T03:48:01.665Z","top_evidence":"robots.txt disallows 18 of 19 user-directed agents via a default Disallow: / for unlisted bots: Claude-User, Perplexity-User, GoogleAgent-Mariner, GoogleAgent-Shopping, Manus-User, MistralAI-User, Devin, Copilot…","url":"https://standardweb.xyz/site/www.instacart.com"},{"host":"www.costco.com","name":"Costco","category":"Retail","score":53,"grade":"D","stance":"Open","pillars":{"access":40,"consent":0,"surface":8,"protocols":0,"task":null},"matrix":{"Muse":"untested","ChatGPT Agent":"allowed","Claude":"allowed","Comet":"allowed","Grok Bot":"allowed-robots","Gemini":"allowed","Manus":"allowed-robots","Instinct":"untested"},"scanned_at":"2026-09-22T04:40:48.873Z","top_evidence":"Homepage serves a normal page to ChatGPT-User, Claude-User, Perplexity-User and GoogleAgent-Mariner","url":"https://standardweb.xyz/site/www.costco.com"},{"host":"www.google.com","name":"Google","category":"Tech","score":51,"grade":"D","stance":"Open","pillars":{"access":40,"consent":0,"surface":6,"protocols":0,"task":null},"matrix":{"Muse":"untested","ChatGPT Agent":"allowed","Claude":"allowed","Comet":"allowed","Grok Bot":"allowed-robots","Gemini":"allowed","Manus":"allowed-robots","Instinct":"untested"},"scanned_at":"2026-09-22T03:48:08.977Z","top_evidence":"Homepage serves a normal page to ChatGPT-User, Claude-User, Perplexity-User and GoogleAgent-Mariner","url":"https://standardweb.xyz/site/www.google.com"},{"host":"www.stubhub.com","name":"StubHub","category":"Tickets","score":49,"grade":"D","stance":"Selective","pillars":{"access":34,"consent":0,"surface":10,"protocols":0,"task":null},"matrix":{"Muse":"untested","ChatGPT Agent":"allowed","Claude":"allowed","Comet":"blocked","Grok Bot":"allowed-robots","Gemini":"allowed","Manus":"allowed-robots","Instinct":"untested"},"scanned_at":"2026-09-22T03:48:13.832Z","top_evidence":"Homepage blocks identified agents: Perplexity-User (HTTP 202); serves ChatGPT-User, Claude-User, GoogleAgent-Mariner","url":"https://standardweb.xyz/site/www.stubhub.com"},{"host":"www.airbnb.com","name":"Airbnb","category":"Travel","score":44,"grade":"D","stance":"Selective","pillars":{"access":22,"consent":0,"surface":17,"protocols":0,"task":null},"matrix":{"Muse":"untested","ChatGPT Agent":"blocked","Claude":"blocked","Comet":"blocked","Grok Bot":"allowed-robots","Gemini":"allowed","Manus":"allowed-robots","Instinct":"untested"},"scanned_at":"2026-09-22T03:48:02.187Z","top_evidence":"Homepage blocks identified agents: ChatGPT-User (HTTP 403), Claude-User (HTTP 403), Perplexity-User (HTTP 403); serves GoogleAgent-Mariner","url":"https://standardweb.xyz/site/www.airbnb.com"},{"host":"www.delta.com","name":"Delta","category":"Travel","score":44,"grade":"D","stance":"Open","pillars":{"access":40,"consent":0,"surface":0,"protocols":0,"task":null},"matrix":{"Muse":"untested","ChatGPT Agent":"allowed","Claude":"allowed","Comet":"allowed","Grok Bot":"allowed-robots","Gemini":"allowed","Manus":"allowed-robots","Instinct":"untested"},"scanned_at":"2026-09-22T03:48:11.758Z","top_evidence":"Homepage serves a normal page to ChatGPT-User, Claude-User, Perplexity-User and GoogleAgent-Mariner","url":"https://standardweb.xyz/site/www.delta.com"},{"host":"www.sephora.com","name":"Sephora","category":"Retail","score":43,"grade":"D","stance":"Selective","pillars":{"access":17,"consent":0,"surface":22,"protocols":0,"task":null},"matrix":{"Muse":"untested","ChatGPT Agent":"blocked","Claude":"blocked","Comet":"blocked","Grok Bot":"allowed-robots","Gemini":"blocked","Manus":"allowed-robots","Instinct":"untested"},"scanned_at":"2026-09-22T03:48:12.219Z","top_evidence":"Homepage blocks identified agents: ChatGPT-User (HTTP 403), Claude-User (HTTP 403), Perplexity-User (HTTP 403), GoogleAgent-Mariner (HTTP 403)","url":"https://standardweb.xyz/site/www.sephora.com"},{"host":"www.nike.com","name":"Nike","category":"Retail","score":41,"grade":"D","stance":"Selective","pillars":{"access":23,"consent":0,"surface":14,"protocols":0,"task":null},"matrix":{"Muse":"untested","ChatGPT Agent":"blocked","Claude":"blocked","Comet":"blocked","Grok Bot":"allowed-robots","Gemini":"allowed","Manus":"allowed-robots","Instinct":"untested"},"scanned_at":"2026-09-22T03:48:12.801Z","top_evidence":"Homepage blocks identified agents: ChatGPT-User (HTTP 403), Claude-User (HTTP 403), Perplexity-User (HTTP 403); serves GoogleAgent-Mariner","url":"https://standardweb.xyz/site/www.nike.com"},{"host":"www.linkedin.com","name":"LinkedIn","category":"Social & media","score":38,"grade":"F","stance":"Selective","pillars":{"access":23,"consent":0,"surface":11,"protocols":0,"task":null},"matrix":{"Muse":"untested","ChatGPT Agent":"disallowed","Claude":"disallowed","Comet":"disallowed","Grok Bot":"disallowed","Gemini":"disallowed","Manus":"disallowed","Instinct":"untested"},"scanned_at":"2026-09-22T03:48:03.269Z","top_evidence":"robots.txt disallows 19 of 19 user-directed agents via a default Disallow: / for unlisted bots: ChatGPT-User, Claude-User, Perplexity-User, GoogleAgent-Mariner, GoogleAgent-Shopping, Manus-User, MistralAI-User, Devin…","url":"https://standardweb.xyz/site/www.linkedin.com"},{"host":"www.bestbuy.com","name":"Best Buy","category":"Retail","score":36,"grade":"F","stance":"Selective","pillars":{"access":21,"consent":0,"surface":11,"protocols":0,"task":null},"matrix":{"Muse":"untested","ChatGPT Agent":"untested","Claude":"untested","Comet":"untested","Grok Bot":"allowed-robots","Gemini":"allowed","Manus":"allowed-robots","Instinct":"untested"},"scanned_at":"2026-09-22T03:48:10.157Z","top_evidence":"Homepage serves GoogleAgent-Mariner; no response to ChatGPT-User, Claude-User, Perplexity-User","url":"https://standardweb.xyz/site/www.bestbuy.com"},{"host":"www.ubereats.com","name":"Uber Eats","category":"Grocery & food","score":36,"grade":"F","stance":"Selective","pillars":{"access":17,"consent":0,"surface":15,"protocols":0,"task":null},"matrix":{"Muse":"untested","ChatGPT Agent":"blocked","Claude":"blocked","Comet":"blocked","Grok Bot":"allowed-robots","Gemini":"blocked","Manus":"allowed-robots","Instinct":"untested"},"scanned_at":"2026-09-22T05:01:13.003Z","top_evidence":"Homepage blocks identified agents: ChatGPT-User (HTTP 403), Claude-User (HTTP 403), Perplexity-User (HTTP 403), GoogleAgent-Mariner (HTTP 403)","url":"https://standardweb.xyz/site/www.ubereats.com"},{"host":"www.lowes.com","name":"Lowe's","category":"Retail","score":34,"grade":"F","stance":"Selective","pillars":{"access":17,"consent":0,"surface":14,"protocols":0,"task":null},"matrix":{"Muse":"untested","ChatGPT Agent":"blocked","Claude":"blocked","Comet":"blocked","Grok Bot":"allowed-robots","Gemini":"blocked","Manus":"allowed-robots","Instinct":"untested"},"scanned_at":"2026-09-22T03:48:20.954Z","top_evidence":"Homepage blocks identified agents: ChatGPT-User (HTTP 403), Claude-User (HTTP 200), Perplexity-User (HTTP 403), GoogleAgent-Mariner (HTTP 200)","url":"https://standardweb.xyz/site/www.lowes.com"},{"host":"www.booking.com","name":"Booking.com","category":"Travel","score":28,"grade":"F","stance":"Walled","pillars":{"access":22,"consent":0,"surface":3,"protocols":0,"task":null},"matrix":{"Muse":"untested","ChatGPT Agent":"walled","Claude":"walled","Comet":"walled","Grok Bot":"allowed-robots","Gemini":"walled","Manus":"allowed-robots","Instinct":"untested"},"scanned_at":"2026-09-22T05:20:46.630Z","top_evidence":"Homepage returns a bot interstitial (HTTP 202) to every non-browser client, agents included","url":"https://standardweb.xyz/site/www.booking.com"},{"host":"www.doordash.com","name":"DoorDash","category":"Grocery & food","score":28,"grade":"F","stance":"Walled","pillars":{"access":22,"consent":0,"surface":3,"protocols":0,"task":null},"matrix":{"Muse":"untested","ChatGPT Agent":"walled","Claude":"walled","Comet":"walled","Grok Bot":"allowed-robots","Gemini":"walled","Manus":"allowed-robots","Instinct":"untested"},"scanned_at":"2026-09-22T05:01:11.762Z","top_evidence":"Homepage returns a bot interstitial (HTTP 403, “DoorDash”) to every non-browser client, agents included","url":"https://standardweb.xyz/site/www.doordash.com"},{"host":"www.etsy.com","name":"Etsy","category":"Retail","score":28,"grade":"F","stance":"Walled","pillars":{"access":22,"consent":0,"surface":3,"protocols":0,"task":null},"matrix":{"Muse":"untested","ChatGPT Agent":"walled","Claude":"walled","Comet":"walled","Grok Bot":"allowed-robots","Gemini":"walled","Manus":"allowed-robots","Instinct":"untested"},"scanned_at":"2026-09-22T05:20:45.561Z","top_evidence":"Homepage returns a bot interstitial (HTTP 403, “etsy.com”) to every non-browser client, agents included","url":"https://standardweb.xyz/site/www.etsy.com"},{"host":"www.homedepot.com","name":"Home Depot","category":"Retail","score":28,"grade":"F","stance":"Walled","pillars":{"access":22,"consent":0,"surface":3,"protocols":0,"task":null},"matrix":{"Muse":"untested","ChatGPT Agent":"walled","Claude":"walled","Comet":"walled","Grok Bot":"allowed-robots","Gemini":"walled","Manus":"allowed-robots","Instinct":"untested"},"scanned_at":"2026-09-22T04:20:53.067Z","top_evidence":"Homepage returns a bot interstitial (HTTP 403, “Access Denied”) to every non-browser client, agents included","url":"https://standardweb.xyz/site/www.homedepot.com"},{"host":"www.kroger.com","name":"Kroger","category":"Grocery & food","score":28,"grade":"F","stance":"Walled","pillars":{"access":22,"consent":0,"surface":3,"protocols":0,"task":null},"matrix":{"Muse":"untested","ChatGPT Agent":"walled","Claude":"walled","Comet":"walled","Grok Bot":"allowed-robots","Gemini":"walled","Manus":"allowed-robots","Instinct":"untested"},"scanned_at":"2026-09-22T03:48:22.492Z","top_evidence":"Homepage returns a bot interstitial (HTTP 429) to every non-browser client, agents included","url":"https://standardweb.xyz/site/www.kroger.com"},{"host":"www.macys.com","name":"Macy's","category":"Retail","score":28,"grade":"F","stance":"Walled","pillars":{"access":22,"consent":0,"surface":3,"protocols":0,"task":null},"matrix":{"Muse":"untested","ChatGPT Agent":"walled","Claude":"walled","Comet":"walled","Grok Bot":"allowed-robots","Gemini":"walled","Manus":"allowed-robots","Instinct":"untested"},"scanned_at":"2026-09-22T03:48:10.037Z","top_evidence":"Homepage returns a bot interstitial (HTTP 403, “Access Denied - Macy's”) to every non-browser client, agents included","url":"https://standardweb.xyz/site/www.macys.com"},{"host":"www.united.com","name":"United","category":"Travel","score":28,"grade":"F","stance":"Selective","pillars":{"access":25,"consent":0,"surface":0,"protocols":0,"task":null},"matrix":{"Muse":"untested","ChatGPT Agent":"untested","Claude":"untested","Comet":"untested","Grok Bot":"allowed-robots","Gemini":"untested","Manus":"allowed-robots","Instinct":"untested"},"scanned_at":"2026-09-22T03:48:13.490Z","top_evidence":"Identified agents got no response within 12 seconds while a browser user-agent got the page; treated as inconclusive","url":"https://standardweb.xyz/site/www.united.com"},{"host":"www.wayfair.com","name":"Wayfair","category":"Retail","score":28,"grade":"F","stance":"Walled","pillars":{"access":22,"consent":0,"surface":3,"protocols":0,"task":null},"matrix":{"Muse":"untested","ChatGPT Agent":"walled","Claude":"walled","Comet":"walled","Grok Bot":"allowed-robots","Gemini":"walled","Manus":"allowed-robots","Instinct":"untested"},"scanned_at":"2026-09-22T05:40:48.684Z","top_evidence":"Homepage returns a bot interstitial (HTTP 429, “Access to this page has been denied”) to every non-browser client, agents included","url":"https://standardweb.xyz/site/www.wayfair.com"},{"host":"www.zillow.com","name":"Zillow","category":"Real estate","score":28,"grade":"F","stance":"Selective","pillars":{"access":17,"consent":0,"surface":8,"protocols":0,"task":null},"matrix":{"Muse":"untested","ChatGPT Agent":"blocked","Claude":"blocked","Comet":"blocked","Grok Bot":"allowed-robots","Gemini":"blocked","Manus":"allowed-robots","Instinct":"untested"},"scanned_at":"2026-09-22T03:48:02.833Z","top_evidence":"Homepage blocks identified agents: ChatGPT-User (HTTP 403), Claude-User (HTTP 403), Perplexity-User (HTTP 403), GoogleAgent-Mariner (HTTP 403)","url":"https://standardweb.xyz/site/www.zillow.com"},{"host":"www.ebay.com","name":"eBay","category":"Retail","score":27,"grade":"F","stance":"Walled","pillars":{"access":21,"consent":0,"surface":3,"protocols":0,"task":null},"matrix":{"Muse":"untested","ChatGPT Agent":"walled","Claude":"walled","Comet":"walled","Grok Bot":"allowed-robots","Gemini":"walled","Manus":"allowed-robots","Instinct":"untested"},"scanned_at":"2026-09-22T03:48:10.356Z","top_evidence":"Homepage returns a bot interstitial (HTTP 403, “Error Page | eBay”) to every non-browser client, agents included","url":"https://standardweb.xyz/site/www.ebay.com"},{"host":"www.expedia.com","name":"Expedia","category":"Travel","score":26,"grade":"F","stance":"Walled","pillars":{"access":21,"consent":0,"surface":3,"protocols":0,"task":null},"matrix":{"Muse":"untested","ChatGPT Agent":"walled","Claude":"walled","Comet":"walled","Grok Bot":"allowed-robots","Gemini":"walled","Manus":"allowed-robots","Instinct":"untested"},"scanned_at":"2026-09-22T05:40:45.962Z","top_evidence":"Homepage returns a bot interstitial (HTTP 429, “Bot or Not?”) to every non-browser client, agents included","url":"https://standardweb.xyz/site/www.expedia.com"},{"host":"www.hotels.com","name":"Hotels.com","category":"Travel","score":26,"grade":"F","stance":"Walled","pillars":{"access":21,"consent":0,"surface":3,"protocols":0,"task":null},"matrix":{"Muse":"untested","ChatGPT Agent":"walled","Claude":"walled","Comet":"walled","Grok Bot":"allowed-robots","Gemini":"walled","Manus":"allowed-robots","Instinct":"untested"},"scanned_at":"2026-09-22T03:48:24.944Z","top_evidence":"Homepage returns a bot interstitial (HTTP 429, “Bot or Not?”) to every non-browser client, agents included","url":"https://standardweb.xyz/site/www.hotels.com"},{"host":"www.reddit.com","name":"Reddit","category":"Social & media","score":26,"grade":"F","stance":"Walled","pillars":{"access":17,"consent":0,"surface":6,"protocols":0,"task":null},"matrix":{"Muse":"untested","ChatGPT Agent":"disallowed","Claude":"disallowed","Comet":"disallowed","Grok Bot":"disallowed","Gemini":"disallowed","Manus":"disallowed","Instinct":"untested"},"scanned_at":"2026-09-22T03:48:03.511Z","top_evidence":"robots.txt disallows 19 of 19 user-directed agents via a default Disallow: / for unlisted bots: ChatGPT-User, Claude-User, Perplexity-User, GoogleAgent-Mariner, GoogleAgent-Shopping, Manus-User, MistralAI-User, Devin…","url":"https://standardweb.xyz/site/www.reddit.com"},{"host":"www.nytimes.com","name":"NY Times","category":"Social & media","score":22,"grade":"F","stance":"Walled","pillars":{"access":17,"consent":0,"surface":3,"protocols":0,"task":null},"matrix":{"Muse":"untested","ChatGPT Agent":"disallowed","Claude":"disallowed","Comet":"disallowed","Grok Bot":"allowed-robots","Gemini":"walled","Manus":"allowed-robots","Instinct":"untested"},"scanned_at":"2026-09-22T03:48:03.796Z","top_evidence":"robots.txt disallows 6 of 19 user-directed agents: ChatGPT-User, Claude-User, Perplexity-User, Meta-ExternalFetcher, meta-externalfetcher, DuckAssistBot","url":"https://standardweb.xyz/site/www.nytimes.com"},{"host":"www.amazon.com","name":"Amazon","category":"Retail","score":13,"grade":"F","stance":"Walled","pillars":{"access":9,"consent":0,"surface":3,"protocols":0,"task":null},"matrix":{"Muse":"blocked","ChatGPT Agent":"disallowed","Claude":"disallowed","Comet":"disallowed","Grok Bot":"disallowed","Gemini":"disallowed","Manus":"disallowed","Instinct":"untested"},"scanned_at":"2026-09-22T04:01:08.119Z","top_evidence":"robots.txt disallows 15 of 19 user-directed agents: ChatGPT-User, Claude-User, Perplexity-User, GoogleAgent-Mariner, GoogleAgent-Shopping, Manus-User, MistralAI-User, Devin…","url":"https://standardweb.xyz/site/www.amazon.com"},{"host":"www.opentable.com","name":"OpenTable","category":"Grocery & food","score":10,"grade":"F","stance":"Walled","pillars":{"access":6,"consent":0,"surface":3,"protocols":0,"task":null},"matrix":{"Muse":"untested","ChatGPT Agent":"walled","Claude":"walled","Comet":"walled","Grok Bot":"disallowed","Gemini":"disallowed","Manus":"disallowed","Instinct":"untested"},"scanned_at":"2026-09-22T03:48:14.353Z","top_evidence":"robots.txt disallows 16 of 19 user-directed agents: GoogleAgent-Mariner, GoogleAgent-Shopping, Manus-User, MistralAI-User, Devin, Copilot, GrokBot, Grok-DeepSearch…","url":"https://standardweb.xyz/site/www.opentable.com"}],"unreachable":[]}