{"found":true,"method":"v0.1","host":"www.hotels.com","input_host":"www.hotels.com","name":"Hotels.com","category":"Travel","scanned_at":"2026-09-22T03:48:24.944Z","vantage":"local-node","elapsed_ms":12258,"score":26,"grade":"F","stance":"Walled","pillars":{"access":21,"consent":0,"surface":3,"protocols":0,"task":null},"pillar_max":{"access":40,"consent":10,"surface":25,"protocols":15,"task":10},"evidence":[{"t":"critical","text":"Homepage returns a bot interstitial (HTTP 429, “Bot or Not?”) to every non-browser client, agents included"},{"t":"good","text":"robots.txt has no rule against any user-directed agent we test"},{"t":"warn","text":"robots.txt restricts some paths for ChatGPT-User, Claude-User, Perplexity-User"},{"t":"warn","text":"No Content-Signal in robots.txt"},{"t":"warn","text":"No llms.txt"},{"t":"warn","text":"No agent-protocol manifest (UCP, MCP, A2A, OpenAPI)"}],"matrix":{"Muse":"untested","ChatGPT Agent":"walled","Claude":"walled","Comet":"walled","Grok Bot":"allowed-robots","Gemini":"walled","Manus":"allowed-robots","Instinct":"untested"},"files":[],"jsonld":0,"semantic":{"main":1,"nav":0,"aria":1,"forms":0},"noscript_shell":false,"content_signal":false,"wildcard_block":false,"robots_status":200,"robots_ua_rules":14,"agents_disallowed":0,"agents_partial":3,"agents_total":19,"crawlers_blocked":0,"crawlers_total":15,"ua_policy":{"ChatGPT-User":"partial","Claude-User":"partial","Perplexity-User":"partial","GoogleAgent-Mariner":"unlisted","GoogleAgent-Shopping":"unlisted","Manus-User":"unlisted","MistralAI-User":"unlisted","Devin":"unlisted","Copilot":"unlisted","GrokBot":"unlisted","Grok-DeepSearch":"unlisted","Meta-ExternalFetcher":"unlisted","meta-externalfetcher":"unlisted","Gemini-Deep-Research":"unlisted","DuckAssistBot":"unlisted","Operator":"unlisted","Comet":"unlisted","Muse":"unlisted","Instinct":"unlisted"},"crawler_policy":{"GPTBot":"unlisted","ClaudeBot":"unlisted","Claude-SearchBot":"partial","OAI-SearchBot":"partial","PerplexityBot":"partial","Google-Extended":"unlisted","Applebot-Extended":"unlisted","meta-externalagent":"unlisted","Meta-ExternalAgent":"unlisted","Bytespider":"unlisted","CCBot":"unlisted","Amazonbot":"unlisted","xAI-Bot":"unlisted","Anthropic-ai":"unlisted","anthropic-ai":"unlisted"},"live_served":0,"live_total":4,"agent_access":{"ChatGPT-User":{"status":0,"challenged":false,"title":""},"Claude-User":{"status":0,"challenged":false,"title":""},"Perplexity-User":{"status":0,"challenged":false,"title":""},"GoogleAgent-Mariner":{"status":0,"challenged":false,"title":""}},"human_status":429,"human_title":"Bot or Not?","human_challenged":true,"edge":"istio-envoy akamai","probe_dead":false,"seed":true,"url":"https://standardweb.xyz/site/www.hotels.com","recommendations":[{"k":"wba","pillar":"Access","pts":23,"title":"Verify agents cryptographically instead of blocking them at the door","body":"Your edge answers every non-browser client with a block or interstitial. Web Bot Auth (HTTP Message Signatures, RFC 9421) lets an agent prove who it is per request; Cloudflare, Akamai, AWS WAF and Vercel can verify it. Allow verified agents and keep challenging the rest.","code":"# Cloudflare: Security → Bots → Verified bots → allow category \"AI Agent\"\n# Or verify yourself: fetch the agent's key from\n#   https://<signature-agent>/.well-known/http-message-signatures-directory\n# and check the Signature / Signature-Input headers (tag=\"web-bot-auth\")"},{"k":"front-door","pillar":"Protocols","pts":12,"title":"Give agents a front door","body":"A Universal Commerce Protocol manifest for shopping, or an MCP server card for everything else. An agent that can call an API never needs to hold a customer's password.","code":"GET /.well-known/ucp\n{ \"ucp\": { \"version\": \"2026-01-23\",\n  \"services\": { \"dev.ucp.shopping\": [{ \"transport\": \"rest\", \"endpoint\": \"https://www.hotels.com/api/ucp/v1\" }] },\n  \"capabilities\": { \"dev.ucp.shopping.checkout\": [ … ] } } }\n\n# or\nGET /.well-known/mcp.json\n{ \"name\": \"Hotels.com\", \"endpoint\": \"https://www.hotels.com/mcp\", \"transport\": \"streamable-http\" }"},{"k":"llms","pillar":"Surface","pts":8,"title":"Publish llms.txt","body":"A short markdown map of what the site does, where the important pages are, and how to search or check out.","code":"/llms.txt\n# Hotels.com\n> One paragraph on what this site is for.\n- [Products](/products): how to search and filter\n- [Checkout](/checkout): steps and constraints"},{"k":"signal","pillar":"Consent","pts":3,"title":"Say your stance with a Content-Signal","body":"Two lines in robots.txt end the guessing game. ai-input covers agents reading pages on a person's behalf.","code":"User-Agent: *\nContent-Signal: search=yes, ai-input=yes, ai-train=no\nAllow: /"}]}