{ "name": "The state of Agent Experience on the public web, 2026", "description": "Agent Experience measurements for 292 well-known public websites, scored against version 1.5.1 of the published AX specification.", "measuredAt": "2026-09-06T09:12:52.244Z", "specVersion": "1.5.1", "sites": 292, "method": "292 sites, one plain HTTP GET each, no browser and no JavaScript, from a single origin, with the user agent AXRAY/1.0. Scored against the 70 checks in the published specification at https://axray.online/ax-spec. No site is named in this file: it is a distribution, not a league table.", "licence": "CC BY 4.0", "attribution": "AXRAY, https://axray.online", "source": "https://axray.online/research", "data": { "measuredAt": "2026-09-06T09:12:52.244Z", "spec": "1.5.1", "sites": 292, "failed": 11, "median": 68, "mean": 60, "histogram": [ 0, 0, 49, 9, 4, 28, 74, 94, 34, 0 ], "below58": 82, "atLeast85": 8, "clientRendered": 11, "blockedOutright": 45, "gated": 72, "medianTokens": 2793, "medianChromeShare": 32, "medianWordCount": 673, "artefacts": { "llmsTxt": 64, "sitemap": 196, "robotsTxt": 238, "securityTxt": 111, "mcp": 25 }, "retrieval": { "measured": 261, "medianPassages": 11, "medianStandaloneShare": 100, "medianNavigationShare": 1, "poorlyChunked": 17, "mostlyNavigation": 23, "noProse": 5 }, "contradictions": { "sitesWithAny": 37, "sitesWithConflict": 3, "byId": [ { "id": "telephone-unsupported", "field": "telephone", "kind": "unsupported", "sites": 22 }, { "id": "email-unsupported", "field": "email", "kind": "unsupported", "sites": 16 }, { "id": "name-unsupported", "field": "name", "kind": "unsupported", "sites": 6 }, { "id": "url-foreign-origin", "field": "url", "kind": "conflict", "sites": 3 } ] }, "vocabulary": { "sitesWithUnknownType": 0, "sitesWithUnknownProperty": 10, "commonest": [ { "name": "founders", "sites": 5 }, { "name": "type", "sites": 1 }, { "name": "LegalName", "sites": 1 }, { "name": "awards", "sites": 1 }, { "name": "SubOrganization", "sites": 1 }, { "name": "pageType", "sites": 1 }, { "name": "vertical", "sites": 1 }, { "name": "subVertical", "sites": 1 }, { "name": "section", "sites": 1 }, { "name": "subSection", "sites": 1 }, { "name": "packageId", "sites": 1 }, { "name": "contactOpintion", "sites": 1 } ] }, "byCategory": [ { "category": "saas", "count": 70, "median": 78, "clientRendered": 3 }, { "category": "docs", "count": 50, "median": 65, "clientRendered": 1 }, { "category": "news", "count": 47, "median": 71, "clientRendered": 2 }, { "category": "ecommerce", "count": 46, "median": 45, "clientRendered": 3 }, { "category": "government", "count": 46, "median": 66, "clientRendered": 2 }, { "category": "reference", "count": 33, "median": 58, "clientRendered": 0 } ], "checks": [ { "id": "noscript-fallback", "title": "Provides a no-JavaScript fallback", "pillar": "comprehension", "weight": 4, "pass": 0, "warn": 0, "fail": 11, "na": 281, "thin": 0, "failRate": 100 }, { "id": "price-structured", "title": "Prices are machine-readable", "pillar": "structure", "weight": 6, "pass": 2, "warn": 0, "fail": 68, "na": 222, "thin": 0, "failRate": 97 }, { "id": "mcp-manifest", "title": "Exposes an agent-callable manifest", "pillar": "contract", "weight": 6, "pass": 25, "warn": 2, "fail": 265, "na": 0, "thin": 24, "failRate": 91 }, { "id": "table-semantics", "title": "Tabular data is marked up as a table", "pillar": "structure", "weight": 4, "pass": 1, "warn": 0, "fail": 7, "na": 284, "thin": 0, "failRate": 88 }, { "id": "potential-action", "title": "Declares what an agent can do here", "pillar": "actionability", "weight": 5, "pass": 44, "warn": 4, "fail": 244, "na": 0, "thin": 0, "failRate": 84 }, { "id": "llms-txt", "title": "Publishes an llms.txt", "pillar": "contract", "weight": 14, "pass": 64, "warn": 0, "fail": 228, "na": 0, "thin": 3, "failRate": 78 }, { "id": "text-ratio", "title": "Signal-to-markup ratio", "pillar": "comprehension", "weight": 8, "pass": 40, "warn": 45, "fail": 207, "na": 0, "thin": 0, "failRate": 71 }, { "id": "identity", "title": "Identity is machine-verifiable", "pillar": "contract", "weight": 5, "pass": 69, "warn": 21, "fail": 202, "na": 0, "thin": 4, "failRate": 69 }, { "id": "semantic-density", "title": "Uses semantic elements, not div soup", "pillar": "comprehension", "weight": 6, "pass": 37, "warn": 64, "fail": 130, "na": 61, "thin": 0, "failRate": 56 }, { "id": "jsonld-present", "title": "Ships structured data", "pillar": "structure", "weight": 12, "pass": 129, "warn": 5, "fail": 158, "na": 0, "thin": 2, "failRate": 54 }, { "id": "cache-validators", "title": "Re-fetching is cheap for a crawler", "pillar": "reachability", "weight": 4, "pass": 130, "warn": 12, "fail": 150, "na": 0, "thin": 0, "failRate": 51 }, { "id": "jsonld-types", "title": "Structured data describes the right thing", "pillar": "structure", "weight": 8, "pass": 23, "warn": 55, "fail": 51, "na": 163, "thin": 6, "failRate": 40 }, { "id": "form-labels", "title": "Form fields are labelled", "pillar": "actionability", "weight": 8, "pass": 70, "warn": 5, "fail": 45, "na": 172, "thin": 1, "failRate": 38 }, { "id": "open-graph", "title": "Open Graph card is complete", "pillar": "structure", "weight": 6, "pass": 134, "warn": 56, "fail": 102, "na": 0, "thin": 23, "failRate": 35 }, { "id": "h1", "title": "Exactly one

naming the page", "pillar": "comprehension", "weight": 8, "pass": 171, "warn": 22, "fail": 99, "na": 0, "thin": 20, "failRate": 34 }, { "id": "sitemap", "title": "Publishes a sitemap", "pillar": "structure", "weight": 8, "pass": 196, "warn": 0, "fail": 96, "na": 0, "thin": 1, "failRate": 33 }, { "id": "meta-description", "title": "Has a meta description", "pillar": "comprehension", "weight": 8, "pass": 167, "warn": 41, "fail": 84, "na": 0, "thin": 6, "failRate": 29 }, { "id": "contact-affordance", "title": "Reachable by a human, discoverably", "pillar": "actionability", "weight": 5, "pass": 61, "warn": 148, "fail": 83, "na": 0, "thin": 0, "failRate": 28 }, { "id": "content-volume", "title": "Enough substance to be worth citing", "pillar": "comprehension", "weight": 10, "pass": 191, "warn": 22, "fail": 79, "na": 0, "thin": 41, "failRate": 27 }, { "id": "image-alt", "title": "Images carry alt text", "pillar": "comprehension", "weight": 8, "pass": 111, "warn": 49, "fail": 60, "na": 72, "thin": 5, "failRate": 27 }, { "id": "internal-nav", "title": "Links onward into the site", "pillar": "actionability", "weight": 6, "pass": 219, "warn": 5, "fail": 68, "na": 0, "thin": 0, "failRate": 23 }, { "id": "landmarks", "title": "Main content is marked as such", "pillar": "comprehension", "weight": 6, "pass": 205, "warn": 29, "fail": 58, "na": 0, "thin": 0, "failRate": 20 }, { "id": "links-crawlable", "title": "Navigation uses real links", "pillar": "actionability", "weight": 12, "pass": 150, "warn": 83, "fail": 59, "na": 0, "thin": 0, "failRate": 20 }, { "id": "http-ok", "title": "Page responds to a plain HTTP request", "pillar": "reachability", "weight": 10, "pass": 244, "warn": 0, "fail": 48, "na": 0, "thin": 0, "failRate": 16 }, { "id": "not-blocked", "title": "No bot wall in front of the content", "pillar": "reachability", "weight": 12, "pass": 247, "warn": 0, "fail": 45, "na": 0, "thin": 0, "failRate": 15 }, { "id": "heading-hierarchy", "title": "Headings form a sane outline", "pillar": "comprehension", "weight": 6, "pass": 150, "warn": 101, "fail": 41, "na": 0, "thin": 0, "failRate": 14 }, { "id": "server-rendered", "title": "Content exists without running JavaScript", "pillar": "reachability", "weight": 14, "pass": 213, "warn": 42, "fail": 37, "na": 0, "thin": 0, "failRate": 13 }, { "id": "form-names", "title": "Form fields have stable names", "pillar": "actionability", "weight": 6, "pass": 104, "warn": 2, "fail": 14, "na": 172, "thin": 1, "failRate": 12 }, { "id": "lang", "title": "Declares a document language", "pillar": "comprehension", "weight": 5, "pass": 261, "warn": 0, "fail": 31, "na": 0, "thin": 0, "failRate": 11 }, { "id": "meta-robots", "title": "No directive suppressing AI use of this page", "pillar": "reachability", "weight": 6, "pass": 268, "warn": 0, "fail": 24, "na": 0, "thin": 0, "failRate": 8 }, { "id": "passage-independence", "title": "Passages make sense on their own", "pillar": "comprehension", "weight": 7, "pass": 223, "warn": 16, "fail": 22, "na": 31, "thin": 0, "failRate": 8 }, { "id": "anchor-text", "title": "Link text describes the destination", "pillar": "actionability", "weight": 8, "pass": 143, "warn": 66, "fail": 17, "na": 66, "thin": 0, "failRate": 8 }, { "id": "robots-answer-engines", "title": "Answer engines are allowed to crawl", "pillar": "reachability", "weight": 12, "pass": 245, "warn": 26, "fail": 21, "na": 0, "thin": 0, "failRate": 7 }, { "id": "button-semantics", "title": "Controls are real buttons", "pillar": "actionability", "weight": 6, "pass": 150, "warn": 48, "fail": 11, "na": 83, "thin": 0, "failRate": 5 }, { "id": "robots-user-triggered", "title": "User-triggered fetchers are allowed", "pillar": "reachability", "weight": 8, "pass": 248, "warn": 33, "fail": 11, "na": 0, "thin": 0, "failRate": 4 }, { "id": "robots-providers", "title": "Retrieval providers are allowed", "pillar": "reachability", "weight": 5, "pass": 256, "warn": 25, "fail": 11, "na": 0, "thin": 0, "failRate": 4 }, { "id": "title", "title": "Has a descriptive ", "pillar": "comprehension", "weight": 10, "pass": 216, "warn": 64, "fail": 12, "na": 0, "thin": 0, "failRate": 4 }, { "id": "robots-agents", "title": "Autonomous agents are allowed", "pillar": "reachability", "weight": 8, "pass": 280, "warn": 5, "fail": 7, "na": 0, "thin": 0, "failRate": 2 }, { "id": "fact-consistency", "title": "Structured data agrees with the page", "pillar": "structure", "weight": 7, "pass": 92, "warn": 34, "fail": 3, "na": 163, "thin": 0, "failRate": 2 }, { "id": "response-speed", "title": "Responds fast enough for an agent budget", "pillar": "reachability", "weight": 5, "pass": 274, "warn": 16, "fail": 2, "na": 0, "thin": 0, "failRate": 1 }, { "id": "compression", "title": "HTML is compressed on the wire", "pillar": "reachability", "weight": 3, "pass": 279, "warn": 9, "fail": 4, "na": 0, "thin": 0, "failRate": 1 }, { "id": "metadata-consistency", "title": "The page describes itself consistently", "pillar": "comprehension", "weight": 6, "pass": 188, "warn": 1, "fail": 2, "na": 101, "thin": 0, "failRate": 1 }, { "id": "status-honesty", "title": "The status code matches what the page says", "pillar": "reachability", "weight": 5, "pass": 235, "warn": 9, "fail": 0, "na": 48, "thin": 0, "failRate": 0 }, { "id": "robots-exists", "title": "robots.txt is present and parseable", "pillar": "reachability", "weight": 4, "pass": 233, "warn": 59, "fail": 0, "na": 0, "thin": 0, "failRate": 0 }, { "id": "robots-search", "title": "Classic search crawlers are allowed", "pillar": "reachability", "weight": 6, "pass": 291, "warn": 0, "fail": 1, "na": 0, "thin": 0, "failRate": 0 }, { "id": "robots-coding", "title": "Coding agents can read the documentation", "pillar": "reachability", "weight": 4, "pass": 21, "warn": 0, "fail": 0, "na": 271, "thin": 0, "failRate": 0 }, { "id": "agent-live-probe", "title": "Real agent user-agents are served normally", "pillar": "reachability", "weight": 8, "pass": 0, "warn": 0, "fail": 0, "na": 292, "thin": 0, "failRate": 0 }, { "id": "redirect-chain", "title": "Short redirect chain", "pillar": "reachability", "weight": 4, "pass": 288, "warn": 4, "fail": 0, "na": 0, "thin": 0, "failRate": 0 }, { "id": "payload-weight", "title": "HTML payload stays inside an agent context budget", "pillar": "reachability", "weight": 5, "pass": 285, "warn": 6, "fail": 1, "na": 0, "thin": 0, "failRate": 0 }, { "id": "content-type", "title": "Declares a correct content type", "pillar": "reachability", "weight": 3, "pass": 235, "warn": 57, "fail": 0, "na": 0, "thin": 0, "failRate": 0 }, { "id": "answerable", "title": "Answers questions in a form that can be quoted", "pillar": "comprehension", "weight": 8, "pass": 62, "warn": 129, "fail": 0, "na": 101, "thin": 2, "failRate": 0 }, { "id": "encoding-integrity", "title": "Text arrived intact, not mangled", "pillar": "comprehension", "weight": 5, "pass": 287, "warn": 5, "fail": 0, "na": 0, "thin": 0, "failRate": 0 }, { "id": "readable-url", "title": "URL describes the content", "pillar": "comprehension", "weight": 3, "pass": 292, "warn": 0, "fail": 0, "na": 0, "thin": 0, "failRate": 0 }, { "id": "jsonld-valid", "title": "Structured data parses cleanly", "pillar": "structure", "weight": 8, "pass": 119, "warn": 10, "fail": 0, "na": 163, "thin": 0, "failRate": 0 }, { "id": "canonical", "title": "Declares a canonical URL", "pillar": "structure", "weight": 6, "pass": 53, "warn": 239, "fail": 0, "na": 0, "thin": 5, "failRate": 0 }, { "id": "feed-discovery", "title": "Publishes a feed of its content", "pillar": "structure", "weight": 4, "pass": 53, "warn": 5, "fail": 0, "na": 234, "thin": 0, "failRate": 0 }, { "id": "language-alternates", "title": "Declares its language alternates", "pillar": "structure", "weight": 4, "pass": 77, "warn": 16, "fail": 0, "na": 199, "thin": 21, "failRate": 0 }, { "id": "date-markup", "title": "Dates are machine-readable", "pillar": "structure", "weight": 3, "pass": 45, "warn": 69, "fail": 0, "na": 178, "thin": 0, "failRate": 0 }, { "id": "breadcrumbs", "title": "Declares its place in the site", "pillar": "structure", "weight": 4, "pass": 0, "warn": 0, "fail": 0, "na": 292, "thin": 0, "failRate": 0 }, { "id": "twitter-card", "title": "Declares a link preview card", "pillar": "structure", "weight": 3, "pass": 176, "warn": 116, "fail": 0, "na": 0, "thin": 0, "failRate": 0 }, { "id": "microdata", "title": "Inline microdata annotations", "pillar": "structure", "weight": 2, "pass": 14, "warn": 0, "fail": 0, "na": 278, "thin": 0, "failRate": 0 }, { "id": "form-autocomplete", "title": "Fields declare autocomplete tokens", "pillar": "actionability", "weight": 4, "pass": 5, "warn": 111, "fail": 0, "na": 176, "thin": 0, "failRate": 0 }, { "id": "search-affordance", "title": "Site search is machine-usable", "pillar": "actionability", "weight": 4, "pass": 17, "warn": 275, "fail": 0, "na": 0, "thin": 0, "failRate": 0 }, { "id": "api-discovery", "title": "Programmatic surface is discoverable", "pillar": "actionability", "weight": 6, "pass": 25, "warn": 267, "fail": 0, "na": 0, "thin": 0, "failRate": 0 }, { "id": "llms-txt-quality", "title": "llms.txt is actually useful", "pillar": "contract", "weight": 6, "pass": 57, "warn": 7, "fail": 0, "na": 228, "thin": 4, "failRate": 0 }, { "id": "ai-policy", "title": "States an explicit AI policy", "pillar": "contract", "weight": 6, "pass": 80, "warn": 212, "fail": 0, "na": 0, "thin": 0, "failRate": 0 }, { "id": "content-usage", "title": "Declares AI usage preferences the standard way", "pillar": "contract", "weight": 5, "pass": 0, "warn": 292, "fail": 0, "na": 0, "thin": 0, "failRate": 0 }, { "id": "freshness", "title": "Says when the content changed", "pillar": "contract", "weight": 5, "pass": 68, "warn": 224, "fail": 0, "na": 0, "thin": 43, "failRate": 0 }, { "id": "licence-signal", "title": "Declares content licensing", "pillar": "contract", "weight": 5, "pass": 12, "warn": 280, "fail": 0, "na": 0, "thin": 0, "failRate": 0 }, { "id": "security-txt", "title": "Publishes security.txt", "pillar": "contract", "weight": 4, "pass": 111, "warn": 181, "fail": 0, "na": 0, "thin": 54, "failRate": 0 } ], "crawlers": [ { "token": "CCBot", "operator": "Common Crawl", "kind": "training", "blocked": 55, "allowed": 183, "noRule": 54 }, { "token": "Bytespider", "operator": "ByteDance", "kind": "training", "blocked": 46, "allowed": 192, "noRule": 54 }, { "token": "ClaudeBot", "operator": "Anthropic", "kind": "training", "blocked": 43, "allowed": 195, "noRule": 54 }, { "token": "GPTBot", "operator": "OpenAI", "kind": "training", "blocked": 41, "allowed": 197, "noRule": 54 }, { "token": "cohere-ai", "operator": "Cohere", "kind": "user", "blocked": 37, "allowed": 201, "noRule": 54 }, { "token": "Google-Extended", "operator": "Google", "kind": "training", "blocked": 37, "allowed": 201, "noRule": 54 }, { "token": "Applebot-Extended", "operator": "Apple", "kind": "training", "blocked": 37, "allowed": 201, "noRule": 54 }, { "token": "PerplexityBot", "operator": "Perplexity", "kind": "answer", "blocked": 36, "allowed": 202, "noRule": 54 }, { "token": "Diffbot", "operator": "Diffbot", "kind": "provider", "blocked": 36, "allowed": 202, "noRule": 54 }, { "token": "Amazonbot", "operator": "Amazon", "kind": "answer", "blocked": 35, "allowed": 203, "noRule": 54 }, { "token": "meta-externalagent", "operator": "Meta", "kind": "training", "blocked": 34, "allowed": 204, "noRule": 54 }, { "token": "ChatGPT-User", "operator": "OpenAI", "kind": "user", "blocked": 27, "allowed": 211, "noRule": 54 }, { "token": "Claude-User", "operator": "Anthropic", "kind": "user", "blocked": 27, "allowed": 211, "noRule": 54 }, { "token": "Claude-SearchBot", "operator": "Anthropic", "kind": "answer", "blocked": 26, "allowed": 212, "noRule": 54 }, { "token": "YouBot", "operator": "You.com", "kind": "answer", "blocked": 26, "allowed": 212, "noRule": 54 }, { "token": "PetalBot", "operator": "Huawei", "kind": "answer", "blocked": 26, "allowed": 212, "noRule": 54 }, { "token": "Perplexity-User", "operator": "Perplexity", "kind": "user", "blocked": 23, "allowed": 215, "noRule": 54 }, { "token": "MistralAI-User", "operator": "Mistral", "kind": "user", "blocked": 21, "allowed": 217, "noRule": 54 }, { "token": "OAI-SearchBot", "operator": "OpenAI", "kind": "answer", "blocked": 20, "allowed": 218, "noRule": 54 }, { "token": "DuckAssistBot", "operator": "DuckDuckGo", "kind": "answer", "blocked": 20, "allowed": 218, "noRule": 54 }, { "token": "meta-externalfetcher", "operator": "Meta", "kind": "user", "blocked": 20, "allowed": 218, "noRule": 54 }, { "token": "AI2Bot", "operator": "Ai2", "kind": "training", "blocked": 18, "allowed": 220, "noRule": 54 }, { "token": "DeepSeekBot", "operator": "DeepSeek", "kind": "training", "blocked": 16, "allowed": 222, "noRule": 54 }, { "token": "meta-webindexer", "operator": "Meta", "kind": "answer", "blocked": 12, "allowed": 226, "noRule": 54 }, { "token": "ShapBot", "operator": "Parallel", "kind": "provider", "blocked": 12, "allowed": 226, "noRule": 54 }, { "token": "FirecrawlAgent", "operator": "Firecrawl", "kind": "provider", "blocked": 11, "allowed": 227, "noRule": 54 }, { "token": "Devin", "operator": "Cognition", "kind": "coding", "blocked": 11, "allowed": 227, "noRule": 54 }, { "token": "Manus-User", "operator": "Butterfly Effect", "kind": "agent", "blocked": 10, "allowed": 228, "noRule": 54 }, { "token": "TavilyBot", "operator": "Tavily", "kind": "provider", "blocked": 10, "allowed": 228, "noRule": 54 }, { "token": "Bravebot", "operator": "Brave", "kind": "answer", "blocked": 9, "allowed": 229, "noRule": 54 }, { "token": "Google-NotebookLM", "operator": "Google", "kind": "user", "blocked": 9, "allowed": 229, "noRule": 54 }, { "token": "Gemini-Deep-Research", "operator": "Google", "kind": "agent", "blocked": 9, "allowed": 229, "noRule": 54 }, { "token": "NovaAct", "operator": "Amazon", "kind": "agent", "blocked": 9, "allowed": 229, "noRule": 54 }, { "token": "TongyiBot", "operator": "Alibaba", "kind": "answer", "blocked": 8, "allowed": 230, "noRule": 54 }, { "token": "YandexAdditional", "operator": "Yandex", "kind": "answer", "blocked": 8, "allowed": 230, "noRule": 54 }, { "token": "GoogleAgent-Mariner", "operator": "Google", "kind": "agent", "blocked": 8, "allowed": 230, "noRule": 54 }, { "token": "AmazonBuyForMe", "operator": "Amazon", "kind": "agent", "blocked": 8, "allowed": 230, "noRule": 54 }, { "token": "Cloudflare-AutoRAG", "operator": "Cloudflare", "kind": "provider", "blocked": 8, "allowed": 230, "noRule": 54 }, { "token": "bedrockbot", "operator": "Amazon", "kind": "provider", "blocked": 8, "allowed": 230, "noRule": 54 }, { "token": "kagi-fetcher", "operator": "Kagi", "kind": "user", "blocked": 7, "allowed": 231, "noRule": 54 }, { "token": "Kimi-User", "operator": "Moonshot AI", "kind": "user", "blocked": 7, "allowed": 231, "noRule": 54 }, { "token": "Amzn-User", "operator": "Amazon", "kind": "user", "blocked": 7, "allowed": 231, "noRule": 54 }, { "token": "Claude-Code", "operator": "Anthropic", "kind": "coding", "blocked": 7, "allowed": 231, "noRule": 54 }, { "token": "GoogleAgent-URLContext", "operator": "Google", "kind": "user", "blocked": 6, "allowed": 232, "noRule": 54 }, { "token": "ChatGPT Agent", "operator": "OpenAI", "kind": "agent", "blocked": 6, "allowed": 232, "noRule": 54 }, { "token": "Operator", "operator": "OpenAI", "kind": "agent", "blocked": 6, "allowed": 232, "noRule": 54 }, { "token": "ExaSearchBot", "operator": "Exa", "kind": "provider", "blocked": 6, "allowed": 232, "noRule": 54 }, { "token": "Cursor", "operator": "Cursor", "kind": "coding", "blocked": 6, "allowed": 232, "noRule": 54 }, { "token": "opencode", "operator": "opencode", "kind": "coding", "blocked": 6, "allowed": 232, "noRule": 54 }, { "token": "Trae", "operator": "ByteDance", "kind": "coding", "blocked": 6, "allowed": 232, "noRule": 54 }, { "token": "Applebot", "operator": "Apple", "kind": "answer", "blocked": 5, "allowed": 233, "noRule": 54 }, { "token": "Google-Gemini-CLI", "operator": "Google", "kind": "coding", "blocked": 5, "allowed": 233, "noRule": 54 }, { "token": "Bingbot", "operator": "Microsoft", "kind": "search", "blocked": 1, "allowed": 237, "noRule": 54 }, { "token": "Googlebot", "operator": "Google", "kind": "search", "blocked": 0, "allowed": 238, "noRule": 54 } ], "facts": [ { "id": "identity", "question": "What is this company, and what does it do?", "stated": 33, "implied": 169, "absent": 90, "notAsked": 0 }, { "id": "offering", "question": "What do they sell?", "stated": 18, "implied": 102, "absent": 172, "notAsked": 0 }, { "id": "price", "question": "What does it cost?", "stated": 9, "implied": 99, "absent": 2, "notAsked": 182 }, { "id": "contact", "question": "How do I get in touch with them?", "stated": 45, "implied": 98, "absent": 149, "notAsked": 0 }, { "id": "location", "question": "Where are they?", "stated": 44, "implied": 26, "absent": 222, "notAsked": 0 }, { "id": "availability", "question": "Is it in stock?", "stated": 5, "implied": 0, "absent": 6, "notAsked": 281 }, { "id": "returns", "question": "What happens if I want to send it back?", "stated": 0, "implied": 12, "absent": 0, "notAsked": 280 } ] } }