{"title":"AI crawleri i hrvatski webshopovi 2026","publisher":"FIN STUDIO","url":"https://finstudio.hr/istrazivanje/ai-crawleri-hrvatski-webshopovi-2026","license":"CC BY 4.0 (https://creativecommons.org/licenses/by/4.0/). Slobodno koristite uz navođenje izvora: FIN STUDIO, AI crawleri i hrvatski webshopovi 2026.","version":"2026.1","collectedAt":{"from":"2026-09-24T19:19:15.141Z","to":"2026-09-24T19:59:51.650Z"},"userAgent":"FIN-STUDIO-research/1.0 (+https://finstudio.hr/istrazivanje)","frame":"Webshopovi s prve tri stranice javnog direktorija webtrgovine.hr/trgovine (popis generiran 2026-08-24), bez velikih trgovaca i marketplaceova, isključenih po imenu. Jedan redak po domeni.","requests":"Tri zahtjeva po trgovini, jedan za drugim, najmanje 1 s razmaka, 10 s timeout: naslovnica, zatim /robots.txt i /llms.txt na hostu na koji je naslovnica preusmjerila.","pseudonymization":"id = 'shop-' + prvih 8 heksadecimalnih znakova sha256(tajna sol + ':' + domena). Sol i tablica pseudonima nisu objavljeni; pseudonimi se ne podudaraju s onima iz benchmarka. Nema domena, naziva trgovina, URL-ova, naslova stranica ni teksta robots.txt i llms.txt datoteka. Nazivi platformi, CDN-ova i dodataka su uklonjeni.","probePaths":["/","/zz-probe/product-page"],"botGroups":{"search":["OAI-SearchBot","Claude-SearchBot","PerplexityBot"],"userTriggered":["ChatGPT-User","Claude-User","Perplexity-User"],"trainingAndDatasets":["GPTBot","ClaudeBot","Google-Extended","CCBot","Applebot-Extended","meta-externalagent","Amazonbot"],"searchBaseline":["Googlebot","Bingbot"],"purposeUnverified":["Bytespider"]},"fields":{"id":"Stabilan pseudonim trgovine.","inBenchmarkSample":"Trgovina je u uzorku od 60 iz Hrvatskog ecommerce benchmarka 2026.","hostRedirected":"Naslovnica je preusmjerila na drugi host.","retried":"Nakon mrežne pogreške napravljen je jedan ponovni pokušaj; zadržan je zadnji.","homepage.outcome":"ok | unreachable | blocked | redirect-loop | http-404 | http-500 | http-503. Okvir = svi retci; dostupno = sve osim unreachable; živo = ok.","homepage.netError":"dns | timeout | tls | connection | redirect-loop, samo kad odgovora nije bilo.","homepage.block":"http-403 | http-429 | challenge (stranica s izazovom ili CAPTCHA). Zahtjev nije ponovljen s drugim korisničkim agentom.","homepage.sharedHostFingerprint":"Odgovor nosi isti par nestandardnih hosting zaglavlja. Zaglavlja i hosting nisu imenovani.","homepage.platformCluster":"A = jedna hrvatska agencijska platforma s 55 živih trgovina, prepoznata po predlošku robots.txt. Platforma nije imenovana; koristi se za provjeru osjetljivosti.","jsonld":"JSON-LD iz HTML-a naslovnice kako ga šalje poslužitelj, bez izvršavanja JavaScripta. null ako naslovnica nije živa.","jsonld.hasOrganization":"Organization, Corporation, OnlineBusiness, OnlineStore, Store, LocalBusiness ili bilo koji *Store podtip.","robots.effective":"rules (datoteka pročitana) | allow-all (4xx) | allow-all (4xx) kod blokiranog zahtjeva | no-rules (HTML ili preusmjerenje umjesto datoteke) | disallow-all (5xx ili mrežna pogreška), prema RFC 9309 §2.3.1.","robots.bots":"Za svakog crawlera: source = named (vlastita grupa) | wildcard (pravila za *) | none; verdict = allowed | blocked za putanje / i /zz-probe/product-page. null ako datoteka nije pročitana.","robots.legacyAnthropicToken":"Datoteka imenuje anthropic-ai ili claude-web.","llms.outcome":"present (HTTP 200, konačni URL je /llms.txt, nije HTML, barem 20 znakova) | empty | html-soft-404 | redirected-away | http-4xx/5xx | unreachable.","llms.generated":"U tekstu datoteke postoji potpis platforme ili SEO dodatka. null ako datoteka ne postoji."},"n":537,"rows":[{"id":"shop-01501e7e","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":0,"parseErrors":0,"types":[],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"html-instead-of-robots","status":200,"netError":null,"effective":"no-rules","groups":null,"hasWildcard":null,"wildcardVerdict":null,"sitemap":null,"crawlDelay":null,"contentSignal":null,"legacyAnthropicToken":null,"bots":null},"llms":{"outcome":"html-soft-404","status":200,"generated":null}},{"id":"shop-01cc31fa","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":2,"parseErrors":0,"types":["BreadcrumbList","EntryPoint","ImageObject","ListItem","Organization","PropertyValueSpecification","ReadAction","SearchAction","WebPage","WebSite"],"hasOrganization":true,"hasOnlineStore":false,"hasWebSite":true,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":2,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-02394b14","inBenchmarkSample":false,"hostRedirected":true,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":1,"parseErrors":0,"types":["BreadcrumbList","ContactPoint","EntryPoint","ImageObject","ListItem","OnlineStore","Organization","PropertyValueSpecification","ReadAction","SearchAction","WebPage","WebSite"],"hasOrganization":true,"hasOnlineStore":true,"hasWebSite":true,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":2,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"present","status":200,"generated":false}},{"id":"shop-029028bb","inBenchmarkSample":false,"hostRedirected":true,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":0,"parseErrors":0,"types":[],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":1,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":false,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-02adc605","inBenchmarkSample":false,"hostRedirected":false,"retried":true,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":0,"parseErrors":0,"types":[],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":1,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":false,"crawlDelay":true,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-02c2ea6a","inBenchmarkSample":false,"hostRedirected":true,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":1,"parseErrors":0,"types":["BreadcrumbList","EntryPoint","ImageObject","ListItem","MerchantReturnPolicy","Organization","PropertyValueSpecification","ReadAction","SearchAction","WebPage","WebSite"],"hasOrganization":true,"hasOnlineStore":false,"hasWebSite":true,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":2,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":false,"crawlDelay":true,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-03b18331","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":5,"parseErrors":0,"types":["Answer","ContactPoint","EntryPoint","FAQPage","GeoCoordinates","ImageObject","LocalBusiness","MerchantReturnPolicy","OpeningHoursSpecification","Organization","PostalAddress","Question","SearchAction","WebSite"],"hasOrganization":true,"hasOnlineStore":false,"hasWebSite":true,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":3,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":true,"bots":{"GPTBot":{"source":"named","verdict":"allowed"},"OAI-SearchBot":{"source":"named","verdict":"allowed"},"ChatGPT-User":{"source":"named","verdict":"allowed"},"ClaudeBot":{"source":"named","verdict":"allowed"},"Claude-SearchBot":{"source":"named","verdict":"allowed"},"Claude-User":{"source":"named","verdict":"allowed"},"PerplexityBot":{"source":"named","verdict":"allowed"},"Perplexity-User":{"source":"named","verdict":"allowed"},"Google-Extended":{"source":"named","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"named","verdict":"allowed"},"Bytespider":{"source":"named","verdict":"blocked"},"meta-externalagent":{"source":"named","verdict":"allowed"},"Amazonbot":{"source":"named","verdict":"allowed"}}},"llms":{"outcome":"present","status":200,"generated":false}},{"id":"shop-05d7f0e1","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":0,"parseErrors":0,"types":[],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":2,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":false,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-05f5d7a8","inBenchmarkSample":false,"hostRedirected":true,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":1,"parseErrors":0,"types":["Organization"],"hasOrganization":true,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":1,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-060a3458","inBenchmarkSample":false,"hostRedirected":true,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":0,"parseErrors":0,"types":[],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":1,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-060d7ef4","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":2,"parseErrors":0,"types":["BreadcrumbList","ContactPoint","EntryPoint","ImageObject","ListItem","Organization","PropertyValueSpecification","ReadAction","SearchAction","WebPage","WebSite"],"hasOrganization":true,"hasOnlineStore":false,"hasWebSite":true,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":3,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"named","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-0734fd4d","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":1,"parseErrors":0,"types":["Article","ImageObject","Organization","Person","Place","PostalAddress","SearchAction","WebPage","WebSite"],"hasOrganization":true,"hasOnlineStore":false,"hasWebSite":true,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":1,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-073934f1","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":0,"parseErrors":0,"types":[],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":1,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-07bd348a","inBenchmarkSample":false,"hostRedirected":true,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":1,"parseErrors":0,"types":["Organization"],"hasOrganization":true,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":1,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":true,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-07c35eb5","inBenchmarkSample":false,"hostRedirected":true,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":0,"parseErrors":0,"types":[],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":1,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"present","status":200,"generated":false}},{"id":"shop-07e57682","inBenchmarkSample":false,"hostRedirected":true,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":0,"parseErrors":0,"types":[],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"unavailable-4xx","status":404,"netError":null,"effective":"allow-all","groups":null,"hasWildcard":null,"wildcardVerdict":null,"sitemap":null,"crawlDelay":null,"contentSignal":null,"legacyAnthropicToken":null,"bots":null},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-08861759","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":1,"parseErrors":0,"types":["Article","ImageObject","Organization","Person","SearchAction","WebPage","WebSite"],"hasOrganization":true,"hasOnlineStore":false,"hasWebSite":true,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":1,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-08c72ca7","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":0,"parseErrors":0,"types":[],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":9,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"named","verdict":"blocked"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-097c21a8","inBenchmarkSample":true,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":0,"parseErrors":0,"types":[],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":1,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":false,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-09925bbd","inBenchmarkSample":true,"hostRedirected":true,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":1,"parseErrors":0,"types":["Article","ImageObject","Organization","Person","SearchAction","WebPage","WebSite"],"hasOrganization":true,"hasOnlineStore":false,"hasWebSite":true,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":1,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-0a76527e","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":"A"},"jsonld":{"blocks":0,"parseErrors":0,"types":[],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":3,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"empty","status":200,"generated":null}},{"id":"shop-0a9f0efb","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":0,"parseErrors":0,"types":[],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":1,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":false,"crawlDelay":true,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-0abd8e91","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":3,"parseErrors":0,"types":["Offer","Organization","Product","SearchAction","Thing","WebSite"],"hasOrganization":true,"hasOnlineStore":false,"hasWebSite":true,"hasProduct":true},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":2,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"present","status":200,"generated":true}},{"id":"shop-0b359bc2","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":0,"parseErrors":0,"types":[],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":1,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-0b5463f6","inBenchmarkSample":false,"hostRedirected":true,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":0,"parseErrors":0,"types":[],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":1,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":false,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-0b5d58ec","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"http-503","status":503,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":null,"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":5,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"named","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-503","status":503,"generated":null}},{"id":"shop-0b647c4e","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":1,"parseErrors":0,"types":["BreadcrumbList","EntryPoint","ImageObject","ListItem","Organization","PropertyValueSpecification","ReadAction","SearchAction","WebPage","WebSite"],"hasOrganization":true,"hasOnlineStore":false,"hasWebSite":true,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":2,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"redirected-away","status":200,"generated":null}},{"id":"shop-0b77f388","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":2,"parseErrors":0,"types":["BreadcrumbList","EntryPoint","ImageObject","ListItem","Organization","Product","PropertyValueSpecification","ReadAction","SearchAction","WebPage","WebSite"],"hasOrganization":true,"hasOnlineStore":false,"hasWebSite":true,"hasProduct":true},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":2,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-0c98131e","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":0,"parseErrors":0,"types":[],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"unavailable-4xx","status":404,"netError":null,"effective":"allow-all","groups":null,"hasWildcard":null,"wildcardVerdict":null,"sitemap":null,"crawlDelay":null,"contentSignal":null,"legacyAnthropicToken":null,"bots":null},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-0d3c4a29","inBenchmarkSample":true,"hostRedirected":true,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":2,"parseErrors":0,"types":["ContactPoint","Organization","PostalAddress","WebSite"],"hasOrganization":true,"hasOnlineStore":false,"hasWebSite":true,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":4,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":true,"bots":{"GPTBot":{"source":"named","verdict":"blocked"},"OAI-SearchBot":{"source":"named","verdict":"allowed"},"ChatGPT-User":{"source":"named","verdict":"allowed"},"ClaudeBot":{"source":"named","verdict":"blocked"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"named","verdict":"allowed"},"PerplexityBot":{"source":"named","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"named","verdict":"blocked"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"named","verdict":"blocked"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"named","verdict":"blocked"},"meta-externalagent":{"source":"named","verdict":"blocked"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-0d736d75","inBenchmarkSample":false,"hostRedirected":false,"retried":true,"homepage":{"outcome":"unreachable","status":null,"netError":"dns","block":null,"sharedHostFingerprint":false,"https":null,"platformCluster":null},"jsonld":null,"robots":{"outcome":"unreachable","status":null,"netError":"dns","effective":"disallow-all","groups":null,"hasWildcard":null,"wildcardVerdict":null,"sitemap":null,"crawlDelay":null,"contentSignal":null,"legacyAnthropicToken":null,"bots":null},"llms":{"outcome":"unreachable","status":null,"generated":null}},{"id":"shop-0d955aad","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":"A"},"jsonld":{"blocks":0,"parseErrors":0,"types":[],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":3,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"empty","status":200,"generated":null}},{"id":"shop-0f222fd7","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"blocked","status":403,"netError":null,"block":"http-403","sharedHostFingerprint":true,"https":true,"platformCluster":null},"jsonld":null,"robots":{"outcome":"blocked-http-403","status":403,"netError":null,"effective":"allow-all (4xx)","groups":null,"hasWildcard":null,"wildcardVerdict":null,"sitemap":null,"crawlDelay":null,"contentSignal":null,"legacyAnthropicToken":null,"bots":null},"llms":{"outcome":"http-403","status":403,"generated":null}},{"id":"shop-0f490f78","inBenchmarkSample":false,"hostRedirected":false,"retried":true,"homepage":{"outcome":"unreachable","status":null,"netError":"timeout","block":null,"sharedHostFingerprint":false,"https":null,"platformCluster":null},"jsonld":null,"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":4,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"named","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"unreachable","status":null,"generated":null}},{"id":"shop-0f55bf8d","inBenchmarkSample":true,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":2,"parseErrors":0,"types":["GeoCoordinates","LocalBusiness","PostalAddress","SoftwareApplication","WebPage"],"hasOrganization":true,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":8,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":false,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"named","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"present","status":200,"generated":false}},{"id":"shop-0f913371","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":0,"parseErrors":0,"types":[],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"ok-no-groups","status":200,"netError":null,"effective":"rules","groups":0,"hasWildcard":false,"wildcardVerdict":"allowed","sitemap":false,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"none","verdict":"allowed"},"OAI-SearchBot":{"source":"none","verdict":"allowed"},"ChatGPT-User":{"source":"none","verdict":"allowed"},"ClaudeBot":{"source":"none","verdict":"allowed"},"Claude-SearchBot":{"source":"none","verdict":"allowed"},"Claude-User":{"source":"none","verdict":"allowed"},"PerplexityBot":{"source":"none","verdict":"allowed"},"Perplexity-User":{"source":"none","verdict":"allowed"},"Google-Extended":{"source":"none","verdict":"allowed"},"Googlebot":{"source":"none","verdict":"allowed"},"Bingbot":{"source":"none","verdict":"allowed"},"CCBot":{"source":"none","verdict":"allowed"},"Applebot-Extended":{"source":"none","verdict":"allowed"},"Bytespider":{"source":"none","verdict":"allowed"},"meta-externalagent":{"source":"none","verdict":"allowed"},"Amazonbot":{"source":"none","verdict":"allowed"}}},"llms":{"outcome":"html-soft-404","status":200,"generated":null}},{"id":"shop-0fc7f56f","inBenchmarkSample":true,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":0,"parseErrors":0,"types":[],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":1,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-0fd785b0","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":1,"parseErrors":0,"types":["Article","ImageObject","Organization","Person","SearchAction","WebPage","WebSite"],"hasOrganization":true,"hasOnlineStore":false,"hasWebSite":true,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":1,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-0ff15699","inBenchmarkSample":false,"hostRedirected":true,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":1,"parseErrors":0,"types":["Brand","Country","LocalBusiness","Organization","PostalAddress"],"hasOrganization":true,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":7,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"named","verdict":"allowed"},"OAI-SearchBot":{"source":"named","verdict":"allowed"},"ChatGPT-User":{"source":"named","verdict":"allowed"},"ClaudeBot":{"source":"named","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"named","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"named","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"html-soft-404","status":200,"generated":null}},{"id":"shop-10cff33d","inBenchmarkSample":true,"hostRedirected":true,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":0,"parseErrors":0,"types":[],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":1,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-122aeaf5","inBenchmarkSample":false,"hostRedirected":true,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":0,"parseErrors":0,"types":[],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":1,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":false,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-13da91e6","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":0,"parseErrors":0,"types":[],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"html-instead-of-robots","status":200,"netError":null,"effective":"no-rules","groups":null,"hasWildcard":null,"wildcardVerdict":null,"sitemap":null,"crawlDelay":null,"contentSignal":null,"legacyAnthropicToken":null,"bots":null},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-158e6fad","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":1,"parseErrors":0,"types":["ImageObject","Organization","SearchAction","WebPage","WebSite"],"hasOrganization":true,"hasOnlineStore":false,"hasWebSite":true,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":1,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-1626d426","inBenchmarkSample":false,"hostRedirected":true,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":0,"parseErrors":0,"types":[],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":1,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-168c0294","inBenchmarkSample":false,"hostRedirected":true,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":1,"parseErrors":0,"types":["Organization"],"hasOrganization":true,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":2,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":true,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"empty","status":200,"generated":null}},{"id":"shop-17733e4c","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":1,"parseErrors":0,"types":["BreadcrumbList","EntryPoint","ImageObject","ListItem","Organization","PropertyValueSpecification","ReadAction","SearchAction","WebPage","WebSite"],"hasOrganization":true,"hasOnlineStore":false,"hasWebSite":true,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":1,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-17b9509f","inBenchmarkSample":true,"hostRedirected":true,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":0,"parseErrors":0,"types":[],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":4,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"named","verdict":"blocked"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"html-soft-404","status":200,"generated":null}},{"id":"shop-18b8866c","inBenchmarkSample":false,"hostRedirected":true,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":0,"parseErrors":0,"types":[],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":1,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":false,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-18d46a57","inBenchmarkSample":false,"hostRedirected":true,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":0,"parseErrors":0,"types":[],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":1,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":false,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-19e05d59","inBenchmarkSample":false,"hostRedirected":false,"retried":true,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":0,"parseErrors":0,"types":[],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":1,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":false,"crawlDelay":true,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-1ab353ca","inBenchmarkSample":false,"hostRedirected":true,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":2,"parseErrors":0,"types":["ContactPoint","Organization","SearchAction","WebPage","WebSite"],"hasOrganization":true,"hasOnlineStore":false,"hasWebSite":true,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":1,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":false,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-1acb7955","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"blocked","status":403,"netError":null,"block":"http-403","sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":null,"robots":{"outcome":"blocked-http-403","status":403,"netError":null,"effective":"allow-all (4xx)","groups":null,"hasWildcard":null,"wildcardVerdict":null,"sitemap":null,"crawlDelay":null,"contentSignal":null,"legacyAnthropicToken":null,"bots":null},"llms":{"outcome":"http-403","status":403,"generated":null}},{"id":"shop-1b6612c7","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":0,"parseErrors":0,"types":[],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":1,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"html-soft-404","status":200,"generated":null}},{"id":"shop-1b85cd94","inBenchmarkSample":false,"hostRedirected":true,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":1,"parseErrors":0,"types":["BreadcrumbList","EntryPoint","ImageObject","ListItem","Organization","PropertyValueSpecification","ReadAction","SearchAction","WebPage","WebSite"],"hasOrganization":true,"hasOnlineStore":false,"hasWebSite":true,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":2,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-1b8f9ebc","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":1,"parseErrors":0,"types":["ContactPoint","Organization","PostalAddress"],"hasOrganization":true,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"ok-no-groups","status":200,"netError":null,"effective":"rules","groups":0,"hasWildcard":false,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"none","verdict":"allowed"},"OAI-SearchBot":{"source":"none","verdict":"allowed"},"ChatGPT-User":{"source":"none","verdict":"allowed"},"ClaudeBot":{"source":"none","verdict":"allowed"},"Claude-SearchBot":{"source":"none","verdict":"allowed"},"Claude-User":{"source":"none","verdict":"allowed"},"PerplexityBot":{"source":"none","verdict":"allowed"},"Perplexity-User":{"source":"none","verdict":"allowed"},"Google-Extended":{"source":"none","verdict":"allowed"},"Googlebot":{"source":"none","verdict":"allowed"},"Bingbot":{"source":"none","verdict":"allowed"},"CCBot":{"source":"none","verdict":"allowed"},"Applebot-Extended":{"source":"none","verdict":"allowed"},"Bytespider":{"source":"none","verdict":"allowed"},"meta-externalagent":{"source":"none","verdict":"allowed"},"Amazonbot":{"source":"none","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-1c2f2f45","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":0,"parseErrors":0,"types":[],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":1,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-1c6c2fd8","inBenchmarkSample":false,"hostRedirected":true,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":"A"},"jsonld":{"blocks":2,"parseErrors":0,"types":["ContactPoint","Organization","PostalAddress","SearchAction","WebSite"],"hasOrganization":true,"hasOnlineStore":false,"hasWebSite":true,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":3,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"empty","status":200,"generated":null}},{"id":"shop-1e284010","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":0,"parseErrors":0,"types":[],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"unavailable-4xx","status":404,"netError":null,"effective":"allow-all","groups":null,"hasWildcard":null,"wildcardVerdict":null,"sitemap":null,"crawlDelay":null,"contentSignal":null,"legacyAnthropicToken":null,"bots":null},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-1e52ab3b","inBenchmarkSample":true,"hostRedirected":true,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":0,"parseErrors":0,"types":[],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":1,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":true,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-1efa428b","inBenchmarkSample":false,"hostRedirected":true,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":1,"parseErrors":0,"types":["LocalBusiness","PostalAddress"],"hasOrganization":true,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"redirected-away","status":200,"netError":null,"effective":"no-rules","groups":null,"hasWildcard":null,"wildcardVerdict":null,"sitemap":null,"crawlDelay":null,"contentSignal":null,"legacyAnthropicToken":null,"bots":null},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-1f7862b1","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":1,"parseErrors":0,"types":["ContactPoint","Organization","PostalAddress"],"hasOrganization":true,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":1,"hasWildcard":false,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"none","verdict":"allowed"},"OAI-SearchBot":{"source":"none","verdict":"allowed"},"ChatGPT-User":{"source":"none","verdict":"allowed"},"ClaudeBot":{"source":"none","verdict":"allowed"},"Claude-SearchBot":{"source":"none","verdict":"allowed"},"Claude-User":{"source":"none","verdict":"allowed"},"PerplexityBot":{"source":"none","verdict":"allowed"},"Perplexity-User":{"source":"none","verdict":"allowed"},"Google-Extended":{"source":"none","verdict":"allowed"},"Googlebot":{"source":"none","verdict":"allowed"},"Bingbot":{"source":"none","verdict":"allowed"},"CCBot":{"source":"none","verdict":"allowed"},"Applebot-Extended":{"source":"none","verdict":"allowed"},"Bytespider":{"source":"none","verdict":"allowed"},"meta-externalagent":{"source":"none","verdict":"allowed"},"Amazonbot":{"source":"none","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-1fa98d65","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":"A"},"jsonld":{"blocks":0,"parseErrors":0,"types":[],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":3,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"empty","status":200,"generated":null}},{"id":"shop-1fadf963","inBenchmarkSample":false,"hostRedirected":true,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":0,"parseErrors":0,"types":[],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":1,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-2054fec6","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":1,"parseErrors":0,"types":["BreadcrumbList","EntryPoint","ImageObject","ListItem","Organization","PropertyValueSpecification","ReadAction","SearchAction","WebPage","WebSite"],"hasOrganization":true,"hasOnlineStore":false,"hasWebSite":true,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":1,"hasWildcard":false,"wildcardVerdict":"allowed","sitemap":false,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"none","verdict":"allowed"},"OAI-SearchBot":{"source":"none","verdict":"allowed"},"ChatGPT-User":{"source":"none","verdict":"allowed"},"ClaudeBot":{"source":"none","verdict":"allowed"},"Claude-SearchBot":{"source":"none","verdict":"allowed"},"Claude-User":{"source":"none","verdict":"allowed"},"PerplexityBot":{"source":"none","verdict":"allowed"},"Perplexity-User":{"source":"none","verdict":"allowed"},"Google-Extended":{"source":"none","verdict":"allowed"},"Googlebot":{"source":"none","verdict":"allowed"},"Bingbot":{"source":"none","verdict":"allowed"},"CCBot":{"source":"none","verdict":"allowed"},"Applebot-Extended":{"source":"none","verdict":"allowed"},"Bytespider":{"source":"none","verdict":"allowed"},"meta-externalagent":{"source":"none","verdict":"allowed"},"Amazonbot":{"source":"named","verdict":"blocked"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-21f42098","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":1,"parseErrors":0,"types":["ContactPoint","Organization"],"hasOrganization":true,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":2,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"present","status":200,"generated":true}},{"id":"shop-2233ebb8","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":3,"parseErrors":0,"types":["AggregateRating","Answer","Brand","BreadcrumbList","FAQPage","ImageObject","ListItem","MonetaryAmount","Offer","OfferShippingDetails","Person","Product","Question","Rating","Review"],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":true},"robots":{"outcome":"html-instead-of-robots","status":200,"netError":null,"effective":"no-rules","groups":null,"hasWildcard":null,"wildcardVerdict":null,"sitemap":null,"crawlDelay":null,"contentSignal":null,"legacyAnthropicToken":null,"bots":null},"llms":{"outcome":"html-soft-404","status":200,"generated":null}},{"id":"shop-22f2f27d","inBenchmarkSample":false,"hostRedirected":true,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":0,"parseErrors":0,"types":[],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":1,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"redirected-away","status":200,"generated":null}},{"id":"shop-23212d05","inBenchmarkSample":false,"hostRedirected":true,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":0,"parseErrors":0,"types":[],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"unavailable-4xx","status":404,"netError":null,"effective":"allow-all","groups":null,"hasWildcard":null,"wildcardVerdict":null,"sitemap":null,"crawlDelay":null,"contentSignal":null,"legacyAnthropicToken":null,"bots":null},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-23411222","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":0,"parseErrors":0,"types":[],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":2,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-2410e14b","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":0,"parseErrors":0,"types":[],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":1,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":false,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-25525538","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":1,"parseErrors":0,"types":["Organization","WebSite"],"hasOrganization":true,"hasOnlineStore":false,"hasWebSite":true,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":1,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-266aa67b","inBenchmarkSample":false,"hostRedirected":true,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":"A"},"jsonld":{"blocks":1,"parseErrors":0,"types":["ContactPoint","EntryPoint","Organization","SearchAction","WebSite"],"hasOrganization":true,"hasOnlineStore":false,"hasWebSite":true,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":3,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"empty","status":200,"generated":null}},{"id":"shop-273971e2","inBenchmarkSample":false,"hostRedirected":true,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":3,"parseErrors":0,"types":["EntryPoint","LocalBusiness","Organization","PostalAddress","SearchAction","WebSite"],"hasOrganization":true,"hasOnlineStore":false,"hasWebSite":true,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":1,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":true,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-273e4f46","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":2,"parseErrors":0,"types":["BreadcrumbList","EntryPoint","ListItem","PropertyValueSpecification","ReadAction","SearchAction","WebPage","WebSite","Website"],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":true,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":2,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-27c306af","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":1,"parseErrors":0,"types":["ContactPoint","Organization"],"hasOrganization":true,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":1,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-281f9b4e","inBenchmarkSample":false,"hostRedirected":true,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":1,"parseErrors":0,"types":["ContactPoint","DefinedRegion","MerchantReturnPolicy","MonetaryAmount","OnlineStore","PostalAddress","QuantitativeValue","ServicePeriod","ShippingConditions","ShippingService"],"hasOrganization":true,"hasOnlineStore":true,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":1,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":true,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"html-soft-404","status":200,"generated":null}},{"id":"shop-2951ec65","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":1,"parseErrors":0,"types":["BreadcrumbList","EntryPoint","ImageObject","ListItem","Organization","PropertyValueSpecification","ReadAction","SearchAction","WebPage","WebSite"],"hasOrganization":true,"hasOnlineStore":false,"hasWebSite":true,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":1,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"present","status":200,"generated":true}},{"id":"shop-29ac0db7","inBenchmarkSample":true,"hostRedirected":true,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":0,"parseErrors":0,"types":[],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"html-instead-of-robots","status":200,"netError":null,"effective":"no-rules","groups":null,"hasWildcard":null,"wildcardVerdict":null,"sitemap":null,"crawlDelay":null,"contentSignal":null,"legacyAnthropicToken":null,"bots":null},"llms":{"outcome":"redirected-away","status":200,"generated":null}},{"id":"shop-2a2cf961","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":1,"parseErrors":0,"types":["Offer","Product"],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":true},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":1,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":false,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"html-soft-404","status":200,"generated":null}},{"id":"shop-2a2f4146","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":0,"parseErrors":0,"types":[],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":2,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"present","status":200,"generated":true}},{"id":"shop-2b5ae547","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":0,"parseErrors":0,"types":[],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"unavailable-4xx","status":404,"netError":null,"effective":"allow-all","groups":null,"hasWildcard":null,"wildcardVerdict":null,"sitemap":null,"crawlDelay":null,"contentSignal":null,"legacyAnthropicToken":null,"bots":null},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-2b8b1a63","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":0,"parseErrors":0,"types":[],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":1,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":false,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-2d243378","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":"A"},"jsonld":{"blocks":0,"parseErrors":0,"types":[],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":3,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"empty","status":200,"generated":null}},{"id":"shop-2e246cb8","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":0,"parseErrors":0,"types":[],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":1,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":false,"crawlDelay":true,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-2e306008","inBenchmarkSample":false,"hostRedirected":true,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":1,"parseErrors":0,"types":["Organization"],"hasOrganization":true,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":1,"hasWildcard":false,"wildcardVerdict":"allowed","sitemap":false,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"none","verdict":"allowed"},"OAI-SearchBot":{"source":"none","verdict":"allowed"},"ChatGPT-User":{"source":"none","verdict":"allowed"},"ClaudeBot":{"source":"none","verdict":"allowed"},"Claude-SearchBot":{"source":"none","verdict":"allowed"},"Claude-User":{"source":"none","verdict":"allowed"},"PerplexityBot":{"source":"none","verdict":"allowed"},"Perplexity-User":{"source":"none","verdict":"allowed"},"Google-Extended":{"source":"none","verdict":"allowed"},"Googlebot":{"source":"none","verdict":"allowed"},"Bingbot":{"source":"none","verdict":"allowed"},"CCBot":{"source":"none","verdict":"allowed"},"Applebot-Extended":{"source":"none","verdict":"allowed"},"Bytespider":{"source":"none","verdict":"allowed"},"meta-externalagent":{"source":"none","verdict":"allowed"},"Amazonbot":{"source":"none","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-2ed4366e","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":0,"parseErrors":0,"types":[],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":9,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"named","verdict":"blocked"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-2f4a683c","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":3,"parseErrors":0,"types":["ContactPoint","ElectronicsStore","Organization","PostalAddress","SearchAction","WebSite"],"hasOrganization":true,"hasOnlineStore":false,"hasWebSite":true,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":5,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":true,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"present","status":200,"generated":false}},{"id":"shop-2f89fe2b","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":1,"parseErrors":0,"types":["Article","ContactPoint","ImageObject","Organization","Person","Pharmacy","Place","PostalAddress","SearchAction","WebPage","WebSite"],"hasOrganization":true,"hasOnlineStore":false,"hasWebSite":true,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":1,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-3036a932","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"blocked","status":403,"netError":null,"block":"http-403","sharedHostFingerprint":true,"https":true,"platformCluster":null},"jsonld":null,"robots":{"outcome":"blocked-http-403","status":403,"netError":null,"effective":"allow-all (4xx)","groups":null,"hasWildcard":null,"wildcardVerdict":null,"sitemap":null,"crawlDelay":null,"contentSignal":null,"legacyAnthropicToken":null,"bots":null},"llms":{"outcome":"http-403","status":403,"generated":null}},{"id":"shop-3057228b","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":1,"parseErrors":0,"types":["BreadcrumbList","EntryPoint","ImageObject","ListItem","Organization","PropertyValueSpecification","ReadAction","SearchAction","WebPage","WebSite"],"hasOrganization":true,"hasOnlineStore":false,"hasWebSite":true,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":2,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-30942500","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":1,"parseErrors":0,"types":["ContactPoint","Organization","SearchAction"],"hasOrganization":true,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":1,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":false,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-3151bfcd","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":1,"parseErrors":0,"types":["BreadcrumbList","EntryPoint","ImageObject","ListItem","Organization","PropertyValueSpecification","ReadAction","SearchAction","WebPage","WebSite"],"hasOrganization":true,"hasOnlineStore":false,"hasWebSite":true,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":14,"hasWildcard":false,"wildcardVerdict":"allowed","sitemap":false,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"named","verdict":"blocked"},"OAI-SearchBot":{"source":"named","verdict":"blocked"},"ChatGPT-User":{"source":"none","verdict":"allowed"},"ClaudeBot":{"source":"named","verdict":"blocked"},"Claude-SearchBot":{"source":"named","verdict":"blocked"},"Claude-User":{"source":"none","verdict":"allowed"},"PerplexityBot":{"source":"none","verdict":"allowed"},"Perplexity-User":{"source":"none","verdict":"allowed"},"Google-Extended":{"source":"none","verdict":"allowed"},"Googlebot":{"source":"none","verdict":"allowed"},"Bingbot":{"source":"none","verdict":"allowed"},"CCBot":{"source":"none","verdict":"allowed"},"Applebot-Extended":{"source":"none","verdict":"allowed"},"Bytespider":{"source":"named","verdict":"blocked"},"meta-externalagent":{"source":"none","verdict":"allowed"},"Amazonbot":{"source":"named","verdict":"blocked"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-3215763c","inBenchmarkSample":false,"hostRedirected":true,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":0,"parseErrors":0,"types":[],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":1,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-32459162","inBenchmarkSample":false,"hostRedirected":true,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":0,"parseErrors":0,"types":[],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":1,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":false,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-327afe00","inBenchmarkSample":false,"hostRedirected":true,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":1,"parseErrors":0,"types":["LocalBusiness","PostalAddress"],"hasOrganization":true,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":1,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-3281d668","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":"A"},"jsonld":{"blocks":0,"parseErrors":0,"types":[],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":3,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"empty","status":200,"generated":null}},{"id":"shop-32afce02","inBenchmarkSample":false,"hostRedirected":true,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":0,"parseErrors":0,"types":[],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":1,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":false,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-32b2276c","inBenchmarkSample":false,"hostRedirected":true,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":0,"parseErrors":0,"types":[],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":5,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":true,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"named","verdict":"blocked"},"OAI-SearchBot":{"source":"named","verdict":"allowed"},"ChatGPT-User":{"source":"named","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"named","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-32e508a9","inBenchmarkSample":false,"hostRedirected":true,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":0,"parseErrors":0,"types":[],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"unavailable-4xx","status":404,"netError":null,"effective":"allow-all","groups":null,"hasWildcard":null,"wildcardVerdict":null,"sitemap":null,"crawlDelay":null,"contentSignal":null,"legacyAnthropicToken":null,"bots":null},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-332533f8","inBenchmarkSample":false,"hostRedirected":true,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":1,"parseErrors":0,"types":["Article","ContactPoint","GeoCoordinates","ImageObject","Organization","Person","Pharmacy","Place","PostalAddress","SearchAction","WebPage","WebSite"],"hasOrganization":true,"hasOnlineStore":false,"hasWebSite":true,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":1,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-337d3296","inBenchmarkSample":true,"hostRedirected":true,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":0,"parseErrors":0,"types":[],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":1,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-33bc0b16","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":0,"parseErrors":0,"types":[],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":5,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":false,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"named","verdict":"blocked"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"named","verdict":"blocked"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-348ea0d9","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":4,"parseErrors":0,"types":["Answer","Country","EntryPoint","FAQPage","GeoCoordinates","LocalBusiness","OpeningHoursSpecification","PostalAddress","Question","SearchAction","WebSite"],"hasOrganization":true,"hasOnlineStore":false,"hasWebSite":true,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":1,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"present","status":200,"generated":true}},{"id":"shop-34b371b1","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":2,"parseErrors":0,"types":["BreadcrumbList","ListItem","Organization","SearchAction","WebSite"],"hasOrganization":true,"hasOnlineStore":false,"hasWebSite":true,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":2,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"present","status":200,"generated":true}},{"id":"shop-3527cce1","inBenchmarkSample":false,"hostRedirected":true,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":0,"parseErrors":0,"types":[],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":1,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-358306d0","inBenchmarkSample":true,"hostRedirected":true,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":0,"parseErrors":0,"types":[],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":1,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-35aace26","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":3,"parseErrors":0,"types":["ContactPoint","Organization","PostalAddress","SearchAction","WebSite"],"hasOrganization":true,"hasOnlineStore":false,"hasWebSite":true,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":1,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-35ad5bb0","inBenchmarkSample":true,"hostRedirected":true,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":"A"},"jsonld":{"blocks":1,"parseErrors":0,"types":["ContactPoint","EntryPoint","Organization","SearchAction","WebSite"],"hasOrganization":true,"hasOnlineStore":false,"hasWebSite":true,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":3,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"empty","status":200,"generated":null}},{"id":"shop-35e48b3e","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":0,"parseErrors":0,"types":[],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":10,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":true,"bots":{"GPTBot":{"source":"named","verdict":"blocked"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"named","verdict":"blocked"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"named","verdict":"blocked"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"named","verdict":"blocked"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"named","verdict":"blocked"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-35eb1186","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":0,"parseErrors":0,"types":[],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":2,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":false,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-35f93dd6","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":1,"parseErrors":0,"types":["BreadcrumbList","ListItem","Organization","WebPage","WebSite"],"hasOrganization":true,"hasOnlineStore":false,"hasWebSite":true,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":1,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-36651a18","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":1,"parseErrors":0,"types":["BreadcrumbList","EntryPoint","ImageObject","ListItem","Organization","PropertyValueSpecification","ReadAction","SearchAction","WebPage","WebSite"],"hasOrganization":true,"hasOnlineStore":false,"hasWebSite":true,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":2,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-369fd447","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":0,"parseErrors":0,"types":[],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":1,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-36c416e3","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":1,"parseErrors":0,"types":["BreadcrumbList","EntryPoint","ImageObject","ListItem","Organization","ReadAction","SearchAction","WebPage","WebSite"],"hasOrganization":true,"hasOnlineStore":false,"hasWebSite":true,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":1,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":false,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-36f8e17d","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":0,"parseErrors":0,"types":[],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":1,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":true,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-3706f9cd","inBenchmarkSample":false,"hostRedirected":true,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":3,"parseErrors":0,"types":["BreadcrumbList","ListItem","Organization","PostalAddress","PropertyValueSpecification","SearchAction","WebSite"],"hasOrganization":true,"hasOnlineStore":false,"hasWebSite":true,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":17,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":true,"legacyAnthropicToken":true,"bots":{"GPTBot":{"source":"named","verdict":"blocked"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"named","verdict":"blocked"},"ClaudeBot":{"source":"named","verdict":"blocked"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"named","verdict":"blocked"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"named","verdict":"blocked"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"named","verdict":"blocked"},"Applebot-Extended":{"source":"named","verdict":"blocked"},"Bytespider":{"source":"named","verdict":"blocked"},"meta-externalagent":{"source":"named","verdict":"blocked"},"Amazonbot":{"source":"named","verdict":"blocked"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-373e3e9f","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":2,"parseErrors":0,"types":["ContactPoint","Organization","PostalAddress","SearchAction","WebSite"],"hasOrganization":true,"hasOnlineStore":false,"hasWebSite":true,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":1,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-375bf666","inBenchmarkSample":false,"hostRedirected":true,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":1,"parseErrors":0,"types":["LocalBusiness","PostalAddress"],"hasOrganization":true,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":1,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-38a54fd6","inBenchmarkSample":false,"hostRedirected":true,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":2,"parseErrors":0,"types":["ContactPoint","Organization","PostalAddress","SearchAction","WebSite"],"hasOrganization":true,"hasOnlineStore":false,"hasWebSite":true,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":3,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"named","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-3aa0c8ee","inBenchmarkSample":false,"hostRedirected":true,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":4,"parseErrors":0,"types":["AggregateRating","Brand","BreadcrumbList","ContactPoint","EntryPoint","ListItem","Offer","Organization","Product","SearchAction","WebSite"],"hasOrganization":true,"hasOnlineStore":false,"hasWebSite":true,"hasProduct":true},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":1,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-3ae87f73","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":1,"parseErrors":0,"types":["Organization","PostalAddress"],"hasOrganization":true,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":1,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-3bd32803","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":1,"parseErrors":0,"types":["Article","ContactPoint","ImageObject","Organization","Person","Place","PostalAddress","SearchAction","WebPage","WebSite"],"hasOrganization":true,"hasOnlineStore":false,"hasWebSite":true,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":24,"hasWildcard":true,"wildcardVerdict":"blocked","sitemap":false,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":true,"bots":{"GPTBot":{"source":"named","verdict":"blocked"},"OAI-SearchBot":{"source":"named","verdict":"blocked"},"ChatGPT-User":{"source":"named","verdict":"blocked"},"ClaudeBot":{"source":"named","verdict":"blocked"},"Claude-SearchBot":{"source":"named","verdict":"blocked"},"Claude-User":{"source":"wildcard","verdict":"blocked"},"PerplexityBot":{"source":"named","verdict":"blocked"},"Perplexity-User":{"source":"wildcard","verdict":"blocked"},"Google-Extended":{"source":"named","verdict":"blocked"},"Googlebot":{"source":"wildcard","verdict":"blocked"},"Bingbot":{"source":"wildcard","verdict":"blocked"},"CCBot":{"source":"named","verdict":"blocked"},"Applebot-Extended":{"source":"named","verdict":"blocked"},"Bytespider":{"source":"named","verdict":"blocked"},"meta-externalagent":{"source":"named","verdict":"blocked"},"Amazonbot":{"source":"named","verdict":"blocked"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-3c0bdbeb","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":"A"},"jsonld":{"blocks":0,"parseErrors":0,"types":[],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":3,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"empty","status":200,"generated":null}},{"id":"shop-3ec109be","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":1,"parseErrors":0,"types":["BreadcrumbList","EntryPoint","ImageObject","ListItem","Organization","PropertyValueSpecification","ReadAction","SearchAction","WebPage","WebSite"],"hasOrganization":true,"hasOnlineStore":false,"hasWebSite":true,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":18,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":true,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"named","verdict":"allowed"},"Bingbot":{"source":"named","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"named","verdict":"blocked"},"meta-externalagent":{"source":"named","verdict":"blocked"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"redirected-away","status":200,"generated":null}},{"id":"shop-40507c23","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":1,"parseErrors":0,"types":["ContactPoint","Person","Pharmacy","PostalAddress"],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":2,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":true,"contentSignal":false,"legacyAnthropicToken":true,"bots":{"GPTBot":{"source":"named","verdict":"allowed"},"OAI-SearchBot":{"source":"named","verdict":"allowed"},"ChatGPT-User":{"source":"named","verdict":"allowed"},"ClaudeBot":{"source":"named","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"named","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"named","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"named","verdict":"allowed"},"Applebot-Extended":{"source":"named","verdict":"allowed"},"Bytespider":{"source":"named","verdict":"allowed"},"meta-externalagent":{"source":"named","verdict":"allowed"},"Amazonbot":{"source":"named","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-41cdce94","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":1,"parseErrors":0,"types":["BreadcrumbList","EntryPoint","ImageObject","ListItem","Organization","PropertyValueSpecification","ReadAction","SearchAction","WebPage","WebSite"],"hasOrganization":true,"hasOnlineStore":false,"hasWebSite":true,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":1,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":false,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-42370ce8","inBenchmarkSample":false,"hostRedirected":true,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":0,"parseErrors":0,"types":[],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":3,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":false,"crawlDelay":true,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"named","verdict":"blocked"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"named","verdict":"blocked"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"named","verdict":"blocked"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"named","verdict":"blocked"},"Bytespider":{"source":"named","verdict":"blocked"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-4286450e","inBenchmarkSample":false,"hostRedirected":true,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":0,"parseErrors":0,"types":[],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":1,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-500","status":500,"generated":null}},{"id":"shop-42b1ab05","inBenchmarkSample":false,"hostRedirected":true,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":3,"parseErrors":0,"types":["ContactPoint","OnlineStore","PostalAddress","SearchAction","Store","WebSite"],"hasOrganization":true,"hasOnlineStore":true,"hasWebSite":true,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":1,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-43312440","inBenchmarkSample":false,"hostRedirected":true,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":0,"parseErrors":0,"types":[],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":1,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"empty","status":200,"generated":null}},{"id":"shop-43b7b2d2","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"http-404","status":404,"netError":null,"block":null,"sharedHostFingerprint":false,"https":false,"platformCluster":null},"jsonld":null,"robots":{"outcome":"unavailable-4xx","status":404,"netError":null,"effective":"allow-all","groups":null,"hasWildcard":null,"wildcardVerdict":null,"sitemap":null,"crawlDelay":null,"contentSignal":null,"legacyAnthropicToken":null,"bots":null},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-44229ad9","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":"A"},"jsonld":{"blocks":0,"parseErrors":0,"types":[],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":3,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"empty","status":200,"generated":null}},{"id":"shop-447466ec","inBenchmarkSample":false,"hostRedirected":true,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":0,"parseErrors":0,"types":[],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"unavailable-4xx","status":404,"netError":null,"effective":"allow-all","groups":null,"hasWildcard":null,"wildcardVerdict":null,"sitemap":null,"crawlDelay":null,"contentSignal":null,"legacyAnthropicToken":null,"bots":null},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-44a09c15","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":0,"parseErrors":0,"types":[],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":1,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":false,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-44c4cf86","inBenchmarkSample":false,"hostRedirected":true,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":0,"parseErrors":0,"types":[],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":1,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":false,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-403","status":403,"generated":null}},{"id":"shop-44eac0cf","inBenchmarkSample":false,"hostRedirected":true,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":1,"parseErrors":0,"types":["SearchAction","WebSite"],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":true,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":9,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":false,"crawlDelay":true,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"named","verdict":"allowed"},"OAI-SearchBot":{"source":"named","verdict":"blocked"},"ChatGPT-User":{"source":"named","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"named","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"named","verdict":"blocked"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-44f1694b","inBenchmarkSample":false,"hostRedirected":true,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":1,"parseErrors":0,"types":["ContactPoint","Organization","PostalAddress"],"hasOrganization":true,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":1,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":false,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-4540a802","inBenchmarkSample":false,"hostRedirected":false,"retried":true,"homepage":{"outcome":"redirect-loop","status":null,"netError":"redirect-loop","block":null,"sharedHostFingerprint":false,"https":null,"platformCluster":null},"jsonld":null,"robots":{"outcome":"html-instead-of-robots","status":200,"netError":null,"effective":"no-rules","groups":null,"hasWildcard":null,"wildcardVerdict":null,"sitemap":null,"crawlDelay":null,"contentSignal":null,"legacyAnthropicToken":null,"bots":null},"llms":{"outcome":"unreachable","status":null,"generated":null}},{"id":"shop-46befe09","inBenchmarkSample":false,"hostRedirected":true,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":3,"parseErrors":0,"types":["EntryPoint","LocalBusiness","PostalAddress","SearchAction","WebSite"],"hasOrganization":true,"hasOnlineStore":false,"hasWebSite":true,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":5,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":true,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"present","status":200,"generated":false}},{"id":"shop-46ec9d2e","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"http-500","status":500,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":null,"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":2,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-500","status":500,"generated":null}},{"id":"shop-47ae4013","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":"A"},"jsonld":{"blocks":0,"parseErrors":0,"types":[],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":3,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"empty","status":200,"generated":null}},{"id":"shop-47b7e80b","inBenchmarkSample":false,"hostRedirected":true,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":0,"parseErrors":0,"types":[],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":1,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":false,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-48107ccc","inBenchmarkSample":false,"hostRedirected":true,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":0,"parseErrors":0,"types":[],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"unavailable-4xx","status":410,"netError":null,"effective":"allow-all","groups":null,"hasWildcard":null,"wildcardVerdict":null,"sitemap":null,"crawlDelay":null,"contentSignal":null,"legacyAnthropicToken":null,"bots":null},"llms":{"outcome":"http-410","status":410,"generated":null}},{"id":"shop-482750be","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":1,"parseErrors":0,"types":["ContactPoint","Organization","PostalAddress"],"hasOrganization":true,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":1,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":false,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-48fbe0e1","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":0,"parseErrors":0,"types":[],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":1,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-48ffdec3","inBenchmarkSample":true,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":1,"parseErrors":0,"types":["Article","ImageObject","Organization","Person","SearchAction","WebPage","WebSite"],"hasOrganization":true,"hasOnlineStore":false,"hasWebSite":true,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":1,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-4abfe617","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":0,"parseErrors":0,"types":[],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":1,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":false,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-4be474aa","inBenchmarkSample":false,"hostRedirected":false,"retried":true,"homepage":{"outcome":"unreachable","status":null,"netError":"tls","block":null,"sharedHostFingerprint":false,"https":null,"platformCluster":null},"jsonld":null,"robots":{"outcome":"unreachable","status":null,"netError":"tls","effective":"disallow-all","groups":null,"hasWildcard":null,"wildcardVerdict":null,"sitemap":null,"crawlDelay":null,"contentSignal":null,"legacyAnthropicToken":null,"bots":null},"llms":{"outcome":"unreachable","status":null,"generated":null}},{"id":"shop-4d10033d","inBenchmarkSample":false,"hostRedirected":true,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":1,"parseErrors":0,"types":["LocalBusiness","PostalAddress"],"hasOrganization":true,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":1,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-4d3afa06","inBenchmarkSample":false,"hostRedirected":true,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":1,"parseErrors":0,"types":["BreadcrumbList","ImageObject","ListItem","Organization","WebPage","WebSite"],"hasOrganization":true,"hasOnlineStore":false,"hasWebSite":true,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":6,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"unreachable","status":null,"generated":null}},{"id":"shop-4d58a1f6","inBenchmarkSample":false,"hostRedirected":true,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":0,"parseErrors":0,"types":[],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":1,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":false,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-4d667767","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":"A"},"jsonld":{"blocks":1,"parseErrors":0,"types":["ContactPoint","Organization","WebSite"],"hasOrganization":true,"hasOnlineStore":false,"hasWebSite":true,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":3,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"empty","status":200,"generated":null}},{"id":"shop-4d9cbbe2","inBenchmarkSample":false,"hostRedirected":true,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":1,"parseErrors":0,"types":["BreadcrumbList","EntryPoint","ListItem","PropertyValueSpecification","ReadAction","SearchAction","WebPage","WebSite"],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":true,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":2,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-4e7fc918","inBenchmarkSample":false,"hostRedirected":true,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":0,"parseErrors":0,"types":[],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":1,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-4f272a51","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":1,"parseErrors":0,"types":["LocalBusiness","PostalAddress"],"hasOrganization":true,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":2,"hasWildcard":false,"wildcardVerdict":"allowed","sitemap":false,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"none","verdict":"allowed"},"OAI-SearchBot":{"source":"none","verdict":"allowed"},"ChatGPT-User":{"source":"none","verdict":"allowed"},"ClaudeBot":{"source":"none","verdict":"allowed"},"Claude-SearchBot":{"source":"none","verdict":"allowed"},"Claude-User":{"source":"none","verdict":"allowed"},"PerplexityBot":{"source":"none","verdict":"allowed"},"Perplexity-User":{"source":"none","verdict":"allowed"},"Google-Extended":{"source":"none","verdict":"allowed"},"Googlebot":{"source":"none","verdict":"allowed"},"Bingbot":{"source":"none","verdict":"allowed"},"CCBot":{"source":"none","verdict":"allowed"},"Applebot-Extended":{"source":"none","verdict":"allowed"},"Bytespider":{"source":"none","verdict":"allowed"},"meta-externalagent":{"source":"none","verdict":"allowed"},"Amazonbot":{"source":"none","verdict":"allowed"}}},"llms":{"outcome":"html-soft-404","status":200,"generated":null}},{"id":"shop-4f5c93cd","inBenchmarkSample":true,"hostRedirected":false,"retried":true,"homepage":{"outcome":"redirect-loop","status":null,"netError":"redirect-loop","block":null,"sharedHostFingerprint":false,"https":null,"platformCluster":null},"jsonld":null,"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":1,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":false,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"unreachable","status":null,"generated":null}},{"id":"shop-4fde0c5f","inBenchmarkSample":false,"hostRedirected":true,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":1,"parseErrors":0,"types":["BreadcrumbList","EntryPoint","ImageObject","ListItem","Organization","PropertyValueSpecification","ReadAction","SearchAction","WebPage","WebSite"],"hasOrganization":true,"hasOnlineStore":false,"hasWebSite":true,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":1,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-504a07f8","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":0,"parseErrors":0,"types":[],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":1,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-51d7e197","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":0,"parseErrors":0,"types":[],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":1,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":false,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-5344a361","inBenchmarkSample":true,"hostRedirected":true,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":0,"parseErrors":0,"types":[],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":1,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":true,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-537b684f","inBenchmarkSample":false,"hostRedirected":true,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":1,"parseErrors":0,"types":["ContactPoint","Organization","PostalAddress"],"hasOrganization":true,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":1,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-538b0349","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":1,"parseErrors":0,"types":["WebSite"],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":true,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":3,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-53ab405e","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":"A"},"jsonld":{"blocks":0,"parseErrors":0,"types":[],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":3,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"empty","status":200,"generated":null}},{"id":"shop-53b003f7","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":"A"},"jsonld":{"blocks":1,"parseErrors":0,"types":["ContactPoint","Organization"],"hasOrganization":true,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":3,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"empty","status":200,"generated":null}},{"id":"shop-53fdfbf8","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":1,"parseErrors":0,"types":["BreadcrumbList","EntryPoint","ImageObject","ListItem","Organization","PropertyValueSpecification","ReadAction","SearchAction","WebPage","WebSite"],"hasOrganization":true,"hasOnlineStore":false,"hasWebSite":true,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":1,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-54944576","inBenchmarkSample":false,"hostRedirected":true,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":0,"parseErrors":0,"types":[],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":1,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-54d6cb40","inBenchmarkSample":false,"hostRedirected":true,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":1,"parseErrors":0,"types":["LocalBusiness","PostalAddress"],"hasOrganization":true,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":1,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-55fdaee5","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":"A"},"jsonld":{"blocks":0,"parseErrors":0,"types":[],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":3,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"empty","status":200,"generated":null}},{"id":"shop-57a910f5","inBenchmarkSample":false,"hostRedirected":true,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":1,"parseErrors":0,"types":["ContactPoint","Organization"],"hasOrganization":true,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":1,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-584a06dc","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":2,"parseErrors":0,"types":["ContactPoint","ImageObject","Organization","PostalAddress","WebSite"],"hasOrganization":true,"hasOnlineStore":false,"hasWebSite":true,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":1,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":false,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-5850930c","inBenchmarkSample":false,"hostRedirected":true,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":2,"parseErrors":0,"types":["ContactPoint","LocalBusiness","PostalAddress","SearchAction","WebSite"],"hasOrganization":true,"hasOnlineStore":false,"hasWebSite":true,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":1,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-59380a3f","inBenchmarkSample":true,"hostRedirected":true,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":2,"parseErrors":0,"types":["ContactPoint","Organization","PostalAddress","SearchAction","WebSite"],"hasOrganization":true,"hasOnlineStore":false,"hasWebSite":true,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":1,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-59de9f3d","inBenchmarkSample":false,"hostRedirected":true,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":0,"parseErrors":0,"types":[],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":1,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":false,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-5a36602c","inBenchmarkSample":true,"hostRedirected":true,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":2,"parseErrors":0,"types":["ItemList","SearchAction","Website"],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"html-instead-of-robots","status":200,"netError":null,"effective":"no-rules","groups":null,"hasWildcard":null,"wildcardVerdict":null,"sitemap":null,"crawlDelay":null,"contentSignal":null,"legacyAnthropicToken":null,"bots":null},"llms":{"outcome":"redirected-away","status":200,"generated":null}},{"id":"shop-5a737626","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":1,"parseErrors":0,"types":["BreadcrumbList","EntryPoint","ImageObject","ListItem","Organization","PropertyValueSpecification","ReadAction","SearchAction","WebPage","WebSite"],"hasOrganization":true,"hasOnlineStore":false,"hasWebSite":true,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":1,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-5ade1d2a","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":1,"parseErrors":0,"types":["BreadcrumbList","EntryPoint","ImageObject","ListItem","Organization","PropertyValueSpecification","ReadAction","SearchAction","WebPage","WebSite"],"hasOrganization":true,"hasOnlineStore":false,"hasWebSite":true,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":1,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-5b77e445","inBenchmarkSample":true,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":1,"parseErrors":0,"types":["ContactPoint","Country","LocalBusiness","Organization","PostalAddress"],"hasOrganization":true,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":1,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":false,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"html-soft-404","status":200,"generated":null}},{"id":"shop-5bab9b76","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":"A"},"jsonld":{"blocks":0,"parseErrors":0,"types":[],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":3,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"empty","status":200,"generated":null}},{"id":"shop-5be84378","inBenchmarkSample":false,"hostRedirected":true,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":1,"parseErrors":0,"types":["BreadcrumbList","EntryPoint","ImageObject","ListItem","Organization","PropertyValueSpecification","ReadAction","SearchAction","WebPage","WebSite"],"hasOrganization":true,"hasOnlineStore":false,"hasWebSite":true,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":1,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"present","status":200,"generated":false}},{"id":"shop-5bf89a0e","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":"A"},"jsonld":{"blocks":0,"parseErrors":0,"types":[],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":3,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"empty","status":200,"generated":null}},{"id":"shop-5c9ce1b2","inBenchmarkSample":false,"hostRedirected":true,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":2,"parseErrors":0,"types":["Organization","SearchAction","WebSite"],"hasOrganization":true,"hasOnlineStore":false,"hasWebSite":true,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":56,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":false,"crawlDelay":false,"contentSignal":true,"legacyAnthropicToken":true,"bots":{"GPTBot":{"source":"named","verdict":"blocked"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"named","verdict":"blocked"},"ClaudeBot":{"source":"named","verdict":"blocked"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"named","verdict":"blocked"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"named","verdict":"blocked"},"Google-Extended":{"source":"named","verdict":"blocked"},"Googlebot":{"source":"named","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"named","verdict":"blocked"},"Applebot-Extended":{"source":"named","verdict":"blocked"},"Bytespider":{"source":"named","verdict":"blocked"},"meta-externalagent":{"source":"named","verdict":"blocked"},"Amazonbot":{"source":"named","verdict":"blocked"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-5cbab4d8","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":0,"parseErrors":0,"types":[],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":1,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":false,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-5cefd0b3","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":0,"parseErrors":0,"types":[],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":1,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-5d939497","inBenchmarkSample":false,"hostRedirected":true,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":2,"parseErrors":0,"types":["ContactPoint","Organization","PostalAddress","WebSite"],"hasOrganization":true,"hasOnlineStore":false,"hasWebSite":true,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":1,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-5df8e383","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":0,"parseErrors":0,"types":[],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":2,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"present","status":200,"generated":true}},{"id":"shop-5e169b04","inBenchmarkSample":false,"hostRedirected":true,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":0,"parseErrors":0,"types":[],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":1,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":false,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-5e8daf42","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":1,"parseErrors":0,"types":["BreadcrumbList","EntryPoint","ListItem","Organization","SearchAction","WebPage","WebSite"],"hasOrganization":true,"hasOnlineStore":false,"hasWebSite":true,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":1,"hasWildcard":false,"wildcardVerdict":"allowed","sitemap":false,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"none","verdict":"allowed"},"OAI-SearchBot":{"source":"none","verdict":"allowed"},"ChatGPT-User":{"source":"none","verdict":"allowed"},"ClaudeBot":{"source":"none","verdict":"allowed"},"Claude-SearchBot":{"source":"none","verdict":"allowed"},"Claude-User":{"source":"none","verdict":"allowed"},"PerplexityBot":{"source":"none","verdict":"allowed"},"Perplexity-User":{"source":"none","verdict":"allowed"},"Google-Extended":{"source":"none","verdict":"allowed"},"Googlebot":{"source":"none","verdict":"allowed"},"Bingbot":{"source":"none","verdict":"allowed"},"CCBot":{"source":"none","verdict":"allowed"},"Applebot-Extended":{"source":"none","verdict":"allowed"},"Bytespider":{"source":"none","verdict":"allowed"},"meta-externalagent":{"source":"none","verdict":"allowed"},"Amazonbot":{"source":"none","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-5f24323c","inBenchmarkSample":false,"hostRedirected":true,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":0,"parseErrors":0,"types":[],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":1,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":true,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-5f53a07d","inBenchmarkSample":false,"hostRedirected":true,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":1,"parseErrors":0,"types":["ContactPoint","Organization","PostalAddress"],"hasOrganization":true,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":1,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-606961d3","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":"A"},"jsonld":{"blocks":1,"parseErrors":0,"types":["ContactPoint","Organization"],"hasOrganization":true,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":3,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"empty","status":200,"generated":null}},{"id":"shop-6080e518","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":0,"parseErrors":0,"types":[],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":1,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":false,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"redirected-away","status":200,"generated":null}},{"id":"shop-60e18eb9","inBenchmarkSample":false,"hostRedirected":true,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":0,"parseErrors":0,"types":[],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":1,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-6131092e","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":0,"parseErrors":0,"types":[],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":1,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-613d7732","inBenchmarkSample":false,"hostRedirected":true,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":"A"},"jsonld":{"blocks":0,"parseErrors":0,"types":[],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":4,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"empty","status":200,"generated":null}},{"id":"shop-61780df2","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":1,"parseErrors":0,"types":["BreadcrumbList","EntryPoint","ImageObject","ListItem","Organization","PropertyValueSpecification","ReadAction","SearchAction","WebPage","WebSite"],"hasOrganization":true,"hasOnlineStore":false,"hasWebSite":true,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":2,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-621733c7","inBenchmarkSample":true,"hostRedirected":true,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":0,"parseErrors":0,"types":[],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":1,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-622029dd","inBenchmarkSample":false,"hostRedirected":true,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":0,"parseErrors":0,"types":[],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":1,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"redirected-away","status":200,"generated":null}},{"id":"shop-6268ecb6","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":1,"parseErrors":0,"types":["Article","ImageObject","Organization","Person","SearchAction","WebPage","WebSite"],"hasOrganization":true,"hasOnlineStore":false,"hasWebSite":true,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":1,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-62759c23","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":0,"parseErrors":0,"types":[],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":1,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-6280597b","inBenchmarkSample":false,"hostRedirected":true,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":1,"parseErrors":0,"types":["LocalBusiness","PostalAddress"],"hasOrganization":true,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":1,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-62d6defa","inBenchmarkSample":true,"hostRedirected":true,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":1,"parseErrors":0,"types":["EntryPoint","OpeningHoursSpecification","Organization","PostalAddress","SearchAction","WebSite"],"hasOrganization":true,"hasOnlineStore":false,"hasWebSite":true,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":1,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-62f20cc4","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":3,"parseErrors":0,"types":["Organization","SearchAction","VideoObject","WebSite"],"hasOrganization":true,"hasOnlineStore":false,"hasWebSite":true,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":2,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"present","status":200,"generated":true}},{"id":"shop-639ebed8","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":"A"},"jsonld":{"blocks":1,"parseErrors":0,"types":["ContactPoint","Organization"],"hasOrganization":true,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":2,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"empty","status":200,"generated":null}},{"id":"shop-63caedac","inBenchmarkSample":false,"hostRedirected":true,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":0,"parseErrors":0,"types":[],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":1,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-6403a9dd","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":"A"},"jsonld":{"blocks":0,"parseErrors":0,"types":[],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":3,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"empty","status":200,"generated":null}},{"id":"shop-644315ae","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":"A"},"jsonld":{"blocks":0,"parseErrors":0,"types":[],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":3,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"empty","status":200,"generated":null}},{"id":"shop-668e2f47","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":"A"},"jsonld":{"blocks":0,"parseErrors":0,"types":[],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":3,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"empty","status":200,"generated":null}},{"id":"shop-66e79650","inBenchmarkSample":true,"hostRedirected":false,"retried":true,"homepage":{"outcome":"unreachable","status":null,"netError":"timeout","block":null,"sharedHostFingerprint":false,"https":null,"platformCluster":null},"jsonld":null,"robots":{"outcome":"unreachable","status":null,"netError":"timeout","effective":"disallow-all","groups":null,"hasWildcard":null,"wildcardVerdict":null,"sitemap":null,"crawlDelay":null,"contentSignal":null,"legacyAnthropicToken":null,"bots":null},"llms":{"outcome":"unreachable","status":null,"generated":null}},{"id":"shop-673ca345","inBenchmarkSample":false,"hostRedirected":true,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":2,"parseErrors":0,"types":["EntryPoint","Organization","PostalAddress","SearchAction","WebSite"],"hasOrganization":true,"hasOnlineStore":false,"hasWebSite":true,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":4,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":true,"bots":{"GPTBot":{"source":"named","verdict":"blocked"},"OAI-SearchBot":{"source":"named","verdict":"allowed"},"ChatGPT-User":{"source":"named","verdict":"allowed"},"ClaudeBot":{"source":"named","verdict":"blocked"},"Claude-SearchBot":{"source":"named","verdict":"allowed"},"Claude-User":{"source":"named","verdict":"allowed"},"PerplexityBot":{"source":"named","verdict":"allowed"},"Perplexity-User":{"source":"named","verdict":"allowed"},"Google-Extended":{"source":"named","verdict":"blocked"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"named","verdict":"blocked"},"Applebot-Extended":{"source":"named","verdict":"blocked"},"Bytespider":{"source":"named","verdict":"blocked"},"meta-externalagent":{"source":"named","verdict":"blocked"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-6749f988","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":4,"parseErrors":0,"types":["ImageObject","Organization","SearchAction","WebPage","WebSite"],"hasOrganization":true,"hasOnlineStore":false,"hasWebSite":true,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":1,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":false,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-6853e5e2","inBenchmarkSample":false,"hostRedirected":true,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":1,"parseErrors":0,"types":["Organization","PostalAddress","SearchAction","WebSite"],"hasOrganization":true,"hasOnlineStore":false,"hasWebSite":true,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":7,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":true,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-697b6af7","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":0,"parseErrors":0,"types":[],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":6,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-69d74b57","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":0,"parseErrors":0,"types":[],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":1,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":false,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-6b1f5e53","inBenchmarkSample":true,"hostRedirected":true,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":0,"parseErrors":0,"types":[],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"ok-no-groups","status":200,"netError":null,"effective":"rules","groups":0,"hasWildcard":false,"wildcardVerdict":"allowed","sitemap":false,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"none","verdict":"allowed"},"OAI-SearchBot":{"source":"none","verdict":"allowed"},"ChatGPT-User":{"source":"none","verdict":"allowed"},"ClaudeBot":{"source":"none","verdict":"allowed"},"Claude-SearchBot":{"source":"none","verdict":"allowed"},"Claude-User":{"source":"none","verdict":"allowed"},"PerplexityBot":{"source":"none","verdict":"allowed"},"Perplexity-User":{"source":"none","verdict":"allowed"},"Google-Extended":{"source":"none","verdict":"allowed"},"Googlebot":{"source":"none","verdict":"allowed"},"Bingbot":{"source":"none","verdict":"allowed"},"CCBot":{"source":"none","verdict":"allowed"},"Applebot-Extended":{"source":"none","verdict":"allowed"},"Bytespider":{"source":"none","verdict":"allowed"},"meta-externalagent":{"source":"none","verdict":"allowed"},"Amazonbot":{"source":"none","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-6ca0466e","inBenchmarkSample":false,"hostRedirected":true,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":1,"parseErrors":0,"types":["Organization","SearchAction","WebSite"],"hasOrganization":true,"hasOnlineStore":false,"hasWebSite":true,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":22,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"named","verdict":"blocked"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"named","verdict":"blocked"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-6cb120e7","inBenchmarkSample":false,"hostRedirected":true,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":1,"parseErrors":0,"types":["ElectronicsStore","EntryPoint","GeoCoordinates","LocalBusiness","OpeningHoursSpecification","PostalAddress","ReadAction","SearchAction","WebPage","WebSite"],"hasOrganization":true,"hasOnlineStore":false,"hasWebSite":true,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":1,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-6ddae175","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":1,"parseErrors":0,"types":["ContactPoint","LocalBusiness","OpeningHoursSpecification","Organization","PostalAddress","WebPage","WebSite"],"hasOrganization":true,"hasOnlineStore":false,"hasWebSite":true,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":1,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-6e244720","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":2,"parseErrors":0,"types":["Organization","SearchAction","WebSite"],"hasOrganization":true,"hasOnlineStore":false,"hasWebSite":true,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":2,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"present","status":200,"generated":true}},{"id":"shop-6e895c19","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":1,"parseErrors":0,"types":["ImageObject","Organization","PostalAddress","SearchAction","WebPage"],"hasOrganization":true,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":1,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":false,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-6edeb60f","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":1,"parseErrors":0,"types":["Article","ImageObject","Organization","Person","SearchAction","WebPage","WebSite"],"hasOrganization":true,"hasOnlineStore":false,"hasWebSite":true,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":1,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"present","status":200,"generated":true}},{"id":"shop-6f735582","inBenchmarkSample":false,"hostRedirected":true,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":2,"parseErrors":0,"types":["Organization","PostalAddress","SearchAction","WebSite"],"hasOrganization":true,"hasOnlineStore":false,"hasWebSite":true,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":2,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"present","status":200,"generated":false}},{"id":"shop-709a000f","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":1,"parseErrors":0,"types":["ContactPoint","Organization"],"hasOrganization":true,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":13,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":false,"crawlDelay":true,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"named","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"empty","status":200,"generated":null}},{"id":"shop-70e79fd1","inBenchmarkSample":false,"hostRedirected":true,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":0,"parseErrors":0,"types":[],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":4,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"named","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-7114ce3a","inBenchmarkSample":false,"hostRedirected":true,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":1,"parseErrors":0,"types":["Article","ImageObject","Organization","Person","Place","PostalAddress","SearchAction","SportingGoodsStore","WebPage","WebSite"],"hasOrganization":true,"hasOnlineStore":false,"hasWebSite":true,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":1,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-7130f8cb","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":1,"parseErrors":0,"types":["SearchAction","WebSite"],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":true,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":1,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":false,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-718a5308","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":0,"parseErrors":0,"types":[],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"unavailable-4xx","status":404,"netError":null,"effective":"allow-all","groups":null,"hasWildcard":null,"wildcardVerdict":null,"sitemap":null,"crawlDelay":null,"contentSignal":null,"legacyAnthropicToken":null,"bots":null},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-71cef01c","inBenchmarkSample":false,"hostRedirected":true,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":2,"parseErrors":0,"types":["BreadcrumbList","EntryPoint","ImageObject","ListItem","PropertyValueSpecification","ReadAction","SearchAction","WebPage","WebSite"],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":true,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":1,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-71e8957d","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":0,"parseErrors":0,"types":[],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":1,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-7245d738","inBenchmarkSample":true,"hostRedirected":true,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":0,"parseErrors":0,"types":[],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"html-instead-of-robots","status":200,"netError":null,"effective":"no-rules","groups":null,"hasWildcard":null,"wildcardVerdict":null,"sitemap":null,"crawlDelay":null,"contentSignal":null,"legacyAnthropicToken":null,"bots":null},"llms":{"outcome":"html-soft-404","status":200,"generated":null}},{"id":"shop-7295ff32","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":1,"parseErrors":0,"types":["LocalBusiness","PostalAddress"],"hasOrganization":true,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":1,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-7328e43c","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":0,"parseErrors":0,"types":[],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":1,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-735d9107","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":0,"parseErrors":0,"types":[],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":1,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-7443d842","inBenchmarkSample":false,"hostRedirected":true,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":0,"parseErrors":0,"types":[],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":1,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-765c6528","inBenchmarkSample":false,"hostRedirected":true,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":1,"parseErrors":0,"types":["Brand","EntryPoint","ImageObject","Organization","Place","PostalAddress","SearchAction","WebPage","WebSite"],"hasOrganization":true,"hasOnlineStore":false,"hasWebSite":true,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":18,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":true,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"named","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-76f9df9f","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":0,"parseErrors":0,"types":[],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":1,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-772a7c04","inBenchmarkSample":false,"hostRedirected":true,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":2,"parseErrors":0,"types":["BookStore","ContactPoint","Organization","PostalAddress"],"hasOrganization":true,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":1,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-7731202f","inBenchmarkSample":false,"hostRedirected":true,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":0,"parseErrors":0,"types":[],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":15,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":true,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"named","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"named","verdict":"blocked"}}},"llms":{"outcome":"present","status":200,"generated":false}},{"id":"shop-79d5e105","inBenchmarkSample":true,"hostRedirected":true,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":1,"parseErrors":0,"types":["ContactPoint","Organization","PostalAddress"],"hasOrganization":true,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":1,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-79f92505","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":1,"parseErrors":0,"types":["BreadcrumbList","ListItem"],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":2,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"present","status":200,"generated":true}},{"id":"shop-7a26cca5","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":2,"parseErrors":0,"types":["Organization","SearchAction","WebSite"],"hasOrganization":true,"hasOnlineStore":false,"hasWebSite":true,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":2,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"present","status":200,"generated":true}},{"id":"shop-7b187e36","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":1,"parseErrors":0,"types":["ImageObject","Organization","PetStore","Place","PostalAddress","SearchAction","WebPage","WebSite"],"hasOrganization":true,"hasOnlineStore":false,"hasWebSite":true,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":1,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"present","status":200,"generated":false}},{"id":"shop-7c451277","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":1,"parseErrors":0,"types":["LocalBusiness","PostalAddress"],"hasOrganization":true,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":1,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-7d1ee2be","inBenchmarkSample":false,"hostRedirected":true,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":2,"parseErrors":0,"types":["ContactPoint","Organization","PostalAddress","WebSite"],"hasOrganization":true,"hasOnlineStore":false,"hasWebSite":true,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":13,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":true,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"named","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"named","verdict":"allowed"},"CCBot":{"source":"named","verdict":"blocked"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"named","verdict":"blocked"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-7d2a379e","inBenchmarkSample":false,"hostRedirected":true,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":1,"parseErrors":0,"types":["Article","ImageObject","Organization","Person","SearchAction","WebPage","WebSite"],"hasOrganization":true,"hasOnlineStore":false,"hasWebSite":true,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":1,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"redirected-away","status":200,"generated":null}},{"id":"shop-7dc62347","inBenchmarkSample":false,"hostRedirected":true,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":2,"parseErrors":0,"types":["EntryPoint","Organization","PostalAddress","SearchAction","WebSite"],"hasOrganization":true,"hasOnlineStore":false,"hasWebSite":true,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":2,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":true,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"named","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-7dfe95bc","inBenchmarkSample":true,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":3,"parseErrors":0,"types":["ImageObject","Organization","SearchAction","WebPage","WebSite"],"hasOrganization":true,"hasOnlineStore":false,"hasWebSite":true,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":1,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":false,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-7eb21ccf","inBenchmarkSample":true,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":"A"},"jsonld":{"blocks":0,"parseErrors":0,"types":[],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":3,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"empty","status":200,"generated":null}},{"id":"shop-7ecbe0be","inBenchmarkSample":false,"hostRedirected":true,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":0,"parseErrors":0,"types":[],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":1,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"present","status":200,"generated":false}},{"id":"shop-7f0a86d8","inBenchmarkSample":true,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":0,"parseErrors":0,"types":[],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":8,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":true,"contentSignal":false,"legacyAnthropicToken":true,"bots":{"GPTBot":{"source":"named","verdict":"blocked"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"named","verdict":"blocked"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"named","verdict":"blocked"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"named","verdict":"blocked"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"named","verdict":"blocked"},"Applebot-Extended":{"source":"named","verdict":"blocked"},"Bytespider":{"source":"named","verdict":"blocked"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"named","verdict":"blocked"}}},"llms":{"outcome":"present","status":200,"generated":true}},{"id":"shop-7feeb285","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":2,"parseErrors":0,"types":["BreadcrumbList","EntryPoint","ImageObject","ListItem","Organization","PropertyValueSpecification","ReadAction","SearchAction","WebPage","WebSite"],"hasOrganization":true,"hasOnlineStore":false,"hasWebSite":true,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":2,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"present","status":200,"generated":true}},{"id":"shop-7ffbc5c7","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"blocked","status":403,"netError":null,"block":"challenge","sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":null,"robots":{"outcome":"blocked-challenge","status":403,"netError":null,"effective":"allow-all (4xx)","groups":null,"hasWildcard":null,"wildcardVerdict":null,"sitemap":null,"crawlDelay":null,"contentSignal":null,"legacyAnthropicToken":null,"bots":null},"llms":{"outcome":"http-403","status":403,"generated":null}},{"id":"shop-8015bb17","inBenchmarkSample":false,"hostRedirected":true,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":1,"parseErrors":0,"types":["WebSite"],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":true,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":1,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"present","status":200,"generated":false}},{"id":"shop-8176dcee","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":0,"parseErrors":0,"types":[],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":1,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-81fca827","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"http-404","status":404,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":null,"robots":{"outcome":"unavailable-4xx","status":404,"netError":null,"effective":"allow-all","groups":null,"hasWildcard":null,"wildcardVerdict":null,"sitemap":null,"crawlDelay":null,"contentSignal":null,"legacyAnthropicToken":null,"bots":null},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-826402fc","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":0,"parseErrors":0,"types":[],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":1,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-82d85732","inBenchmarkSample":false,"hostRedirected":true,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":0,"parseErrors":0,"types":[],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":2,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"redirected-away","status":200,"generated":null}},{"id":"shop-83083765","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":0,"parseErrors":0,"types":[],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":1,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-8345580d","inBenchmarkSample":false,"hostRedirected":true,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":1,"parseErrors":0,"types":["ContactPoint","WebSite"],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":true,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":1,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-84b2d44e","inBenchmarkSample":false,"hostRedirected":true,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":1,"parseErrors":0,"types":["WebSite"],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":true,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":1,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-84d0a360","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":2,"parseErrors":0,"types":["ClothingStore","ContactPoint","Organization","PostalAddress"],"hasOrganization":true,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":10,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"named","verdict":"blocked"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"named","verdict":"blocked"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"named","verdict":"blocked"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"named","verdict":"blocked"},"Applebot-Extended":{"source":"named","verdict":"blocked"},"Bytespider":{"source":"named","verdict":"blocked"},"meta-externalagent":{"source":"named","verdict":"blocked"},"Amazonbot":{"source":"named","verdict":"blocked"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-84db63ef","inBenchmarkSample":true,"hostRedirected":true,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":1,"parseErrors":0,"types":["BreadcrumbList","EntryPoint","ImageObject","ListItem","Organization","ReadAction","SearchAction","WebPage","WebSite"],"hasOrganization":true,"hasOnlineStore":false,"hasWebSite":true,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":1,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":false,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-856db741","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":0,"parseErrors":0,"types":[],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":1,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":true,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"html-soft-404","status":200,"generated":null}},{"id":"shop-85f2d47b","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":"A"},"jsonld":{"blocks":0,"parseErrors":0,"types":[],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":3,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"empty","status":200,"generated":null}},{"id":"shop-865cf3c0","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":0,"parseErrors":0,"types":[],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":1,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":false,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-86e13783","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"blocked","status":403,"netError":null,"block":"http-403","sharedHostFingerprint":true,"https":true,"platformCluster":null},"jsonld":null,"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":7,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"named","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"named","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-403","status":403,"generated":null}},{"id":"shop-87def8d9","inBenchmarkSample":false,"hostRedirected":true,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":1,"parseErrors":0,"types":["BreadcrumbList","EntryPoint","ImageObject","ListItem","Organization","PropertyValueSpecification","ReadAction","SearchAction","WebPage","WebSite"],"hasOrganization":true,"hasOnlineStore":false,"hasWebSite":true,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":2,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-87e7e03c","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":0,"parseErrors":0,"types":[],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":1,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-87ef8c2f","inBenchmarkSample":false,"hostRedirected":true,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":1,"parseErrors":0,"types":["ContactPoint","EntryPoint","ImageObject","Organization","Person","SearchAction","WebPage","WebSite"],"hasOrganization":true,"hasOnlineStore":false,"hasWebSite":true,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":6,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"named","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-88256bc0","inBenchmarkSample":false,"hostRedirected":true,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":1,"parseErrors":0,"types":["BreadcrumbList","ImageObject","ListItem","Organization","WebPage","WebSite"],"hasOrganization":true,"hasOnlineStore":false,"hasWebSite":true,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":1,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"present","status":200,"generated":true}},{"id":"shop-886787bc","inBenchmarkSample":false,"hostRedirected":false,"retried":true,"homepage":{"outcome":"unreachable","status":null,"netError":"dns","block":null,"sharedHostFingerprint":false,"https":null,"platformCluster":null},"jsonld":null,"robots":{"outcome":"unreachable","status":null,"netError":"dns","effective":"disallow-all","groups":null,"hasWildcard":null,"wildcardVerdict":null,"sitemap":null,"crawlDelay":null,"contentSignal":null,"legacyAnthropicToken":null,"bots":null},"llms":{"outcome":"unreachable","status":null,"generated":null}},{"id":"shop-88d7bb10","inBenchmarkSample":false,"hostRedirected":true,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":2,"parseErrors":0,"types":["ContactPoint","Organization","PostalAddress","WebSite"],"hasOrganization":true,"hasOnlineStore":false,"hasWebSite":true,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":1,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-89ec55fd","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":"A"},"jsonld":{"blocks":1,"parseErrors":0,"types":["ContactPoint","EntryPoint","Organization","SearchAction","WebSite"],"hasOrganization":true,"hasOnlineStore":false,"hasWebSite":true,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":3,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"empty","status":200,"generated":null}},{"id":"shop-89f14a1c","inBenchmarkSample":false,"hostRedirected":true,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":0,"parseErrors":0,"types":[],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":2,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":true,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-8a2235b9","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":"A"},"jsonld":{"blocks":0,"parseErrors":0,"types":[],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":3,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"empty","status":200,"generated":null}},{"id":"shop-8a31ab7f","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":0,"parseErrors":0,"types":[],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"html-instead-of-robots","status":200,"netError":null,"effective":"no-rules","groups":null,"hasWildcard":null,"wildcardVerdict":null,"sitemap":null,"crawlDelay":null,"contentSignal":null,"legacyAnthropicToken":null,"bots":null},"llms":{"outcome":"html-soft-404","status":200,"generated":null}},{"id":"shop-8a45f08c","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":"A"},"jsonld":{"blocks":0,"parseErrors":0,"types":[],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":3,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"empty","status":200,"generated":null}},{"id":"shop-8b9bacb1","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":2,"parseErrors":0,"types":["BreadcrumbList","EntryPoint","ListItem","PropertyValueSpecification","ReadAction","SearchAction","WebPage","WebSite","Website"],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":true,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":2,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-8cec00a6","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":1,"parseErrors":0,"types":["BreadcrumbList","ImageObject","ListItem","Organization","WebPage","WebSite"],"hasOrganization":true,"hasOnlineStore":false,"hasWebSite":true,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":1,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"present","status":200,"generated":true}},{"id":"shop-8d4e03bd","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":0,"parseErrors":0,"types":[],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"unavailable-4xx","status":404,"netError":null,"effective":"allow-all","groups":null,"hasWildcard":null,"wildcardVerdict":null,"sitemap":null,"crawlDelay":null,"contentSignal":null,"legacyAnthropicToken":null,"bots":null},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-8de7195a","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":0,"parseErrors":0,"types":[],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":1,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-8e811360","inBenchmarkSample":false,"hostRedirected":false,"retried":true,"homepage":{"outcome":"unreachable","status":null,"netError":"tls","block":null,"sharedHostFingerprint":false,"https":null,"platformCluster":null},"jsonld":null,"robots":{"outcome":"unreachable","status":null,"netError":"tls","effective":"disallow-all","groups":null,"hasWildcard":null,"wildcardVerdict":null,"sitemap":null,"crawlDelay":null,"contentSignal":null,"legacyAnthropicToken":null,"bots":null},"llms":{"outcome":"unreachable","status":null,"generated":null}},{"id":"shop-8e9a5dff","inBenchmarkSample":false,"hostRedirected":false,"retried":true,"homepage":{"outcome":"redirect-loop","status":null,"netError":"redirect-loop","block":null,"sharedHostFingerprint":false,"https":null,"platformCluster":null},"jsonld":null,"robots":{"outcome":"unreachable","status":null,"netError":"redirect-loop","effective":"disallow-all","groups":null,"hasWildcard":null,"wildcardVerdict":null,"sitemap":null,"crawlDelay":null,"contentSignal":null,"legacyAnthropicToken":null,"bots":null},"llms":{"outcome":"unreachable","status":null,"generated":null}},{"id":"shop-8ef39a70","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":"A"},"jsonld":{"blocks":0,"parseErrors":0,"types":[],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":3,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"empty","status":200,"generated":null}},{"id":"shop-8fc809bf","inBenchmarkSample":false,"hostRedirected":true,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":0,"parseErrors":0,"types":[],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"unavailable-4xx","status":404,"netError":null,"effective":"allow-all","groups":null,"hasWildcard":null,"wildcardVerdict":null,"sitemap":null,"crawlDelay":null,"contentSignal":null,"legacyAnthropicToken":null,"bots":null},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-907973c2","inBenchmarkSample":false,"hostRedirected":true,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":0,"parseErrors":0,"types":[],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":1,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":false,"crawlDelay":true,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-90ccce77","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":0,"parseErrors":0,"types":[],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":1,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-9113d0f3","inBenchmarkSample":false,"hostRedirected":true,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":4,"parseErrors":0,"types":["ContactPoint","Organization","PostalAddress","SearchAction","WebSite"],"hasOrganization":true,"hasOnlineStore":false,"hasWebSite":true,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":1,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-91620e13","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":"A"},"jsonld":{"blocks":0,"parseErrors":0,"types":[],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":3,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"empty","status":200,"generated":null}},{"id":"shop-91dc4ee5","inBenchmarkSample":true,"hostRedirected":true,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":0,"parseErrors":0,"types":[],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"ok-no-groups","status":200,"netError":null,"effective":"rules","groups":0,"hasWildcard":false,"wildcardVerdict":"allowed","sitemap":false,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"none","verdict":"allowed"},"OAI-SearchBot":{"source":"none","verdict":"allowed"},"ChatGPT-User":{"source":"none","verdict":"allowed"},"ClaudeBot":{"source":"none","verdict":"allowed"},"Claude-SearchBot":{"source":"none","verdict":"allowed"},"Claude-User":{"source":"none","verdict":"allowed"},"PerplexityBot":{"source":"none","verdict":"allowed"},"Perplexity-User":{"source":"none","verdict":"allowed"},"Google-Extended":{"source":"none","verdict":"allowed"},"Googlebot":{"source":"none","verdict":"allowed"},"Bingbot":{"source":"none","verdict":"allowed"},"CCBot":{"source":"none","verdict":"allowed"},"Applebot-Extended":{"source":"none","verdict":"allowed"},"Bytespider":{"source":"none","verdict":"allowed"},"meta-externalagent":{"source":"none","verdict":"allowed"},"Amazonbot":{"source":"none","verdict":"allowed"}}},"llms":{"outcome":"http-403","status":403,"generated":null}},{"id":"shop-92658ecc","inBenchmarkSample":false,"hostRedirected":false,"retried":true,"homepage":{"outcome":"unreachable","status":null,"netError":"connection","block":null,"sharedHostFingerprint":false,"https":null,"platformCluster":null},"jsonld":null,"robots":{"outcome":"unreachable","status":null,"netError":"connection","effective":"disallow-all","groups":null,"hasWildcard":null,"wildcardVerdict":null,"sitemap":null,"crawlDelay":null,"contentSignal":null,"legacyAnthropicToken":null,"bots":null},"llms":{"outcome":"unreachable","status":null,"generated":null}},{"id":"shop-94094aed","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":"A"},"jsonld":{"blocks":0,"parseErrors":0,"types":[],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":3,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"empty","status":200,"generated":null}},{"id":"shop-941f00a3","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":1,"parseErrors":0,"types":["BreadcrumbList","EntryPoint","ImageObject","ListItem","Organization","PropertyValueSpecification","ReadAction","SearchAction","WebPage","WebSite"],"hasOrganization":true,"hasOnlineStore":false,"hasWebSite":true,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":2,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-9508ff72","inBenchmarkSample":false,"hostRedirected":true,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":1,"parseErrors":0,"types":["BreadcrumbList","EntryPoint","ImageObject","ListItem","Organization","PropertyValueSpecification","ReadAction","SearchAction","WebPage","WebSite"],"hasOrganization":true,"hasOnlineStore":false,"hasWebSite":true,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":3,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"redirected-away","status":200,"generated":null}},{"id":"shop-9597cd69","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":1,"parseErrors":0,"types":["ContactPoint","Organization","PostalAddress","WebSite"],"hasOrganization":true,"hasOnlineStore":false,"hasWebSite":true,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":2,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"present","status":200,"generated":true}},{"id":"shop-95ec6736","inBenchmarkSample":false,"hostRedirected":true,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":0,"parseErrors":0,"types":[],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":5,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":true,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"present","status":200,"generated":false}},{"id":"shop-966a4840","inBenchmarkSample":true,"hostRedirected":true,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":0,"parseErrors":0,"types":[],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":9,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":false,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"named","verdict":"blocked"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"named","verdict":"blocked"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"named","verdict":"blocked"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-96a5a07d","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":"A"},"jsonld":{"blocks":0,"parseErrors":0,"types":[],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":3,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"empty","status":200,"generated":null}},{"id":"shop-971e7dac","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":1,"parseErrors":0,"types":["ImageObject","Organization","Person","SearchAction","WebPage","WebSite"],"hasOrganization":true,"hasOnlineStore":false,"hasWebSite":true,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":1,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":false,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-97d5096b","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":1,"parseErrors":0,"types":["BreadcrumbList","EntryPoint","ImageObject","ListItem","MerchantReturnPolicy","Organization","PropertyValueSpecification","ReadAction","SearchAction","WebPage","WebSite"],"hasOrganization":true,"hasOnlineStore":false,"hasWebSite":true,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":5,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"named","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-9862b202","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":1,"parseErrors":0,"types":["ContactPoint","Country","ItemList","Organization","SiteNavigationElement","WebSite"],"hasOrganization":true,"hasOnlineStore":false,"hasWebSite":true,"hasProduct":false},"robots":{"outcome":"ok-no-groups","status":200,"netError":null,"effective":"rules","groups":0,"hasWildcard":false,"wildcardVerdict":"allowed","sitemap":false,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"none","verdict":"allowed"},"OAI-SearchBot":{"source":"none","verdict":"allowed"},"ChatGPT-User":{"source":"none","verdict":"allowed"},"ClaudeBot":{"source":"none","verdict":"allowed"},"Claude-SearchBot":{"source":"none","verdict":"allowed"},"Claude-User":{"source":"none","verdict":"allowed"},"PerplexityBot":{"source":"none","verdict":"allowed"},"Perplexity-User":{"source":"none","verdict":"allowed"},"Google-Extended":{"source":"none","verdict":"allowed"},"Googlebot":{"source":"none","verdict":"allowed"},"Bingbot":{"source":"none","verdict":"allowed"},"CCBot":{"source":"none","verdict":"allowed"},"Applebot-Extended":{"source":"none","verdict":"allowed"},"Bytespider":{"source":"none","verdict":"allowed"},"meta-externalagent":{"source":"none","verdict":"allowed"},"Amazonbot":{"source":"none","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-986aeb6b","inBenchmarkSample":false,"hostRedirected":true,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":0,"parseErrors":0,"types":[],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":1,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-99249f2c","inBenchmarkSample":false,"hostRedirected":true,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":0,"parseErrors":0,"types":[],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":4,"hasWildcard":false,"wildcardVerdict":"allowed","sitemap":false,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"none","verdict":"allowed"},"OAI-SearchBot":{"source":"none","verdict":"allowed"},"ChatGPT-User":{"source":"none","verdict":"allowed"},"ClaudeBot":{"source":"none","verdict":"allowed"},"Claude-SearchBot":{"source":"none","verdict":"allowed"},"Claude-User":{"source":"none","verdict":"allowed"},"PerplexityBot":{"source":"none","verdict":"allowed"},"Perplexity-User":{"source":"none","verdict":"allowed"},"Google-Extended":{"source":"none","verdict":"allowed"},"Googlebot":{"source":"none","verdict":"allowed"},"Bingbot":{"source":"none","verdict":"allowed"},"CCBot":{"source":"none","verdict":"allowed"},"Applebot-Extended":{"source":"none","verdict":"allowed"},"Bytespider":{"source":"none","verdict":"allowed"},"meta-externalagent":{"source":"none","verdict":"allowed"},"Amazonbot":{"source":"none","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-9a9d891d","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":1,"parseErrors":0,"types":["BreadcrumbList","EntryPoint","ImageObject","ListItem","Organization","PropertyValueSpecification","ReadAction","SearchAction","WebPage","WebSite"],"hasOrganization":true,"hasOnlineStore":false,"hasWebSite":true,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":3,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":false,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-9afbd094","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":2,"parseErrors":0,"types":["ContactPoint","ImageObject","Organization","PostalAddress","WebSite"],"hasOrganization":true,"hasOnlineStore":false,"hasWebSite":true,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":1,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":false,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-9b1cfc89","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":"A"},"jsonld":{"blocks":0,"parseErrors":0,"types":[],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":3,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"empty","status":200,"generated":null}},{"id":"shop-9b20200d","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":0,"parseErrors":0,"types":[],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"html-instead-of-robots","status":200,"netError":null,"effective":"no-rules","groups":null,"hasWildcard":null,"wildcardVerdict":null,"sitemap":null,"crawlDelay":null,"contentSignal":null,"legacyAnthropicToken":null,"bots":null},"llms":{"outcome":"http-403","status":403,"generated":null}},{"id":"shop-9b5de81a","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":0,"parseErrors":0,"types":[],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":1,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":false,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-9c1a34a4","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":3,"parseErrors":0,"types":["OnlineStore","Organization","PostalAddress","SearchAction","WebSite"],"hasOrganization":true,"hasOnlineStore":true,"hasWebSite":true,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":2,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"present","status":200,"generated":true}},{"id":"shop-9c1b7a9e","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":0,"parseErrors":0,"types":[],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":1,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":false,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-9c3e7cdc","inBenchmarkSample":true,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":0,"parseErrors":0,"types":[],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"ok-no-groups","status":200,"netError":null,"effective":"rules","groups":0,"hasWildcard":false,"wildcardVerdict":"allowed","sitemap":false,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"none","verdict":"allowed"},"OAI-SearchBot":{"source":"none","verdict":"allowed"},"ChatGPT-User":{"source":"none","verdict":"allowed"},"ClaudeBot":{"source":"none","verdict":"allowed"},"Claude-SearchBot":{"source":"none","verdict":"allowed"},"Claude-User":{"source":"none","verdict":"allowed"},"PerplexityBot":{"source":"none","verdict":"allowed"},"Perplexity-User":{"source":"none","verdict":"allowed"},"Google-Extended":{"source":"none","verdict":"allowed"},"Googlebot":{"source":"none","verdict":"allowed"},"Bingbot":{"source":"none","verdict":"allowed"},"CCBot":{"source":"none","verdict":"allowed"},"Applebot-Extended":{"source":"none","verdict":"allowed"},"Bytespider":{"source":"none","verdict":"allowed"},"meta-externalagent":{"source":"none","verdict":"allowed"},"Amazonbot":{"source":"none","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-9c61f219","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":1,"parseErrors":0,"types":["Organization"],"hasOrganization":true,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":1,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"present","status":200,"generated":false}},{"id":"shop-9d9a20f4","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":0,"parseErrors":0,"types":[],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":1,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-9d9c9a31","inBenchmarkSample":false,"hostRedirected":true,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":0,"parseErrors":0,"types":[],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":1,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-9e203647","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":1,"parseErrors":0,"types":["BreadcrumbList","ImageObject","ListItem","Organization","WebPage","WebSite"],"hasOrganization":true,"hasOnlineStore":false,"hasWebSite":true,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":1,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-9e68c6fd","inBenchmarkSample":true,"hostRedirected":true,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":0,"parseErrors":0,"types":[],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":6,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":true,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"named","verdict":"allowed"},"OAI-SearchBot":{"source":"named","verdict":"allowed"},"ChatGPT-User":{"source":"named","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"named","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-9f03b393","inBenchmarkSample":false,"hostRedirected":true,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":0,"parseErrors":0,"types":[],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"unavailable-4xx","status":404,"netError":null,"effective":"allow-all","groups":null,"hasWildcard":null,"wildcardVerdict":null,"sitemap":null,"crawlDelay":null,"contentSignal":null,"legacyAnthropicToken":null,"bots":null},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-9f7d8bfe","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":0,"parseErrors":0,"types":[],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":1,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":false,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-9fa0c080","inBenchmarkSample":false,"hostRedirected":true,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":0,"parseErrors":0,"types":[],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"unavailable-4xx","status":404,"netError":null,"effective":"allow-all","groups":null,"hasWildcard":null,"wildcardVerdict":null,"sitemap":null,"crawlDelay":null,"contentSignal":null,"legacyAnthropicToken":null,"bots":null},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-a0272ec7","inBenchmarkSample":false,"hostRedirected":true,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":0,"parseErrors":0,"types":[],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":1,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":false,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-a126c684","inBenchmarkSample":false,"hostRedirected":true,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":0,"parseErrors":0,"types":[],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":19,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":true,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"named","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"named","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"named","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-a195e02b","inBenchmarkSample":true,"hostRedirected":true,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":1,"parseErrors":0,"types":["ContactPoint","Organization","PostalAddress"],"hasOrganization":true,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":1,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-a1ff9557","inBenchmarkSample":false,"hostRedirected":false,"retried":true,"homepage":{"outcome":"unreachable","status":null,"netError":"dns","block":null,"sharedHostFingerprint":false,"https":null,"platformCluster":null},"jsonld":null,"robots":{"outcome":"unreachable","status":null,"netError":"dns","effective":"disallow-all","groups":null,"hasWildcard":null,"wildcardVerdict":null,"sitemap":null,"crawlDelay":null,"contentSignal":null,"legacyAnthropicToken":null,"bots":null},"llms":{"outcome":"unreachable","status":null,"generated":null}},{"id":"shop-a2936246","inBenchmarkSample":false,"hostRedirected":true,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":0,"parseErrors":0,"types":[],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":5,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":true,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"named","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-a2bdb814","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":1,"parseErrors":0,"types":["BreadcrumbList","EntryPoint","ImageObject","ListItem","Organization","PropertyValueSpecification","ReadAction","SearchAction","WebPage","WebSite"],"hasOrganization":true,"hasOnlineStore":false,"hasWebSite":true,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":2,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-a2c203b1","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":1,"parseErrors":0,"types":["ContactPoint","Organization","PostalAddress"],"hasOrganization":true,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":2,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":true,"contentSignal":false,"legacyAnthropicToken":true,"bots":{"GPTBot":{"source":"named","verdict":"allowed"},"OAI-SearchBot":{"source":"named","verdict":"allowed"},"ChatGPT-User":{"source":"named","verdict":"allowed"},"ClaudeBot":{"source":"named","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"named","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"named","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"named","verdict":"allowed"},"Applebot-Extended":{"source":"named","verdict":"allowed"},"Bytespider":{"source":"named","verdict":"allowed"},"meta-externalagent":{"source":"named","verdict":"allowed"},"Amazonbot":{"source":"named","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-a3213da0","inBenchmarkSample":false,"hostRedirected":true,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":0,"parseErrors":0,"types":[],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":1,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-a32b1373","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":0,"parseErrors":0,"types":[],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":1,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"html-soft-404","status":200,"generated":null}},{"id":"shop-a3a3776e","inBenchmarkSample":false,"hostRedirected":true,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":"A"},"jsonld":{"blocks":0,"parseErrors":0,"types":[],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":3,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"empty","status":200,"generated":null}},{"id":"shop-a424c536","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":2,"parseErrors":0,"types":["ContactPoint","Organization","PostalAddress","WebSite"],"hasOrganization":true,"hasOnlineStore":false,"hasWebSite":true,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":1,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-a4437e40","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":0,"parseErrors":0,"types":[],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":1,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-a44fd086","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":0,"parseErrors":0,"types":[],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":1,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-a4ae7de2","inBenchmarkSample":false,"hostRedirected":true,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":0,"parseErrors":0,"types":[],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":1,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-a4b40fb6","inBenchmarkSample":false,"hostRedirected":true,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":0,"parseErrors":0,"types":[],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":19,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"named","verdict":"blocked"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"named","verdict":"blocked"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-a4b54bed","inBenchmarkSample":false,"hostRedirected":true,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":0,"parseErrors":0,"types":[],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":3,"hasWildcard":false,"wildcardVerdict":"allowed","sitemap":false,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"none","verdict":"allowed"},"OAI-SearchBot":{"source":"none","verdict":"allowed"},"ChatGPT-User":{"source":"none","verdict":"allowed"},"ClaudeBot":{"source":"none","verdict":"allowed"},"Claude-SearchBot":{"source":"none","verdict":"allowed"},"Claude-User":{"source":"none","verdict":"allowed"},"PerplexityBot":{"source":"none","verdict":"allowed"},"Perplexity-User":{"source":"none","verdict":"allowed"},"Google-Extended":{"source":"none","verdict":"allowed"},"Googlebot":{"source":"named","verdict":"allowed"},"Bingbot":{"source":"none","verdict":"allowed"},"CCBot":{"source":"none","verdict":"allowed"},"Applebot-Extended":{"source":"none","verdict":"allowed"},"Bytespider":{"source":"none","verdict":"allowed"},"meta-externalagent":{"source":"none","verdict":"allowed"},"Amazonbot":{"source":"none","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-a58383a4","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":3,"parseErrors":0,"types":["ClothingStore","EntryPoint","OpeningHoursSpecification","Organization","OutletStore","PostalAddress","SearchAction","WebSite"],"hasOrganization":true,"hasOnlineStore":false,"hasWebSite":true,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":1,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-a58d6bfe","inBenchmarkSample":true,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":1,"parseErrors":0,"types":["ImageObject","Organization","Pharmacy","Place","PostalAddress","SearchAction","WebPage","WebSite"],"hasOrganization":true,"hasOnlineStore":false,"hasWebSite":true,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":1,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"present","status":200,"generated":true}},{"id":"shop-a59b11d7","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":1,"parseErrors":0,"types":["BreadcrumbList","EntryPoint","ImageObject","ListItem","Organization","PropertyValueSpecification","ReadAction","SearchAction","WebPage","WebSite"],"hasOrganization":true,"hasOnlineStore":false,"hasWebSite":true,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":1,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-a5dbb4dc","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":2,"parseErrors":1,"types":["AggregateRating","ContactPoint","Country","GeoCoordinates","ImageObject","Offer","OfferCatalog","OpeningHoursSpecification","Organization","Place","PostalAddress","SearchAction","Service","Store","WebPage","WebSite"],"hasOrganization":true,"hasOnlineStore":false,"hasWebSite":true,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":1,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"present","status":200,"generated":true}},{"id":"shop-a61ac0a8","inBenchmarkSample":false,"hostRedirected":false,"retried":true,"homepage":{"outcome":"unreachable","status":null,"netError":"tls","block":null,"sharedHostFingerprint":false,"https":null,"platformCluster":null},"jsonld":null,"robots":{"outcome":"unreachable","status":null,"netError":"tls","effective":"disallow-all","groups":null,"hasWildcard":null,"wildcardVerdict":null,"sitemap":null,"crawlDelay":null,"contentSignal":null,"legacyAnthropicToken":null,"bots":null},"llms":{"outcome":"unreachable","status":null,"generated":null}},{"id":"shop-a664cd13","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":1,"parseErrors":0,"types":["BreadcrumbList","EntryPoint","ImageObject","ListItem","Organization","PropertyValueSpecification","ReadAction","SearchAction","WebPage","WebSite"],"hasOrganization":true,"hasOnlineStore":false,"hasWebSite":true,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":2,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-a6b5d906","inBenchmarkSample":false,"hostRedirected":true,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":1,"parseErrors":0,"types":["ContactPoint","Organization"],"hasOrganization":true,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":3,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-a770a292","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":1,"parseErrors":0,"types":["ContactPoint","Organization","PostalAddress"],"hasOrganization":true,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":1,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-a81a1342","inBenchmarkSample":false,"hostRedirected":true,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":0,"parseErrors":0,"types":[],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":1,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":false,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-a8cf8cab","inBenchmarkSample":false,"hostRedirected":true,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":0,"parseErrors":0,"types":[],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":1,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-a8f18799","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":2,"parseErrors":0,"types":["ContactPoint","ElectronicsStore","Organization","PostalAddress"],"hasOrganization":true,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":1,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"named","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-a9110ced","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":1,"parseErrors":0,"types":["SearchAction","WebSite"],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":true,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":2,"hasWildcard":true,"wildcardVerdict":"blocked","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"blocked"},"OAI-SearchBot":{"source":"wildcard","verdict":"blocked"},"ChatGPT-User":{"source":"wildcard","verdict":"blocked"},"ClaudeBot":{"source":"wildcard","verdict":"blocked"},"Claude-SearchBot":{"source":"wildcard","verdict":"blocked"},"Claude-User":{"source":"wildcard","verdict":"blocked"},"PerplexityBot":{"source":"wildcard","verdict":"blocked"},"Perplexity-User":{"source":"wildcard","verdict":"blocked"},"Google-Extended":{"source":"wildcard","verdict":"blocked"},"Googlebot":{"source":"named","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"blocked"},"CCBot":{"source":"wildcard","verdict":"blocked"},"Applebot-Extended":{"source":"wildcard","verdict":"blocked"},"Bytespider":{"source":"wildcard","verdict":"blocked"},"meta-externalagent":{"source":"wildcard","verdict":"blocked"},"Amazonbot":{"source":"wildcard","verdict":"blocked"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-a91b1475","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":1,"parseErrors":0,"types":["BreadcrumbList","EntryPoint","ImageObject","ListItem","Organization","PropertyValueSpecification","ReadAction","SearchAction","WebPage","WebSite"],"hasOrganization":true,"hasOnlineStore":false,"hasWebSite":true,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":2,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"present","status":200,"generated":true}},{"id":"shop-a973e57a","inBenchmarkSample":true,"hostRedirected":true,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":1,"parseErrors":0,"types":["Organization","PostalAddress"],"hasOrganization":true,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":1,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-ab284f05","inBenchmarkSample":false,"hostRedirected":true,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":3,"parseErrors":0,"types":["BreadcrumbList","ListItem","Organization","PostalAddress","SearchAction","Thing","WebSite"],"hasOrganization":true,"hasOnlineStore":false,"hasWebSite":true,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":1,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-ab49a1a1","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":3,"parseErrors":0,"types":["AggregateRating","Article","DepartmentStore","ImageObject","Organization","Person","Place","PostalAddress","SearchAction","WebPage","WebSite"],"hasOrganization":true,"hasOnlineStore":false,"hasWebSite":true,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":4,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-abf041ad","inBenchmarkSample":false,"hostRedirected":true,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":0,"parseErrors":0,"types":[],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":2,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":true,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"redirected-away","status":200,"generated":null}},{"id":"shop-ac205aca","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":"A"},"jsonld":{"blocks":0,"parseErrors":0,"types":[],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":4,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"empty","status":200,"generated":null}},{"id":"shop-ac546fcf","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":1,"parseErrors":0,"types":["BreadcrumbList","EntryPoint","ImageObject","ListItem","Organization","PropertyValueSpecification","ReadAction","SearchAction","WebPage","WebSite"],"hasOrganization":true,"hasOnlineStore":false,"hasWebSite":true,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":1,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-ae0b2ca7","inBenchmarkSample":false,"hostRedirected":true,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":0,"parseErrors":0,"types":[],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":4,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":false,"crawlDelay":true,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"named","verdict":"blocked"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-ae2c8d5c","inBenchmarkSample":false,"hostRedirected":true,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":1,"parseErrors":0,"types":["BreadcrumbList","EntryPoint","ImageObject","ListItem","Organization","PropertyValueSpecification","ReadAction","SearchAction","WebPage","WebSite"],"hasOrganization":true,"hasOnlineStore":false,"hasWebSite":true,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":2,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-ae58deb3","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":1,"parseErrors":0,"types":["Article","ImageObject","Organization","Person","SearchAction","WebPage","WebSite"],"hasOrganization":true,"hasOnlineStore":false,"hasWebSite":true,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":1,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-ae869d90","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"blocked","status":403,"netError":null,"block":"http-403","sharedHostFingerprint":true,"https":true,"platformCluster":null},"jsonld":null,"robots":{"outcome":"blocked-http-403","status":403,"netError":null,"effective":"allow-all (4xx)","groups":null,"hasWildcard":null,"wildcardVerdict":null,"sitemap":null,"crawlDelay":null,"contentSignal":null,"legacyAnthropicToken":null,"bots":null},"llms":{"outcome":"http-403","status":403,"generated":null}},{"id":"shop-ae8d3991","inBenchmarkSample":true,"hostRedirected":true,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":0,"parseErrors":0,"types":[],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":1,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":false,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"html-soft-404","status":200,"generated":null}},{"id":"shop-af4b6654","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"http-404","status":404,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":null,"robots":{"outcome":"unavailable-4xx","status":404,"netError":null,"effective":"allow-all","groups":null,"hasWildcard":null,"wildcardVerdict":null,"sitemap":null,"crawlDelay":null,"contentSignal":null,"legacyAnthropicToken":null,"bots":null},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-afa177cf","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":0,"parseErrors":0,"types":[],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":1,"hasWildcard":false,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"none","verdict":"allowed"},"OAI-SearchBot":{"source":"none","verdict":"allowed"},"ChatGPT-User":{"source":"none","verdict":"allowed"},"ClaudeBot":{"source":"none","verdict":"allowed"},"Claude-SearchBot":{"source":"none","verdict":"allowed"},"Claude-User":{"source":"none","verdict":"allowed"},"PerplexityBot":{"source":"none","verdict":"allowed"},"Perplexity-User":{"source":"none","verdict":"allowed"},"Google-Extended":{"source":"none","verdict":"allowed"},"Googlebot":{"source":"none","verdict":"allowed"},"Bingbot":{"source":"none","verdict":"allowed"},"CCBot":{"source":"none","verdict":"allowed"},"Applebot-Extended":{"source":"none","verdict":"allowed"},"Bytespider":{"source":"none","verdict":"allowed"},"meta-externalagent":{"source":"none","verdict":"allowed"},"Amazonbot":{"source":"none","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-afcb17d9","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":1,"parseErrors":0,"types":["SearchAction","WebSite"],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":true,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":4,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":false,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"named","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-b0fb9654","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":0,"parseErrors":0,"types":[],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":4,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":false,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"named","verdict":"blocked"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"named","verdict":"blocked"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-b131764f","inBenchmarkSample":false,"hostRedirected":true,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":1,"parseErrors":0,"types":["Organization","PostalAddress"],"hasOrganization":true,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"unavailable-4xx","status":404,"netError":null,"effective":"allow-all","groups":null,"hasWildcard":null,"wildcardVerdict":null,"sitemap":null,"crawlDelay":null,"contentSignal":null,"legacyAnthropicToken":null,"bots":null},"llms":{"outcome":"http-403","status":403,"generated":null}},{"id":"shop-b13315a1","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":0,"parseErrors":0,"types":[],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":1,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"present","status":200,"generated":false}},{"id":"shop-b24ad605","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"blocked","status":403,"netError":null,"block":"http-403","sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":null,"robots":{"outcome":"blocked-http-403","status":403,"netError":null,"effective":"allow-all (4xx)","groups":null,"hasWildcard":null,"wildcardVerdict":null,"sitemap":null,"crawlDelay":null,"contentSignal":null,"legacyAnthropicToken":null,"bots":null},"llms":{"outcome":"http-403","status":403,"generated":null}},{"id":"shop-b2544910","inBenchmarkSample":false,"hostRedirected":true,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":0,"parseErrors":0,"types":[],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"html-instead-of-robots","status":200,"netError":null,"effective":"no-rules","groups":null,"hasWildcard":null,"wildcardVerdict":null,"sitemap":null,"crawlDelay":null,"contentSignal":null,"legacyAnthropicToken":null,"bots":null},"llms":{"outcome":"html-soft-404","status":200,"generated":null}},{"id":"shop-b32911ab","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":"A"},"jsonld":{"blocks":0,"parseErrors":0,"types":[],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":3,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"empty","status":200,"generated":null}},{"id":"shop-b39cfecc","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":1,"parseErrors":0,"types":["BreadcrumbList","EntryPoint","ImageObject","ListItem","Organization","ReadAction","SearchAction","WebPage","WebSite"],"hasOrganization":true,"hasOnlineStore":false,"hasWebSite":true,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":2,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"named","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"redirected-away","status":200,"generated":null}},{"id":"shop-b3ad5f13","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":1,"parseErrors":0,"types":["ContactPoint","OnlineStore","PostalAddress"],"hasOrganization":true,"hasOnlineStore":true,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":1,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-b4b3979f","inBenchmarkSample":true,"hostRedirected":false,"retried":false,"homepage":{"outcome":"blocked","status":403,"netError":null,"block":"http-403","sharedHostFingerprint":true,"https":true,"platformCluster":null},"jsonld":null,"robots":{"outcome":"blocked-http-403","status":403,"netError":null,"effective":"allow-all (4xx)","groups":null,"hasWildcard":null,"wildcardVerdict":null,"sitemap":null,"crawlDelay":null,"contentSignal":null,"legacyAnthropicToken":null,"bots":null},"llms":{"outcome":"http-403","status":403,"generated":null}},{"id":"shop-b514eefa","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"blocked","status":403,"netError":null,"block":"challenge","sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":null,"robots":{"outcome":"blocked-challenge","status":403,"netError":null,"effective":"allow-all (4xx)","groups":null,"hasWildcard":null,"wildcardVerdict":null,"sitemap":null,"crawlDelay":null,"contentSignal":null,"legacyAnthropicToken":null,"bots":null},"llms":{"outcome":"http-403","status":403,"generated":null}},{"id":"shop-b52ba751","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":"A"},"jsonld":{"blocks":0,"parseErrors":0,"types":[],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":3,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"empty","status":200,"generated":null}},{"id":"shop-b58cfe5f","inBenchmarkSample":false,"hostRedirected":true,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":1,"parseErrors":0,"types":["BreadcrumbList","EntryPoint","ImageObject","ListItem","Organization","PropertyValueSpecification","ReadAction","SearchAction","WebPage","WebSite"],"hasOrganization":true,"hasOnlineStore":false,"hasWebSite":true,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":1,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-b646c223","inBenchmarkSample":false,"hostRedirected":true,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":0,"parseErrors":0,"types":[],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":8,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"named","verdict":"blocked"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-b65692ba","inBenchmarkSample":true,"hostRedirected":true,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":0,"parseErrors":0,"types":[],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"unavailable-4xx","status":404,"netError":null,"effective":"allow-all","groups":null,"hasWildcard":null,"wildcardVerdict":null,"sitemap":null,"crawlDelay":null,"contentSignal":null,"legacyAnthropicToken":null,"bots":null},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-b6b47049","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":0,"parseErrors":0,"types":[],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"unavailable-4xx","status":404,"netError":null,"effective":"allow-all","groups":null,"hasWildcard":null,"wildcardVerdict":null,"sitemap":null,"crawlDelay":null,"contentSignal":null,"legacyAnthropicToken":null,"bots":null},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-b728dfa9","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":3,"parseErrors":0,"types":["HardwareStore","OpeningHoursSpecification","Organization","PostalAddress","SearchAction","WebSite"],"hasOrganization":true,"hasOnlineStore":false,"hasWebSite":true,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":1,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-b73f4ad5","inBenchmarkSample":false,"hostRedirected":false,"retried":true,"homepage":{"outcome":"redirect-loop","status":null,"netError":"redirect-loop","block":null,"sharedHostFingerprint":false,"https":null,"platformCluster":null},"jsonld":null,"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":1,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":false,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"unreachable","status":null,"generated":null}},{"id":"shop-b753ecd0","inBenchmarkSample":false,"hostRedirected":true,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":"A"},"jsonld":{"blocks":0,"parseErrors":0,"types":[],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":3,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"empty","status":200,"generated":null}},{"id":"shop-b7747454","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":2,"parseErrors":0,"types":["Blog","Organization"],"hasOrganization":true,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":1,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-b7fc028a","inBenchmarkSample":true,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":0,"parseErrors":0,"types":[],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":2,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"present","status":200,"generated":true}},{"id":"shop-b91399f4","inBenchmarkSample":false,"hostRedirected":false,"retried":true,"homepage":{"outcome":"redirect-loop","status":null,"netError":"redirect-loop","block":null,"sharedHostFingerprint":false,"https":null,"platformCluster":null},"jsonld":null,"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":1,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"unreachable","status":null,"generated":null}},{"id":"shop-b944c8f5","inBenchmarkSample":false,"hostRedirected":false,"retried":true,"homepage":{"outcome":"unreachable","status":null,"netError":"dns","block":null,"sharedHostFingerprint":false,"https":null,"platformCluster":null},"jsonld":null,"robots":{"outcome":"unreachable","status":null,"netError":"dns","effective":"disallow-all","groups":null,"hasWildcard":null,"wildcardVerdict":null,"sitemap":null,"crawlDelay":null,"contentSignal":null,"legacyAnthropicToken":null,"bots":null},"llms":{"outcome":"unreachable","status":null,"generated":null}},{"id":"shop-ba2eb5c7","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":1,"parseErrors":0,"types":["BreadcrumbList","EntryPoint","ImageObject","ListItem","Organization","PropertyValueSpecification","ReadAction","SearchAction","WebPage","WebSite"],"hasOrganization":true,"hasOnlineStore":false,"hasWebSite":true,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":2,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"present","status":200,"generated":true}},{"id":"shop-ba393a20","inBenchmarkSample":false,"hostRedirected":true,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":1,"parseErrors":0,"types":["Article","ContactPoint","ImageObject","Organization","Person","Pharmacy","Place","PostalAddress","SearchAction","WebPage","WebSite"],"hasOrganization":true,"hasOnlineStore":false,"hasWebSite":true,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":1,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-ba4004fd","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":1,"parseErrors":0,"types":["Article","ImageObject","Organization","Person","SearchAction","WebPage","WebSite"],"hasOrganization":true,"hasOnlineStore":false,"hasWebSite":true,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":1,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-baa4d26b","inBenchmarkSample":true,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":1,"parseErrors":0,"types":["Article","ImageObject","JewelryStore","Organization","Person","SearchAction","WebPage","WebSite"],"hasOrganization":true,"hasOnlineStore":false,"hasWebSite":true,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":1,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-bb6bf705","inBenchmarkSample":false,"hostRedirected":true,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":0,"parseErrors":0,"types":[],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"unavailable-4xx","status":404,"netError":null,"effective":"allow-all","groups":null,"hasWildcard":null,"wildcardVerdict":null,"sitemap":null,"crawlDelay":null,"contentSignal":null,"legacyAnthropicToken":null,"bots":null},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-bb6e8901","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":"A"},"jsonld":{"blocks":0,"parseErrors":0,"types":[],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":3,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"empty","status":200,"generated":null}},{"id":"shop-bc5956ae","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":"A"},"jsonld":{"blocks":0,"parseErrors":0,"types":[],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":3,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"empty","status":200,"generated":null}},{"id":"shop-bcf2f017","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":"A"},"jsonld":{"blocks":2,"parseErrors":1,"types":["SearchAction","WebSite"],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":true,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":3,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"empty","status":200,"generated":null}},{"id":"shop-bd5887af","inBenchmarkSample":false,"hostRedirected":true,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":0,"parseErrors":0,"types":[],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":1,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":false,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-be159241","inBenchmarkSample":false,"hostRedirected":true,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":1,"parseErrors":0,"types":["EntryPoint","ImageObject","SearchAction","WebSite"],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":true,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":1,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-be2503bf","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":0,"parseErrors":0,"types":[],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":2,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":false,"crawlDelay":true,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-bf642991","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":0,"parseErrors":0,"types":[],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":1,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":false,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-bf84a93d","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":1,"parseErrors":0,"types":["LocalBusiness","PostalAddress"],"hasOrganization":true,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":1,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-c08e69dc","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":0,"parseErrors":0,"types":[],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":1,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-c0d86743","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":"A"},"jsonld":{"blocks":1,"parseErrors":0,"types":["ContactPoint","Organization"],"hasOrganization":true,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":3,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"empty","status":200,"generated":null}},{"id":"shop-c0f7b8f5","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":5,"parseErrors":0,"types":["BreadcrumbList","ImageObject","ListItem","Organization","SearchAction","WebPage","WebSite"],"hasOrganization":true,"hasOnlineStore":false,"hasWebSite":true,"hasProduct":false},"robots":{"outcome":"unavailable-4xx","status":404,"netError":null,"effective":"allow-all","groups":null,"hasWildcard":null,"wildcardVerdict":null,"sitemap":null,"crawlDelay":null,"contentSignal":null,"legacyAnthropicToken":null,"bots":null},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-c1175d4c","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"blocked","status":403,"netError":null,"block":"challenge","sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":null,"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":3,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"empty","status":200,"generated":null}},{"id":"shop-c125dad6","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":2,"parseErrors":0,"types":["Organization","PostalAddress","SearchAction","WebSite"],"hasOrganization":true,"hasOnlineStore":false,"hasWebSite":true,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":1,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-c141e6a9","inBenchmarkSample":true,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":0,"parseErrors":0,"types":[],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"unavailable-4xx","status":404,"netError":null,"effective":"allow-all","groups":null,"hasWildcard":null,"wildcardVerdict":null,"sitemap":null,"crawlDelay":null,"contentSignal":null,"legacyAnthropicToken":null,"bots":null},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-c255e7a0","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":1,"parseErrors":0,"types":["BreadcrumbList","EntryPoint","ImageObject","ListItem","Organization","PropertyValueSpecification","ReadAction","SearchAction","WebPage","WebSite"],"hasOrganization":true,"hasOnlineStore":false,"hasWebSite":true,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":2,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-c4ef66ae","inBenchmarkSample":true,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":2,"parseErrors":0,"types":["Organization","SearchAction","WebSite"],"hasOrganization":true,"hasOnlineStore":false,"hasWebSite":true,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":2,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"present","status":200,"generated":true}},{"id":"shop-c5fbe7fa","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":2,"parseErrors":0,"types":["ContactPoint","Organization","SearchAction","WebSite"],"hasOrganization":true,"hasOnlineStore":false,"hasWebSite":true,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":1,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-c70ae8e9","inBenchmarkSample":true,"hostRedirected":false,"retried":false,"homepage":{"outcome":"blocked","status":403,"netError":null,"block":"http-403","sharedHostFingerprint":true,"https":true,"platformCluster":null},"jsonld":null,"robots":{"outcome":"blocked-http-403","status":403,"netError":null,"effective":"allow-all (4xx)","groups":null,"hasWildcard":null,"wildcardVerdict":null,"sitemap":null,"crawlDelay":null,"contentSignal":null,"legacyAnthropicToken":null,"bots":null},"llms":{"outcome":"http-403","status":403,"generated":null}},{"id":"shop-c7f79235","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":"A"},"jsonld":{"blocks":1,"parseErrors":0,"types":["ContactPoint","EntryPoint","Organization","SearchAction","WebSite"],"hasOrganization":true,"hasOnlineStore":false,"hasWebSite":true,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":3,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"empty","status":200,"generated":null}},{"id":"shop-c828e4b1","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":"A"},"jsonld":{"blocks":0,"parseErrors":0,"types":[],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":3,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"empty","status":200,"generated":null}},{"id":"shop-c8a77110","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":"A"},"jsonld":{"blocks":0,"parseErrors":0,"types":[],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":3,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"empty","status":200,"generated":null}},{"id":"shop-c94aff4a","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":0,"parseErrors":0,"types":[],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":1,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":false,"crawlDelay":true,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-ca39fe7b","inBenchmarkSample":false,"hostRedirected":true,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":0,"parseErrors":0,"types":[],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":3,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":false,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"named","verdict":"blocked"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"named","verdict":"blocked"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-cb227bb3","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"blocked","status":403,"netError":null,"block":"http-403","sharedHostFingerprint":true,"https":true,"platformCluster":null},"jsonld":null,"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":1,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":false,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-403","status":403,"generated":null}},{"id":"shop-cb70d907","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":false,"platformCluster":null},"jsonld":{"blocks":0,"parseErrors":0,"types":[],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"html-instead-of-robots","status":200,"netError":null,"effective":"no-rules","groups":null,"hasWildcard":null,"wildcardVerdict":null,"sitemap":null,"crawlDelay":null,"contentSignal":null,"legacyAnthropicToken":null,"bots":null},"llms":{"outcome":"redirected-away","status":200,"generated":null}},{"id":"shop-cc450147","inBenchmarkSample":false,"hostRedirected":true,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":1,"parseErrors":0,"types":["BreadcrumbList","EntryPoint","ImageObject","ListItem","Organization","PropertyValueSpecification","ReadAction","SearchAction","WebPage","WebSite"],"hasOrganization":true,"hasOnlineStore":false,"hasWebSite":true,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":3,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-cdd0ded0","inBenchmarkSample":true,"hostRedirected":true,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":0,"parseErrors":0,"types":[],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"ok-no-groups","status":200,"netError":null,"effective":"rules","groups":0,"hasWildcard":false,"wildcardVerdict":"allowed","sitemap":false,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"none","verdict":"allowed"},"OAI-SearchBot":{"source":"none","verdict":"allowed"},"ChatGPT-User":{"source":"none","verdict":"allowed"},"ClaudeBot":{"source":"none","verdict":"allowed"},"Claude-SearchBot":{"source":"none","verdict":"allowed"},"Claude-User":{"source":"none","verdict":"allowed"},"PerplexityBot":{"source":"none","verdict":"allowed"},"Perplexity-User":{"source":"none","verdict":"allowed"},"Google-Extended":{"source":"none","verdict":"allowed"},"Googlebot":{"source":"none","verdict":"allowed"},"Bingbot":{"source":"none","verdict":"allowed"},"CCBot":{"source":"none","verdict":"allowed"},"Applebot-Extended":{"source":"none","verdict":"allowed"},"Bytespider":{"source":"none","verdict":"allowed"},"meta-externalagent":{"source":"none","verdict":"allowed"},"Amazonbot":{"source":"none","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-ce1799f4","inBenchmarkSample":true,"hostRedirected":true,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":1,"parseErrors":0,"types":["BreadcrumbList","EntryPoint","ImageObject","ListItem","Organization","PropertyValueSpecification","ReadAction","SearchAction","WebPage","WebSite"],"hasOrganization":true,"hasOnlineStore":false,"hasWebSite":true,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":2,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-ce53c343","inBenchmarkSample":true,"hostRedirected":true,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":1,"parseErrors":0,"types":["SearchAction","WebSite"],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":true,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":1,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":true,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"present","status":200,"generated":false}},{"id":"shop-ce91bd6f","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":0,"parseErrors":0,"types":[],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"unavailable-4xx","status":404,"netError":null,"effective":"allow-all","groups":null,"hasWildcard":null,"wildcardVerdict":null,"sitemap":null,"crawlDelay":null,"contentSignal":null,"legacyAnthropicToken":null,"bots":null},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-ce9d8e5d","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":0,"parseErrors":0,"types":[],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":1,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-cea73023","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":"A"},"jsonld":{"blocks":2,"parseErrors":0,"types":["ContactPoint","Organization","SearchAction","WebSite"],"hasOrganization":true,"hasOnlineStore":false,"hasWebSite":true,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":3,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"empty","status":200,"generated":null}},{"id":"shop-ced8f908","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":1,"parseErrors":0,"types":["LocalBusiness","PostalAddress"],"hasOrganization":true,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":1,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-cf2d2b31","inBenchmarkSample":false,"hostRedirected":false,"retried":true,"homepage":{"outcome":"unreachable","status":null,"netError":"dns","block":null,"sharedHostFingerprint":false,"https":null,"platformCluster":null},"jsonld":null,"robots":{"outcome":"unreachable","status":null,"netError":"dns","effective":"disallow-all","groups":null,"hasWildcard":null,"wildcardVerdict":null,"sitemap":null,"crawlDelay":null,"contentSignal":null,"legacyAnthropicToken":null,"bots":null},"llms":{"outcome":"unreachable","status":null,"generated":null}},{"id":"shop-cf2f63a1","inBenchmarkSample":false,"hostRedirected":true,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":1,"parseErrors":0,"types":["OnlineStore","PostalAddress"],"hasOrganization":true,"hasOnlineStore":true,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":9,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"named","verdict":"blocked"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-cff3124e","inBenchmarkSample":false,"hostRedirected":false,"retried":true,"homepage":{"outcome":"unreachable","status":null,"netError":"timeout","block":null,"sharedHostFingerprint":false,"https":null,"platformCluster":null},"jsonld":null,"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":1,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":false,"crawlDelay":true,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-d07aa438","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":0,"parseErrors":0,"types":[],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":1,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":false,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-d090f2b0","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":"A"},"jsonld":{"blocks":0,"parseErrors":0,"types":[],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":3,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"empty","status":200,"generated":null}},{"id":"shop-d0a4156e","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":1,"parseErrors":0,"types":["Article","ContactPoint","GeoCoordinates","ImageObject","Organization","Person","Pharmacy","Place","PostalAddress","SearchAction","WebPage","WebSite"],"hasOrganization":true,"hasOnlineStore":false,"hasWebSite":true,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":1,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-d106c9fc","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"blocked","status":403,"netError":null,"block":"http-403","sharedHostFingerprint":true,"https":true,"platformCluster":null},"jsonld":null,"robots":{"outcome":"blocked-http-403","status":403,"netError":null,"effective":"allow-all (4xx)","groups":null,"hasWildcard":null,"wildcardVerdict":null,"sitemap":null,"crawlDelay":null,"contentSignal":null,"legacyAnthropicToken":null,"bots":null},"llms":{"outcome":"http-403","status":403,"generated":null}},{"id":"shop-d1086779","inBenchmarkSample":true,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":1,"parseErrors":0,"types":["Article","ImageObject","Organization","Person","SearchAction","WebPage","WebSite"],"hasOrganization":true,"hasOnlineStore":false,"hasWebSite":true,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":1,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-d12d454c","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":"A"},"jsonld":{"blocks":2,"parseErrors":0,"types":["ContactPoint","EntryPoint","Language","Organization","PostalAddress","SearchAction","WebSite"],"hasOrganization":true,"hasOnlineStore":false,"hasWebSite":true,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":3,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"empty","status":200,"generated":null}},{"id":"shop-d143e598","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":1,"parseErrors":0,"types":["BreadcrumbList","ListItem","Organization","WebPage","WebSite"],"hasOrganization":true,"hasOnlineStore":false,"hasWebSite":true,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":3,"hasWildcard":false,"wildcardVerdict":"allowed","sitemap":false,"crawlDelay":true,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"none","verdict":"allowed"},"OAI-SearchBot":{"source":"none","verdict":"allowed"},"ChatGPT-User":{"source":"none","verdict":"allowed"},"ClaudeBot":{"source":"none","verdict":"allowed"},"Claude-SearchBot":{"source":"none","verdict":"allowed"},"Claude-User":{"source":"none","verdict":"allowed"},"PerplexityBot":{"source":"none","verdict":"allowed"},"Perplexity-User":{"source":"none","verdict":"allowed"},"Google-Extended":{"source":"none","verdict":"allowed"},"Googlebot":{"source":"none","verdict":"allowed"},"Bingbot":{"source":"none","verdict":"allowed"},"CCBot":{"source":"none","verdict":"allowed"},"Applebot-Extended":{"source":"none","verdict":"allowed"},"Bytespider":{"source":"none","verdict":"allowed"},"meta-externalagent":{"source":"none","verdict":"allowed"},"Amazonbot":{"source":"none","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-d21b7349","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":1,"parseErrors":0,"types":["BreadcrumbList","EntryPoint","ImageObject","ListItem","Organization","PropertyValueSpecification","ReadAction","SearchAction","WebPage","WebSite"],"hasOrganization":true,"hasOnlineStore":false,"hasWebSite":true,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":1,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":false,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"present","status":200,"generated":true}},{"id":"shop-d23592e5","inBenchmarkSample":false,"hostRedirected":true,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":0,"parseErrors":0,"types":[],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":1,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":false,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-d2acf3a6","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"blocked","status":403,"netError":null,"block":"challenge","sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":null,"robots":{"outcome":"blocked-challenge","status":403,"netError":null,"effective":"allow-all (4xx)","groups":null,"hasWildcard":null,"wildcardVerdict":null,"sitemap":null,"crawlDelay":null,"contentSignal":null,"legacyAnthropicToken":null,"bots":null},"llms":{"outcome":"http-403","status":403,"generated":null}},{"id":"shop-d315a58b","inBenchmarkSample":false,"hostRedirected":true,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":1,"parseErrors":0,"types":["Article","ImageObject","LocalBusiness","Organization","Person","Place","PostalAddress","SearchAction","WebPage","WebSite"],"hasOrganization":true,"hasOnlineStore":false,"hasWebSite":true,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":1,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-d33343db","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"blocked","status":403,"netError":null,"block":"http-403","sharedHostFingerprint":true,"https":true,"platformCluster":null},"jsonld":null,"robots":{"outcome":"blocked-http-403","status":403,"netError":null,"effective":"allow-all (4xx)","groups":null,"hasWildcard":null,"wildcardVerdict":null,"sitemap":null,"crawlDelay":null,"contentSignal":null,"legacyAnthropicToken":null,"bots":null},"llms":{"outcome":"http-403","status":403,"generated":null}},{"id":"shop-d340524e","inBenchmarkSample":false,"hostRedirected":true,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":1,"parseErrors":0,"types":["LocalBusiness","PostalAddress"],"hasOrganization":true,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":1,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-d5453bde","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":1,"parseErrors":0,"types":["Article","ImageObject","Organization","Person","SearchAction","WebPage","WebSite"],"hasOrganization":true,"hasOnlineStore":false,"hasWebSite":true,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":1,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"redirected-away","status":200,"generated":null}},{"id":"shop-d5a6220c","inBenchmarkSample":false,"hostRedirected":true,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":0,"parseErrors":0,"types":[],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":6,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":true,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"named","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-d65483e9","inBenchmarkSample":false,"hostRedirected":true,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":2,"parseErrors":0,"types":["SearchAction","WebSite"],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":true,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":1,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-d65e3c8b","inBenchmarkSample":false,"hostRedirected":true,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":"A"},"jsonld":{"blocks":0,"parseErrors":0,"types":[],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":3,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"empty","status":200,"generated":null}},{"id":"shop-d68f7d39","inBenchmarkSample":false,"hostRedirected":true,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":2,"parseErrors":0,"types":["Organization","SearchAction","WebSite"],"hasOrganization":true,"hasOnlineStore":false,"hasWebSite":true,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":22,"hasWildcard":false,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"none","verdict":"allowed"},"OAI-SearchBot":{"source":"none","verdict":"allowed"},"ChatGPT-User":{"source":"none","verdict":"allowed"},"ClaudeBot":{"source":"none","verdict":"allowed"},"Claude-SearchBot":{"source":"none","verdict":"allowed"},"Claude-User":{"source":"none","verdict":"allowed"},"PerplexityBot":{"source":"none","verdict":"allowed"},"Perplexity-User":{"source":"none","verdict":"allowed"},"Google-Extended":{"source":"none","verdict":"allowed"},"Googlebot":{"source":"named","verdict":"allowed"},"Bingbot":{"source":"none","verdict":"allowed"},"CCBot":{"source":"none","verdict":"allowed"},"Applebot-Extended":{"source":"none","verdict":"allowed"},"Bytespider":{"source":"none","verdict":"allowed"},"meta-externalagent":{"source":"none","verdict":"allowed"},"Amazonbot":{"source":"none","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-d6f42f8b","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":0,"parseErrors":0,"types":[],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":35,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":true,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"named","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"present","status":200,"generated":false}},{"id":"shop-d7159f60","inBenchmarkSample":false,"hostRedirected":true,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":false,"platformCluster":null},"jsonld":{"blocks":2,"parseErrors":0,"types":["ContactPoint","Corporation","SearchAction","WebSite"],"hasOrganization":true,"hasOnlineStore":false,"hasWebSite":true,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":1,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-d7bf2244","inBenchmarkSample":true,"hostRedirected":false,"retried":false,"homepage":{"outcome":"blocked","status":403,"netError":null,"block":"http-403","sharedHostFingerprint":true,"https":true,"platformCluster":null},"jsonld":null,"robots":{"outcome":"blocked-http-403","status":403,"netError":null,"effective":"allow-all (4xx)","groups":null,"hasWildcard":null,"wildcardVerdict":null,"sitemap":null,"crawlDelay":null,"contentSignal":null,"legacyAnthropicToken":null,"bots":null},"llms":{"outcome":"http-403","status":403,"generated":null}},{"id":"shop-d7d9451e","inBenchmarkSample":true,"hostRedirected":false,"retried":false,"homepage":{"outcome":"http-500","status":500,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":null,"robots":{"outcome":"server-error","status":500,"netError":null,"effective":"disallow-all","groups":null,"hasWildcard":null,"wildcardVerdict":null,"sitemap":null,"crawlDelay":null,"contentSignal":null,"legacyAnthropicToken":null,"bots":null},"llms":{"outcome":"http-500","status":500,"generated":null}},{"id":"shop-d88bf4bf","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":0,"parseErrors":0,"types":[],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":1,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-d8c82856","inBenchmarkSample":false,"hostRedirected":true,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":1,"parseErrors":0,"types":["Organization"],"hasOrganization":true,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":1,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-d9675bec","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":1,"parseErrors":0,"types":["BreadcrumbList","EntryPoint","ListItem","PropertyValueSpecification","ReadAction","SearchAction","WebPage","WebSite"],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":true,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":2,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-d9f9d5f9","inBenchmarkSample":false,"hostRedirected":true,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":0,"parseErrors":0,"types":[],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":1,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":false,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-da2f6b83","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":0,"parseErrors":0,"types":[],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"unavailable-4xx","status":404,"netError":null,"effective":"allow-all","groups":null,"hasWildcard":null,"wildcardVerdict":null,"sitemap":null,"crawlDelay":null,"contentSignal":null,"legacyAnthropicToken":null,"bots":null},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-dab51321","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":0,"parseErrors":0,"types":[],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":1,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":false,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-daed953c","inBenchmarkSample":false,"hostRedirected":true,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":0,"parseErrors":0,"types":[],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":1,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":false,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-db3ccbed","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":0,"parseErrors":0,"types":[],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":2,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"present","status":200,"generated":true}},{"id":"shop-db675619","inBenchmarkSample":false,"hostRedirected":true,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":0,"parseErrors":0,"types":[],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":1,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":true,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"empty","status":200,"generated":null}},{"id":"shop-db7aaa95","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":0,"parseErrors":0,"types":[],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":1,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":false,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"html-soft-404","status":200,"generated":null}},{"id":"shop-dbbcf311","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":"A"},"jsonld":{"blocks":1,"parseErrors":0,"types":["ContactPoint","Organization"],"hasOrganization":true,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":3,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"empty","status":200,"generated":null}},{"id":"shop-dbdb4cb9","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":1,"parseErrors":0,"types":["BreadcrumbList","EntryPoint","ImageObject","ListItem","Organization","PropertyValueSpecification","ReadAction","SearchAction","WebPage","WebSite"],"hasOrganization":true,"hasOnlineStore":false,"hasWebSite":true,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":3,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-dc939e33","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":0,"parseErrors":0,"types":[],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":1,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-dca79bf1","inBenchmarkSample":false,"hostRedirected":true,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":2,"parseErrors":0,"types":["ContactPoint","Organization","PostalAddress","WebSite"],"hasOrganization":true,"hasOnlineStore":false,"hasWebSite":true,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":1,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-dd46f76a","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":5,"parseErrors":0,"types":["AggregateRating","ContactPoint","Country","EntryPoint","GeoShape","ImageObject","Organization","Person","PostalAddress","Product","Rating","Review","SearchAction","WebPage","WebSite"],"hasOrganization":true,"hasOnlineStore":false,"hasWebSite":true,"hasProduct":true},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":11,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"named","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"named","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"named","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"named","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"named","verdict":"allowed"},"CCBot":{"source":"named","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"present","status":200,"generated":false}},{"id":"shop-ddd932e9","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":1,"parseErrors":1,"types":[],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":1,"hasWildcard":false,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"none","verdict":"allowed"},"OAI-SearchBot":{"source":"none","verdict":"allowed"},"ChatGPT-User":{"source":"none","verdict":"allowed"},"ClaudeBot":{"source":"none","verdict":"allowed"},"Claude-SearchBot":{"source":"none","verdict":"allowed"},"Claude-User":{"source":"none","verdict":"allowed"},"PerplexityBot":{"source":"none","verdict":"allowed"},"Perplexity-User":{"source":"none","verdict":"allowed"},"Google-Extended":{"source":"none","verdict":"allowed"},"Googlebot":{"source":"none","verdict":"allowed"},"Bingbot":{"source":"none","verdict":"allowed"},"CCBot":{"source":"none","verdict":"allowed"},"Applebot-Extended":{"source":"none","verdict":"allowed"},"Bytespider":{"source":"none","verdict":"allowed"},"meta-externalagent":{"source":"none","verdict":"allowed"},"Amazonbot":{"source":"none","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-dddafe7e","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":"A"},"jsonld":{"blocks":0,"parseErrors":0,"types":[],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":3,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"empty","status":200,"generated":null}},{"id":"shop-df71fcfd","inBenchmarkSample":false,"hostRedirected":false,"retried":true,"homepage":{"outcome":"unreachable","status":null,"netError":"dns","block":null,"sharedHostFingerprint":false,"https":null,"platformCluster":null},"jsonld":null,"robots":{"outcome":"unreachable","status":null,"netError":"dns","effective":"disallow-all","groups":null,"hasWildcard":null,"wildcardVerdict":null,"sitemap":null,"crawlDelay":null,"contentSignal":null,"legacyAnthropicToken":null,"bots":null},"llms":{"outcome":"unreachable","status":null,"generated":null}},{"id":"shop-e04a6498","inBenchmarkSample":true,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":1,"parseErrors":0,"types":["ContactPoint","Organization","PostalAddress"],"hasOrganization":true,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":1,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-e0a7c365","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":1,"parseErrors":0,"types":["SearchAction","WebSite"],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":true,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":616,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":false,"crawlDelay":true,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"named","verdict":"blocked"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-e0b9547b","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":0,"parseErrors":0,"types":[],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":9,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":false,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":true,"bots":{"GPTBot":{"source":"named","verdict":"blocked"},"OAI-SearchBot":{"source":"named","verdict":"blocked"},"ChatGPT-User":{"source":"named","verdict":"blocked"},"ClaudeBot":{"source":"named","verdict":"blocked"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"named","verdict":"blocked"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"named","verdict":"blocked"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"named","verdict":"blocked"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-e0e3de7d","inBenchmarkSample":false,"hostRedirected":true,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":1,"parseErrors":0,"types":["Organization","SearchAction","WebSite"],"hasOrganization":true,"hasOnlineStore":false,"hasWebSite":true,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":1,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-e0e92b68","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":0,"parseErrors":0,"types":[],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":1,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-e12ac7e4","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":0,"parseErrors":0,"types":[],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"html-instead-of-robots","status":200,"netError":null,"effective":"no-rules","groups":null,"hasWildcard":null,"wildcardVerdict":null,"sitemap":null,"crawlDelay":null,"contentSignal":null,"legacyAnthropicToken":null,"bots":null},"llms":{"outcome":"http-403","status":403,"generated":null}},{"id":"shop-e1e33e75","inBenchmarkSample":true,"hostRedirected":true,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":1,"parseErrors":0,"types":["BookStore","EntryPoint","GeoCoordinates","ImageObject","MerchantReturnPolicy","OpeningHoursSpecification","PostalAddress","SearchAction","WebPage","WebSite"],"hasOrganization":true,"hasOnlineStore":false,"hasWebSite":true,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":1,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"present","status":200,"generated":false}},{"id":"shop-e4340671","inBenchmarkSample":true,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":1,"parseErrors":0,"types":["BreadcrumbList","EntryPoint","ImageObject","ListItem","Organization","ProfilePage","PropertyValueSpecification","ReadAction","SearchAction","WebPage","WebSite"],"hasOrganization":true,"hasOnlineStore":false,"hasWebSite":true,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":2,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-e536879e","inBenchmarkSample":false,"hostRedirected":false,"retried":true,"homepage":{"outcome":"unreachable","status":null,"netError":"dns","block":null,"sharedHostFingerprint":false,"https":null,"platformCluster":null},"jsonld":null,"robots":{"outcome":"unreachable","status":null,"netError":"dns","effective":"disallow-all","groups":null,"hasWildcard":null,"wildcardVerdict":null,"sitemap":null,"crawlDelay":null,"contentSignal":null,"legacyAnthropicToken":null,"bots":null},"llms":{"outcome":"unreachable","status":null,"generated":null}},{"id":"shop-e53c6730","inBenchmarkSample":false,"hostRedirected":true,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":2,"parseErrors":0,"types":["ContactPoint","Organization","PostalAddress","WebSite"],"hasOrganization":true,"hasOnlineStore":false,"hasWebSite":true,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":1,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":false,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-e5e5fb89","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":0,"parseErrors":0,"types":[],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":1,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":false,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"redirected-away","status":200,"generated":null}},{"id":"shop-e73bba7e","inBenchmarkSample":true,"hostRedirected":true,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":2,"parseErrors":0,"types":["BreadcrumbList","ListItem","Organization","PropertyValueSpecification","SearchAction"],"hasOrganization":true,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"ok-no-groups","status":200,"netError":null,"effective":"rules","groups":0,"hasWildcard":false,"wildcardVerdict":"allowed","sitemap":false,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"none","verdict":"allowed"},"OAI-SearchBot":{"source":"none","verdict":"allowed"},"ChatGPT-User":{"source":"none","verdict":"allowed"},"ClaudeBot":{"source":"none","verdict":"allowed"},"Claude-SearchBot":{"source":"none","verdict":"allowed"},"Claude-User":{"source":"none","verdict":"allowed"},"PerplexityBot":{"source":"none","verdict":"allowed"},"Perplexity-User":{"source":"none","verdict":"allowed"},"Google-Extended":{"source":"none","verdict":"allowed"},"Googlebot":{"source":"none","verdict":"allowed"},"Bingbot":{"source":"none","verdict":"allowed"},"CCBot":{"source":"none","verdict":"allowed"},"Applebot-Extended":{"source":"none","verdict":"allowed"},"Bytespider":{"source":"none","verdict":"allowed"},"meta-externalagent":{"source":"none","verdict":"allowed"},"Amazonbot":{"source":"none","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-e74c0774","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":0,"parseErrors":0,"types":[],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":1,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-e79684b7","inBenchmarkSample":true,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":0,"parseErrors":0,"types":[],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"unavailable-4xx","status":404,"netError":null,"effective":"allow-all","groups":null,"hasWildcard":null,"wildcardVerdict":null,"sitemap":null,"crawlDelay":null,"contentSignal":null,"legacyAnthropicToken":null,"bots":null},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-e7ca6656","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":1,"parseErrors":0,"types":["BreadcrumbList","EntryPoint","ImageObject","ListItem","Organization","PropertyValueSpecification","ReadAction","SearchAction","WebPage","WebSite"],"hasOrganization":true,"hasOnlineStore":false,"hasWebSite":true,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":18,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":true,"contentSignal":false,"legacyAnthropicToken":true,"bots":{"GPTBot":{"source":"named","verdict":"allowed"},"OAI-SearchBot":{"source":"named","verdict":"allowed"},"ChatGPT-User":{"source":"named","verdict":"allowed"},"ClaudeBot":{"source":"named","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"named","verdict":"allowed"},"Perplexity-User":{"source":"named","verdict":"allowed"},"Google-Extended":{"source":"named","verdict":"allowed"},"Googlebot":{"source":"named","verdict":"allowed"},"Bingbot":{"source":"named","verdict":"allowed"},"CCBot":{"source":"named","verdict":"blocked"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"named","verdict":"blocked"},"meta-externalagent":{"source":"named","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-e823e440","inBenchmarkSample":false,"hostRedirected":true,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":0,"parseErrors":0,"types":[],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":1,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"empty","status":200,"generated":null}},{"id":"shop-e86bd392","inBenchmarkSample":false,"hostRedirected":true,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":1,"parseErrors":0,"types":["BreadcrumbList","EntryPoint","ImageObject","ListItem","Organization","PropertyValueSpecification","ReadAction","SearchAction","WebPage","WebSite"],"hasOrganization":true,"hasOnlineStore":false,"hasWebSite":true,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":1,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-e874a7af","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":1,"parseErrors":0,"types":["BreadcrumbList","EntryPoint","ImageObject","ListItem","Organization","PropertyValueSpecification","ReadAction","SearchAction","WebPage","WebSite"],"hasOrganization":true,"hasOnlineStore":false,"hasWebSite":true,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":1,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":false,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"present","status":200,"generated":true}},{"id":"shop-e89c903b","inBenchmarkSample":false,"hostRedirected":true,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":1,"parseErrors":0,"types":["BreadcrumbList","EntryPoint","ListItem","PropertyValueSpecification","ReadAction","SearchAction","WebPage","WebSite"],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":true,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":2,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-e93b514c","inBenchmarkSample":false,"hostRedirected":true,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":0,"parseErrors":0,"types":[],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":1,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":true,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-e98f8d8a","inBenchmarkSample":false,"hostRedirected":true,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":1,"parseErrors":1,"types":[],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":1,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-e9d14d06","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":2,"parseErrors":0,"types":["BreadcrumbList","CollectionPage","HomeGoodsStore","ImageObject","ListItem","Place","PostalAddress","SearchAction","WebSite"],"hasOrganization":true,"hasOnlineStore":false,"hasWebSite":true,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":1,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-eab31524","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":0,"parseErrors":0,"types":[],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":1,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-eaea2034","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":1,"parseErrors":0,"types":["Article","ImageObject","Organization","Person","SearchAction","WebPage","WebSite"],"hasOrganization":true,"hasOnlineStore":false,"hasWebSite":true,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":1,"hasWildcard":false,"wildcardVerdict":"allowed","sitemap":false,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"none","verdict":"allowed"},"OAI-SearchBot":{"source":"none","verdict":"allowed"},"ChatGPT-User":{"source":"none","verdict":"allowed"},"ClaudeBot":{"source":"none","verdict":"allowed"},"Claude-SearchBot":{"source":"none","verdict":"allowed"},"Claude-User":{"source":"none","verdict":"allowed"},"PerplexityBot":{"source":"none","verdict":"allowed"},"Perplexity-User":{"source":"none","verdict":"allowed"},"Google-Extended":{"source":"none","verdict":"allowed"},"Googlebot":{"source":"none","verdict":"allowed"},"Bingbot":{"source":"none","verdict":"allowed"},"CCBot":{"source":"none","verdict":"allowed"},"Applebot-Extended":{"source":"none","verdict":"allowed"},"Bytespider":{"source":"none","verdict":"allowed"},"meta-externalagent":{"source":"none","verdict":"allowed"},"Amazonbot":{"source":"none","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-eb14357d","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":3,"parseErrors":0,"types":["EntryPoint","FurnitureStore","GeoCoordinates","OpeningHoursSpecification","Organization","PostalAddress","SearchAction","WebSite"],"hasOrganization":true,"hasOnlineStore":false,"hasWebSite":true,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":2,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"present","status":200,"generated":true}},{"id":"shop-ec646e19","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":"A"},"jsonld":{"blocks":0,"parseErrors":0,"types":[],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":3,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"empty","status":200,"generated":null}},{"id":"shop-eca64c82","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":"A"},"jsonld":{"blocks":1,"parseErrors":0,"types":["ContactPoint","Organization"],"hasOrganization":true,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":3,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"empty","status":200,"generated":null}},{"id":"shop-ecb84f65","inBenchmarkSample":false,"hostRedirected":true,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":2,"parseErrors":0,"types":["SearchAction","WebSite"],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":true,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":1,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-ed89ddc1","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":1,"parseErrors":0,"types":["BreadcrumbList","EntryPoint","ImageObject","ListItem","Organization","PropertyValueSpecification","ReadAction","SearchAction","WebPage","WebSite"],"hasOrganization":true,"hasOnlineStore":false,"hasWebSite":true,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":2,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-ee1028a7","inBenchmarkSample":false,"hostRedirected":true,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":0,"parseErrors":0,"types":[],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":3,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":false,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-ee4e02c3","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":false,"platformCluster":null},"jsonld":{"blocks":0,"parseErrors":0,"types":[],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"unavailable-4xx","status":404,"netError":null,"effective":"allow-all","groups":null,"hasWildcard":null,"wildcardVerdict":null,"sitemap":null,"crawlDelay":null,"contentSignal":null,"legacyAnthropicToken":null,"bots":null},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-ee99f56a","inBenchmarkSample":true,"hostRedirected":true,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":1,"parseErrors":0,"types":["Organization"],"hasOrganization":true,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":1,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":false,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-eeb19e2d","inBenchmarkSample":false,"hostRedirected":true,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":1,"parseErrors":0,"types":["ContactPoint","ImageObject","MerchantReturnPolicy","OnlineStore","PostalAddress","WebPage","WebSite"],"hasOrganization":true,"hasOnlineStore":true,"hasWebSite":true,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":1,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"named","verdict":"allowed"},"ChatGPT-User":{"source":"named","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"named","verdict":"allowed"},"Claude-User":{"source":"named","verdict":"allowed"},"PerplexityBot":{"source":"named","verdict":"allowed"},"Perplexity-User":{"source":"named","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"named","verdict":"allowed"},"Bingbot":{"source":"named","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"present","status":200,"generated":false}},{"id":"shop-f03b50f4","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":1,"parseErrors":0,"types":["BreadcrumbList","CollectionPage","ImageObject","ListItem","MerchantReturnPolicy","Organization","SearchAction","WebPage","WebSite"],"hasOrganization":true,"hasOnlineStore":false,"hasWebSite":true,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":8,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":true,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"present","status":200,"generated":true}},{"id":"shop-f0a40e0c","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":1,"parseErrors":0,"types":["ImageObject","Organization","ReadAction","SearchAction","WebPage","WebSite"],"hasOrganization":true,"hasOnlineStore":false,"hasWebSite":true,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":1,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":false,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-f0dbf61c","inBenchmarkSample":false,"hostRedirected":false,"retried":true,"homepage":{"outcome":"unreachable","status":null,"netError":"timeout","block":null,"sharedHostFingerprint":false,"https":null,"platformCluster":null},"jsonld":null,"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":1,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":false,"crawlDelay":true,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-f16f261b","inBenchmarkSample":false,"hostRedirected":true,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":0,"parseErrors":0,"types":[],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":2,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"redirected-away","status":200,"generated":null}},{"id":"shop-f172da9c","inBenchmarkSample":true,"hostRedirected":true,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":0,"parseErrors":0,"types":[],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"ok-no-groups","status":200,"netError":null,"effective":"rules","groups":0,"hasWildcard":false,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"none","verdict":"allowed"},"OAI-SearchBot":{"source":"none","verdict":"allowed"},"ChatGPT-User":{"source":"none","verdict":"allowed"},"ClaudeBot":{"source":"none","verdict":"allowed"},"Claude-SearchBot":{"source":"none","verdict":"allowed"},"Claude-User":{"source":"none","verdict":"allowed"},"PerplexityBot":{"source":"none","verdict":"allowed"},"Perplexity-User":{"source":"none","verdict":"allowed"},"Google-Extended":{"source":"none","verdict":"allowed"},"Googlebot":{"source":"none","verdict":"allowed"},"Bingbot":{"source":"none","verdict":"allowed"},"CCBot":{"source":"none","verdict":"allowed"},"Applebot-Extended":{"source":"none","verdict":"allowed"},"Bytespider":{"source":"none","verdict":"allowed"},"meta-externalagent":{"source":"none","verdict":"allowed"},"Amazonbot":{"source":"none","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-f1959804","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":1,"parseErrors":0,"types":["SearchAction","WebSite"],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":true,"hasProduct":false},"robots":{"outcome":"unreachable","status":null,"netError":"other","effective":"disallow-all","groups":null,"hasWildcard":null,"wildcardVerdict":null,"sitemap":null,"crawlDelay":null,"contentSignal":null,"legacyAnthropicToken":null,"bots":null},"llms":{"outcome":"html-soft-404","status":200,"generated":null}},{"id":"shop-f1eb3846","inBenchmarkSample":true,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":1,"parseErrors":0,"types":["EntryPoint","ImageObject","Organization","SearchAction","WebSite"],"hasOrganization":true,"hasOnlineStore":false,"hasWebSite":true,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":5,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":true,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"named","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"present","status":200,"generated":false}},{"id":"shop-f1edb7ee","inBenchmarkSample":false,"hostRedirected":true,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":0,"parseErrors":0,"types":[],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":1,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-f25883fd","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":1,"parseErrors":0,"types":["BreadcrumbList","EntryPoint","ImageObject","ListItem","PropertyValueSpecification","ReadAction","SearchAction","WebPage","WebSite"],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":true,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":2,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-f31b1bf2","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":1,"parseErrors":0,"types":["BreadcrumbList","ListItem"],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":2,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"present","status":200,"generated":true}},{"id":"shop-f37cd951","inBenchmarkSample":false,"hostRedirected":true,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":2,"parseErrors":0,"types":["ContactPoint","LocalBusiness","PostalAddress","SearchAction","WebSite"],"hasOrganization":true,"hasOnlineStore":false,"hasWebSite":true,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":1,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-f39a2c77","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":"A"},"jsonld":{"blocks":0,"parseErrors":0,"types":[],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":3,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"empty","status":200,"generated":null}},{"id":"shop-f39d8ff8","inBenchmarkSample":true,"hostRedirected":false,"retried":true,"homepage":{"outcome":"unreachable","status":null,"netError":"dns","block":null,"sharedHostFingerprint":false,"https":null,"platformCluster":null},"jsonld":null,"robots":{"outcome":"unreachable","status":null,"netError":"dns","effective":"disallow-all","groups":null,"hasWildcard":null,"wildcardVerdict":null,"sitemap":null,"crawlDelay":null,"contentSignal":null,"legacyAnthropicToken":null,"bots":null},"llms":{"outcome":"unreachable","status":null,"generated":null}},{"id":"shop-f3cecccb","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":1,"parseErrors":0,"types":["Article","ImageObject","Organization","Person","SearchAction","WebPage","WebSite"],"hasOrganization":true,"hasOnlineStore":false,"hasWebSite":true,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":1,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-f457c3bd","inBenchmarkSample":false,"hostRedirected":true,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":0,"parseErrors":0,"types":[],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":1,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":false,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-f5877b64","inBenchmarkSample":false,"hostRedirected":true,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":2,"parseErrors":0,"types":["Organization","SearchAction","SiteNavigationElement","WebPage","WebSite"],"hasOrganization":true,"hasOnlineStore":false,"hasWebSite":true,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":1,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-f77ca25e","inBenchmarkSample":false,"hostRedirected":true,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":4,"parseErrors":2,"types":["Organization","WebSite"],"hasOrganization":true,"hasOnlineStore":false,"hasWebSite":true,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":2,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-f7b4d7b0","inBenchmarkSample":false,"hostRedirected":true,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":0,"parseErrors":0,"types":[],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":1,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":true,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"empty","status":200,"generated":null}},{"id":"shop-f7d51815","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":1,"parseErrors":0,"types":["BreadcrumbList","EntryPoint","ImageObject","ListItem","Organization","PropertyValueSpecification","ReadAction","SearchAction","WebPage","WebSite"],"hasOrganization":true,"hasOnlineStore":false,"hasWebSite":true,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":18,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":false,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":true,"bots":{"GPTBot":{"source":"named","verdict":"blocked"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"named","verdict":"blocked"},"ClaudeBot":{"source":"named","verdict":"blocked"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"named","verdict":"blocked"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"named","verdict":"blocked"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"named","verdict":"blocked"},"Applebot-Extended":{"source":"named","verdict":"blocked"},"Bytespider":{"source":"named","verdict":"blocked"},"meta-externalagent":{"source":"named","verdict":"blocked"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-f7dee4f6","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":1,"parseErrors":0,"types":["BreadcrumbList","EntryPoint","ImageObject","ListItem","Organization","PropertyValueSpecification","ReadAction","SearchAction","WebPage","WebSite"],"hasOrganization":true,"hasOnlineStore":false,"hasWebSite":true,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":3,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-f971f69c","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":1,"parseErrors":0,"types":["LocalBusiness","PostalAddress"],"hasOrganization":true,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":1,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-f98acdc0","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":2,"parseErrors":0,"types":["BreadcrumbList","EntryPoint","ListItem","PropertyValueSpecification","ReadAction","SearchAction","WebPage","WebSite","Website"],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":true,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":2,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-fa0c8edf","inBenchmarkSample":false,"hostRedirected":true,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":"A"},"jsonld":{"blocks":0,"parseErrors":0,"types":[],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":3,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"empty","status":200,"generated":null}},{"id":"shop-fa125267","inBenchmarkSample":false,"hostRedirected":true,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":4,"parseErrors":0,"types":["Answer","BreadcrumbList","EntryPoint","FAQPage","ImageObject","ListItem","OfferCatalog","Organization","PropertyValueSpecification","Question","ReadAction","SearchAction","Store","WebPage","WebSite"],"hasOrganization":true,"hasOnlineStore":false,"hasWebSite":true,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":1,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-fa57f3bf","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":2,"parseErrors":0,"types":["ContactPoint","EntryPoint","Organization","SearchAction","WebSite"],"hasOrganization":true,"hasOnlineStore":false,"hasWebSite":true,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":1,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":false,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-fac5e0f3","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":0,"parseErrors":0,"types":[],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":2,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":true,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-fb4699ce","inBenchmarkSample":false,"hostRedirected":true,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":1,"parseErrors":0,"types":["BreadcrumbList","EntryPoint","ImageObject","ListItem","Organization","PropertyValueSpecification","ReadAction","SearchAction","WebPage","WebSite"],"hasOrganization":true,"hasOnlineStore":false,"hasWebSite":true,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":1,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":false,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-fb8534b7","inBenchmarkSample":false,"hostRedirected":true,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":0,"parseErrors":0,"types":[],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":1,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-fbf0d86d","inBenchmarkSample":true,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":2,"parseErrors":0,"types":["ContactPoint","Organization","PostalAddress","WebSite"],"hasOrganization":true,"hasOnlineStore":false,"hasWebSite":true,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":1,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-fc3c55c0","inBenchmarkSample":false,"hostRedirected":false,"retried":true,"homepage":{"outcome":"unreachable","status":null,"netError":"timeout","block":null,"sharedHostFingerprint":false,"https":null,"platformCluster":null},"jsonld":null,"robots":{"outcome":"unreachable","status":null,"netError":"timeout","effective":"disallow-all","groups":null,"hasWildcard":null,"wildcardVerdict":null,"sitemap":null,"crawlDelay":null,"contentSignal":null,"legacyAnthropicToken":null,"bots":null},"llms":{"outcome":"unreachable","status":null,"generated":null}},{"id":"shop-fd3a2331","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":0,"parseErrors":0,"types":[],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"ok-no-groups","status":200,"netError":null,"effective":"rules","groups":0,"hasWildcard":false,"wildcardVerdict":"allowed","sitemap":false,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"none","verdict":"allowed"},"OAI-SearchBot":{"source":"none","verdict":"allowed"},"ChatGPT-User":{"source":"none","verdict":"allowed"},"ClaudeBot":{"source":"none","verdict":"allowed"},"Claude-SearchBot":{"source":"none","verdict":"allowed"},"Claude-User":{"source":"none","verdict":"allowed"},"PerplexityBot":{"source":"none","verdict":"allowed"},"Perplexity-User":{"source":"none","verdict":"allowed"},"Google-Extended":{"source":"none","verdict":"allowed"},"Googlebot":{"source":"none","verdict":"allowed"},"Bingbot":{"source":"none","verdict":"allowed"},"CCBot":{"source":"none","verdict":"allowed"},"Applebot-Extended":{"source":"none","verdict":"allowed"},"Bytespider":{"source":"none","verdict":"allowed"},"meta-externalagent":{"source":"none","verdict":"allowed"},"Amazonbot":{"source":"none","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-fd512e8c","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":1,"parseErrors":0,"types":["BreadcrumbList","EntryPoint","ImageObject","ListItem","Organization","PropertyValueSpecification","ReadAction","SearchAction","WebPage","WebSite"],"hasOrganization":true,"hasOnlineStore":false,"hasWebSite":true,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":2,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-fd92fcca","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":3,"parseErrors":0,"types":["ContactPoint","Organization","SearchAction","WebSite"],"hasOrganization":true,"hasOnlineStore":false,"hasWebSite":true,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":7,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":false,"crawlDelay":true,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"present","status":200,"generated":true}},{"id":"shop-fdc73676","inBenchmarkSample":false,"hostRedirected":true,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":1,"parseErrors":0,"types":["BreadcrumbList","EntryPoint","ListItem","PropertyValueSpecification","ReadAction","SearchAction","WebPage","WebSite"],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":true,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":1,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-fde3c089","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":0,"parseErrors":0,"types":[],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":2,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-fded989d","inBenchmarkSample":true,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":0,"parseErrors":0,"types":[],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"html-instead-of-robots","status":200,"netError":null,"effective":"no-rules","groups":null,"hasWildcard":null,"wildcardVerdict":null,"sitemap":null,"crawlDelay":null,"contentSignal":null,"legacyAnthropicToken":null,"bots":null},"llms":{"outcome":"http-403","status":403,"generated":null}},{"id":"shop-ff1bf438","inBenchmarkSample":false,"hostRedirected":true,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":1,"parseErrors":0,"types":["SearchAction","WebSite"],"hasOrganization":false,"hasOnlineStore":false,"hasWebSite":true,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":1,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-ff35baa4","inBenchmarkSample":false,"hostRedirected":true,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":1,"parseErrors":0,"types":["ContactPoint","Organization","PostalAddress"],"hasOrganization":true,"hasOnlineStore":false,"hasWebSite":false,"hasProduct":false},"robots":{"outcome":"unavailable-4xx","status":404,"netError":null,"effective":"allow-all","groups":null,"hasWildcard":null,"wildcardVerdict":null,"sitemap":null,"crawlDelay":null,"contentSignal":null,"legacyAnthropicToken":null,"bots":null},"llms":{"outcome":"http-404","status":404,"generated":null}},{"id":"shop-ff5b40a3","inBenchmarkSample":false,"hostRedirected":false,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":4,"parseErrors":0,"types":["CivicStructure","ContactPoint","EntryPoint","Organization","Place","PostalAddress","SearchAction","WebSite"],"hasOrganization":true,"hasOnlineStore":false,"hasWebSite":true,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":1,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":false,"contentSignal":false,"legacyAnthropicToken":false,"bots":{"GPTBot":{"source":"wildcard","verdict":"allowed"},"OAI-SearchBot":{"source":"wildcard","verdict":"allowed"},"ChatGPT-User":{"source":"wildcard","verdict":"allowed"},"ClaudeBot":{"source":"wildcard","verdict":"allowed"},"Claude-SearchBot":{"source":"wildcard","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"wildcard","verdict":"allowed"},"Perplexity-User":{"source":"wildcard","verdict":"allowed"},"Google-Extended":{"source":"wildcard","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"wildcard","verdict":"allowed"},"Applebot-Extended":{"source":"wildcard","verdict":"allowed"},"Bytespider":{"source":"wildcard","verdict":"allowed"},"meta-externalagent":{"source":"wildcard","verdict":"allowed"},"Amazonbot":{"source":"wildcard","verdict":"allowed"}}},"llms":{"outcome":"http-403","status":403,"generated":null}},{"id":"shop-ffd52d07","inBenchmarkSample":false,"hostRedirected":true,"retried":false,"homepage":{"outcome":"ok","status":200,"netError":null,"block":null,"sharedHostFingerprint":false,"https":true,"platformCluster":null},"jsonld":{"blocks":3,"parseErrors":0,"types":["Organization","SearchAction","WebSite"],"hasOrganization":true,"hasOnlineStore":false,"hasWebSite":true,"hasProduct":false},"robots":{"outcome":"ok","status":200,"netError":null,"effective":"rules","groups":2,"hasWildcard":true,"wildcardVerdict":"allowed","sitemap":true,"crawlDelay":true,"contentSignal":false,"legacyAnthropicToken":true,"bots":{"GPTBot":{"source":"named","verdict":"allowed"},"OAI-SearchBot":{"source":"named","verdict":"allowed"},"ChatGPT-User":{"source":"named","verdict":"allowed"},"ClaudeBot":{"source":"named","verdict":"allowed"},"Claude-SearchBot":{"source":"named","verdict":"allowed"},"Claude-User":{"source":"wildcard","verdict":"allowed"},"PerplexityBot":{"source":"named","verdict":"allowed"},"Perplexity-User":{"source":"named","verdict":"allowed"},"Google-Extended":{"source":"named","verdict":"allowed"},"Googlebot":{"source":"wildcard","verdict":"allowed"},"Bingbot":{"source":"wildcard","verdict":"allowed"},"CCBot":{"source":"named","verdict":"allowed"},"Applebot-Extended":{"source":"named","verdict":"allowed"},"Bytespider":{"source":"named","verdict":"allowed"},"meta-externalagent":{"source":"named","verdict":"allowed"},"Amazonbot":{"source":"named","verdict":"allowed"}}},"llms":{"outcome":"present","status":200,"generated":false}}]}