[ { "domain": "hubspot.com", "robots": { "http": 200, "bytes": 12606, "bots": { "GPTBot": { "state": "allowed", "named_explicitly": false }, "OAI-SearchBot": { "state": "allowed", "named_explicitly": false }, "ChatGPT-User": { "state": "allowed", "named_explicitly": false }, "ClaudeBot": { "state": "allowed", "named_explicitly": false }, "anthropic-ai": { "state": "allowed", "named_explicitly": false }, "Claude-Web": { "state": "allowed", "named_explicitly": false }, "PerplexityBot": { "state": "allowed", "named_explicitly": false }, "Perplexity-User": { "state": "allowed", "named_explicitly": false }, "Google-Extended": { "state": "allowed", "named_explicitly": false }, "CCBot": { "state": "allowed", "named_explicitly": false }, "Bytespider": { "state": "allowed", "named_explicitly": false }, "Applebot-Extended": { "state": "allowed", "named_explicitly": false }, "meta-externalagent": { "state": "allowed", "named_explicitly": false } } }, "llms": { "present": true, "http": 200, "bytes": 30688, "content_type": "text/plain", "html_soft_404": false }, "homepage": { "reachable": true, "http": 200, "bytes": 625854, "jsonld_blocks": 1, "jsonld_parse_failures": 0, "types": [ "AggregateRating", "Brand", "ImageObject", "Organization", "PostalAddress", "Product", "PropertyValue", "WebPage", "WebSite" ], "has_organization": true, "has_faqpage": false, "has_website": true, "has_breadcrumb": false, "has_article": false, "h1_count": 1, "meta_description": "HubSpot", "meta_description_len": 7 } }, { "domain": "salesforce.com", "robots": { "http": 200, "bytes": 14256, "bots": { "GPTBot": { "state": "allowed", "named_explicitly": false }, "OAI-SearchBot": { "state": "allowed", "named_explicitly": false }, "ChatGPT-User": { "state": "allowed", "named_explicitly": false }, "ClaudeBot": { "state": "allowed", "named_explicitly": false }, "anthropic-ai": { "state": "allowed", "named_explicitly": false }, "Claude-Web": { "state": "allowed", "named_explicitly": false }, "PerplexityBot": { "state": "allowed", "named_explicitly": false }, "Perplexity-User": { "state": "allowed", "named_explicitly": false }, "Google-Extended": { "state": "allowed", "named_explicitly": false }, "CCBot": { "state": "allowed", "named_explicitly": false }, "Bytespider": { "state": "allowed", "named_explicitly": false }, "Applebot-Extended": { "state": "allowed", "named_explicitly": false }, "meta-externalagent": { "state": "allowed", "named_explicitly": false } } }, "llms": { "present": true, "http": 200, "bytes": 1021209, "content_type": "text/plain; charset=UTF-8", "html_soft_404": false }, "homepage": { "reachable": true, "http": 200, "bytes": 574576, "jsonld_blocks": 1, "jsonld_parse_failures": 0, "types": [ "Answer", "FAQPage", "ImageObject", "Offer", "Organization", "PostalAddress", "Question", "WebPage" ], "has_organization": true, "has_faqpage": true, "has_website": false, "has_breadcrumb": false, "has_article": false, "h1_count": 2, "meta_description": "Salesforce is the #1 AI CRM, helping companies become Agentic Enterprises where humans and agents drive success together through a unified AI, data, and Customer 360 platform.", "meta_description_len": 175 } }, { "domain": "zendesk.com", "robots": { "http": 200, "bytes": 1028, "bots": { "GPTBot": { "state": "allowed", "named_explicitly": false }, "OAI-SearchBot": { "state": "allowed", "named_explicitly": false }, "ChatGPT-User": { "state": "allowed", "named_explicitly": false }, "ClaudeBot": { "state": "allowed", "named_explicitly": false }, "anthropic-ai": { "state": "allowed", "named_explicitly": false }, "Claude-Web": { "state": "allowed", "named_explicitly": false }, "PerplexityBot": { "state": "allowed", "named_explicitly": false }, "Perplexity-User": { "state": "allowed", "named_explicitly": false }, "Google-Extended": { "state": "allowed", "named_explicitly": false }, "CCBot": { "state": "allowed", "named_explicitly": false }, "Bytespider": { "state": "allowed", "named_explicitly": false }, "Applebot-Extended": { "state": "allowed", "named_explicitly": false }, "meta-externalagent": { "state": "allowed", "named_explicitly": false } } }, "llms": { "present": true, "http": 200, "bytes": 739460, "content_type": "text/plain", "html_soft_404": false }, "homepage": { "reachable": true, "http": 200, "bytes": 853812, "jsonld_blocks": 1, "jsonld_parse_failures": 0, "types": [ "ContactPoint", "Corporation", "EntryPoint", "ImageObject", "Offer", "Organization", "PostalAddress", "RegisterAction", "SoftwareApplication", "Thing", "ViewAction", "WebPage", "WebSite" ], "has_organization": true, "has_faqpage": false, "has_website": true, "has_breadcrumb": false, "has_article": false, "h1_count": 1, "meta_description": "Move beyond deflection with AI agents that resolve issues end-to-end. Improve service quality, speed, and scale. Start your free trial.", "meta_description_len": 135 } }, { "domain": "intercom.com", "robots": { "http": 200, "bytes": 257, "bots": { "GPTBot": { "state": "allowed", "named_explicitly": false }, "OAI-SearchBot": { "state": "allowed", "named_explicitly": false }, "ChatGPT-User": { "state": "allowed", "named_explicitly": false }, "ClaudeBot": { "state": "allowed", "named_explicitly": false }, "anthropic-ai": { "state": "allowed", "named_explicitly": false }, "Claude-Web": { "state": "allowed", "named_explicitly": false }, "PerplexityBot": { "state": "allowed", "named_explicitly": false }, "Perplexity-User": { "state": "allowed", "named_explicitly": false }, "Google-Extended": { "state": "allowed", "named_explicitly": false }, "CCBot": { "state": "allowed", "named_explicitly": false }, "Bytespider": { "state": "allowed", "named_explicitly": false }, "Applebot-Extended": { "state": "allowed", "named_explicitly": false }, "meta-externalagent": { "state": "allowed", "named_explicitly": false } } }, "llms": { "present": true, "http": 200, "bytes": 8153, "content_type": "text/plain", "html_soft_404": false }, "homepage": { "reachable": true, "http": 200, "bytes": 1543144, "jsonld_blocks": 1, "jsonld_parse_failures": 0, "types": [ "BreadcrumbList", "ImageObject", "ItemList", "ListItem", "Offer", "Organization", "Product", "QuantitativeValue", "SoftwareApplication", "UnitPriceSpecification", "WebPage", "WebSite" ], "has_organization": true, "has_faqpage": false, "has_website": true, "has_breadcrumb": true, "has_article": false, "h1_count": 1, "meta_description": "Intercom is the only helpdesk with a natively integrated AI Agent, Fin, meaning every customer conversation improves the next one, enabling perfect experiences that were never possible before.", "meta_description_len": 192 } }, { "domain": "klaviyo.com", "robots": { "http": 200, "bytes": 3528, "bots": { "GPTBot": { "state": "allowed", "named_explicitly": true }, "OAI-SearchBot": { "state": "allowed", "named_explicitly": true }, "ChatGPT-User": { "state": "allowed", "named_explicitly": true }, "ClaudeBot": { "state": "allowed", "named_explicitly": true }, "anthropic-ai": { "state": "allowed", "named_explicitly": false }, "Claude-Web": { "state": "allowed", "named_explicitly": false }, "PerplexityBot": { "state": "allowed", "named_explicitly": true }, "Perplexity-User": { "state": "allowed", "named_explicitly": true }, "Google-Extended": { "state": "allowed", "named_explicitly": false }, "CCBot": { "state": "allowed", "named_explicitly": false }, "Bytespider": { "state": "allowed", "named_explicitly": false }, "Applebot-Extended": { "state": "allowed", "named_explicitly": false }, "meta-externalagent": { "state": "allowed", "named_explicitly": true } } }, "llms": { "present": true, "http": 200, "bytes": 8481, "content_type": "text/plain; charset=UTF-8", "html_soft_404": false }, "homepage": { "reachable": true, "http": 200, "bytes": 558316, "jsonld_blocks": 1, "jsonld_parse_failures": 0, "types": [ "Answer", "ContactPoint", "FAQPage", "ImageObject", "ItemList", "Organization", "Person", "PostalAddress", "Question", "SearchAction", "WebPage", "WebSite" ], "has_organization": true, "has_faqpage": true, "has_website": true, "has_breadcrumb": false, "has_article": false, "h1_count": 1, "meta_description": "Klaviyo unifies AI-powered email marketing and SMS to drive growth, retention and measurable results. Build personalised, omnichannel experiences across WhatsApp, ecommerce and more with K:AI Agents.", "meta_description_len": 199 } }, { "domain": "mailchimp.com", "robots": { "http": 200, "bytes": 101, "bots": { "GPTBot": { "state": "no-rule", "named_explicitly": false }, "OAI-SearchBot": { "state": "no-rule", "named_explicitly": false }, "ChatGPT-User": { "state": "no-rule", "named_explicitly": false }, "ClaudeBot": { "state": "no-rule", "named_explicitly": false }, "anthropic-ai": { "state": "no-rule", "named_explicitly": false }, "Claude-Web": { "state": "no-rule", "named_explicitly": false }, "PerplexityBot": { "state": "no-rule", "named_explicitly": false }, "Perplexity-User": { "state": "no-rule", "named_explicitly": false }, "Google-Extended": { "state": "no-rule", "named_explicitly": false }, "CCBot": { "state": "no-rule", "named_explicitly": false }, "Bytespider": { "state": "no-rule", "named_explicitly": false }, "Applebot-Extended": { "state": "no-rule", "named_explicitly": false }, "meta-externalagent": { "state": "no-rule", "named_explicitly": false } } }, "llms": { "present": true, "http": 200, "bytes": 524768, "content_type": "text/plain; charset=UTF-8", "html_soft_404": false }, "homepage": { "reachable": true, "http": 200, "bytes": 486726, "jsonld_blocks": 1, "jsonld_parse_failures": 0, "types": [ "Organization", "Service" ], "has_organization": true, "has_faqpage": false, "has_website": false, "has_breadcrumb": false, "has_article": false, "h1_count": 6, "meta_description": "Utilize real-time user behavior data and artificial intelligence to convert more customers. Easy to use, get started for free!", "meta_description_len": 126 } }, { "domain": "semrush.com", "robots": { "http": 200, "bytes": 3645, "bots": { "GPTBot": { "state": "allowed", "named_explicitly": false }, "OAI-SearchBot": { "state": "allowed", "named_explicitly": false }, "ChatGPT-User": { "state": "allowed", "named_explicitly": false }, "ClaudeBot": { "state": "allowed", "named_explicitly": false }, "anthropic-ai": { "state": "allowed", "named_explicitly": false }, "Claude-Web": { "state": "allowed", "named_explicitly": false }, "PerplexityBot": { "state": "allowed", "named_explicitly": false }, "Perplexity-User": { "state": "allowed", "named_explicitly": false }, "Google-Extended": { "state": "allowed", "named_explicitly": false }, "CCBot": { "state": "allowed", "named_explicitly": false }, "Bytespider": { "state": "allowed", "named_explicitly": false }, "Applebot-Extended": { "state": "allowed", "named_explicitly": false }, "meta-externalagent": { "state": "allowed", "named_explicitly": false } } }, "llms": { "present": true, "http": 200, "bytes": 14948, "content_type": "text/plain", "html_soft_404": false }, "homepage": { "reachable": true, "http": 200, "bytes": 197602, "jsonld_blocks": 1, "jsonld_parse_failures": 0, "types": [ "Corporation", "PostalAddress" ], "has_organization": true, "has_faqpage": false, "has_website": false, "has_breadcrumb": false, "has_article": false, "h1_count": 1, "meta_description": "Semrush is the leading platform to grow and measure brand visibility across AI search, SEO, PPC, social, and more.", "meta_description_len": 114 } }, { "domain": "ahrefs.com", "robots": { "http": 200, "bytes": 908, "bots": { "GPTBot": { "state": "allowed", "named_explicitly": false }, "OAI-SearchBot": { "state": "allowed", "named_explicitly": false }, "ChatGPT-User": { "state": "allowed", "named_explicitly": false }, "ClaudeBot": { "state": "allowed", "named_explicitly": false }, "anthropic-ai": { "state": "allowed", "named_explicitly": false }, "Claude-Web": { "state": "allowed", "named_explicitly": false }, "PerplexityBot": { "state": "allowed", "named_explicitly": false }, "Perplexity-User": { "state": "allowed", "named_explicitly": false }, "Google-Extended": { "state": "allowed", "named_explicitly": false }, "CCBot": { "state": "allowed", "named_explicitly": false }, "Bytespider": { "state": "allowed", "named_explicitly": false }, "Applebot-Extended": { "state": "allowed", "named_explicitly": false }, "meta-externalagent": { "state": "allowed", "named_explicitly": false } } }, "llms": { "present": false, "http": 404 }, "homepage": { "reachable": true, "http": 200, "bytes": 1291382, "jsonld_blocks": 1, "jsonld_parse_failures": 0, "types": [ "Organization" ], "has_organization": true, "has_faqpage": false, "has_website": false, "has_breadcrumb": false, "has_article": false, "h1_count": 1, "meta_description": "We help marketers drive visibility across AI search, SEO, content, and social \u2013 with the largest AI and search databases online.", "meta_description_len": 128 } }, { "domain": "moz.com", "robots": { "http": 200, "bytes": 1210, "bots": { "GPTBot": { "state": "allowed", "named_explicitly": true }, "OAI-SearchBot": { "state": "allowed", "named_explicitly": false }, "ChatGPT-User": { "state": "allowed", "named_explicitly": false }, "ClaudeBot": { "state": "allowed", "named_explicitly": false }, "anthropic-ai": { "state": "allowed", "named_explicitly": false }, "Claude-Web": { "state": "allowed", "named_explicitly": false }, "PerplexityBot": { "state": "allowed", "named_explicitly": false }, "Perplexity-User": { "state": "allowed", "named_explicitly": false }, "Google-Extended": { "state": "allowed", "named_explicitly": false }, "CCBot": { "state": "allowed", "named_explicitly": false }, "Bytespider": { "state": "allowed", "named_explicitly": false }, "Applebot-Extended": { "state": "allowed", "named_explicitly": false }, "meta-externalagent": { "state": "allowed", "named_explicitly": false } } }, "llms": { "present": false, "http": 404 }, "homepage": { "reachable": true, "http": 200, "bytes": 168549, "jsonld_blocks": 1, "jsonld_parse_failures": 0, "types": [ "BreadcrumbList", "ImageObject", "ListItem", "Organization", "PostalAddress", "WebPage" ], "has_organization": true, "has_faqpage": false, "has_website": false, "has_breadcrumb": true, "has_article": false, "h1_count": 1, "meta_description": "Backed by the largest community of SEOs on the planet, Moz builds the tools that make SEO, content marketing, market research, digital PR, and local SEO easy. Start your free trial today!", "meta_description_len": 187 } }, { "domain": "hootsuite.com", "robots": { "http": 200, "bytes": 7994, "bots": { "GPTBot": { "state": "allowed", "named_explicitly": true }, "OAI-SearchBot": { "state": "allowed", "named_explicitly": true }, "ChatGPT-User": { "state": "allowed", "named_explicitly": true }, "ClaudeBot": { "state": "allowed", "named_explicitly": true }, "anthropic-ai": { "state": "allowed", "named_explicitly": false }, "Claude-Web": { "state": "allowed", "named_explicitly": false }, "PerplexityBot": { "state": "allowed", "named_explicitly": true }, "Perplexity-User": { "state": "allowed", "named_explicitly": true }, "Google-Extended": { "state": "allowed", "named_explicitly": true }, "CCBot": { "state": "allowed", "named_explicitly": false }, "Bytespider": { "state": "allowed", "named_explicitly": false }, "Applebot-Extended": { "state": "allowed", "named_explicitly": true }, "meta-externalagent": { "state": "allowed", "named_explicitly": true } } }, "llms": { "present": true, "http": 200, "bytes": 21331, "content_type": "text/plain; charset=utf-8", "html_soft_404": false }, "homepage": { "reachable": true, "http": 200, "bytes": 413394, "jsonld_blocks": 0, "jsonld_parse_failures": 0, "types": [], "has_organization": false, "has_faqpage": false, "has_website": false, "has_breadcrumb": false, "has_article": false, "h1_count": 1, "meta_description": "Hootsuite is a social media management tool that brings scheduling, content creation, analytics, and social listening to one place.", "meta_description_len": 131 } }, { "domain": "sproutsocial.com", "robots": { "http": 200, "bytes": 383, "bots": { "GPTBot": { "state": "no-rule", "named_explicitly": false }, "OAI-SearchBot": { "state": "no-rule", "named_explicitly": false }, "ChatGPT-User": { "state": "no-rule", "named_explicitly": false }, "ClaudeBot": { "state": "no-rule", "named_explicitly": false }, "anthropic-ai": { "state": "no-rule", "named_explicitly": false }, "Claude-Web": { "state": "no-rule", "named_explicitly": false }, "PerplexityBot": { "state": "no-rule", "named_explicitly": false }, "Perplexity-User": { "state": "no-rule", "named_explicitly": false }, "Google-Extended": { "state": "no-rule", "named_explicitly": false }, "CCBot": { "state": "no-rule", "named_explicitly": false }, "Bytespider": { "state": "no-rule", "named_explicitly": false }, "Applebot-Extended": { "state": "no-rule", "named_explicitly": false }, "meta-externalagent": { "state": "no-rule", "named_explicitly": false } } }, "llms": { "present": true, "http": 200, "bytes": 15219, "content_type": "text/plain", "html_soft_404": false }, "homepage": { "reachable": true, "http": 200, "bytes": 233218, "jsonld_blocks": 2, "jsonld_parse_failures": 0, "types": [ "AggregateOffer", "AggregateRating", "ContactPoint", "Offer", "Organization", "Person", "PostalAddress", "QuantitativeValue", "Service", "SoftwareApplication", "UnitPriceSpecification" ], "has_organization": true, "has_faqpage": false, "has_website": false, "has_breadcrumb": false, "has_article": false, "h1_count": 1, "meta_description": "Maximize your social ROI with Sprout Social, trusted by the world's most talked about brands. Power everything from publishing and engagement to analytics and influencer marketing. Try 30 days free.", "meta_description_len": 203 } }, { "domain": "buffer.com", "robots": { "http": 200, "bytes": 550, "bots": { "GPTBot": { "state": "allowed", "named_explicitly": false }, "OAI-SearchBot": { "state": "allowed", "named_explicitly": false }, "ChatGPT-User": { "state": "allowed", "named_explicitly": false }, "ClaudeBot": { "state": "allowed", "named_explicitly": false }, "anthropic-ai": { "state": "allowed", "named_explicitly": false }, "Claude-Web": { "state": "allowed", "named_explicitly": false }, "PerplexityBot": { "state": "allowed", "named_explicitly": false }, "Perplexity-User": { "state": "allowed", "named_explicitly": false }, "Google-Extended": { "state": "allowed", "named_explicitly": false }, "CCBot": { "state": "allowed", "named_explicitly": false }, "Bytespider": { "state": "allowed", "named_explicitly": false }, "Applebot-Extended": { "state": "allowed", "named_explicitly": false }, "meta-externalagent": { "state": "allowed", "named_explicitly": false } } }, "llms": { "present": true, "http": 200, "bytes": 8814, "content_type": "text/plain; charset=UTF-8", "html_soft_404": false }, "homepage": { "reachable": true, "http": 200, "bytes": 614084, "jsonld_blocks": 1, "jsonld_parse_failures": 0, "types": [ "Organization", "Person" ], "has_organization": true, "has_faqpage": false, "has_website": false, "has_breadcrumb": false, "has_article": false, "h1_count": 1, "meta_description": "Use Buffer to manage your social media so that you can create and share your content everywhere, consistently. Try our forever free plan or upgrade for more.", "meta_description_len": 157 } }, { "domain": "drift.com", "robots": { "http": 404, "bytes": 228462, "bots": null }, "llms": { "present": false, "http": 404 }, "homepage": { "reachable": true, "http": 200, "bytes": 294538, "jsonld_blocks": 1, "jsonld_parse_failures": 1, "types": [], "has_organization": false, "has_faqpage": false, "has_website": false, "has_breadcrumb": false, "has_article": false, "h1_count": 1, "meta_description": "Experience next-level AI chatbots. We\u2019ve transitioned from Drift to partner with 1Mind, bringing you real-time visitor engagement and a smarter pipeline.", "meta_description_len": 153 } }, { "domain": "gong.io", "robots": { "http": 200, "bytes": 179, "bots": { "GPTBot": { "state": "allowed", "named_explicitly": false }, "OAI-SearchBot": { "state": "allowed", "named_explicitly": false }, "ChatGPT-User": { "state": "allowed", "named_explicitly": false }, "ClaudeBot": { "state": "allowed", "named_explicitly": false }, "anthropic-ai": { "state": "allowed", "named_explicitly": false }, "Claude-Web": { "state": "allowed", "named_explicitly": false }, "PerplexityBot": { "state": "allowed", "named_explicitly": false }, "Perplexity-User": { "state": "allowed", "named_explicitly": false }, "Google-Extended": { "state": "allowed", "named_explicitly": false }, "CCBot": { "state": "allowed", "named_explicitly": false }, "Bytespider": { "state": "allowed", "named_explicitly": false }, "Applebot-Extended": { "state": "allowed", "named_explicitly": false }, "meta-externalagent": { "state": "allowed", "named_explicitly": false } } }, "llms": { "present": true, "http": 200, "bytes": 21053, "content_type": "text/plain; charset=utf-8", "html_soft_404": false }, "homepage": { "reachable": true, "http": 200, "bytes": 1654027, "jsonld_blocks": 1, "jsonld_parse_failures": 0, "types": [ "ImageObject", "Organization", "PostalAddress", "SoftwareApplication", "WebPage", "WebSite" ], "has_organization": true, "has_faqpage": false, "has_website": true, "has_breadcrumb": false, "has_article": false, "h1_count": 1, "meta_description": "Gong Revenue AI OS helps your entire GTM organization win. Drive growth with multimodal revenue signal processing, specialized AI agents, and purpose-built applications.", "meta_description_len": 169 } }, { "domain": "outreach.io", "robots": { "http": 200, "bytes": 691, "bots": { "GPTBot": { "state": "allowed", "named_explicitly": false }, "OAI-SearchBot": { "state": "allowed", "named_explicitly": false }, "ChatGPT-User": { "state": "allowed", "named_explicitly": false }, "ClaudeBot": { "state": "allowed", "named_explicitly": false }, "anthropic-ai": { "state": "allowed", "named_explicitly": false }, "Claude-Web": { "state": "allowed", "named_explicitly": false }, "PerplexityBot": { "state": "allowed", "named_explicitly": false }, "Perplexity-User": { "state": "allowed", "named_explicitly": false }, "Google-Extended": { "state": "allowed", "named_explicitly": false }, "CCBot": { "state": "allowed", "named_explicitly": false }, "Bytespider": { "state": "allowed", "named_explicitly": false }, "Applebot-Extended": { "state": "allowed", "named_explicitly": false }, "meta-externalagent": { "state": "allowed", "named_explicitly": false } } }, "llms": { "present": true, "http": 200, "bytes": 13819, "content_type": "text/plain; charset=utf-8", "html_soft_404": false }, "homepage": { "reachable": true, "http": 200, "bytes": 197844, "jsonld_blocks": 2, "jsonld_parse_failures": 0, "types": [ "ImageObject", "Organization", "WebPage" ], "has_organization": true, "has_faqpage": false, "has_website": false, "has_breadcrumb": false, "has_article": false, "h1_count": 1, "meta_description": null, "meta_description_len": 0 } }, { "domain": "clari.com", "robots": { "http": 200, "bytes": 262, "bots": { "GPTBot": { "state": "allowed", "named_explicitly": false }, "OAI-SearchBot": { "state": "allowed", "named_explicitly": false }, "ChatGPT-User": { "state": "allowed", "named_explicitly": false }, "ClaudeBot": { "state": "allowed", "named_explicitly": false }, "anthropic-ai": { "state": "allowed", "named_explicitly": false }, "Claude-Web": { "state": "allowed", "named_explicitly": false }, "PerplexityBot": { "state": "allowed", "named_explicitly": false }, "Perplexity-User": { "state": "allowed", "named_explicitly": false }, "Google-Extended": { "state": "allowed", "named_explicitly": false }, "CCBot": { "state": "allowed", "named_explicitly": false }, "Bytespider": { "state": "allowed", "named_explicitly": false }, "Applebot-Extended": { "state": "allowed", "named_explicitly": false }, "meta-externalagent": { "state": "allowed", "named_explicitly": false } } }, "llms": { "present": false, "http": 200, "bytes": 50452, "content_type": "text/html; charset=utf-8", "html_soft_404": true }, "homepage": { "reachable": true, "http": 200, "bytes": 87445, "jsonld_blocks": 0, "jsonld_parse_failures": 0, "types": [], "has_organization": false, "has_faqpage": false, "has_website": false, "has_breadcrumb": false, "has_article": false, "h1_count": 1, "meta_description": "AI for Enterprise Revenue. The only Revenue Orchestration Platform with Revenue Context built to manage the complexity of modern enterprise revenue.", "meta_description_len": 148 } }, { "domain": "6sense.com", "robots": { "http": 403, "bytes": 5495, "bots": null }, "llms": { "present": false, "http": 403 }, "homepage": { "reachable": true, "http": 403, "bytes": 5444, "jsonld_blocks": 0, "jsonld_parse_failures": 0, "types": [], "has_organization": false, "has_faqpage": false, "has_website": false, "has_breadcrumb": false, "has_article": false, "h1_count": 0, "meta_description": null, "meta_description_len": 0 } }, { "domain": "demandbase.com", "robots": { "http": 200, "bytes": 216, "bots": { "GPTBot": { "state": "allowed", "named_explicitly": false }, "OAI-SearchBot": { "state": "allowed", "named_explicitly": false }, "ChatGPT-User": { "state": "allowed", "named_explicitly": false }, "ClaudeBot": { "state": "allowed", "named_explicitly": false }, "anthropic-ai": { "state": "allowed", "named_explicitly": false }, "Claude-Web": { "state": "allowed", "named_explicitly": false }, "PerplexityBot": { "state": "allowed", "named_explicitly": false }, "Perplexity-User": { "state": "allowed", "named_explicitly": false }, "Google-Extended": { "state": "allowed", "named_explicitly": false }, "CCBot": { "state": "allowed", "named_explicitly": false }, "Bytespider": { "state": "allowed", "named_explicitly": false }, "Applebot-Extended": { "state": "allowed", "named_explicitly": false }, "meta-externalagent": { "state": "allowed", "named_explicitly": false } } }, "llms": { "present": true, "http": 200, "bytes": 5153, "content_type": "text/plain; charset=UTF-8", "html_soft_404": false }, "homepage": { "reachable": true, "http": 200, "bytes": 185373, "jsonld_blocks": 2, "jsonld_parse_failures": 0, "types": [ "AggregateRating", "Brand", "BreadcrumbList", "ContactPoint", "CreativeWork", "EntryPoint", "ImageObject", "ListItem", "Offer", "OfferCatalog", "Organization", "Person", "PostalAddress", "Product", "PropertyValueSpecification", "ReadAction", "SearchAction", "Service", "SoftwareApplication", "WebPage", "WebSite" ], "has_organization": true, "has_faqpage": false, "has_website": true, "has_breadcrumb": true, "has_article": false, "h1_count": 1, "meta_description": "Elevate your B2B go-to-market strategy with Demandbase's ABM platform, delivering smarter insights, agent-led automation, and AI-powered pipeline.", "meta_description_len": 151 } }, { "domain": "zoominfo.com", "robots": { "http": 200, "bytes": 3565, "bots": { "GPTBot": { "state": "allowed", "named_explicitly": true }, "OAI-SearchBot": { "state": "allowed", "named_explicitly": true }, "ChatGPT-User": { "state": "allowed", "named_explicitly": true }, "ClaudeBot": { "state": "allowed", "named_explicitly": true }, "anthropic-ai": { "state": "allowed", "named_explicitly": false }, "Claude-Web": { "state": "allowed", "named_explicitly": false }, "PerplexityBot": { "state": "allowed", "named_explicitly": true }, "Perplexity-User": { "state": "allowed", "named_explicitly": false }, "Google-Extended": { "state": "allowed", "named_explicitly": true }, "CCBot": { "state": "blocked", "named_explicitly": true }, "Bytespider": { "state": "blocked", "named_explicitly": true }, "Applebot-Extended": { "state": "allowed", "named_explicitly": false }, "meta-externalagent": { "state": "blocked", "named_explicitly": true } } }, "llms": { "present": true, "http": 200, "bytes": 5032, "content_type": "text/plain; charset=utf-8", "html_soft_404": false }, "homepage": { "reachable": true, "http": 403, "bytes": 5792, "jsonld_blocks": 0, "jsonld_parse_failures": 0, "types": [], "has_organization": false, "has_faqpage": false, "has_website": false, "has_breadcrumb": false, "has_article": false, "h1_count": 0, "meta_description": "px-captcha", "meta_description_len": 10 } }, { "domain": "apollo.io", "robots": { "http": 200, "bytes": 1685, "bots": { "GPTBot": { "state": "allowed", "named_explicitly": true }, "OAI-SearchBot": { "state": "allowed", "named_explicitly": true }, "ChatGPT-User": { "state": "allowed", "named_explicitly": true }, "ClaudeBot": { "state": "allowed", "named_explicitly": true }, "anthropic-ai": { "state": "allowed", "named_explicitly": true }, "Claude-Web": { "state": "allowed", "named_explicitly": false }, "PerplexityBot": { "state": "allowed", "named_explicitly": true }, "Perplexity-User": { "state": "allowed", "named_explicitly": false }, "Google-Extended": { "state": "allowed", "named_explicitly": true }, "CCBot": { "state": "allowed", "named_explicitly": true }, "Bytespider": { "state": "allowed", "named_explicitly": false }, "Applebot-Extended": { "state": "allowed", "named_explicitly": false }, "meta-externalagent": { "state": "allowed", "named_explicitly": false } } }, "llms": { "present": true, "http": 200, "bytes": 1776, "content_type": "text/plain; charset=UTF-8", "html_soft_404": false }, "homepage": { "reachable": true, "http": 200, "bytes": 582106, "jsonld_blocks": 3, "jsonld_parse_failures": 0, "types": [ "AggregateRating", "Answer", "FAQPage", "Organization", "Person", "Place", "PostalAddress", "QuantitativeValue", "Question", "WebSite" ], "has_organization": true, "has_faqpage": true, "has_website": true, "has_breadcrumb": false, "has_article": false, "h1_count": 4, "meta_description": "Accelerate B2B sales with Apollo.io\u2014an AI sales platform for prospecting, lead gen, and deal automation. Close more deals, faster, with smart data.", "meta_description_len": 147 } }, { "domain": "gusto.com", "robots": { "http": 403, "bytes": 5494, "bots": null }, "llms": { "present": false, "http": 403 }, "homepage": { "reachable": true, "http": 403, "bytes": 5421, "jsonld_blocks": 0, "jsonld_parse_failures": 0, "types": [], "has_organization": false, "has_faqpage": false, "has_website": false, "has_breadcrumb": false, "has_article": false, "h1_count": 0, "meta_description": null, "meta_description_len": 0 } }, { "domain": "rippling.com", "robots": { "http": 200, "bytes": 385, "bots": { "GPTBot": { "state": "allowed", "named_explicitly": false }, "OAI-SearchBot": { "state": "allowed", "named_explicitly": false }, "ChatGPT-User": { "state": "allowed", "named_explicitly": false }, "ClaudeBot": { "state": "allowed", "named_explicitly": false }, "anthropic-ai": { "state": "allowed", "named_explicitly": false }, "Claude-Web": { "state": "allowed", "named_explicitly": false }, "PerplexityBot": { "state": "allowed", "named_explicitly": false }, "Perplexity-User": { "state": "allowed", "named_explicitly": false }, "Google-Extended": { "state": "allowed", "named_explicitly": false }, "CCBot": { "state": "allowed", "named_explicitly": false }, "Bytespider": { "state": "allowed", "named_explicitly": false }, "Applebot-Extended": { "state": "allowed", "named_explicitly": false }, "meta-externalagent": { "state": "allowed", "named_explicitly": false } } }, "llms": { "present": true, "http": 200, "bytes": 22801, "content_type": "text/plain; charset=utf-8", "html_soft_404": false }, "homepage": { "reachable": true, "http": 200, "bytes": 1731366, "jsonld_blocks": 2, "jsonld_parse_failures": 0, "types": [ "AggregateRating", "Country", "Organization", "PostalAddress", "Product" ], "has_organization": true, "has_faqpage": false, "has_website": false, "has_breadcrumb": false, "has_article": false, "h1_count": 1, "meta_description": null, "meta_description_len": 0 } }, { "domain": "bill.com", "robots": { "http": 200, "bytes": 78, "bots": { "GPTBot": { "state": "allowed", "named_explicitly": false }, "OAI-SearchBot": { "state": "allowed", "named_explicitly": false }, "ChatGPT-User": { "state": "allowed", "named_explicitly": false }, "ClaudeBot": { "state": "allowed", "named_explicitly": false }, "anthropic-ai": { "state": "allowed", "named_explicitly": false }, "Claude-Web": { "state": "allowed", "named_explicitly": false }, "PerplexityBot": { "state": "allowed", "named_explicitly": false }, "Perplexity-User": { "state": "allowed", "named_explicitly": false }, "Google-Extended": { "state": "allowed", "named_explicitly": false }, "CCBot": { "state": "allowed", "named_explicitly": false }, "Bytespider": { "state": "allowed", "named_explicitly": false }, "Applebot-Extended": { "state": "allowed", "named_explicitly": false }, "meta-externalagent": { "state": "allowed", "named_explicitly": false } } }, "llms": { "present": true, "http": 200, "bytes": 10919, "content_type": "text/plain; charset=utf-8", "html_soft_404": false }, "homepage": { "reachable": true, "http": 200, "bytes": 406744, "jsonld_blocks": 0, "jsonld_parse_failures": 0, "types": [], "has_organization": false, "has_faqpage": false, "has_website": false, "has_breadcrumb": false, "has_article": false, "h1_count": 1, "meta_description": null, "meta_description_len": 0 } }, { "domain": "expensify.com", "robots": { "http": 403, "bytes": 420006, "bots": null }, "llms": { "present": false, "http": 403 }, "homepage": { "reachable": true, "http": 403, "bytes": 419955, "jsonld_blocks": 0, "jsonld_parse_failures": 0, "types": [], "has_organization": false, "has_faqpage": false, "has_website": false, "has_breadcrumb": false, "has_article": false, "h1_count": 1, "meta_description": "Expensify error page", "meta_description_len": 20 } }, { "domain": "brex.com", "robots": { "http": 200, "bytes": 174, "bots": { "GPTBot": { "state": "allowed", "named_explicitly": false }, "OAI-SearchBot": { "state": "allowed", "named_explicitly": false }, "ChatGPT-User": { "state": "allowed", "named_explicitly": false }, "ClaudeBot": { "state": "allowed", "named_explicitly": false }, "anthropic-ai": { "state": "allowed", "named_explicitly": false }, "Claude-Web": { "state": "allowed", "named_explicitly": false }, "PerplexityBot": { "state": "allowed", "named_explicitly": false }, "Perplexity-User": { "state": "allowed", "named_explicitly": false }, "Google-Extended": { "state": "allowed", "named_explicitly": false }, "CCBot": { "state": "allowed", "named_explicitly": false }, "Bytespider": { "state": "allowed", "named_explicitly": false }, "Applebot-Extended": { "state": "allowed", "named_explicitly": false }, "meta-externalagent": { "state": "allowed", "named_explicitly": false } } }, "llms": { "present": true, "http": 200, "bytes": 536571, "content_type": "text/plain; charset=utf-8", "html_soft_404": false }, "homepage": { "reachable": true, "http": 200, "bytes": 692789, "jsonld_blocks": 1, "jsonld_parse_failures": 0, "types": [ "Corporation" ], "has_organization": true, "has_faqpage": false, "has_website": false, "has_breadcrumb": false, "has_article": false, "h1_count": 1, "meta_description": "Simplify expense management with Brex's finance platform. From company cards to banking, Brex helps you drive growth, automate processes, & earn more.", "meta_description_len": 159 } }, { "domain": "ramp.com", "robots": { "http": 200, "bytes": 1115, "bots": { "GPTBot": { "state": "allowed", "named_explicitly": false }, "OAI-SearchBot": { "state": "allowed", "named_explicitly": false }, "ChatGPT-User": { "state": "allowed", "named_explicitly": false }, "ClaudeBot": { "state": "allowed", "named_explicitly": false }, "anthropic-ai": { "state": "allowed", "named_explicitly": false }, "Claude-Web": { "state": "allowed", "named_explicitly": false }, "PerplexityBot": { "state": "allowed", "named_explicitly": false }, "Perplexity-User": { "state": "allowed", "named_explicitly": false }, "Google-Extended": { "state": "allowed", "named_explicitly": false }, "CCBot": { "state": "allowed", "named_explicitly": false }, "Bytespider": { "state": "allowed", "named_explicitly": false }, "Applebot-Extended": { "state": "allowed", "named_explicitly": false }, "meta-externalagent": { "state": "allowed", "named_explicitly": false } } }, "llms": { "present": false, "http": 404 }, "homepage": { "reachable": true, "http": 200, "bytes": 14032, "jsonld_blocks": 0, "jsonld_parse_failures": 0, "types": [], "has_organization": false, "has_faqpage": false, "has_website": false, "has_breadcrumb": false, "has_article": false, "h1_count": 0, "meta_description": null, "meta_description_len": 0 } }, { "domain": "paylocity.com", "robots": { "http": 200, "bytes": 426, "bots": { "GPTBot": { "state": "allowed", "named_explicitly": false }, "OAI-SearchBot": { "state": "allowed", "named_explicitly": false }, "ChatGPT-User": { "state": "allowed", "named_explicitly": false }, "ClaudeBot": { "state": "allowed", "named_explicitly": false }, "anthropic-ai": { "state": "allowed", "named_explicitly": false }, "Claude-Web": { "state": "allowed", "named_explicitly": false }, "PerplexityBot": { "state": "allowed", "named_explicitly": false }, "Perplexity-User": { "state": "allowed", "named_explicitly": false }, "Google-Extended": { "state": "allowed", "named_explicitly": false }, "CCBot": { "state": "allowed", "named_explicitly": false }, "Bytespider": { "state": "allowed", "named_explicitly": false }, "Applebot-Extended": { "state": "allowed", "named_explicitly": false }, "meta-externalagent": { "state": "allowed", "named_explicitly": false } } }, "llms": { "present": true, "http": 200, "bytes": 3238, "content_type": "text/markdown; charset=UTF-8", "html_soft_404": false }, "homepage": { "reachable": true, "http": 200, "bytes": 1290, "jsonld_blocks": 0, "jsonld_parse_failures": 0, "types": [], "has_organization": false, "has_faqpage": false, "has_website": false, "has_breadcrumb": false, "has_article": false, "h1_count": 0, "meta_description": null, "meta_description_len": 0 } }, { "domain": "justworks.com", "robots": { "http": 403, "bytes": 5566, "bots": null }, "llms": { "present": false, "http": 403 }, "homepage": { "reachable": true, "http": 403, "bytes": 5515, "jsonld_blocks": 0, "jsonld_parse_failures": 0, "types": [], "has_organization": false, "has_faqpage": false, "has_website": false, "has_breadcrumb": false, "has_article": false, "h1_count": 0, "meta_description": null, "meta_description_len": 0 } }, { "domain": "deel.com", "robots": { "http": 200, "bytes": 2007, "bots": { "GPTBot": { "state": "allowed", "named_explicitly": true }, "OAI-SearchBot": { "state": "allowed", "named_explicitly": true }, "ChatGPT-User": { "state": "allowed", "named_explicitly": true }, "ClaudeBot": { "state": "allowed", "named_explicitly": true }, "anthropic-ai": { "state": "allowed", "named_explicitly": true }, "Claude-Web": { "state": "allowed", "named_explicitly": true }, "PerplexityBot": { "state": "allowed", "named_explicitly": true }, "Perplexity-User": { "state": "allowed", "named_explicitly": false }, "Google-Extended": { "state": "allowed", "named_explicitly": true }, "CCBot": { "state": "allowed", "named_explicitly": true }, "Bytespider": { "state": "allowed", "named_explicitly": false }, "Applebot-Extended": { "state": "allowed", "named_explicitly": false }, "meta-externalagent": { "state": "allowed", "named_explicitly": false } } }, "llms": { "present": true, "http": 200, "bytes": 9440, "content_type": "text/plain; charset=utf-8", "html_soft_404": false }, "homepage": { "reachable": true, "http": 200, "bytes": 1002747, "jsonld_blocks": 0, "jsonld_parse_failures": 0, "types": [], "has_organization": false, "has_faqpage": false, "has_website": false, "has_breadcrumb": false, "has_article": false, "h1_count": 1, "meta_description": "Hire, pay, and manage teams in 150+ countries with Deel. Run global payroll, ensure compliance, and streamline HR operations\u2014all on one powerful platform.", "meta_description_len": 154 } }, { "domain": "remote.com", "robots": { "http": 200, "bytes": 206, "bots": { "GPTBot": { "state": "allowed", "named_explicitly": false }, "OAI-SearchBot": { "state": "allowed", "named_explicitly": false }, "ChatGPT-User": { "state": "allowed", "named_explicitly": false }, "ClaudeBot": { "state": "allowed", "named_explicitly": false }, "anthropic-ai": { "state": "allowed", "named_explicitly": false }, "Claude-Web": { "state": "allowed", "named_explicitly": false }, "PerplexityBot": { "state": "allowed", "named_explicitly": false }, "Perplexity-User": { "state": "allowed", "named_explicitly": false }, "Google-Extended": { "state": "allowed", "named_explicitly": false }, "CCBot": { "state": "allowed", "named_explicitly": false }, "Bytespider": { "state": "allowed", "named_explicitly": false }, "Applebot-Extended": { "state": "allowed", "named_explicitly": false }, "meta-externalagent": { "state": "allowed", "named_explicitly": false } } }, "llms": { "present": false, "http": 404 }, "homepage": { "reachable": true, "http": 200, "bytes": 659027, "jsonld_blocks": 6, "jsonld_parse_failures": 0, "types": [ "Answer", "Brand", "ContactPoint", "FAQPage", "ImageObject", "Organization", "Person", "Question", "Review", "WebPage", "WebSite" ], "has_organization": true, "has_faqpage": true, "has_website": true, "has_breadcrumb": false, "has_article": false, "h1_count": 1, "meta_description": "The intelligent infrastructure for global employment. EOR, global payroll, contractor management, and compliant payments \u2014 worldwide, on one system of record.", "meta_description_len": 158 } }, { "domain": "vercel.com", "robots": { "http": 200, "bytes": 629, "bots": { "GPTBot": { "state": "allowed", "named_explicitly": false }, "OAI-SearchBot": { "state": "allowed", "named_explicitly": false }, "ChatGPT-User": { "state": "allowed", "named_explicitly": false }, "ClaudeBot": { "state": "allowed", "named_explicitly": false }, "anthropic-ai": { "state": "allowed", "named_explicitly": false }, "Claude-Web": { "state": "allowed", "named_explicitly": false }, "PerplexityBot": { "state": "allowed", "named_explicitly": false }, "Perplexity-User": { "state": "allowed", "named_explicitly": false }, "Google-Extended": { "state": "allowed", "named_explicitly": false }, "CCBot": { "state": "allowed", "named_explicitly": false }, "Bytespider": { "state": "allowed", "named_explicitly": false }, "Applebot-Extended": { "state": "allowed", "named_explicitly": false }, "meta-externalagent": { "state": "allowed", "named_explicitly": false } } }, "llms": { "present": true, "http": 200, "bytes": 3507, "content_type": "text/plain; charset=utf-8", "html_soft_404": false }, "homepage": { "reachable": true, "http": 200, "bytes": 3025, "jsonld_blocks": 0, "jsonld_parse_failures": 0, "types": [], "has_organization": false, "has_faqpage": false, "has_website": false, "has_breadcrumb": false, "has_article": false, "h1_count": 0, "meta_description": null, "meta_description_len": 0 } }, { "domain": "netlify.com", "robots": { "http": 200, "bytes": 760, "bots": { "GPTBot": { "state": "allowed", "named_explicitly": true }, "OAI-SearchBot": { "state": "allowed", "named_explicitly": true }, "ChatGPT-User": { "state": "allowed", "named_explicitly": true }, "ClaudeBot": { "state": "allowed", "named_explicitly": true }, "anthropic-ai": { "state": "allowed", "named_explicitly": false }, "Claude-Web": { "state": "allowed", "named_explicitly": true }, "PerplexityBot": { "state": "allowed", "named_explicitly": true }, "Perplexity-User": { "state": "allowed", "named_explicitly": false }, "Google-Extended": { "state": "allowed", "named_explicitly": true }, "CCBot": { "state": "allowed", "named_explicitly": false }, "Bytespider": { "state": "allowed", "named_explicitly": false }, "Applebot-Extended": { "state": "allowed", "named_explicitly": false }, "meta-externalagent": { "state": "allowed", "named_explicitly": false } } }, "llms": { "present": true, "http": 200, "bytes": 2816, "content_type": "text/plain; charset=UTF-8", "html_soft_404": false }, "homepage": { "reachable": true, "http": 200, "bytes": 411082, "jsonld_blocks": 1, "jsonld_parse_failures": 0, "types": [ "BreadcrumbList", "ContactPoint", "ImageObject", "ListItem", "Offer", "Organization", "Person", "PostalAddress", "SoftwareApplication", "SpeakableSpecification", "WebPage", "WebSite" ], "has_organization": true, "has_faqpage": false, "has_website": true, "has_breadcrumb": true, "has_article": false, "h1_count": 1, "meta_description": "Create with AI or code, deploy instantly on production infrastructure. One platform to build and ship.", "meta_description_len": 102 } }, { "domain": "digitalocean.com", "robots": { "http": 200, "bytes": 172, "bots": { "GPTBot": { "state": "allowed", "named_explicitly": false }, "OAI-SearchBot": { "state": "allowed", "named_explicitly": false }, "ChatGPT-User": { "state": "allowed", "named_explicitly": false }, "ClaudeBot": { "state": "allowed", "named_explicitly": false }, "anthropic-ai": { "state": "allowed", "named_explicitly": false }, "Claude-Web": { "state": "allowed", "named_explicitly": false }, "PerplexityBot": { "state": "allowed", "named_explicitly": false }, "Perplexity-User": { "state": "allowed", "named_explicitly": false }, "Google-Extended": { "state": "allowed", "named_explicitly": false }, "CCBot": { "state": "allowed", "named_explicitly": false }, "Bytespider": { "state": "allowed", "named_explicitly": false }, "Applebot-Extended": { "state": "allowed", "named_explicitly": false }, "meta-externalagent": { "state": "allowed", "named_explicitly": false } } }, "llms": { "present": false, "http": 404 }, "homepage": { "reachable": true, "http": 200, "bytes": 285333, "jsonld_blocks": 0, "jsonld_parse_failures": 0, "types": [], "has_organization": false, "has_faqpage": false, "has_website": false, "has_breadcrumb": false, "has_article": false, "h1_count": 1, "meta_description": "Run AI products in production with a unified stack for agents, inference, and cloud\u2014built for control, performance, and economics at scale.", "meta_description_len": 139 } }, { "domain": "cloudflare.com", "robots": { "http": 200, "bytes": 1097, "bots": { "GPTBot": { "state": "allowed", "named_explicitly": true }, "OAI-SearchBot": { "state": "allowed", "named_explicitly": false }, "ChatGPT-User": { "state": "allowed", "named_explicitly": true }, "ClaudeBot": { "state": "allowed", "named_explicitly": false }, "anthropic-ai": { "state": "allowed", "named_explicitly": true }, "Claude-Web": { "state": "allowed", "named_explicitly": true }, "PerplexityBot": { "state": "allowed", "named_explicitly": true }, "Perplexity-User": { "state": "allowed", "named_explicitly": false }, "Google-Extended": { "state": "allowed", "named_explicitly": true }, "CCBot": { "state": "allowed", "named_explicitly": true }, "Bytespider": { "state": "allowed", "named_explicitly": false }, "Applebot-Extended": { "state": "allowed", "named_explicitly": false }, "meta-externalagent": { "state": "allowed", "named_explicitly": false } } }, "llms": { "present": true, "http": 200, "bytes": 16880, "content_type": "text/plain", "html_soft_404": false }, "homepage": { "reachable": true, "http": 200, "bytes": 1315585, "jsonld_blocks": 3, "jsonld_parse_failures": 0, "types": [ "Organization", "SearchAction", "WebPage", "WebSite" ], "has_organization": true, "has_faqpage": false, "has_website": true, "has_breadcrumb": false, "has_article": false, "h1_count": 2, "meta_description": "Welcome to Cloudflare - Powering the next generation of applications", "meta_description_len": 68 } }, { "domain": "fastly.com", "robots": { "http": 200, "bytes": 398, "bots": { "GPTBot": { "state": "allowed", "named_explicitly": false }, "OAI-SearchBot": { "state": "allowed", "named_explicitly": false }, "ChatGPT-User": { "state": "allowed", "named_explicitly": false }, "ClaudeBot": { "state": "allowed", "named_explicitly": false }, "anthropic-ai": { "state": "allowed", "named_explicitly": false }, "Claude-Web": { "state": "allowed", "named_explicitly": false }, "PerplexityBot": { "state": "allowed", "named_explicitly": false }, "Perplexity-User": { "state": "allowed", "named_explicitly": false }, "Google-Extended": { "state": "allowed", "named_explicitly": false }, "CCBot": { "state": "allowed", "named_explicitly": false }, "Bytespider": { "state": "allowed", "named_explicitly": false }, "Applebot-Extended": { "state": "allowed", "named_explicitly": false }, "meta-externalagent": { "state": "allowed", "named_explicitly": false } } }, "llms": { "present": true, "http": 200, "bytes": 15743, "content_type": "text/plain; charset=utf-8", "html_soft_404": false }, "homepage": { "reachable": true, "http": 200, "bytes": 666616, "jsonld_blocks": 0, "jsonld_parse_failures": 0, "types": [], "has_organization": false, "has_faqpage": false, "has_website": false, "has_breadcrumb": false, "has_article": false, "h1_count": 1, "meta_description": null, "meta_description_len": 0 } }, { "domain": "datadoghq.com", "robots": { "http": 200, "bytes": 525, "bots": { "GPTBot": { "state": "allowed", "named_explicitly": false }, "OAI-SearchBot": { "state": "allowed", "named_explicitly": false }, "ChatGPT-User": { "state": "allowed", "named_explicitly": false }, "ClaudeBot": { "state": "allowed", "named_explicitly": false }, "anthropic-ai": { "state": "allowed", "named_explicitly": false }, "Claude-Web": { "state": "allowed", "named_explicitly": false }, "PerplexityBot": { "state": "allowed", "named_explicitly": false }, "Perplexity-User": { "state": "allowed", "named_explicitly": false }, "Google-Extended": { "state": "allowed", "named_explicitly": false }, "CCBot": { "state": "allowed", "named_explicitly": false }, "Bytespider": { "state": "allowed", "named_explicitly": false }, "Applebot-Extended": { "state": "allowed", "named_explicitly": false }, "meta-externalagent": { "state": "allowed", "named_explicitly": false } } }, "llms": { "present": true, "http": 200, "bytes": 567270, "content_type": "text/plain; charset=utf-8", "html_soft_404": false }, "homepage": { "reachable": true, "http": 200, "bytes": 293017, "jsonld_blocks": 0, "jsonld_parse_failures": 0, "types": [], "has_organization": false, "has_faqpage": false, "has_website": false, "has_breadcrumb": false, "has_article": false, "h1_count": 1, "meta_description": null, "meta_description_len": 0 } }, { "domain": "sentry.io", "robots": { "http": 200, "bytes": 140, "bots": { "GPTBot": { "state": "allowed", "named_explicitly": false }, "OAI-SearchBot": { "state": "allowed", "named_explicitly": false }, "ChatGPT-User": { "state": "allowed", "named_explicitly": false }, "ClaudeBot": { "state": "allowed", "named_explicitly": false }, "anthropic-ai": { "state": "allowed", "named_explicitly": false }, "Claude-Web": { "state": "allowed", "named_explicitly": false }, "PerplexityBot": { "state": "allowed", "named_explicitly": false }, "Perplexity-User": { "state": "allowed", "named_explicitly": false }, "Google-Extended": { "state": "allowed", "named_explicitly": false }, "CCBot": { "state": "allowed", "named_explicitly": false }, "Bytespider": { "state": "allowed", "named_explicitly": false }, "Applebot-Extended": { "state": "allowed", "named_explicitly": false }, "meta-externalagent": { "state": "allowed", "named_explicitly": false } } }, "llms": { "present": true, "http": 200, "bytes": 3712, "content_type": "text/plain; charset=utf-8", "html_soft_404": false }, "homepage": { "reachable": true, "http": 200, "bytes": 632897, "jsonld_blocks": 2, "jsonld_parse_failures": 0, "types": [ "Organization", "PostalAddress", "WebPage" ], "has_organization": true, "has_faqpage": false, "has_website": false, "has_breadcrumb": false, "has_article": false, "h1_count": 1, "meta_description": "Application performance monitoring for developers & software teams to see errors clearer, solve issues faster & continue learning continuously. Get started at sentry.io.", "meta_description_len": 177 } }, { "domain": "twilio.com", "robots": { "http": 200, "bytes": 975, "bots": { "GPTBot": { "state": "allowed", "named_explicitly": false }, "OAI-SearchBot": { "state": "allowed", "named_explicitly": false }, "ChatGPT-User": { "state": "allowed", "named_explicitly": false }, "ClaudeBot": { "state": "allowed", "named_explicitly": false }, "anthropic-ai": { "state": "allowed", "named_explicitly": false }, "Claude-Web": { "state": "allowed", "named_explicitly": false }, "PerplexityBot": { "state": "allowed", "named_explicitly": false }, "Perplexity-User": { "state": "allowed", "named_explicitly": false }, "Google-Extended": { "state": "allowed", "named_explicitly": false }, "CCBot": { "state": "allowed", "named_explicitly": false }, "Bytespider": { "state": "allowed", "named_explicitly": false }, "Applebot-Extended": { "state": "allowed", "named_explicitly": false }, "meta-externalagent": { "state": "allowed", "named_explicitly": false } } }, "llms": { "present": true, "http": 200, "bytes": 2320680, "content_type": "text/markdown; charset=utf-8", "html_soft_404": false }, "homepage": { "reachable": true, "http": 200, "bytes": 699023, "jsonld_blocks": 3, "jsonld_parse_failures": 0, "types": [ "Organization", "SearchAction", "VideoObject", "WebSite" ], "has_organization": true, "has_faqpage": false, "has_website": true, "has_breadcrumb": false, "has_article": false, "h1_count": 1, "meta_description": "Build amazing customer experiences on the Twilio platform with APIs for SMS, RCS, voice, and email, plus conversational AI for smarter engagement, and identity verification for trust.", "meta_description_len": 183 } }, { "domain": "stripe.com", "robots": { "http": 200, "bytes": 643, "bots": { "GPTBot": { "state": "allowed", "named_explicitly": false }, "OAI-SearchBot": { "state": "allowed", "named_explicitly": false }, "ChatGPT-User": { "state": "allowed", "named_explicitly": false }, "ClaudeBot": { "state": "allowed", "named_explicitly": false }, "anthropic-ai": { "state": "allowed", "named_explicitly": false }, "Claude-Web": { "state": "allowed", "named_explicitly": false }, "PerplexityBot": { "state": "allowed", "named_explicitly": false }, "Perplexity-User": { "state": "allowed", "named_explicitly": false }, "Google-Extended": { "state": "allowed", "named_explicitly": false }, "CCBot": { "state": "allowed", "named_explicitly": false }, "Bytespider": { "state": "allowed", "named_explicitly": false }, "Applebot-Extended": { "state": "allowed", "named_explicitly": false }, "meta-externalagent": { "state": "allowed", "named_explicitly": false } } }, "llms": { "present": true, "http": 200, "bytes": 64986, "content_type": "text/plain; charset=utf-8", "html_soft_404": false }, "homepage": { "reachable": true, "http": 200, "bytes": 661301, "jsonld_blocks": 1, "jsonld_parse_failures": 0, "types": [ "ContactPoint", "ImageObject", "Organization", "Person", "Place", "PostalAddress", "WebSite" ], "has_organization": true, "has_faqpage": false, "has_website": true, "has_breadcrumb": false, "has_article": false, "h1_count": 2, "meta_description": "Stripe is a financial services platform that helps all types of businesses accept payments, build flexible billing models, and manage money movement.", "meta_description_len": 149 } }, { "domain": "plaid.com", "robots": { "http": 200, "bytes": 498, "bots": { "GPTBot": { "state": "allowed", "named_explicitly": false }, "OAI-SearchBot": { "state": "allowed", "named_explicitly": false }, "ChatGPT-User": { "state": "allowed", "named_explicitly": false }, "ClaudeBot": { "state": "allowed", "named_explicitly": false }, "anthropic-ai": { "state": "allowed", "named_explicitly": false }, "Claude-Web": { "state": "allowed", "named_explicitly": false }, "PerplexityBot": { "state": "allowed", "named_explicitly": false }, "Perplexity-User": { "state": "allowed", "named_explicitly": false }, "Google-Extended": { "state": "allowed", "named_explicitly": false }, "CCBot": { "state": "allowed", "named_explicitly": false }, "Bytespider": { "state": "allowed", "named_explicitly": false }, "Applebot-Extended": { "state": "allowed", "named_explicitly": false }, "meta-externalagent": { "state": "allowed", "named_explicitly": false } } }, "llms": { "present": true, "http": 200, "bytes": 360151, "content_type": "text/plain; charset=utf-8", "html_soft_404": false }, "homepage": { "reachable": true, "http": 200, "bytes": 363670, "jsonld_blocks": 1, "jsonld_parse_failures": 0, "types": [ "ImageObject", "PostalAddress", "organization" ], "has_organization": false, "has_faqpage": false, "has_website": false, "has_breadcrumb": false, "has_article": false, "h1_count": 1, "meta_description": "Plaid helps all companies build fintech solutions by making it easy, safe and reliable for people to connect their financial data to apps and services.", "meta_description_len": 151 } }, { "domain": "bain.com", "robots": { "http": 200, "bytes": 718, "bots": { "GPTBot": { "state": "allowed", "named_explicitly": false }, "OAI-SearchBot": { "state": "allowed", "named_explicitly": false }, "ChatGPT-User": { "state": "allowed", "named_explicitly": false }, "ClaudeBot": { "state": "allowed", "named_explicitly": false }, "anthropic-ai": { "state": "allowed", "named_explicitly": false }, "Claude-Web": { "state": "allowed", "named_explicitly": false }, "PerplexityBot": { "state": "allowed", "named_explicitly": false }, "Perplexity-User": { "state": "allowed", "named_explicitly": false }, "Google-Extended": { "state": "allowed", "named_explicitly": false }, "CCBot": { "state": "allowed", "named_explicitly": false }, "Bytespider": { "state": "allowed", "named_explicitly": false }, "Applebot-Extended": { "state": "allowed", "named_explicitly": false }, "meta-externalagent": { "state": "allowed", "named_explicitly": false } } }, "llms": { "present": true, "http": 200, "bytes": 14362, "content_type": "text/plain", "html_soft_404": false }, "homepage": { "reachable": true, "http": 200, "bytes": 145455, "jsonld_blocks": 1, "jsonld_parse_failures": 0, "types": [ "ImageObject", "Organization" ], "has_organization": true, "has_faqpage": false, "has_website": false, "has_breadcrumb": false, "has_article": false, "h1_count": 0, "meta_description": "Bain & Company is a top management consulting firm. We advise leaders on strategy, marketing, organization, operations, IT and M&A, across all industries and geographies.", "meta_description_len": 178 } }, { "domain": "mckinsey.com", "robots": { "http": 200, "bytes": 1231, "bots": { "GPTBot": { "state": "allowed", "named_explicitly": false }, "OAI-SearchBot": { "state": "allowed", "named_explicitly": false }, "ChatGPT-User": { "state": "allowed", "named_explicitly": false }, "ClaudeBot": { "state": "allowed", "named_explicitly": false }, "anthropic-ai": { "state": "allowed", "named_explicitly": false }, "Claude-Web": { "state": "allowed", "named_explicitly": false }, "PerplexityBot": { "state": "allowed", "named_explicitly": false }, "Perplexity-User": { "state": "allowed", "named_explicitly": false }, "Google-Extended": { "state": "allowed", "named_explicitly": false }, "CCBot": { "state": "allowed", "named_explicitly": false }, "Bytespider": { "state": "allowed", "named_explicitly": false }, "Applebot-Extended": { "state": "allowed", "named_explicitly": false }, "meta-externalagent": { "state": "allowed", "named_explicitly": false } } }, "llms": { "present": true, "http": 200, "bytes": 39021, "content_type": "text/plain", "html_soft_404": false }, "homepage": { "reachable": false, "http": 0 } }, { "domain": "deloitte.com", "robots": { "http": 200, "bytes": 503, "bots": { "GPTBot": { "state": "allowed", "named_explicitly": false }, "OAI-SearchBot": { "state": "allowed", "named_explicitly": false }, "ChatGPT-User": { "state": "allowed", "named_explicitly": false }, "ClaudeBot": { "state": "allowed", "named_explicitly": false }, "anthropic-ai": { "state": "allowed", "named_explicitly": false }, "Claude-Web": { "state": "allowed", "named_explicitly": false }, "PerplexityBot": { "state": "allowed", "named_explicitly": false }, "Perplexity-User": { "state": "allowed", "named_explicitly": false }, "Google-Extended": { "state": "allowed", "named_explicitly": false }, "CCBot": { "state": "allowed", "named_explicitly": false }, "Bytespider": { "state": "allowed", "named_explicitly": false }, "Applebot-Extended": { "state": "allowed", "named_explicitly": false }, "meta-externalagent": { "state": "allowed", "named_explicitly": false } } }, "llms": { "present": false, "http": 404 }, "homepage": { "reachable": true, "http": 200, "bytes": 290333, "jsonld_blocks": 0, "jsonld_parse_failures": 0, "types": [], "has_organization": false, "has_faqpage": false, "has_website": false, "has_breadcrumb": false, "has_article": false, "h1_count": 1, "meta_description": "Discover industry insights and audit, tax, and consulting services that drive impact from Deloitte\u2019s global network of member firms.", "meta_description_len": 132 } }, { "domain": "accenture.com", "robots": { "http": 200, "bytes": 806, "bots": { "GPTBot": { "state": "allowed", "named_explicitly": false }, "OAI-SearchBot": { "state": "allowed", "named_explicitly": false }, "ChatGPT-User": { "state": "allowed", "named_explicitly": false }, "ClaudeBot": { "state": "allowed", "named_explicitly": false }, "anthropic-ai": { "state": "allowed", "named_explicitly": false }, "Claude-Web": { "state": "allowed", "named_explicitly": false }, "PerplexityBot": { "state": "allowed", "named_explicitly": false }, "Perplexity-User": { "state": "allowed", "named_explicitly": false }, "Google-Extended": { "state": "allowed", "named_explicitly": false }, "CCBot": { "state": "allowed", "named_explicitly": false }, "Bytespider": { "state": "allowed", "named_explicitly": false }, "Applebot-Extended": { "state": "allowed", "named_explicitly": false }, "meta-externalagent": { "state": "allowed", "named_explicitly": false } } }, "llms": { "present": false, "http": 404 }, "homepage": { "reachable": true, "http": 200, "bytes": 197206, "jsonld_blocks": 1, "jsonld_parse_failures": 0, "types": [ "ContactPoint", "Organization" ], "has_organization": true, "has_faqpage": false, "has_website": false, "has_breadcrumb": false, "has_article": false, "h1_count": 1, "meta_description": "Accenture embraces the power of change to create 360\u00b0 value and shared success for our clients, people, shareholders, partners and communities. Learn more.", "meta_description_len": 155 } }, { "domain": "kpmg.com", "robots": { "http": 200, "bytes": 672, "bots": { "GPTBot": { "state": "allowed", "named_explicitly": false }, "OAI-SearchBot": { "state": "allowed", "named_explicitly": false }, "ChatGPT-User": { "state": "allowed", "named_explicitly": false }, "ClaudeBot": { "state": "allowed", "named_explicitly": false }, "anthropic-ai": { "state": "allowed", "named_explicitly": false }, "Claude-Web": { "state": "allowed", "named_explicitly": false }, "PerplexityBot": { "state": "allowed", "named_explicitly": false }, "Perplexity-User": { "state": "allowed", "named_explicitly": false }, "Google-Extended": { "state": "allowed", "named_explicitly": false }, "CCBot": { "state": "allowed", "named_explicitly": false }, "Bytespider": { "state": "allowed", "named_explicitly": false }, "Applebot-Extended": { "state": "allowed", "named_explicitly": false }, "meta-externalagent": { "state": "allowed", "named_explicitly": false } } }, "llms": { "present": true, "http": 200, "bytes": 6749, "content_type": "text/plain", "html_soft_404": false }, "homepage": { "reachable": true, "http": 200, "bytes": 206449, "jsonld_blocks": 4, "jsonld_parse_failures": 0, "types": [ "Corporation", "EntryPoint", "ImageObject", "ItemList", "ListItem", "SearchAction", "SiteNavigationElement", "ViewAction", "WebPage", "WebSite" ], "has_organization": true, "has_faqpage": false, "has_website": true, "has_breadcrumb": false, "has_article": false, "h1_count": 1, "meta_description": "Welcome to KPMG International.", "meta_description_len": 30 } }, { "domain": "pwc.com", "robots": { "http": 200, "bytes": 5180, "bots": { "GPTBot": { "state": "allowed", "named_explicitly": false }, "OAI-SearchBot": { "state": "allowed", "named_explicitly": false }, "ChatGPT-User": { "state": "allowed", "named_explicitly": false }, "ClaudeBot": { "state": "allowed", "named_explicitly": false }, "anthropic-ai": { "state": "allowed", "named_explicitly": false }, "Claude-Web": { "state": "allowed", "named_explicitly": false }, "PerplexityBot": { "state": "allowed", "named_explicitly": false }, "Perplexity-User": { "state": "allowed", "named_explicitly": false }, "Google-Extended": { "state": "allowed", "named_explicitly": false }, "CCBot": { "state": "allowed", "named_explicitly": false }, "Bytespider": { "state": "allowed", "named_explicitly": false }, "Applebot-Extended": { "state": "allowed", "named_explicitly": false }, "meta-externalagent": { "state": "allowed", "named_explicitly": false } } }, "llms": { "present": false, "http": 404 }, "homepage": { "reachable": true, "http": 200, "bytes": 171689, "jsonld_blocks": 2, "jsonld_parse_failures": 0, "types": [ "Organization", "PostalAddress", "WebPage" ], "has_organization": true, "has_faqpage": false, "has_website": false, "has_breadcrumb": false, "has_article": false, "h1_count": 1, "meta_description": "With bold insights, proven expertise and tech that moves business forward, we help you drive your company to the leading edge.", "meta_description_len": 126 } }, { "domain": "ey.com", "robots": { "http": 200, "bytes": 8303, "bots": { "GPTBot": { "state": "allowed", "named_explicitly": true }, "OAI-SearchBot": { "state": "allowed", "named_explicitly": false }, "ChatGPT-User": { "state": "allowed", "named_explicitly": true }, "ClaudeBot": { "state": "allowed", "named_explicitly": false }, "anthropic-ai": { "state": "allowed", "named_explicitly": true }, "Claude-Web": { "state": "allowed", "named_explicitly": false }, "PerplexityBot": { "state": "allowed", "named_explicitly": true }, "Perplexity-User": { "state": "allowed", "named_explicitly": true }, "Google-Extended": { "state": "allowed", "named_explicitly": true }, "CCBot": { "state": "allowed", "named_explicitly": true }, "Bytespider": { "state": "allowed", "named_explicitly": false }, "Applebot-Extended": { "state": "allowed", "named_explicitly": false }, "meta-externalagent": { "state": "allowed", "named_explicitly": false } } }, "llms": { "present": false, "http": 404 }, "homepage": { "reachable": true, "http": 200, "bytes": 421973, "jsonld_blocks": 7, "jsonld_parse_failures": 0, "types": [ "Organization", "SearchAction", "VideoObject", "WebSite" ], "has_organization": true, "has_faqpage": false, "has_website": true, "has_breadcrumb": false, "has_article": false, "h1_count": 0, "meta_description": "Five key SEC priorities in 2024", "meta_description_len": 31 } }, { "domain": "slalom.com", "robots": { "http": 200, "bytes": 793, "bots": { "GPTBot": { "state": "allowed", "named_explicitly": false }, "OAI-SearchBot": { "state": "allowed", "named_explicitly": false }, "ChatGPT-User": { "state": "allowed", "named_explicitly": false }, "ClaudeBot": { "state": "allowed", "named_explicitly": false }, "anthropic-ai": { "state": "allowed", "named_explicitly": false }, "Claude-Web": { "state": "allowed", "named_explicitly": false }, "PerplexityBot": { "state": "allowed", "named_explicitly": false }, "Perplexity-User": { "state": "allowed", "named_explicitly": false }, "Google-Extended": { "state": "allowed", "named_explicitly": false }, "CCBot": { "state": "allowed", "named_explicitly": false }, "Bytespider": { "state": "allowed", "named_explicitly": false }, "Applebot-Extended": { "state": "allowed", "named_explicitly": false }, "meta-externalagent": { "state": "allowed", "named_explicitly": false } } }, "llms": { "present": true, "http": 200, "bytes": 5084, "content_type": "text/plain; charset=ISO-8859-1", "html_soft_404": false }, "homepage": { "reachable": true, "http": 200, "bytes": 291705, "jsonld_blocks": 1, "jsonld_parse_failures": 0, "types": [ "Brand", "ContactPoint", "Organization" ], "has_organization": true, "has_faqpage": false, "has_website": false, "has_breadcrumb": false, "has_article": false, "h1_count": 4, "meta_description": "Slalom is a next-generation professional services & business consulting company creating value at the intersection of business, technology, and humanity.", "meta_description_len": 157 } }, { "domain": "thoughtworks.com", "robots": { "http": 200, "bytes": 4357, "bots": { "GPTBot": { "state": "allowed", "named_explicitly": true }, "OAI-SearchBot": { "state": "allowed", "named_explicitly": true }, "ChatGPT-User": { "state": "allowed", "named_explicitly": true }, "ClaudeBot": { "state": "allowed", "named_explicitly": true }, "anthropic-ai": { "state": "allowed", "named_explicitly": true }, "Claude-Web": { "state": "allowed", "named_explicitly": true }, "PerplexityBot": { "state": "allowed", "named_explicitly": true }, "Perplexity-User": { "state": "allowed", "named_explicitly": false }, "Google-Extended": { "state": "allowed", "named_explicitly": true }, "CCBot": { "state": "allowed", "named_explicitly": true }, "Bytespider": { "state": "allowed", "named_explicitly": false }, "Applebot-Extended": { "state": "allowed", "named_explicitly": false }, "meta-externalagent": { "state": "allowed", "named_explicitly": false } } }, "llms": { "present": true, "http": 200, "bytes": 16962, "content_type": "text/plain;charset=iso-8859-1", "html_soft_404": false }, "homepage": { "reachable": true, "http": 200, "bytes": 179035, "jsonld_blocks": 3, "jsonld_parse_failures": 0, "types": [ "BreadcrumbList", "ListItem", "Organization", "PostalAddress", "SearchAction", "WebSite" ], "has_organization": true, "has_faqpage": false, "has_website": true, "has_breadcrumb": true, "has_article": false, "h1_count": 1, "meta_description": "We are laser-focused on transforming your digital journey so you can make extraordinary impact today, tomorrow and beyond.", "meta_description_len": 122 } }, { "domain": "publicissapient.com", "robots": { "http": 200, "bytes": 513, "bots": { "GPTBot": { "state": "allowed", "named_explicitly": false }, "OAI-SearchBot": { "state": "allowed", "named_explicitly": false }, "ChatGPT-User": { "state": "allowed", "named_explicitly": false }, "ClaudeBot": { "state": "allowed", "named_explicitly": false }, "anthropic-ai": { "state": "allowed", "named_explicitly": false }, "Claude-Web": { "state": "allowed", "named_explicitly": false }, "PerplexityBot": { "state": "allowed", "named_explicitly": false }, "Perplexity-User": { "state": "allowed", "named_explicitly": false }, "Google-Extended": { "state": "allowed", "named_explicitly": false }, "CCBot": { "state": "allowed", "named_explicitly": false }, "Bytespider": { "state": "allowed", "named_explicitly": false }, "Applebot-Extended": { "state": "allowed", "named_explicitly": false }, "meta-externalagent": { "state": "allowed", "named_explicitly": false } } }, "llms": { "present": false, "http": 404 }, "homepage": { "reachable": true, "http": 200, "bytes": 364511, "jsonld_blocks": 2, "jsonld_parse_failures": 0, "types": [ "Organization", "WebSite" ], "has_organization": true, "has_faqpage": false, "has_website": true, "has_breadcrumb": false, "has_article": false, "h1_count": 1, "meta_description": "Publicis Sapient combines industry experts and AI platforms to help enterprises modernize systems, scale AI and drive measurable results.", "meta_description_len": 137 } } ]