[ { "domain": "hubspot.com", "robots": { "http": 200, "bytes": 12606, "bots": { "GPTBot": { "state": "allowed", "named_explicitly": false }, "OAI-SearchBot": { "state": "allowed", "named_explicitly": false }, "ChatGPT-User": { "state": "allowed", "named_explicitly": false }, "ClaudeBot": { "state": "allowed", "named_explicitly": false }, "anthropic-ai": { "state": "allowed", "named_explicitly": false }, "Claude-Web": { "state": "allowed", "named_explicitly": false }, "PerplexityBot": { "state": "allowed", "named_explicitly": false }, "Perplexity-User": { "state": "allowed", "named_explicitly": false }, "Google-Extended": { "state": "allowed", "named_explicitly": false }, "CCBot": { "state": "allowed", "named_explicitly": false }, "Bytespider": { "state": "allowed", "named_explicitly": false }, "Applebot-Extended": { "state": "allowed", "named_explicitly": false }, "meta-externalagent": { "state": "allowed", "named_explicitly": false } } }, "llms": { "present": true, "http": 200, "bytes": 35510, "content_type": "text/plain; charset=x-macroman", "html_soft_404": false }, "homepage": { "reachable": true, "http": 200, "bytes": 642499, "jsonld_blocks": 1, "jsonld_parse_failures": 0, "types": [ "AggregateRating", "Brand", "ImageObject", "Organization", "PostalAddress", "Product", "PropertyValue", "WebPage", "WebSite" ], "has_organization": true, "has_faqpage": false, "has_website": true, "has_breadcrumb": false, "has_article": false, "h1_count": 1, "meta_description": "HubSpot", "meta_description_len": 7 } }, { "domain": "salesforce.com", "robots": { "http": 200, "bytes": 14256, "bots": { "GPTBot": { "state": "allowed", "named_explicitly": false }, "OAI-SearchBot": { "state": "allowed", "named_explicitly": false }, "ChatGPT-User": { "state": "allowed", "named_explicitly": false }, "ClaudeBot": { "state": "allowed", "named_explicitly": false }, "anthropic-ai": { "state": "allowed", "named_explicitly": false }, "Claude-Web": { "state": "allowed", "named_explicitly": false }, "PerplexityBot": { "state": "allowed", "named_explicitly": false }, "Perplexity-User": { "state": "allowed", "named_explicitly": false }, "Google-Extended": { "state": "allowed", "named_explicitly": false }, "CCBot": { "state": "allowed", "named_explicitly": false }, "Bytespider": { "state": "allowed", "named_explicitly": false }, "Applebot-Extended": { "state": "allowed", "named_explicitly": false }, "meta-externalagent": { "state": "allowed", "named_explicitly": false } } }, "llms": { "present": true, "http": 200, "bytes": 1021209, "content_type": "text/plain; charset=UTF-8", "html_soft_404": false }, "homepage": { "reachable": true, "http": 200, "bytes": 1229780, "jsonld_blocks": 1, "jsonld_parse_failures": 0, "types": [ "Answer", "FAQPage", "ImageObject", "Offer", "Organization", "PostalAddress", "Question", "WebPage" ], "has_organization": true, "has_faqpage": true, "has_website": false, "has_breadcrumb": false, "has_article": false, "h1_count": 1, "meta_description": "Salesforce is the #1 AI CRM, helping companies connect with customers in a whole new way \u2014 uniting the data, apps, and agents that run the business.", "meta_description_len": 148 } }, { "domain": "zendesk.com", "robots": { "http": 200, "bytes": 1028, "bots": { "GPTBot": { "state": "allowed", "named_explicitly": false }, "OAI-SearchBot": { "state": "allowed", "named_explicitly": false }, "ChatGPT-User": { "state": "allowed", "named_explicitly": false }, "ClaudeBot": { "state": "allowed", "named_explicitly": false }, "anthropic-ai": { "state": "allowed", "named_explicitly": false }, "Claude-Web": { "state": "allowed", "named_explicitly": false }, "PerplexityBot": { "state": "allowed", "named_explicitly": false }, "Perplexity-User": { "state": "allowed", "named_explicitly": false }, "Google-Extended": { "state": "allowed", "named_explicitly": false }, "CCBot": { "state": "allowed", "named_explicitly": false }, "Bytespider": { "state": "allowed", "named_explicitly": false }, "Applebot-Extended": { "state": "allowed", "named_explicitly": false }, "meta-externalagent": { "state": "allowed", "named_explicitly": false } } }, "llms": { "present": true, "http": 200, "bytes": 739460, "content_type": "text/plain", "html_soft_404": false }, "homepage": { "reachable": true, "http": 200, "bytes": 873569, "jsonld_blocks": 1, "jsonld_parse_failures": 0, "types": [ "ContactPoint", "Corporation", "EntryPoint", "ImageObject", "Offer", "Organization", "PostalAddress", "RegisterAction", "SoftwareApplication", "Thing", "ViewAction", "WebPage", "WebSite" ], "has_organization": true, "has_faqpage": false, "has_website": true, "has_breadcrumb": false, "has_article": false, "h1_count": 1, "meta_description": "Move beyond deflection with AI agents that resolve issues end-to-end. Improve service quality, speed, and scale. Start your free trial.", "meta_description_len": 135 } }, { "domain": "intercom.com", "robots": { "http": 200, "bytes": 261, "bots": { "GPTBot": { "state": "allowed", "named_explicitly": false }, "OAI-SearchBot": { "state": "allowed", "named_explicitly": false }, "ChatGPT-User": { "state": "allowed", "named_explicitly": false }, "ClaudeBot": { "state": "allowed", "named_explicitly": false }, "anthropic-ai": { "state": "allowed", "named_explicitly": false }, "Claude-Web": { "state": "allowed", "named_explicitly": false }, "PerplexityBot": { "state": "allowed", "named_explicitly": false }, "Perplexity-User": { "state": "allowed", "named_explicitly": false }, "Google-Extended": { "state": "allowed", "named_explicitly": false }, "CCBot": { "state": "allowed", "named_explicitly": false }, "Bytespider": { "state": "allowed", "named_explicitly": false }, "Applebot-Extended": { "state": "allowed", "named_explicitly": false }, "meta-externalagent": { "state": "allowed", "named_explicitly": false } } }, "llms": { "present": true, "http": 200, "bytes": 8910, "content_type": "text/plain; charset=utf-8", "html_soft_404": false }, "homepage": { "reachable": true, "http": 200, "bytes": 1520575, "jsonld_blocks": 1, "jsonld_parse_failures": 0, "types": [ "BreadcrumbList", "ImageObject", "ItemList", "ListItem", "Offer", "Organization", "Product", "QuantitativeValue", "SoftwareApplication", "UnitPriceSpecification", "WebPage", "WebSite" ], "has_organization": true, "has_faqpage": false, "has_website": true, "has_breadcrumb": true, "has_article": false, "h1_count": 1, "meta_description": "Intercom is the only helpdesk with a natively integrated AI Agent, Fin, meaning every customer conversation improves the next one, enabling perfect experiences that were never possible before.", "meta_description_len": 192 } }, { "domain": "klaviyo.com", "robots": { "http": 200, "bytes": 3528, "bots": { "GPTBot": { "state": "allowed", "named_explicitly": true }, "OAI-SearchBot": { "state": "allowed", "named_explicitly": true }, "ChatGPT-User": { "state": "allowed", "named_explicitly": true }, "ClaudeBot": { "state": "allowed", "named_explicitly": true }, "anthropic-ai": { "state": "allowed", "named_explicitly": false }, "Claude-Web": { "state": "allowed", "named_explicitly": false }, "PerplexityBot": { "state": "allowed", "named_explicitly": true }, "Perplexity-User": { "state": "allowed", "named_explicitly": true }, "Google-Extended": { "state": "allowed", "named_explicitly": false }, "CCBot": { "state": "allowed", "named_explicitly": false }, "Bytespider": { "state": "allowed", "named_explicitly": false }, "Applebot-Extended": { "state": "allowed", "named_explicitly": false }, "meta-externalagent": { "state": "allowed", "named_explicitly": true } } }, "llms": { "present": true, "http": 200, "bytes": 20229, "content_type": "text/plain; charset=UTF-8", "html_soft_404": false }, "homepage": { "reachable": true, "http": 200, "bytes": 589174, "jsonld_blocks": 1, "jsonld_parse_failures": 0, "types": [ "Answer", "ContactPoint", "FAQPage", "ImageObject", "ItemList", "Organization", "Person", "PostalAddress", "Question", "SearchAction", "WebPage", "WebSite" ], "has_organization": true, "has_faqpage": true, "has_website": true, "has_breadcrumb": false, "has_article": false, "h1_count": 1, "meta_description": "Klaviyo unifies AI-powered email marketing and SMS to drive growth, retention, and measurable results. Build personalized, omnichannel experiences across WhatsApp, ecommerce, and more with K:AI Agents.", "meta_description_len": 201 } }, { "domain": "mailchimp.com", "robots": { "http": 200, "bytes": 101, "bots": { "GPTBot": { "state": "no-rule", "named_explicitly": false }, "OAI-SearchBot": { "state": "no-rule", "named_explicitly": false }, "ChatGPT-User": { "state": "no-rule", "named_explicitly": false }, "ClaudeBot": { "state": "no-rule", "named_explicitly": false }, "anthropic-ai": { "state": "no-rule", "named_explicitly": false }, "Claude-Web": { "state": "no-rule", "named_explicitly": false }, "PerplexityBot": { "state": "no-rule", "named_explicitly": false }, "Perplexity-User": { "state": "no-rule", "named_explicitly": false }, "Google-Extended": { "state": "no-rule", "named_explicitly": false }, "CCBot": { "state": "no-rule", "named_explicitly": false }, "Bytespider": { "state": "no-rule", "named_explicitly": false }, "Applebot-Extended": { "state": "no-rule", "named_explicitly": false }, "meta-externalagent": { "state": "no-rule", "named_explicitly": false } } }, "llms": { "present": true, "http": 200, "bytes": 525970, "content_type": "text/plain; charset=UTF-8", "html_soft_404": false }, "homepage": { "reachable": true, "http": 200, "bytes": 507997, "jsonld_blocks": 1, "jsonld_parse_failures": 0, "types": [ "Organization", "Service" ], "has_organization": true, "has_faqpage": false, "has_website": false, "has_breadcrumb": false, "has_article": false, "h1_count": 6, "meta_description": "Utilize real-time user behavior data and artificial intelligence to convert more customers. Easy to use, get started for free!", "meta_description_len": 126 } }, { "domain": "semrush.com", "robots": { "http": 200, "bytes": 3599, "bots": { "GPTBot": { "state": "allowed", "named_explicitly": false }, "OAI-SearchBot": { "state": "allowed", "named_explicitly": false }, "ChatGPT-User": { "state": "allowed", "named_explicitly": false }, "ClaudeBot": { "state": "allowed", "named_explicitly": false }, "anthropic-ai": { "state": "allowed", "named_explicitly": false }, "Claude-Web": { "state": "allowed", "named_explicitly": false }, "PerplexityBot": { "state": "allowed", "named_explicitly": false }, "Perplexity-User": { "state": "allowed", "named_explicitly": false }, "Google-Extended": { "state": "allowed", "named_explicitly": false }, "CCBot": { "state": "allowed", "named_explicitly": false }, "Bytespider": { "state": "allowed", "named_explicitly": false }, "Applebot-Extended": { "state": "allowed", "named_explicitly": false }, "meta-externalagent": { "state": "allowed", "named_explicitly": false } } }, "llms": { "present": true, "http": 200, "bytes": 14948, "content_type": "text/plain", "html_soft_404": false }, "homepage": { "reachable": true, "http": 200, "bytes": 195681, "jsonld_blocks": 1, "jsonld_parse_failures": 0, "types": [ "Corporation", "PostalAddress" ], "has_organization": true, "has_faqpage": false, "has_website": false, "has_breadcrumb": false, "has_article": false, "h1_count": 1, "meta_description": "Semrush is the leading platform to grow and measure brand visibility across AI search, SEO, PPC, social, and more.", "meta_description_len": 114 } }, { "domain": "ahrefs.com", "robots": { "http": 200, "bytes": 908, "bots": { "GPTBot": { "state": "allowed", "named_explicitly": false }, "OAI-SearchBot": { "state": "allowed", "named_explicitly": false }, "ChatGPT-User": { "state": "allowed", "named_explicitly": false }, "ClaudeBot": { "state": "allowed", "named_explicitly": false }, "anthropic-ai": { "state": "allowed", "named_explicitly": false }, "Claude-Web": { "state": "allowed", "named_explicitly": false }, "PerplexityBot": { "state": "allowed", "named_explicitly": false }, "Perplexity-User": { "state": "allowed", "named_explicitly": false }, "Google-Extended": { "state": "allowed", "named_explicitly": false }, "CCBot": { "state": "allowed", "named_explicitly": false }, "Bytespider": { "state": "allowed", "named_explicitly": false }, "Applebot-Extended": { "state": "allowed", "named_explicitly": false }, "meta-externalagent": { "state": "allowed", "named_explicitly": false } } }, "llms": { "present": false, "http": 404 }, "homepage": { "reachable": true, "http": 200, "bytes": 1333001, "jsonld_blocks": 1, "jsonld_parse_failures": 0, "types": [ "Organization", "PostalAddress" ], "has_organization": true, "has_faqpage": false, "has_website": false, "has_breadcrumb": false, "has_article": false, "h1_count": 1, "meta_description": "We help marketers drive visibility across AI search, SEO, content, and social \u2013 with the largest AI and search databases online.", "meta_description_len": 128 } }, { "domain": "moz.com", "robots": { "http": 200, "bytes": 1207, "bots": { "GPTBot": { "state": "allowed", "named_explicitly": true }, "OAI-SearchBot": { "state": "allowed", "named_explicitly": false }, "ChatGPT-User": { "state": "allowed", "named_explicitly": false }, "ClaudeBot": { "state": "allowed", "named_explicitly": false }, "anthropic-ai": { "state": "allowed", "named_explicitly": false }, "Claude-Web": { "state": "allowed", "named_explicitly": false }, "PerplexityBot": { "state": "allowed", "named_explicitly": false }, "Perplexity-User": { "state": "allowed", "named_explicitly": false }, "Google-Extended": { "state": "allowed", "named_explicitly": false }, "CCBot": { "state": "allowed", "named_explicitly": false }, "Bytespider": { "state": "allowed", "named_explicitly": false }, "Applebot-Extended": { "state": "allowed", "named_explicitly": false }, "meta-externalagent": { "state": "allowed", "named_explicitly": false } } }, "llms": { "present": false, "http": 404 }, "homepage": { "reachable": true, "http": 200, "bytes": 167470, "jsonld_blocks": 1, "jsonld_parse_failures": 0, "types": [ "BreadcrumbList", "ImageObject", "ListItem", "Organization", "PostalAddress", "WebPage" ], "has_organization": true, "has_faqpage": false, "has_website": false, "has_breadcrumb": true, "has_article": false, "h1_count": 1, "meta_description": "Backed by the largest community of SEOs on the planet, Moz builds the tools that make SEO, content marketing, market research, digital PR, and local SEO easy. Start your free trial today!", "meta_description_len": 187 } }, { "domain": "hootsuite.com", "robots": { "http": 200, "bytes": 7994, "bots": { "GPTBot": { "state": "allowed", "named_explicitly": true }, "OAI-SearchBot": { "state": "allowed", "named_explicitly": true }, "ChatGPT-User": { "state": "allowed", "named_explicitly": true }, "ClaudeBot": { "state": "allowed", "named_explicitly": true }, "anthropic-ai": { "state": "allowed", "named_explicitly": false }, "Claude-Web": { "state": "allowed", "named_explicitly": false }, "PerplexityBot": { "state": "allowed", "named_explicitly": true }, "Perplexity-User": { "state": "allowed", "named_explicitly": true }, "Google-Extended": { "state": "allowed", "named_explicitly": true }, "CCBot": { "state": "allowed", "named_explicitly": false }, "Bytespider": { "state": "allowed", "named_explicitly": false }, "Applebot-Extended": { "state": "allowed", "named_explicitly": true }, "meta-externalagent": { "state": "allowed", "named_explicitly": true } } }, "llms": { "present": true, "http": 200, "bytes": 21331, "content_type": "text/plain; charset=utf-8", "html_soft_404": false }, "homepage": { "reachable": true, "http": 200, "bytes": 433560, "jsonld_blocks": 0, "jsonld_parse_failures": 0, "types": [], "has_organization": false, "has_faqpage": false, "has_website": false, "has_breadcrumb": false, "has_article": false, "h1_count": 1, "meta_description": "Hootsuite is a social media management tool that brings scheduling, content creation, analytics, and social listening to one place.", "meta_description_len": 131 } }, { "domain": "sproutsocial.com", "robots": { "http": 200, "bytes": 383, "bots": { "GPTBot": { "state": "no-rule", "named_explicitly": false }, "OAI-SearchBot": { "state": "no-rule", "named_explicitly": false }, "ChatGPT-User": { "state": "no-rule", "named_explicitly": false }, "ClaudeBot": { "state": "no-rule", "named_explicitly": false }, "anthropic-ai": { "state": "no-rule", "named_explicitly": false }, "Claude-Web": { "state": "no-rule", "named_explicitly": false }, "PerplexityBot": { "state": "no-rule", "named_explicitly": false }, "Perplexity-User": { "state": "no-rule", "named_explicitly": false }, "Google-Extended": { "state": "no-rule", "named_explicitly": false }, "CCBot": { "state": "no-rule", "named_explicitly": false }, "Bytespider": { "state": "no-rule", "named_explicitly": false }, "Applebot-Extended": { "state": "no-rule", "named_explicitly": false }, "meta-externalagent": { "state": "no-rule", "named_explicitly": false } } }, "llms": { "present": true, "http": 200, "bytes": 15219, "content_type": "text/plain", "html_soft_404": false }, "homepage": { "reachable": true, "http": 200, "bytes": 186567, "jsonld_blocks": 2, "jsonld_parse_failures": 0, "types": [ "AggregateOffer", "AggregateRating", "ContactPoint", "Offer", "Organization", "Person", "PostalAddress", "QuantitativeValue", "Service", "SoftwareApplication", "UnitPriceSpecification" ], "has_organization": true, "has_faqpage": false, "has_website": false, "has_breadcrumb": false, "has_article": false, "h1_count": 1, "meta_description": "Maximize your social ROI with Sprout Social, trusted by 30k+ brands. Power everything from publishing and engagement to analytics and influencer marketing. Try 30 days free.", "meta_description_len": 173 } }, { "domain": "buffer.com", "robots": { "http": 200, "bytes": 498, "bots": { "GPTBot": { "state": "allowed", "named_explicitly": false }, "OAI-SearchBot": { "state": "allowed", "named_explicitly": false }, "ChatGPT-User": { "state": "allowed", "named_explicitly": false }, "ClaudeBot": { "state": "allowed", "named_explicitly": false }, "anthropic-ai": { "state": "allowed", "named_explicitly": false }, "Claude-Web": { "state": "allowed", "named_explicitly": false }, "PerplexityBot": { "state": "allowed", "named_explicitly": false }, "Perplexity-User": { "state": "allowed", "named_explicitly": false }, "Google-Extended": { "state": "allowed", "named_explicitly": false }, "CCBot": { "state": "allowed", "named_explicitly": false }, "Bytespider": { "state": "allowed", "named_explicitly": false }, "Applebot-Extended": { "state": "allowed", "named_explicitly": false }, "meta-externalagent": { "state": "allowed", "named_explicitly": false } } }, "llms": { "present": true, "http": 200, "bytes": 10856, "content_type": "text/plain; charset=UTF-8", "html_soft_404": false }, "homepage": { "reachable": true, "http": 200, "bytes": 610664, "jsonld_blocks": 1, "jsonld_parse_failures": 0, "types": [ "Organization", "Person" ], "has_organization": true, "has_faqpage": false, "has_website": false, "has_breadcrumb": false, "has_article": false, "h1_count": 1, "meta_description": "Use Buffer to manage your social media so that you can create and share your content everywhere, consistently. Try our forever free plan or upgrade for more.", "meta_description_len": 157 } }, { "domain": "drift.com", "robots": { "http": 404, "bytes": 95946, "bots": null }, "llms": { "present": false, "http": 404 }, "homepage": { "reachable": true, "http": 200, "bytes": 159851, "jsonld_blocks": 1, "jsonld_parse_failures": 1, "types": [], "has_organization": false, "has_faqpage": false, "has_website": false, "has_breadcrumb": false, "has_article": false, "h1_count": 1, "meta_description": "Experience next-level AI chatbots. We\u2019ve transitioned from Drift to partner with 1Mind, bringing you real-time visitor engagement and a smarter pipeline.", "meta_description_len": 153 } }, { "domain": "gong.io", "robots": { "http": 200, "bytes": 179, "bots": { "GPTBot": { "state": "allowed", "named_explicitly": false }, "OAI-SearchBot": { "state": "allowed", "named_explicitly": false }, "ChatGPT-User": { "state": "allowed", "named_explicitly": false }, "ClaudeBot": { "state": "allowed", "named_explicitly": false }, "anthropic-ai": { "state": "allowed", "named_explicitly": false }, "Claude-Web": { "state": "allowed", "named_explicitly": false }, "PerplexityBot": { "state": "allowed", "named_explicitly": false }, "Perplexity-User": { "state": "allowed", "named_explicitly": false }, "Google-Extended": { "state": "allowed", "named_explicitly": false }, "CCBot": { "state": "allowed", "named_explicitly": false }, "Bytespider": { "state": "allowed", "named_explicitly": false }, "Applebot-Extended": { "state": "allowed", "named_explicitly": false }, "meta-externalagent": { "state": "allowed", "named_explicitly": false } } }, "llms": { "present": true, "http": 200, "bytes": 21053, "content_type": "text/plain; charset=utf-8", "html_soft_404": false }, "homepage": { "reachable": true, "http": 200, "bytes": 933873, "jsonld_blocks": 1, "jsonld_parse_failures": 0, "types": [ "ImageObject", "Organization", "PostalAddress", "SoftwareApplication", "WebPage", "WebSite" ], "has_organization": true, "has_faqpage": false, "has_website": true, "has_breadcrumb": false, "has_article": false, "h1_count": 1, "meta_description": "Gong Revenue AI OS helps your entire GTM organization win. Drive growth with multimodal revenue signal processing, specialized AI agents, and purpose-built applications.", "meta_description_len": 169 } }, { "domain": "outreach.io", "robots": { "http": 200, "bytes": 691, "bots": { "GPTBot": { "state": "allowed", "named_explicitly": false }, "OAI-SearchBot": { "state": "allowed", "named_explicitly": false }, "ChatGPT-User": { "state": "allowed", "named_explicitly": false }, "ClaudeBot": { "state": "allowed", "named_explicitly": false }, "anthropic-ai": { "state": "allowed", "named_explicitly": false }, "Claude-Web": { "state": "allowed", "named_explicitly": false }, "PerplexityBot": { "state": "allowed", "named_explicitly": false }, "Perplexity-User": { "state": "allowed", "named_explicitly": false }, "Google-Extended": { "state": "allowed", "named_explicitly": false }, "CCBot": { "state": "allowed", "named_explicitly": false }, "Bytespider": { "state": "allowed", "named_explicitly": false }, "Applebot-Extended": { "state": "allowed", "named_explicitly": false }, "meta-externalagent": { "state": "allowed", "named_explicitly": false } } }, "llms": { "present": true, "http": 200, "bytes": 13819, "content_type": "text/plain; charset=utf-8", "html_soft_404": false }, "homepage": { "reachable": true, "http": 200, "bytes": 195787, "jsonld_blocks": 2, "jsonld_parse_failures": 0, "types": [ "ImageObject", "Organization", "WebPage" ], "has_organization": true, "has_faqpage": false, "has_website": false, "has_breadcrumb": false, "has_article": false, "h1_count": 1, "meta_description": null, "meta_description_len": 0 } }, { "domain": "clari.com", "robots": { "http": 200, "bytes": 180298, "bots": { "GPTBot": { "state": "no-rule", "named_explicitly": false }, "OAI-SearchBot": { "state": "no-rule", "named_explicitly": false }, "ChatGPT-User": { "state": "no-rule", "named_explicitly": false }, "ClaudeBot": { "state": "no-rule", "named_explicitly": false }, "anthropic-ai": { "state": "no-rule", "named_explicitly": false }, "Claude-Web": { "state": "no-rule", "named_explicitly": false }, "PerplexityBot": { "state": "no-rule", "named_explicitly": false }, "Perplexity-User": { "state": "no-rule", "named_explicitly": false }, "Google-Extended": { "state": "no-rule", "named_explicitly": false }, "CCBot": { "state": "no-rule", "named_explicitly": false }, "Bytespider": { "state": "no-rule", "named_explicitly": false }, "Applebot-Extended": { "state": "no-rule", "named_explicitly": false }, "meta-externalagent": { "state": "no-rule", "named_explicitly": false } } }, "llms": { "present": false, "http": 200, "bytes": 180298, "content_type": "text/html; charset=utf-8", "html_soft_404": true }, "homepage": { "reachable": true, "http": 200, "bytes": 180298, "jsonld_blocks": 3, "jsonld_parse_failures": 0, "types": [ "Organization", "WebPage", "WebSite" ], "has_organization": true, "has_faqpage": false, "has_website": true, "has_breadcrumb": false, "has_article": false, "h1_count": 1, "meta_description": "Turn buyer signals into action with Salesloft's AI Predictive Revenue System. Learn how top revenue teams close deals faster and explore the platform.", "meta_description_len": 155 } }, { "domain": "6sense.com", "robots": { "http": 403, "bytes": 5495, "bots": null }, "llms": { "present": false, "http": 403 }, "homepage": { "reachable": true, "http": 403, "bytes": 5444, "jsonld_blocks": 0, "jsonld_parse_failures": 0, "types": [], "has_organization": false, "has_faqpage": false, "has_website": false, "has_breadcrumb": false, "has_article": false, "h1_count": 0, "meta_description": null, "meta_description_len": 0 } }, { "domain": "demandbase.com", "robots": { "http": 200, "bytes": 216, "bots": { "GPTBot": { "state": "allowed", "named_explicitly": false }, "OAI-SearchBot": { "state": "allowed", "named_explicitly": false }, "ChatGPT-User": { "state": "allowed", "named_explicitly": false }, "ClaudeBot": { "state": "allowed", "named_explicitly": false }, "anthropic-ai": { "state": "allowed", "named_explicitly": false }, "Claude-Web": { "state": "allowed", "named_explicitly": false }, "PerplexityBot": { "state": "allowed", "named_explicitly": false }, "Perplexity-User": { "state": "allowed", "named_explicitly": false }, "Google-Extended": { "state": "allowed", "named_explicitly": false }, "CCBot": { "state": "allowed", "named_explicitly": false }, "Bytespider": { "state": "allowed", "named_explicitly": false }, "Applebot-Extended": { "state": "allowed", "named_explicitly": false }, "meta-externalagent": { "state": "allowed", "named_explicitly": false } } }, "llms": { "present": true, "http": 200, "bytes": 5153, "content_type": "text/plain; charset=UTF-8", "html_soft_404": false }, "homepage": { "reachable": true, "http": 200, "bytes": 202663, "jsonld_blocks": 2, "jsonld_parse_failures": 0, "types": [ "AggregateRating", "Brand", "BreadcrumbList", "ContactPoint", "CreativeWork", "EntryPoint", "ImageObject", "ListItem", "Offer", "OfferCatalog", "Organization", "Person", "PostalAddress", "Product", "PropertyValueSpecification", "ReadAction", "SearchAction", "Service", "SoftwareApplication", "WebPage", "WebSite" ], "has_organization": true, "has_faqpage": false, "has_website": true, "has_breadcrumb": true, "has_article": false, "h1_count": 1, "meta_description": "Elevate your B2B go-to-market strategy with Demandbase's ABM platform, delivering smarter insights, agent-led automation, and AI-powered pipeline.", "meta_description_len": 151 } }, { "domain": "zoominfo.com", "robots": { "http": 200, "bytes": 5332, "bots": { "GPTBot": { "state": "allowed", "named_explicitly": true }, "OAI-SearchBot": { "state": "allowed", "named_explicitly": true }, "ChatGPT-User": { "state": "allowed", "named_explicitly": true }, "ClaudeBot": { "state": "allowed", "named_explicitly": true }, "anthropic-ai": { "state": "allowed", "named_explicitly": false }, "Claude-Web": { "state": "allowed", "named_explicitly": false }, "PerplexityBot": { "state": "allowed", "named_explicitly": true }, "Perplexity-User": { "state": "allowed", "named_explicitly": true }, "Google-Extended": { "state": "allowed", "named_explicitly": true }, "CCBot": { "state": "blocked", "named_explicitly": true }, "Bytespider": { "state": "blocked", "named_explicitly": true }, "Applebot-Extended": { "state": "allowed", "named_explicitly": true }, "meta-externalagent": { "state": "blocked", "named_explicitly": true } } }, "llms": { "present": true, "http": 200, "bytes": 11440, "content_type": "text/plain; charset=utf-8", "html_soft_404": false }, "homepage": { "reachable": true, "http": 200, "bytes": 339435, "jsonld_blocks": 2, "jsonld_parse_failures": 0, "types": [ "Answer", "FAQPage", "ImageObject", "Offer", "Organization", "PostalAddress", "Question", "SoftwareApplication", "WebSite" ], "has_organization": true, "has_faqpage": true, "has_website": true, "has_breadcrumb": false, "has_article": false, "h1_count": 1, "meta_description": "ZoomInfo is the #1 GTM Platform: Marketing and sales AI plus the best B2B data. All-in-one lead generation, prospecting, market intelligence , and ABM software.", "meta_description_len": 160 } }, { "domain": "apollo.io", "robots": { "http": 200, "bytes": 1685, "bots": { "GPTBot": { "state": "allowed", "named_explicitly": true }, "OAI-SearchBot": { "state": "allowed", "named_explicitly": true }, "ChatGPT-User": { "state": "allowed", "named_explicitly": true }, "ClaudeBot": { "state": "allowed", "named_explicitly": true }, "anthropic-ai": { "state": "allowed", "named_explicitly": true }, "Claude-Web": { "state": "allowed", "named_explicitly": false }, "PerplexityBot": { "state": "allowed", "named_explicitly": true }, "Perplexity-User": { "state": "allowed", "named_explicitly": false }, "Google-Extended": { "state": "allowed", "named_explicitly": true }, "CCBot": { "state": "allowed", "named_explicitly": true }, "Bytespider": { "state": "allowed", "named_explicitly": false }, "Applebot-Extended": { "state": "allowed", "named_explicitly": false }, "meta-externalagent": { "state": "allowed", "named_explicitly": false } } }, "llms": { "present": true, "http": 200, "bytes": 37764, "content_type": "text/plain; charset=UTF-8", "html_soft_404": false }, "homepage": { "reachable": true, "http": 200, "bytes": 660724, "jsonld_blocks": 2, "jsonld_parse_failures": 0, "types": [ "AggregateRating", "Organization", "Person", "Place", "PostalAddress", "QuantitativeValue", "WebSite" ], "has_organization": true, "has_faqpage": false, "has_website": true, "has_breadcrumb": false, "has_article": false, "h1_count": 1, "meta_description": "Apollo is the AI sales platform rebuilt as one connected AI GTM system: data, intelligence, and execution for the entire go-to-market motion.", "meta_description_len": 141 } }, { "domain": "gusto.com", "robots": { "http": 403, "bytes": 5472, "bots": null }, "llms": { "present": false, "http": 403 }, "homepage": { "reachable": true, "http": 403, "bytes": 5443, "jsonld_blocks": 0, "jsonld_parse_failures": 0, "types": [], "has_organization": false, "has_faqpage": false, "has_website": false, "has_breadcrumb": false, "has_article": false, "h1_count": 0, "meta_description": null, "meta_description_len": 0 } }, { "domain": "rippling.com", "robots": { "http": 200, "bytes": 385, "bots": { "GPTBot": { "state": "allowed", "named_explicitly": false }, "OAI-SearchBot": { "state": "allowed", "named_explicitly": false }, "ChatGPT-User": { "state": "allowed", "named_explicitly": false }, "ClaudeBot": { "state": "allowed", "named_explicitly": false }, "anthropic-ai": { "state": "allowed", "named_explicitly": false }, "Claude-Web": { "state": "allowed", "named_explicitly": false }, "PerplexityBot": { "state": "allowed", "named_explicitly": false }, "Perplexity-User": { "state": "allowed", "named_explicitly": false }, "Google-Extended": { "state": "allowed", "named_explicitly": false }, "CCBot": { "state": "allowed", "named_explicitly": false }, "Bytespider": { "state": "allowed", "named_explicitly": false }, "Applebot-Extended": { "state": "allowed", "named_explicitly": false }, "meta-externalagent": { "state": "allowed", "named_explicitly": false } } }, "llms": { "present": true, "http": 200, "bytes": 22801, "content_type": "text/plain; charset=utf-8", "html_soft_404": false }, "homepage": { "reachable": true, "http": 200, "bytes": 1946805, "jsonld_blocks": 2, "jsonld_parse_failures": 0, "types": [ "AggregateRating", "Country", "Organization", "PostalAddress", "Product" ], "has_organization": true, "has_faqpage": false, "has_website": false, "has_breadcrumb": false, "has_article": false, "h1_count": 1, "meta_description": null, "meta_description_len": 0 } }, { "domain": "bill.com", "robots": { "http": 200, "bytes": 78, "bots": { "GPTBot": { "state": "allowed", "named_explicitly": false }, "OAI-SearchBot": { "state": "allowed", "named_explicitly": false }, "ChatGPT-User": { "state": "allowed", "named_explicitly": false }, "ClaudeBot": { "state": "allowed", "named_explicitly": false }, "anthropic-ai": { "state": "allowed", "named_explicitly": false }, "Claude-Web": { "state": "allowed", "named_explicitly": false }, "PerplexityBot": { "state": "allowed", "named_explicitly": false }, "Perplexity-User": { "state": "allowed", "named_explicitly": false }, "Google-Extended": { "state": "allowed", "named_explicitly": false }, "CCBot": { "state": "allowed", "named_explicitly": false }, "Bytespider": { "state": "allowed", "named_explicitly": false }, "Applebot-Extended": { "state": "allowed", "named_explicitly": false }, "meta-externalagent": { "state": "allowed", "named_explicitly": false } } }, "llms": { "present": true, "http": 200, "bytes": 10919, "content_type": "text/plain; charset=utf-8", "html_soft_404": false }, "homepage": { "reachable": true, "http": 200, "bytes": 409820, "jsonld_blocks": 0, "jsonld_parse_failures": 0, "types": [], "has_organization": false, "has_faqpage": false, "has_website": false, "has_breadcrumb": false, "has_article": false, "h1_count": 1, "meta_description": null, "meta_description_len": 0 } }, { "domain": "expensify.com", "robots": { "http": 403, "bytes": 420006, "bots": null }, "llms": { "present": false, "http": 403 }, "homepage": { "reachable": true, "http": 403, "bytes": 419955, "jsonld_blocks": 0, "jsonld_parse_failures": 0, "types": [], "has_organization": false, "has_faqpage": false, "has_website": false, "has_breadcrumb": false, "has_article": false, "h1_count": 1, "meta_description": "Expensify error page", "meta_description_len": 20 } }, { "domain": "brex.com", "robots": { "http": 200, "bytes": 174, "bots": { "GPTBot": { "state": "allowed", "named_explicitly": false }, "OAI-SearchBot": { "state": "allowed", "named_explicitly": false }, "ChatGPT-User": { "state": "allowed", "named_explicitly": false }, "ClaudeBot": { "state": "allowed", "named_explicitly": false }, "anthropic-ai": { "state": "allowed", "named_explicitly": false }, "Claude-Web": { "state": "allowed", "named_explicitly": false }, "PerplexityBot": { "state": "allowed", "named_explicitly": false }, "Perplexity-User": { "state": "allowed", "named_explicitly": false }, "Google-Extended": { "state": "allowed", "named_explicitly": false }, "CCBot": { "state": "allowed", "named_explicitly": false }, "Bytespider": { "state": "allowed", "named_explicitly": false }, "Applebot-Extended": { "state": "allowed", "named_explicitly": false }, "meta-externalagent": { "state": "allowed", "named_explicitly": false } } }, "llms": { "present": true, "http": 200, "bytes": 256174, "content_type": "text/plain; charset=utf-8", "html_soft_404": false }, "homepage": { "reachable": true, "http": 200, "bytes": 702352, "jsonld_blocks": 1, "jsonld_parse_failures": 0, "types": [ "Corporation" ], "has_organization": true, "has_faqpage": false, "has_website": false, "has_breadcrumb": false, "has_article": false, "h1_count": 1, "meta_description": "Simplify expense management with Brex's finance platform. From company cards to banking, Brex helps you drive growth, automate processes, & earn more.", "meta_description_len": 159 } }, { "domain": "ramp.com", "robots": { "http": 200, "bytes": 1115, "bots": { "GPTBot": { "state": "allowed", "named_explicitly": false }, "OAI-SearchBot": { "state": "allowed", "named_explicitly": false }, "ChatGPT-User": { "state": "allowed", "named_explicitly": false }, "ClaudeBot": { "state": "allowed", "named_explicitly": false }, "anthropic-ai": { "state": "allowed", "named_explicitly": false }, "Claude-Web": { "state": "allowed", "named_explicitly": false }, "PerplexityBot": { "state": "allowed", "named_explicitly": false }, "Perplexity-User": { "state": "allowed", "named_explicitly": false }, "Google-Extended": { "state": "allowed", "named_explicitly": false }, "CCBot": { "state": "allowed", "named_explicitly": false }, "Bytespider": { "state": "allowed", "named_explicitly": false }, "Applebot-Extended": { "state": "allowed", "named_explicitly": false }, "meta-externalagent": { "state": "allowed", "named_explicitly": false } } }, "llms": { "present": false, "http": 404 }, "homepage": { "reachable": true, "http": 200, "bytes": 1175895, "jsonld_blocks": 1, "jsonld_parse_failures": 0, "types": [ "Organization" ], "has_organization": true, "has_faqpage": false, "has_website": false, "has_breadcrumb": false, "has_article": false, "h1_count": 1, "meta_description": "Make expense management easy with Ramp's spend management platform. Combine global corporate cards, travel, expenses and accounts payable to automate finance operations and improve efficiency.", "meta_description_len": 197 } }, { "domain": "paylocity.com", "robots": { "http": 200, "bytes": 426, "bots": { "GPTBot": { "state": "allowed", "named_explicitly": false }, "OAI-SearchBot": { "state": "allowed", "named_explicitly": false }, "ChatGPT-User": { "state": "allowed", "named_explicitly": false }, "ClaudeBot": { "state": "allowed", "named_explicitly": false }, "anthropic-ai": { "state": "allowed", "named_explicitly": false }, "Claude-Web": { "state": "allowed", "named_explicitly": false }, "PerplexityBot": { "state": "allowed", "named_explicitly": false }, "Perplexity-User": { "state": "allowed", "named_explicitly": false }, "Google-Extended": { "state": "allowed", "named_explicitly": false }, "CCBot": { "state": "allowed", "named_explicitly": false }, "Bytespider": { "state": "allowed", "named_explicitly": false }, "Applebot-Extended": { "state": "allowed", "named_explicitly": false }, "meta-externalagent": { "state": "allowed", "named_explicitly": false } } }, "llms": { "present": true, "http": 200, "bytes": 4074, "content_type": "text/markdown; charset=UTF-8", "html_soft_404": false }, "homepage": { "reachable": true, "http": 200, "bytes": 1290, "jsonld_blocks": 0, "jsonld_parse_failures": 0, "types": [], "has_organization": false, "has_faqpage": false, "has_website": false, "has_breadcrumb": false, "has_article": false, "h1_count": 0, "meta_description": null, "meta_description_len": 0 } }, { "domain": "justworks.com", "robots": { "http": 403, "bytes": 5566, "bots": null }, "llms": { "present": false, "http": 403 }, "homepage": { "reachable": true, "http": 403, "bytes": 5515, "jsonld_blocks": 0, "jsonld_parse_failures": 0, "types": [], "has_organization": false, "has_faqpage": false, "has_website": false, "has_breadcrumb": false, "has_article": false, "h1_count": 0, "meta_description": null, "meta_description_len": 0 } }, { "domain": "deel.com", "robots": { "http": 200, "bytes": 2007, "bots": { "GPTBot": { "state": "allowed", "named_explicitly": true }, "OAI-SearchBot": { "state": "allowed", "named_explicitly": true }, "ChatGPT-User": { "state": "allowed", "named_explicitly": true }, "ClaudeBot": { "state": "allowed", "named_explicitly": true }, "anthropic-ai": { "state": "allowed", "named_explicitly": true }, "Claude-Web": { "state": "allowed", "named_explicitly": true }, "PerplexityBot": { "state": "allowed", "named_explicitly": true }, "Perplexity-User": { "state": "allowed", "named_explicitly": false }, "Google-Extended": { "state": "allowed", "named_explicitly": true }, "CCBot": { "state": "allowed", "named_explicitly": true }, "Bytespider": { "state": "allowed", "named_explicitly": false }, "Applebot-Extended": { "state": "allowed", "named_explicitly": false }, "meta-externalagent": { "state": "allowed", "named_explicitly": false } } }, "llms": { "present": true, "http": 200, "bytes": 9440, "content_type": "text/plain; charset=utf-8", "html_soft_404": false }, "homepage": { "reachable": true, "http": 200, "bytes": 942950, "jsonld_blocks": 0, "jsonld_parse_failures": 0, "types": [], "has_organization": false, "has_faqpage": false, "has_website": false, "has_breadcrumb": false, "has_article": false, "h1_count": 1, "meta_description": "Hire, pay, and manage teams in 150+ countries with Deel. Run global payroll, ensure compliance, and streamline HR operations\u2014all on one powerful platform.", "meta_description_len": 154 } }, { "domain": "remote.com", "robots": { "http": 200, "bytes": 206, "bots": { "GPTBot": { "state": "allowed", "named_explicitly": false }, "OAI-SearchBot": { "state": "allowed", "named_explicitly": false }, "ChatGPT-User": { "state": "allowed", "named_explicitly": false }, "ClaudeBot": { "state": "allowed", "named_explicitly": false }, "anthropic-ai": { "state": "allowed", "named_explicitly": false }, "Claude-Web": { "state": "allowed", "named_explicitly": false }, "PerplexityBot": { "state": "allowed", "named_explicitly": false }, "Perplexity-User": { "state": "allowed", "named_explicitly": false }, "Google-Extended": { "state": "allowed", "named_explicitly": false }, "CCBot": { "state": "allowed", "named_explicitly": false }, "Bytespider": { "state": "allowed", "named_explicitly": false }, "Applebot-Extended": { "state": "allowed", "named_explicitly": false }, "meta-externalagent": { "state": "allowed", "named_explicitly": false } } }, "llms": { "present": false, "http": 404 }, "homepage": { "reachable": true, "http": 200, "bytes": 752074, "jsonld_blocks": 6, "jsonld_parse_failures": 0, "types": [ "Answer", "Brand", "ContactPoint", "FAQPage", "ImageObject", "Organization", "Person", "Question", "Review", "WebPage", "WebSite" ], "has_organization": true, "has_faqpage": true, "has_website": true, "has_breadcrumb": false, "has_article": false, "h1_count": 1, "meta_description": "The intelligent infrastructure for global employment. EOR, global payroll, contractor management, and compliant payments \u2014 worldwide, on one system of record.", "meta_description_len": 158 } }, { "domain": "vercel.com", "robots": { "http": 200, "bytes": 629, "bots": { "GPTBot": { "state": "allowed", "named_explicitly": false }, "OAI-SearchBot": { "state": "allowed", "named_explicitly": false }, "ChatGPT-User": { "state": "allowed", "named_explicitly": false }, "ClaudeBot": { "state": "allowed", "named_explicitly": false }, "anthropic-ai": { "state": "allowed", "named_explicitly": false }, "Claude-Web": { "state": "allowed", "named_explicitly": false }, "PerplexityBot": { "state": "allowed", "named_explicitly": false }, "Perplexity-User": { "state": "allowed", "named_explicitly": false }, "Google-Extended": { "state": "allowed", "named_explicitly": false }, "CCBot": { "state": "allowed", "named_explicitly": false }, "Bytespider": { "state": "allowed", "named_explicitly": false }, "Applebot-Extended": { "state": "allowed", "named_explicitly": false }, "meta-externalagent": { "state": "allowed", "named_explicitly": false } } }, "llms": { "present": true, "http": 200, "bytes": 4935, "content_type": "text/plain; charset=utf-8", "html_soft_404": false }, "homepage": { "reachable": true, "http": 200, "bytes": 602415, "jsonld_blocks": 3, "jsonld_parse_failures": 0, "types": [ "ContactPoint", "ImageObject", "Offer", "Organization", "Person", "PostalAddress", "Service", "SoftwareApplication" ], "has_organization": true, "has_faqpage": false, "has_website": false, "has_breadcrumb": false, "has_article": false, "h1_count": 1, "meta_description": "The autonomous stack for every app and agent.", "meta_description_len": 45 } }, { "domain": "netlify.com", "robots": { "http": 200, "bytes": 760, "bots": { "GPTBot": { "state": "allowed", "named_explicitly": true }, "OAI-SearchBot": { "state": "allowed", "named_explicitly": true }, "ChatGPT-User": { "state": "allowed", "named_explicitly": true }, "ClaudeBot": { "state": "allowed", "named_explicitly": true }, "anthropic-ai": { "state": "allowed", "named_explicitly": false }, "Claude-Web": { "state": "allowed", "named_explicitly": true }, "PerplexityBot": { "state": "allowed", "named_explicitly": true }, "Perplexity-User": { "state": "allowed", "named_explicitly": false }, "Google-Extended": { "state": "allowed", "named_explicitly": true }, "CCBot": { "state": "allowed", "named_explicitly": false }, "Bytespider": { "state": "allowed", "named_explicitly": false }, "Applebot-Extended": { "state": "allowed", "named_explicitly": false }, "meta-externalagent": { "state": "allowed", "named_explicitly": false } } }, "llms": { "present": true, "http": 200, "bytes": 2816, "content_type": "text/plain; charset=UTF-8", "html_soft_404": false }, "homepage": { "reachable": true, "http": 200, "bytes": 415158, "jsonld_blocks": 1, "jsonld_parse_failures": 0, "types": [ "BreadcrumbList", "ContactPoint", "ImageObject", "ListItem", "Offer", "Organization", "Person", "PostalAddress", "SoftwareApplication", "SpeakableSpecification", "WebPage", "WebSite" ], "has_organization": true, "has_faqpage": false, "has_website": true, "has_breadcrumb": true, "has_article": false, "h1_count": 1, "meta_description": "Create with AI or code, deploy instantly on production infrastructure. One platform to build and ship.", "meta_description_len": 102 } }, { "domain": "digitalocean.com", "robots": { "http": 200, "bytes": 172, "bots": { "GPTBot": { "state": "allowed", "named_explicitly": false }, "OAI-SearchBot": { "state": "allowed", "named_explicitly": false }, "ChatGPT-User": { "state": "allowed", "named_explicitly": false }, "ClaudeBot": { "state": "allowed", "named_explicitly": false }, "anthropic-ai": { "state": "allowed", "named_explicitly": false }, "Claude-Web": { "state": "allowed", "named_explicitly": false }, "PerplexityBot": { "state": "allowed", "named_explicitly": false }, "Perplexity-User": { "state": "allowed", "named_explicitly": false }, "Google-Extended": { "state": "allowed", "named_explicitly": false }, "CCBot": { "state": "allowed", "named_explicitly": false }, "Bytespider": { "state": "allowed", "named_explicitly": false }, "Applebot-Extended": { "state": "allowed", "named_explicitly": false }, "meta-externalagent": { "state": "allowed", "named_explicitly": false } } }, "llms": { "present": false, "http": 404 }, "homepage": { "reachable": true, "http": 200, "bytes": 291830, "jsonld_blocks": 0, "jsonld_parse_failures": 0, "types": [], "has_organization": false, "has_faqpage": false, "has_website": false, "has_breadcrumb": false, "has_article": false, "h1_count": 1, "meta_description": "Run AI products in production with a unified stack for agents, inference, and cloud\u2014built for control, performance, and economics at scale.", "meta_description_len": 139 } }, { "domain": "cloudflare.com", "robots": { "http": 200, "bytes": 1097, "bots": { "GPTBot": { "state": "allowed", "named_explicitly": true }, "OAI-SearchBot": { "state": "allowed", "named_explicitly": false }, "ChatGPT-User": { "state": "allowed", "named_explicitly": true }, "ClaudeBot": { "state": "allowed", "named_explicitly": false }, "anthropic-ai": { "state": "allowed", "named_explicitly": true }, "Claude-Web": { "state": "allowed", "named_explicitly": true }, "PerplexityBot": { "state": "allowed", "named_explicitly": true }, "Perplexity-User": { "state": "allowed", "named_explicitly": false }, "Google-Extended": { "state": "allowed", "named_explicitly": true }, "CCBot": { "state": "allowed", "named_explicitly": true }, "Bytespider": { "state": "allowed", "named_explicitly": false }, "Applebot-Extended": { "state": "allowed", "named_explicitly": false }, "meta-externalagent": { "state": "allowed", "named_explicitly": false } } }, "llms": { "present": true, "http": 200, "bytes": 17175, "content_type": "text/plain", "html_soft_404": false }, "homepage": { "reachable": true, "http": 200, "bytes": 1333504, "jsonld_blocks": 3, "jsonld_parse_failures": 0, "types": [ "Organization", "SearchAction", "WebPage", "WebSite" ], "has_organization": true, "has_faqpage": false, "has_website": true, "has_breadcrumb": false, "has_article": false, "h1_count": 2, "meta_description": "Welcome to Cloudflare - Powering the next generation of applications", "meta_description_len": 68 } }, { "domain": "fastly.com", "robots": { "http": 200, "bytes": 398, "bots": { "GPTBot": { "state": "allowed", "named_explicitly": false }, "OAI-SearchBot": { "state": "allowed", "named_explicitly": false }, "ChatGPT-User": { "state": "allowed", "named_explicitly": false }, "ClaudeBot": { "state": "allowed", "named_explicitly": false }, "anthropic-ai": { "state": "allowed", "named_explicitly": false }, "Claude-Web": { "state": "allowed", "named_explicitly": false }, "PerplexityBot": { "state": "allowed", "named_explicitly": false }, "Perplexity-User": { "state": "allowed", "named_explicitly": false }, "Google-Extended": { "state": "allowed", "named_explicitly": false }, "CCBot": { "state": "allowed", "named_explicitly": false }, "Bytespider": { "state": "allowed", "named_explicitly": false }, "Applebot-Extended": { "state": "allowed", "named_explicitly": false }, "meta-externalagent": { "state": "allowed", "named_explicitly": false } } }, "llms": { "present": true, "http": 200, "bytes": 16586, "content_type": "text/plain; charset=utf-8", "html_soft_404": false }, "homepage": { "reachable": true, "http": 200, "bytes": 224930, "jsonld_blocks": 2, "jsonld_parse_failures": 0, "types": [ "ContactPoint", "Corporation", "Organization", "PostalAddress" ], "has_organization": true, "has_faqpage": false, "has_website": false, "has_breadcrumb": false, "has_article": false, "h1_count": 1, "meta_description": "Fastly", "meta_description_len": 6 } }, { "domain": "datadoghq.com", "robots": { "http": 200, "bytes": 525, "bots": { "GPTBot": { "state": "allowed", "named_explicitly": false }, "OAI-SearchBot": { "state": "allowed", "named_explicitly": false }, "ChatGPT-User": { "state": "allowed", "named_explicitly": false }, "ClaudeBot": { "state": "allowed", "named_explicitly": false }, "anthropic-ai": { "state": "allowed", "named_explicitly": false }, "Claude-Web": { "state": "allowed", "named_explicitly": false }, "PerplexityBot": { "state": "allowed", "named_explicitly": false }, "Perplexity-User": { "state": "allowed", "named_explicitly": false }, "Google-Extended": { "state": "allowed", "named_explicitly": false }, "CCBot": { "state": "allowed", "named_explicitly": false }, "Bytespider": { "state": "allowed", "named_explicitly": false }, "Applebot-Extended": { "state": "allowed", "named_explicitly": false }, "meta-externalagent": { "state": "allowed", "named_explicitly": false } } }, "llms": { "present": true, "http": 200, "bytes": 588561, "content_type": "text/plain; charset=utf-8", "html_soft_404": false }, "homepage": { "reachable": true, "http": 200, "bytes": 285988, "jsonld_blocks": 0, "jsonld_parse_failures": 0, "types": [], "has_organization": false, "has_faqpage": false, "has_website": false, "has_breadcrumb": false, "has_article": false, "h1_count": 1, "meta_description": null, "meta_description_len": 0 } }, { "domain": "sentry.io", "robots": { "http": 200, "bytes": 140, "bots": { "GPTBot": { "state": "allowed", "named_explicitly": false }, "OAI-SearchBot": { "state": "allowed", "named_explicitly": false }, "ChatGPT-User": { "state": "allowed", "named_explicitly": false }, "ClaudeBot": { "state": "allowed", "named_explicitly": false }, "anthropic-ai": { "state": "allowed", "named_explicitly": false }, "Claude-Web": { "state": "allowed", "named_explicitly": false }, "PerplexityBot": { "state": "allowed", "named_explicitly": false }, "Perplexity-User": { "state": "allowed", "named_explicitly": false }, "Google-Extended": { "state": "allowed", "named_explicitly": false }, "CCBot": { "state": "allowed", "named_explicitly": false }, "Bytespider": { "state": "allowed", "named_explicitly": false }, "Applebot-Extended": { "state": "allowed", "named_explicitly": false }, "meta-externalagent": { "state": "allowed", "named_explicitly": false } } }, "llms": { "present": true, "http": 200, "bytes": 243998, "content_type": "text/plain; charset=utf-8", "html_soft_404": false }, "homepage": { "reachable": true, "http": 200, "bytes": 628716, "jsonld_blocks": 2, "jsonld_parse_failures": 0, "types": [ "Organization", "PostalAddress", "WebPage" ], "has_organization": true, "has_faqpage": false, "has_website": false, "has_breadcrumb": false, "has_article": false, "h1_count": 1, "meta_description": "Application performance monitoring for developers & software teams to see errors clearer, solve issues faster & continue learning continuously. Get started at sentry.io.", "meta_description_len": 177 } }, { "domain": "twilio.com", "robots": { "http": 200, "bytes": 976, "bots": { "GPTBot": { "state": "allowed", "named_explicitly": false }, "OAI-SearchBot": { "state": "allowed", "named_explicitly": false }, "ChatGPT-User": { "state": "allowed", "named_explicitly": false }, "ClaudeBot": { "state": "allowed", "named_explicitly": false }, "anthropic-ai": { "state": "allowed", "named_explicitly": false }, "Claude-Web": { "state": "allowed", "named_explicitly": false }, "PerplexityBot": { "state": "allowed", "named_explicitly": false }, "Perplexity-User": { "state": "allowed", "named_explicitly": false }, "Google-Extended": { "state": "allowed", "named_explicitly": false }, "CCBot": { "state": "allowed", "named_explicitly": false }, "Bytespider": { "state": "allowed", "named_explicitly": false }, "Applebot-Extended": { "state": "allowed", "named_explicitly": false }, "meta-externalagent": { "state": "allowed", "named_explicitly": false } } }, "llms": { "present": true, "http": 200, "bytes": 2349152, "content_type": "text/plain; charset=utf-8", "html_soft_404": false }, "homepage": { "reachable": true, "http": 200, "bytes": 725178, "jsonld_blocks": 3, "jsonld_parse_failures": 0, "types": [ "Organization", "SearchAction", "VideoObject", "WebSite" ], "has_organization": true, "has_faqpage": false, "has_website": true, "has_breadcrumb": false, "has_article": false, "h1_count": 1, "meta_description": "Build amazing customer experiences on the Twilio platform with APIs for SMS, RCS, voice, and email, plus conversational AI for smarter engagement, and identity verification for trust.", "meta_description_len": 183 } }, { "domain": "stripe.com", "robots": { "http": 200, "bytes": 643, "bots": { "GPTBot": { "state": "allowed", "named_explicitly": false }, "OAI-SearchBot": { "state": "allowed", "named_explicitly": false }, "ChatGPT-User": { "state": "allowed", "named_explicitly": false }, "ClaudeBot": { "state": "allowed", "named_explicitly": false }, "anthropic-ai": { "state": "allowed", "named_explicitly": false }, "Claude-Web": { "state": "allowed", "named_explicitly": false }, "PerplexityBot": { "state": "allowed", "named_explicitly": false }, "Perplexity-User": { "state": "allowed", "named_explicitly": false }, "Google-Extended": { "state": "allowed", "named_explicitly": false }, "CCBot": { "state": "allowed", "named_explicitly": false }, "Bytespider": { "state": "allowed", "named_explicitly": false }, "Applebot-Extended": { "state": "allowed", "named_explicitly": false }, "meta-externalagent": { "state": "allowed", "named_explicitly": false } } }, "llms": { "present": true, "http": 200, "bytes": 69878, "content_type": "text/plain; charset=utf-8", "html_soft_404": false }, "homepage": { "reachable": true, "http": 200, "bytes": 666711, "jsonld_blocks": 1, "jsonld_parse_failures": 0, "types": [ "ContactPoint", "ImageObject", "Organization", "Person", "Place", "PostalAddress", "WebSite" ], "has_organization": true, "has_faqpage": false, "has_website": true, "has_breadcrumb": false, "has_article": false, "h1_count": 2, "meta_description": "Stripe is a financial services platform that helps all types of businesses accept payments, build flexible billing models, and manage money movement.", "meta_description_len": 149 } }, { "domain": "plaid.com", "robots": { "http": 200, "bytes": 498, "bots": { "GPTBot": { "state": "allowed", "named_explicitly": false }, "OAI-SearchBot": { "state": "allowed", "named_explicitly": false }, "ChatGPT-User": { "state": "allowed", "named_explicitly": false }, "ClaudeBot": { "state": "allowed", "named_explicitly": false }, "anthropic-ai": { "state": "allowed", "named_explicitly": false }, "Claude-Web": { "state": "allowed", "named_explicitly": false }, "PerplexityBot": { "state": "allowed", "named_explicitly": false }, "Perplexity-User": { "state": "allowed", "named_explicitly": false }, "Google-Extended": { "state": "allowed", "named_explicitly": false }, "CCBot": { "state": "allowed", "named_explicitly": false }, "Bytespider": { "state": "allowed", "named_explicitly": false }, "Applebot-Extended": { "state": "allowed", "named_explicitly": false }, "meta-externalagent": { "state": "allowed", "named_explicitly": false } } }, "llms": { "present": true, "http": 200, "bytes": 356812, "content_type": "text/plain; charset=utf-8", "html_soft_404": false }, "homepage": { "reachable": true, "http": 200, "bytes": 249689, "jsonld_blocks": 1, "jsonld_parse_failures": 0, "types": [ "ImageObject", "PostalAddress", "organization" ], "has_organization": false, "has_faqpage": false, "has_website": false, "has_breadcrumb": false, "has_article": false, "h1_count": 1, "meta_description": "Plaid helps all companies build fintech solutions by making it easy, safe and reliable for people to connect their financial data to apps and services.", "meta_description_len": 151 } }, { "domain": "bain.com", "robots": { "http": 200, "bytes": 718, "bots": { "GPTBot": { "state": "allowed", "named_explicitly": false }, "OAI-SearchBot": { "state": "allowed", "named_explicitly": false }, "ChatGPT-User": { "state": "allowed", "named_explicitly": false }, "ClaudeBot": { "state": "allowed", "named_explicitly": false }, "anthropic-ai": { "state": "allowed", "named_explicitly": false }, "Claude-Web": { "state": "allowed", "named_explicitly": false }, "PerplexityBot": { "state": "allowed", "named_explicitly": false }, "Perplexity-User": { "state": "allowed", "named_explicitly": false }, "Google-Extended": { "state": "allowed", "named_explicitly": false }, "CCBot": { "state": "allowed", "named_explicitly": false }, "Bytespider": { "state": "allowed", "named_explicitly": false }, "Applebot-Extended": { "state": "allowed", "named_explicitly": false }, "meta-externalagent": { "state": "allowed", "named_explicitly": false } } }, "llms": { "present": true, "http": 200, "bytes": 14362, "content_type": "text/plain", "html_soft_404": false }, "homepage": { "reachable": true, "http": 200, "bytes": 145616, "jsonld_blocks": 1, "jsonld_parse_failures": 0, "types": [ "ImageObject", "Organization" ], "has_organization": true, "has_faqpage": false, "has_website": false, "has_breadcrumb": false, "has_article": false, "h1_count": 0, "meta_description": "Bain & Company is a top management consulting firm. We advise leaders on strategy, marketing, organization, operations, IT and M&A, across all industries and geographies.", "meta_description_len": 178 } }, { "domain": "mckinsey.com", "robots": { "http": 0, "bytes": 0, "bots": null }, "llms": { "present": false, "http": 0 }, "homepage": { "reachable": false, "http": 0 } }, { "domain": "deloitte.com", "robots": { "http": 200, "bytes": 503, "bots": { "GPTBot": { "state": "allowed", "named_explicitly": false }, "OAI-SearchBot": { "state": "allowed", "named_explicitly": false }, "ChatGPT-User": { "state": "allowed", "named_explicitly": false }, "ClaudeBot": { "state": "allowed", "named_explicitly": false }, "anthropic-ai": { "state": "allowed", "named_explicitly": false }, "Claude-Web": { "state": "allowed", "named_explicitly": false }, "PerplexityBot": { "state": "allowed", "named_explicitly": false }, "Perplexity-User": { "state": "allowed", "named_explicitly": false }, "Google-Extended": { "state": "allowed", "named_explicitly": false }, "CCBot": { "state": "allowed", "named_explicitly": false }, "Bytespider": { "state": "allowed", "named_explicitly": false }, "Applebot-Extended": { "state": "allowed", "named_explicitly": false }, "meta-externalagent": { "state": "allowed", "named_explicitly": false } } }, "llms": { "present": false, "http": 404 }, "homepage": { "reachable": true, "http": 200, "bytes": 288727, "jsonld_blocks": 0, "jsonld_parse_failures": 0, "types": [], "has_organization": false, "has_faqpage": false, "has_website": false, "has_breadcrumb": false, "has_article": false, "h1_count": 1, "meta_description": "Discover industry insights and audit, tax, and consulting services that drive impact from Deloitte\u2019s global network of member firms.", "meta_description_len": 132 } }, { "domain": "accenture.com", "robots": { "http": 200, "bytes": 806, "bots": { "GPTBot": { "state": "allowed", "named_explicitly": false }, "OAI-SearchBot": { "state": "allowed", "named_explicitly": false }, "ChatGPT-User": { "state": "allowed", "named_explicitly": false }, "ClaudeBot": { "state": "allowed", "named_explicitly": false }, "anthropic-ai": { "state": "allowed", "named_explicitly": false }, "Claude-Web": { "state": "allowed", "named_explicitly": false }, "PerplexityBot": { "state": "allowed", "named_explicitly": false }, "Perplexity-User": { "state": "allowed", "named_explicitly": false }, "Google-Extended": { "state": "allowed", "named_explicitly": false }, "CCBot": { "state": "allowed", "named_explicitly": false }, "Bytespider": { "state": "allowed", "named_explicitly": false }, "Applebot-Extended": { "state": "allowed", "named_explicitly": false }, "meta-externalagent": { "state": "allowed", "named_explicitly": false } } }, "llms": { "present": false, "http": 404 }, "homepage": { "reachable": true, "http": 200, "bytes": 233857, "jsonld_blocks": 1, "jsonld_parse_failures": 0, "types": [ "ContactPoint", "Organization" ], "has_organization": true, "has_faqpage": false, "has_website": false, "has_breadcrumb": false, "has_article": false, "h1_count": 1, "meta_description": "Accenture embraces the power of change to create 360\u00b0 value and shared success for our clients, people, shareholders, partners and communities. Learn more.", "meta_description_len": 155 } }, { "domain": "kpmg.com", "robots": { "http": 200, "bytes": 672, "bots": { "GPTBot": { "state": "allowed", "named_explicitly": false }, "OAI-SearchBot": { "state": "allowed", "named_explicitly": false }, "ChatGPT-User": { "state": "allowed", "named_explicitly": false }, "ClaudeBot": { "state": "allowed", "named_explicitly": false }, "anthropic-ai": { "state": "allowed", "named_explicitly": false }, "Claude-Web": { "state": "allowed", "named_explicitly": false }, "PerplexityBot": { "state": "allowed", "named_explicitly": false }, "Perplexity-User": { "state": "allowed", "named_explicitly": false }, "Google-Extended": { "state": "allowed", "named_explicitly": false }, "CCBot": { "state": "allowed", "named_explicitly": false }, "Bytespider": { "state": "allowed", "named_explicitly": false }, "Applebot-Extended": { "state": "allowed", "named_explicitly": false }, "meta-externalagent": { "state": "allowed", "named_explicitly": false } } }, "llms": { "present": true, "http": 200, "bytes": 6749, "content_type": "text/plain", "html_soft_404": false }, "homepage": { "reachable": true, "http": 200, "bytes": 215388, "jsonld_blocks": 5, "jsonld_parse_failures": 0, "types": [ "Corporation", "EntryPoint", "ImageObject", "ItemList", "ListItem", "SearchAction", "SiteNavigationElement", "VideoObject", "ViewAction", "WebPage", "WebSite" ], "has_organization": true, "has_faqpage": false, "has_website": true, "has_breadcrumb": false, "has_article": false, "h1_count": 1, "meta_description": "Welcome to KPMG International.", "meta_description_len": 30 } }, { "domain": "pwc.com", "robots": { "http": 200, "bytes": 5180, "bots": { "GPTBot": { "state": "allowed", "named_explicitly": false }, "OAI-SearchBot": { "state": "allowed", "named_explicitly": false }, "ChatGPT-User": { "state": "allowed", "named_explicitly": false }, "ClaudeBot": { "state": "allowed", "named_explicitly": false }, "anthropic-ai": { "state": "allowed", "named_explicitly": false }, "Claude-Web": { "state": "allowed", "named_explicitly": false }, "PerplexityBot": { "state": "allowed", "named_explicitly": false }, "Perplexity-User": { "state": "allowed", "named_explicitly": false }, "Google-Extended": { "state": "allowed", "named_explicitly": false }, "CCBot": { "state": "allowed", "named_explicitly": false }, "Bytespider": { "state": "allowed", "named_explicitly": false }, "Applebot-Extended": { "state": "allowed", "named_explicitly": false }, "meta-externalagent": { "state": "allowed", "named_explicitly": false } } }, "llms": { "present": false, "http": 404 }, "homepage": { "reachable": true, "http": 403, "bytes": 365, "jsonld_blocks": 0, "jsonld_parse_failures": 0, "types": [], "has_organization": false, "has_faqpage": false, "has_website": false, "has_breadcrumb": false, "has_article": false, "h1_count": 1, "meta_description": null, "meta_description_len": 0 } }, { "domain": "ey.com", "robots": { "http": 200, "bytes": 7981, "bots": { "GPTBot": { "state": "allowed", "named_explicitly": true }, "OAI-SearchBot": { "state": "allowed", "named_explicitly": false }, "ChatGPT-User": { "state": "allowed", "named_explicitly": true }, "ClaudeBot": { "state": "allowed", "named_explicitly": false }, "anthropic-ai": { "state": "allowed", "named_explicitly": true }, "Claude-Web": { "state": "allowed", "named_explicitly": false }, "PerplexityBot": { "state": "allowed", "named_explicitly": true }, "Perplexity-User": { "state": "allowed", "named_explicitly": true }, "Google-Extended": { "state": "allowed", "named_explicitly": true }, "CCBot": { "state": "allowed", "named_explicitly": true }, "Bytespider": { "state": "allowed", "named_explicitly": false }, "Applebot-Extended": { "state": "allowed", "named_explicitly": false }, "meta-externalagent": { "state": "allowed", "named_explicitly": false } } }, "llms": { "present": false, "http": 404 }, "homepage": { "reachable": true, "http": 200, "bytes": 422151, "jsonld_blocks": 3, "jsonld_parse_failures": 0, "types": [ "Organization", "SearchAction", "VideoObject", "WebSite" ], "has_organization": true, "has_faqpage": false, "has_website": true, "has_breadcrumb": false, "has_article": false, "h1_count": 1, "meta_description": "Five key SEC priorities in 2024", "meta_description_len": 31 } }, { "domain": "slalom.com", "robots": { "http": 200, "bytes": 994, "bots": { "GPTBot": { "state": "allowed", "named_explicitly": false }, "OAI-SearchBot": { "state": "allowed", "named_explicitly": false }, "ChatGPT-User": { "state": "allowed", "named_explicitly": false }, "ClaudeBot": { "state": "allowed", "named_explicitly": false }, "anthropic-ai": { "state": "allowed", "named_explicitly": false }, "Claude-Web": { "state": "allowed", "named_explicitly": false }, "PerplexityBot": { "state": "allowed", "named_explicitly": false }, "Perplexity-User": { "state": "allowed", "named_explicitly": false }, "Google-Extended": { "state": "allowed", "named_explicitly": false }, "CCBot": { "state": "allowed", "named_explicitly": false }, "Bytespider": { "state": "allowed", "named_explicitly": false }, "Applebot-Extended": { "state": "allowed", "named_explicitly": false }, "meta-externalagent": { "state": "allowed", "named_explicitly": false } } }, "llms": { "present": true, "http": 200, "bytes": 156439, "content_type": "text/plain; charset=UTF-8", "html_soft_404": false }, "homepage": { "reachable": true, "http": 200, "bytes": 284479, "jsonld_blocks": 13, "jsonld_parse_failures": 0, "types": [ "Brand", "ContactPoint", "Organization", "VideoObject" ], "has_organization": true, "has_faqpage": false, "has_website": false, "has_breadcrumb": false, "has_article": false, "h1_count": 5, "meta_description": "Slalom is a next-generation professional services & business consulting company creating value at the intersection of business, technology, and humanity.", "meta_description_len": 157 } }, { "domain": "thoughtworks.com", "robots": { "http": 200, "bytes": 4357, "bots": { "GPTBot": { "state": "allowed", "named_explicitly": true }, "OAI-SearchBot": { "state": "allowed", "named_explicitly": true }, "ChatGPT-User": { "state": "allowed", "named_explicitly": true }, "ClaudeBot": { "state": "allowed", "named_explicitly": true }, "anthropic-ai": { "state": "allowed", "named_explicitly": true }, "Claude-Web": { "state": "allowed", "named_explicitly": true }, "PerplexityBot": { "state": "allowed", "named_explicitly": true }, "Perplexity-User": { "state": "allowed", "named_explicitly": false }, "Google-Extended": { "state": "allowed", "named_explicitly": true }, "CCBot": { "state": "allowed", "named_explicitly": true }, "Bytespider": { "state": "allowed", "named_explicitly": false }, "Applebot-Extended": { "state": "allowed", "named_explicitly": false }, "meta-externalagent": { "state": "allowed", "named_explicitly": false } } }, "llms": { "present": true, "http": 200, "bytes": 16962, "content_type": "text/plain;charset=iso-8859-1", "html_soft_404": false }, "homepage": { "reachable": true, "http": 200, "bytes": 180114, "jsonld_blocks": 3, "jsonld_parse_failures": 0, "types": [ "BreadcrumbList", "ListItem", "Organization", "PostalAddress", "SearchAction", "WebSite" ], "has_organization": true, "has_faqpage": false, "has_website": true, "has_breadcrumb": true, "has_article": false, "h1_count": 1, "meta_description": "We are laser-focused on transforming your digital journey so you can make extraordinary impact today, tomorrow and beyond.", "meta_description_len": 122 } }, { "domain": "publicissapient.com", "robots": { "http": 200, "bytes": 513, "bots": { "GPTBot": { "state": "allowed", "named_explicitly": false }, "OAI-SearchBot": { "state": "allowed", "named_explicitly": false }, "ChatGPT-User": { "state": "allowed", "named_explicitly": false }, "ClaudeBot": { "state": "allowed", "named_explicitly": false }, "anthropic-ai": { "state": "allowed", "named_explicitly": false }, "Claude-Web": { "state": "allowed", "named_explicitly": false }, "PerplexityBot": { "state": "allowed", "named_explicitly": false }, "Perplexity-User": { "state": "allowed", "named_explicitly": false }, "Google-Extended": { "state": "allowed", "named_explicitly": false }, "CCBot": { "state": "allowed", "named_explicitly": false }, "Bytespider": { "state": "allowed", "named_explicitly": false }, "Applebot-Extended": { "state": "allowed", "named_explicitly": false }, "meta-externalagent": { "state": "allowed", "named_explicitly": false } } }, "llms": { "present": false, "http": 404 }, "homepage": { "reachable": true, "http": 200, "bytes": 367053, "jsonld_blocks": 2, "jsonld_parse_failures": 0, "types": [ "Organization", "WebSite" ], "has_organization": true, "has_faqpage": false, "has_website": true, "has_breadcrumb": false, "has_article": false, "h1_count": 1, "meta_description": "Publicis Sapient combines industry experts and AI platforms to help enterprises modernize systems, scale AI and drive measurable results.", "meta_description_len": 137 } } ]