# START Dealer Car Search Managed Content # Robots.txt - SEO-Friendly Allow List # Version: 1 # Allow all major search engines and legitimate crawlers User-agent: Googlebot Allow: / User-agent: Bingbot Allow: / User-agent: BingPreview Allow: / User-agent: Slurp Allow: / User-agent: DuckDuckBot Allow: / User-agent: DuckAssistBot Allow: / User-agent: Baiduspider Allow: / User-agent: YandexBot Allow: / User-agent: Applebot Allow: / User-agent: Applebot-Extended Allow: / # Allow AI and LLM crawlers User-agent: GPTBot Allow: / User-agent: ChatGPT-User Allow: / User-agent: OAI-SearchBot Allow: / User-agent: ClaudeBot Allow: / User-agent: Claude-Web Allow: / User-agent: anthropic-ai Allow: / User-agent: Claude-SearchBot Allow: / User-agent: Claude-User Allow: / User-agent: Google-Extended Allow: / User-agent: GoogleOther Allow: / User-agent: GoogleOther-Image Allow: / User-agent: PerplexityBot Allow: / User-agent: Perplexity-User Allow: / User-agent: meta-externalagent Allow: / User-agent: meta-externalfetcher Allow: / User-agent: FacebookBot Allow: / User-agent: Amazonbot Allow: / User-agent: Bytespider Allow: / User-agent: CCBot Allow: / User-agent: cohere-ai Allow: / User-agent: cohere-training-data-crawler Allow: / User-agent: YouBot Allow: / User-agent: Diffbot Allow: / User-agent: MistralAI-User Allow: / User-agent: Timpibot Allow: / # Allow social media crawlers User-agent: facebookexternalhit Allow: / User-agent: Twitterbot Allow: / User-agent: LinkedInBot Allow: / User-agent: WhatsApp Allow: / User-agent: TelegramBot Allow: / User-agent: SkypeUriPreview Allow: / # Allow SEO and analytics tools User-agent: SemrushBot Allow: / Disallow: /admin/ Disallow: /private/ Disallow: /wp-admin/ Disallow: /wp-content/ Disallow: /wp-includes/ User-agent: SemrushBot-SA Allow: / User-agent: SemrushBot-BA Allow: / User-agent: SemrushBot-SI Allow: / User-agent: SemrushBot-OCOB Allow: / User-agent: AhrefsBot Allow: / Disallow: /admin/ Disallow: /private/ Disallow: /wp-admin/ Disallow: /wp-content/ Disallow: /wp-includes/ User-agent: AhrefsSiteAudit Allow: / User-agent: MJ12bot Allow: / User-agent: DotBot Allow: / User-agent: SeoCheckBot Allow: / User-agent: BLEXBot Allow: / User-agent: PetalBot Allow: / User-agent: Screaming Frog SEO Spider Allow: / User-agent: rogerbot Allow: / User-agent: SerpstatBot Allow: / User-agent: SISTRIX Crawler Allow: / # Allow archive and preservation crawlers User-agent: ia_archiver Allow: / Disallow: /admin/ Disallow: /private/ Disallow: /wp-admin/ Disallow: /wp-content/ Disallow: /wp-includes/ User-agent: archive.org_bot Allow: / User-agent: Wayback Allow: / # Allow monitoring and uptime services User-agent: Pingdom Allow: / User-agent: UptimeRobot Allow: / User-agent: StatusCake Allow: / # Block common bad bots User-agent: BadBot Disallow: / User-agent: SpamBot Disallow: / User-agent: ScraperBot Disallow: / User-agent: EmailCollector Disallow: / User-agent: EmailSiphon Disallow: / User-agent: WebBandit Disallow: / User-agent: EmailWolf Disallow: / User-agent: ExtractorPro Disallow: / User-agent: CopyRightCheck Disallow: / User-agent: Crescent Disallow: / User-agent: SiteSnagger Disallow: / User-agent: ProWebWalker Disallow: / User-agent: CheeseBot Disallow: / User-agent: LNSpiderguy Disallow: / User-agent: MegaIndex.ru Disallow: / User-agent: NetcraftSurveyAgent Disallow: / User-agent: BUbiNG Disallow: / User-agent: ZoominfoBot Disallow: / User-agent: DataForSeoBot Disallow: / User-agent: Pinterestbot Disallow: / User-agent: SeznamBot Disallow: / User-agent: serpstatbot.com Disallow: / User-agent: Linguee Bot Disallow: / # Block aggressive crawlers that might overload the server User-agent: * Crawl-delay: 1 # Sitemap location Sitemap: https://performancepreowned.com/sitemap.xml # END Dealer Car Search Managed Content