User-agent: * Crawl-delay: 30 Disallow: /admin/ Disallow: /cgi-bin/ Disallow: /tmp/ Disallow: /wp-admin/ Disallow: /wp-login.php # Block aggressive bots User-agent: AhrefsBot Disallow: / User-agent: SemrushBot Disallow: / User-agent: DotBot Disallow: / User-agent: MJ12bot Disallow: / User-agent: PetalBot Disallow: / User-agent: Bytespider Disallow: / # Slow down Amazonbot and GPTBot User-agent: Amazonbot Crawl-delay: 20 User-agent: GPTBot Crawl-delay: 20 # Allow Google and Bing but slow them down User-agent: Googlebot Crawl-delay: 10 User-agent: Bingbot Crawl-delay: 10 Sitemap: https://www.jmrichardscycles.com/sitemap-index.xml Sitemap: https://www.jmrichardscycles.com/sitemap-index-1.xml Sitemap: https://www.jmrichardscycles.com/sitemap.xml