# Limit Bingbot's crawl rate to avoid overload User-agent: Bingbot Crawl-delay: 10 # Limit Meta (Facebook/Instagram/WhatsApp) external crawler User-agent: meta-externalagent Disallow: / # Block PetalBot User-agent: PetalBot Disallow: / # Rank Math SEO plugin generated rules User-agent: * Disallow: /wp-content/uploads/wc-logs/ Disallow: /wp-content/uploads/woocommerce_uploads/ Disallow: /wp-admin/ Allow: /wp-admin/admin-ajax.php Crawl-delay: 5 # General crawl-delay for other bots # Sitemap location Sitemap: https://classichydraulics.com/sitemap_index.xml