User-agent: Googlebot Allow: / User-agent: * Disallow: / ### BEGIN xmlrpc.php BLOCK ### RewriteEngine On ErrorDocument 403 "Forbidden" RewriteCond %{THE_REQUEST} "^POST /xmlrpc.php" RewriteCond %{HTTP_USER_AGENT} "!^Jetpack by WordPress.com" [NC] RewriteRule .* - [R=403,L] ### END xmlrpc.php BLOCK ### #Block empty user agents and http referers RewriteEngine On RewriteCond %{HTTP_USER_AGENT} ^-?$ RewriteCond %{HTTP_REFERER} ^-?$ RewriteRule . - [F,L] # Aggressive Bots SetEnvIfNoCase User-Agent "SemrushBot" bad_bot SetEnvIfNoCase User-Agent "Blogtrottr/2.0" bad_bot SetEnvIfNoCase User-Agent "BLEXBot/1.0" bad_bot SetEnvIfNoCase User-Agent "LieBaoFast/4.51.3" bad_bot SetEnvIfNoCase User-Agent "MQQBrowser/6.2" bad_bot SetEnvIfNoCase User-Agent "Mb2345Browser/9.0" bad_bot SetEnvIfNoCase User-Agent "UCBrowser/11.7.0.953" bad_bot SetEnvIfNoCase User-Agent "Baiduspider" bad_bot SetEnvIfNoCase User-Agent "Yandex" bad_bot SetEnvIfNoCase User-Agent "MJ12bot" bad_bot SetEnvIfNoCase User-Agent "AhrefsBot/6.1" bad_bot Order Allow,Deny Allow from all Deny from env=bad_bot