User-agent: * Disallow: /wp-login.php Disallow: /wp-admin/ crawl-delay: 10 User-agent: Googlebot Disallow: /wp-login.php Disallow: /wp-admin/ crawl-delay: 10 User-agent: bingbot Disallow: /wp-login.php Disallow: /wp-admin/ crawl-delay: 30 # BEGIN W3TC ROBOTS User-agent: * Disallow: /wp-content/cache/ # END W3TC ROBOTS