User-agent: * crawl-delay: 15 Disallow: /wp-admin/ Allow: /wp-admin/admin-ajax.php Disallow: /wp-login.php Disallow: /?s= Disallow: /search/ User-agent: BLEXBot Disallow: / User-agent: Cliqzbot Disallow: / User-agent: Baiduspider Disallow: / User-agent: dotbot Disallow: / User-agent: BUbiNG Disallow: / User-agent: voltron Disallow: / User-agent: Yandex Disallow: /