User-agent: SemrushBot
Disallow: /
User-agent: Mozilla/5.0 (compatible; SemrushBot; +http://www.semrush.com/bot.html)
Disallow: /
User-agent: dotbot
Disallow: /
User-agent: Mozilla/5.0 (compatible; DotBot/1.2; +https://opensiteexplorer.org/dotbot; help@moz.com)
Disallow: /
User-agent: AhrefsBot
Disallow: /
User-agent: Mozilla/5.0 (compatible; AhrefsBot/7.0; +http://ahrefs.com/robot/)
Disallow: /
User-agent: PetalBot
Disallow: /
User-agent: Mozilla/5.0 (compatible;PetalBot;+https://webmaster.petalsearch.com/site/petalbot)
Disallow: /
User-agent: AspiegelBot
Disallow: /
User-agent: Mozilla/5.0 (Linux; Android 7.0;) AppleWebKit/537.36 (KHTML, like Gecko) Mobile Safari/537.36 (compatible; AspiegelBot)
Disallow: /
User-agent: Mozilla/5.0 (compatible;AspiegelBot)
Disallow: /
User-agent: MauiBot
Disallow: /
User-agent: MauiBot (crawler.feedback+wc@gmail.com)
Disallow: /
User-agent: turnitinbot
Disallow: /
User-agent: turnitin
Disallow: /
User-agent: Turnitin (https://bit.ly/2UvnfoQ)
Disallow: /
User-agent: Mozilla/5.0 (compatible; SeekportBot; +https://bot.seekport.com)
Disallow: /
User-agent: Mozilla/5.0 (compatible; MJ12bot/v1.4.8; http://mj12bot.com/)
Disallow: /
User-agent: *
Disallow: /*?*s=
Disallow: /*?*option=
Disallow: /*?*wordfence_lh=
Disallow: /wp-content/plugins/
Disallow: /wp-includes/
Disallow: /wp-admin/
Disallow: /page/
Disallow: /search/
Disallow: /media_category/