User-agent: SemrushBot
Disallow: /
User-agent: SemrushBot-SA
Disallow: /
User-agent: AhrefsBot 
Disallow: /
User-agent: MJ12bot
Disallow: /
User-agent: *
Disallow: /wp-admin/
Disallow: /wp-includes/
Disallow: /wp-content/cache
Disallow: /wp-content/ewww
Disallow: /wp-content/w3tc-config
Disallow: *.pdf$
Disallow: *.xls$
Disallow: *.xlsx$