# Facebook SPAMming the logs with fake/probe queries 20170724:
User-agent: facebookexternalhit
Disallow: /


# Asked Semrush 2017/12/09 privately to stop touching my servers entirely.
User-agent: SemrushBot
Disallow: /

User-agent: SemrushBot-SA
Disallow: /

User-agent: SemrushBot-SI
Disallow: /