User-agent: AhrefsBot 
Disallow: /

User-agent: DotBot 
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: LumtelBot
Disallow: /

User-agent: BUbiNG
Disallow: /

User-agent: ltx71
Disallow: /

User-agent: StatusCake_Pagespeed_Indev
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: DomainCrawler
Disallow: /



User-agent: *
Disallow: neste.cgi
Disallow: forrige.cgi
Disallow: /htmlmail/*