User-agent: sitebot
Disallow: /

User-agent: *
Disallow: /report/
Disallow: /magazine/tag/
Disallow: /action/w/sg.app.multilang/set/
Disallow: /ajax/
Disallow: /action/
Disallow: /search/

User-agent: *
Crawl-delay: 1


User-agent: BLEXBot
Disallow: /

user-agent: AhrefsBot
disallow: /