User-agent: *
Disallow: /media/
Disallow: /content/download/
Disallow: /public/search/

User-agent: Googlebot-News
Disallow: /
User-agent: SemrushBot
Disallow: /
User-agent: AdIdxBot
Disallow: /
User-agent: ia_archiver
Disallow: /
User-agent: ScoutJet
Disallow: /
User-agent: Facebot
Disallow: /
User-agent: SearchmetricsBot
Disallow: /
User-Agent: Wget
Disallow: /
User-Agent: TurnitinBot
Disallow: /
User-Agent: HTTrack
Disallow: /