# no need for Chinese or Russian searches
User-agent: Baiduspider
Disallow: /
User-Agent: Ezooms
Disallow: /
# http://www.majestic12.co.uk/bot.php?+ follows many bogus and corrupt links
# and so generates a lot of error log noise.
# It does us no good and is a waste of our bandwidth.
User-Agent: MJ12bot
Disallow: /
# monetizers of other people's bandwidth.
User-Agent: Exabot
Disallow: /
# monetizers of other people's bandwidth.
User-Agent: findlinks
Disallow: /
# monetizers of other people's bandwidth.
User-Agent: aiHitBot
Disallow: /
# monetizer of other people's bandwidth.
# As is common with such, it ignores robots.txt.
User-Agent: AhrefsBot
Disallow: /
# no need for Russian searches and they fetch but ignore robots.txt
User-Agent: Yandex
Disallow: /
# too many mangled links and implausible home page
User-Agent: sitebot
Disallow: /
User-agent: TurnitinBot
Disallow: /

User-agent: *
Disallow: /gestao/
Disallow: /publicidade/
Disallow: /autores/
Disallow: /assinantes/
Disallow: /wire/
Noindex: /gestao/
Noindex: /publicidade/
Noindex: /autores/
Noindex: /assinantes/
Noindex: /wire/
Sitemap: https://correiodelagos.com/sitemap.xml