User-agent: *
Disallow: /assets/
Disallow: /well-known/
Disallow: /404
Disallow: /privacy
Disallow: /terms
Disallow: /press

User-agent: ia_archiver
Disallow: *

User-agent: Yandex
Disallow: *

User-agent: EasouSpider
Disallow: *

User-agent: AhrefsBot
Disallow: *

User-agent: SemrushBot
Disallow: *

User-agent: MJ12bot
Disallow: *

User-agent: duggmirror
Disallow: *

User-agent: Go-http-client
Disallow: *

User-agent: AhrefsBot
Disallow: *

User-agent: dotbot
Disallow: *

User-agent: Sogou
Disallow: *

User-agent: HaoSouSpider
Disallow: *

User-agent: Sogou web spider
Disallow: *

User-agent: Sogou inst spider
Disallow: *

User-agent: Sogou spider2
Disallow: *

User-agent: MJ12bot
Disallow: *

User-agent: EtaoSpider
Disallow: *