User-agent: magpie-crawler
Disallow: /

#Baiduspider
User-agent: Baiduspider
Disallow: /

#Yandex
User-agent: Yandex
Disallow: /

#SEMRush
User-agent: SemrushBot-SA
Disallow: /
User-agent: SemrushBot
Disallow: /

#VigLink
User-agent: VigLink
Disallow: /