User-agent: SemrushBot
Disallow: /

User-agent: Linguee Bot
Disallow: /

User-agent: bingbot
Disallow: /

User-agent: *
Disallow: /script/

User-agent: SemanticScholarBot
Disallow: /

User-agent: PetalBot
Disallow: /

#Baiduspider
User-agent: Baiduspider
Disallow: /

#Yandex
User-agent: Yandex
Disallow: /

User-Agent: trendictionbot
Disallow: /

User-Agent: DataForSeoBot
Disallow: /

User-agent: SeekportBot
Crawl-delay: 2

User-agent: AhrefsBot
Crawl-Delay: 2
 
User-agent: dotbot
Crawl-delay: 2