User-agent: Yandex
Disallow: /

User-agent: Baiduspider
Disallow: /

User-agent: Yandexbot
Disallow: /

User-agent: YaDirectFetcher
Disallow: /

User-agent: semrushbot
Crawl-delay: 15
Disallow: /intranet/

User-agent: SemrushBot-BA
Crawl-delay: 15
Disallow: /intranet/

User-agent: dotbot
Crawl-delay: 10
Disallow: /intranet/

User-agent: bingbot
Crawl-delay: 10
Disallow: /intranet/

User-agent: googlebot
Crawl-delay: 1
Disallow: /intranet/

User-agent: *
Crawl-delay: 10
Disallow: /intranet/