User-agent: *
Crawl-Delay: 10

Disallow: /admin/
Disallow: /tasks/
Disallow: /requirements/
Disallow: /config/

User-agent: AhrefsBot
Disallow: /

User-agent: Bingbot
Disallow: /

User-agent: dotbot
Disallow: /

User-agent: Exabot
Disallow: /

User-agent: SemrushBot-SA
Disallow: /

User-agent: Baiduspider
Disallow: /

User-agent: Sosospider
Disallow: /

User-agent: SemrushBot
Disallow: /