User-agent: Twitterbot
Allow: *

User-agent: *
Crawl-delay: 30

User-agent: YandexBot
Disallow: /

#User-agent: AhrefsBot
#Disallow: /