User-agent: Twitterbot
Disallow:

Allow: /

User-agent: *
Disallow: /_core
Crawl-delay: 5
User-agent: Yandex
Disallow: /
User-agent: YandexBot/3.0
Disallow: /
User-agent: YandexMobileBot/3.0
Disallow: /