User-agent: *
Disallow: /

User-agent: Twitter
Disallow:

User-agent: Twitterbot
Disallow:

User-agent: Googlebot
Allow: /embed/
Allow: /media/img/poster/video/