User-agent: *
Disallow: /

User-agent: Googlebot
Allow: / 

User-agent: googlebot-image
Allow: / 

User-agent: googlebot-mobile
Allow: / 

User-agent: yahoo-mmcrawler
Allow: / 

User-agent: bingbot
Allow: /

User-agent: Twitterbot
Allow: /

User-agent: DuckDuckBot
Allow: /

User-agent: Applebot
Allow: /