User-agent: Googlebot
Allow: /
User-agent: Bingbot
User-agent: Twitterbot
User-agent: facebookexternalhit
User-agent: *