User-agent: Googlebot
Allow: /
User-agent: Yahoobot 
Allow: /
User-agent: YahooSeekerbot 
Allow: /
User-agent: AdsBot-Google
Allow: /
User-agent: MSNbot
Allow: /