User-agent: AdsBot-Google
User-agent: AdsBot-Google-Mobile
User-agent: AdsBot-Google-Mobile-Apps
User-agent: adidxbot
User-agent: Applebot
User-agent: AppleNewsBot
User-agent: Baiduspider
User-agent: Baiduspider-image
User-agent: Baiduspider-news
User-agent: Baiduspider-video
User-agent: bingbot
User-agent: BingPreview
User-agent: Googlebot
User-agent: Googlebot-Image
User-agent: Googlebot-Mobile
User-agent: Googlebot-News
User-agent: Googlebot-Video
User-agent: msnbot
User-agent: msnbot-media
User-agent: Slurp
Disallow:
User-agent: *
Disallow: /