# allowed spiders
User-agent: googlebot
User-agent: googlebot-image
User-agent: Googlebot-Mobile
User-agent: bingbot
User-agent: msnbot
User-agent: slurp
User-agent: yahoo-mmcrawler
User-agent: scoutjet
User-agent: Blekkobot
User-agent: duckduckbot
User-agent: yandexbot
User-agent: baiduspider
User-agent: naverbot
User-agent: yeti
User-agent: exabot
User-agent: gigabot
User-agent: daumoa
User-agent: antbot
User-agent: botw
User-agent: ccbot
#User-agent: mj12bot
User-agent: ia_archiver
Disallow:

# all other spiders disallowed
User-agent: *
Disallow: /