User-agent: NaverBot
User-agent: sogou spider
User-agent: dotbot
User-agent: sosospider
User-agent: MJ12bot
Disallow: /
User-agent: ia_archiver
User-agent: aipbot
Disallow: /d/
User-agent: MJ12bot
Crawl-Delay: 60
User-agent: *
Disallow: /stats/
Disallow: /x/
Disallow: /api/
Disallow: /d/category/
Disallow: /urchin/
Crawl-Delay: 5