User-Agent: *
Disallow: /data/


User-agent: Mediapartners-Google*
Disallow:

User-agent: Slurp
Crawl-delay: 40

User-agent: msnbot
Crawl-delay: 60

User-agent: MJ12bot
Disallow: /

User-agent: Yandex
Disallow: /

User-agent: sogou spider
Crawl-delay: 500

User-agent: sogou
Crawl-delay: 500

User-agent: Sogou web spider/3.0
Crawl-delay: 500

User-agent: Sogou web spider
Crawl-delay: 500

User-agent: Baiduspider+
Crawl-delay: 200

User-agent: Baiduspider
Crawl-delay: 200

User-agent: worio
Disallow: /

User-agent: worio bot heritrix/1.10.0
Disallow: /

User-agent: worio bot heritrix
Disallow: /

User-agent: Twiceler
Disallow: /

User-agent: Twiceler-0.9
Disallow: /

User-agent: psbot
Crawl-delay: 200

User-agent: Yeti/0.01i
Disallow: /