User-agent: Exabot
Disallow: /

User-agent: Yandex
Disallow: /

User-agent: Slurp
Disallow: /

User-agent: daumoa
Disallow: /

User-agent: VoilaBot
Disallow: /

User-agent: Sosospider
Disallow: /

User-agent: YoudaoBot
Disallow: /

User-agent: Speedy
Disallow: /

User-agent: twiceler
Disallow: /

User-agent: Yanga WorldSearch Bot v1.1/beta 
Disallow: /

User-agent: Gigabot/3.0 
Disallow: /

User-agent: Sogou web spider/4.0(+http://www.sogou.com/docs/help/webmasters.htm#07) 
Disallow: /

User-agent: Sogou web spider/4.0 
Disallow: /

User-agent: Sogou
Disallow: /

User-agent: YodaoBot/1.0 
Disallow: /

User-agent: Yeti 
Disallow: /


User-agent: Yeti/0.01
Disallow: /

User-agent: Teemer
Disallow: /

User-agent: *
Disallow: /es/5/
Disallow: /zh/5/
Disallow: /nl/5/
Disallow: /fr/5/
Disallow: /de/5/
Disallow: /el/5/
Disallow: /it/5/
Disallow: /ja/5/
Disallow: /ko/5/
Disallow: /pt/5/
Disallow: /ru/5/
Disallow: /es/4/
Disallow: /zh/4/
Disallow: /nl/4/
Disallow: /fr/4/
Disallow: /de/4/
Disallow: /el/4/
Disallow: /it/4/
Disallow: /ja/4/
Disallow: /ko/4/
Disallow: /pt/4/
Disallow: /ru/4/
Disallow: /de/fr/
Disallow: /de/it/
Disallow: /de/ko/
Disallow: /de/de/
Disallow: /de/el/
Disallow: /de/es/ 
Disallow: /el/fr/ 
Disallow: /el/it/
Disallow: /el/ko/ 
Disallow: /fr/fr/
Disallow: /fr/it/
Disallow: /fr/ko/
Disallow: /it/fr/
Disallow: /it/it/ 
Disallow: /it/ko/
Disallow: /ja/de/
Disallow: /ja/pt/
Disallow: /ja/es/
Disallow: /ja/ko/
Disallow: /ja/zh/
Disallow: /ja/ru/
Disallow: /ja/it/
Disallow: /ja/nl/
Disallow: /ja/fr/
Disallow: /ja/ja/
Disallow: /ja/el/
Disallow: /ko/fr/
Disallow: /ko/it/
Disallow: /ko/ko/
Disallow: /nl/fr/ 
Disallow: /nl/it/
Disallow: /nl/ko/
Disallow: /pt/fr/ 
Disallow: /pt/it/ 
Disallow: /pt/ko/
Disallow: /ru/fr/
Disallow: /ru/it/ 
Disallow: /ru/ko/
Disallow: /zh/fr/
Disallow: /zh/it/
Disallow: /zh/ko/
Disallow: /zh/nl/
Disallow: /zh/pt/
Disallow: /zh/ru/
Disallow: /zh/zh/
Disallow: /ru/nl/
Disallow: /ru/pt/
Disallow: /ru/ru/
Disallow: /ru/zh/
Disallow: /zh/de/
Disallow: /zh/el/
Disallow: /zh/es/
Disallow: /pt/nl/
Disallow: /pt/pt/
Disallow: /pt/ru/
Disallow: /pt/zh/
Disallow: /ru/de/
Disallow: /ru/el/
Disallow: /ru/es/
Disallow: /nl/nl/
Disallow: /nl/pt/
Disallow: /nl/ru/
Disallow: /nl/zh/
Disallow: /pt/de/
Disallow: /pt/el/
Disallow: /pt/es/
Disallow: /ko/nl/
Disallow: /ko/pt/
Disallow: /ko/ru/
Disallow: /ko/zh/
Disallow: /nl/de/
Disallow: /nl/el/
Disallow: /nl/es/
Disallow: /ko/de/
Disallow: /ko/el/
Disallow: /ko/es/
Disallow: /it/nl/
Disallow: /it/pt/
Disallow: /it/ru/
Disallow: /it/zh/
Disallow: /fr/nl/
Disallow: /fr/pt/
Disallow: /fr/ru/
Disallow: /fr/zh/
Disallow: /it/de/
Disallow: /it/el/
Disallow: /it/es/
Disallow: /el/nl/
Disallow: /el/pt/
Disallow: /el/ru/
Disallow: /el/zh/
Disallow: /es/de/
Disallow: /es/el/
Disallow: /es/es/
Disallow: /es/fr/
Disallow: /es/it/
Disallow: /es/ko/
Disallow: /es/nl/
Disallow: /es/pt/
Disallow: /es/ru/
Disallow: /es/zh/
Disallow: /fr/de/
Disallow: /fr/el/
Disallow: /fr/es/
Disallow: /de/nl/
Disallow: /de/pt/
Disallow: /de/ru/
Disallow: /de/zh/
Disallow: /el/de/
Disallow: /el/el/
Disallow: /el/es/
Disallow: /page/
Disallow: /2008/
Disallow: /page/2/
Disallow: /zh/page/2/
Disallow: /zh/page/3/
Disallow: /zh/page/4/
Disallow: /zh/page/5/
Disallow: /zh/page/6/
Disallow: /zh/page/7/
Disallow: /zh/page/8/
Disallow: /zh/page/9/
Disallow: /zh/page/10/
Disallow: /zh/page/11/
Disallow: /zh/page/12/
Disallow: /zh/page/13/
Disallow: /zh/page/14/
Disallow: /zh/page/15/
Disallow: /zh/page/16/
Disallow: /zh/page/17/
Disallow: /zh/page/18/