User-agent: *
Disallow: /articles.html
Disallow: /articles/*.html
Disallow: /search
Disallow: /show_more.html
Disallow: /viewmore.html
Disallow: /down/*
Disallow: /APPURSE/
Disallow: /each_country.html
Disallow: /APPURSE-admin/
Disallow: /text/APPURSE/
Disallow: /eyeblaster/
Disallow: /addineyeV2.html

User-agent: Baiduspider*
User-agent: Sogou*
Disallow: /

User-agent: AhrefsBot
User-agent: BLEXBot
User-agent: CCBot
User-agent: Cliqzbot
User-agent: dotbot
User-agent: ia_archiver
User-agent: MBCrawler
User-agent: MJ12bot
User-agent: Photon
User-agent: Scrapy
User-agent: SemrushBot
User-agent: Linguee
Disallow: /