User-agent: *
Disallow: /cdn-cgi/
Disallow: /rewrite/
Disallow: /amp/
Disallow: /check/
Disallow: /csv/
Disallow: /quicktips/
Disallow: /quickdeal/
Disallow: /style/
Disallow: /search/
Disallow: /compare-test/
Disallow: /comment_down.asp
Disallow: /search/index.asp
Disallow: /report.asp
Disallow: /securelink.asp
Disallow: /hits_new.asp


User-agent: TweetmemeBot
Disallow: /

User-agent: QuerySeekerSpider
Disallow: /

User-Agent: NING
Disallow: /

User-Agent: SputnikBot
Disallow: /

User-Agent: Cliqzbot
Disallow: /

User-Agent: Flamingo_SearchEngine
Disallow: /

User-Agent: Vegi bot
Disallow: /

User-Agent: demandbase-bot
Disallow: /

User-Agent: trendkite-akashic-crawler
Disallow: /