User-agent: *
Allow: /





#	This section was created to block overly aggressive indexing bots that have been causing problems
#	Yandex	Russian search engine known for aggressive indexing
User-agent: Yandex
Disallow: /

#	Goo		Japan
User-agent: moget
User-agent: ichiro
Disallow: /

#	Naver	Korea
User-agent: NaverBot
User-agent: Yeti
Disallow: /

#	Baidu	China
User-agent: Baiduspider
User-agent: Baiduspider-video
User-agent: Baiduspider-image
Disallow: /

#	SoGou	China
User-agent: sogou spider
Disallow: /

#	Youdao	China
User-agent: YoudaoBot
Disallow: /

#	EasouSpider	China
User-agent: EasouSpider
Disallow: /

#	SeznamBot	Czech Republic
User-agent: SeznamBot
Disallow: /

#	Synapse	Ukrane
User-agent: Synapse
Disallow: /

#	MJ12bot	UK
User-agent: MJ12bot
Disallow: /

#	XoviBot	Germany
User-agent: XoviBot 
Disallow: /

#	Ezooms	General "bad bot" rule breaker
User-agent: Ezooms
Disallow: /

#	DotBot	On a few bad bot lists
User-agent: DotBot
Disallow: /

#	TweetmemeBot	Bot's website is "closed"
User-agent: TweetmemeBot
Disallow: /

#	Mail.RU_Bot	
User-agent: Mail.RU_Bot
Disallow: /

#	SISTRIX	On a few bad bot lists
User-agent: sistrix
Disallow: /

#	cb/nutch	On a few bad bot lists
User-agent: cb/nutch
Disallow: /

#	Python-urllib	Reported on www.botreports.com
User-agent: Python-urllib
Disallow: /

#	http://www.integromedb.org/Crawler	BioMedical BioResearch crawler
User-agent: http://www.integromedb.org/Crawler
Disallow: /

#	CCBot	Apache Spider
User-agent: CCBot
Disallow: /

#	AhrefsBot	https://ahrefs.com/robot/
User-agent: AhrefsBot
Disallow: /