#A message to all bots - except for googlebot who does not follow this command
User-agent: *
Crawl-Delay: 1

#Crawlers that we would like to stay away
User-Agent: BaiDuSpider
Disallow: /

User-agent: beijingcrawler
Disallow: /

User-agent: ClariaBot
Disallow: /

User-agent: e-SocietyRobot
Disallow: /

User-agent: FANGCrawl
Disallow: /

User-agent: nicebot
Disallow: /

User-agent: SBIder
Disallow: /

User-agent: T8Abot
Disallow: /

User-agent: Xenu
Disallow: /

User-agent: Zealbot
Disallow: /

User-agent: ZipppBot
Disallow: /

User-agent: ZyBORG
Disallow: /

User-agent: Bitacle bot
Disallow: /

User-agent: brilliant shopper bot
Disallow: /

User-agent: BySpider
Disallow: /

User-agent: Dulance Bot
Disallow: /

User-agent: FAST-WebCrawler
Disallow: /

User-agent: GAIS Robot
Disallow: /

User-agent: Girafabot
Disallow: /

User-agent: GomezAgent
Disallow: /

User-agent: HenryTheMiragoRobot
Disallow: /

User-agent: infomine
Disallow: /

User-agent: IRLbot
Disallow: /

User-agent: MojeekBot
Disallow: /

User-agent: Naverbot
Disallow: /

User-agent: noxtrumbot
Disallow: /

User-agent: nusearch
Disallow: /

User-agent: Searchmee! Spider
Disallow: /

User-agent: Sensis Web Crawler
Disallow: /

User-agent: SeznamBot
Disallow: /

User-agent: Snapbot
Disallow: /

User-agent: VMBot
Disallow: /

User-agent: VoilaBot
Disallow: /

User-agent: WeRelateBot
Disallow: /

User-agent: Missigua Locator 1.9
Disallow: /