User-agent: *
Disallow: /cgi/
Disallow: /tech/
Disallow: /shop/

# http://www.picsearch.com/menu.cgi?item=Psbot
User-agent: psbot
Disallow: /chemicals/
Disallow: /cheminfo/

# http://about.zoominfo.com/PublicSite/NextGenSearchBot.asp
User-agent: NextGenSearchBot
Disallow: /chemicals/
Disallow: /cheminfo/

# http://www.dotnetdotcom.org/#info
User-agent: dotbot
Disallow: /chemicals/
Disallow: /cheminfo/

User-agent: GingerCrawler
Disallow: /chemicals/
Disallow: /cheminfo/

User-agent: Yandex
Disallow: /chemicals/
Disallow: /cheminfo/

User-agent: Tagoobot
Disallow: /chemicals/
Disallow: /cheminfo/

User-agent: Tasapspider
Disallow: /chemicals/
Disallow: /cheminfo/

User-agent: MJ12bot
Disallow: /chemicals/
Disallow: /cheminfo/
User-agent: *
Disallow: /cgi/
Disallow: /tech/
Disallow: /shop/

User-agent: psbot
Disallow: /chemicals/
Disallow: /cheminfo/
Disallow: /search/

User-agent: NextGenSearchBot
Disallow: /chemicals/
Disallow: /cheminfo/
Disallow: /search/

User-agent: dotbot
Disallow: /chemicals/
Disallow: /cheminfo/
Disallow: /search/

User-agent: GingerCrawler
Disallow: /chemicals/
Disallow: /cheminfo/
Disallow: /search/

User-agent: Webalta
Disallow: /chemicals/
Disallow: /cheminfo/
Disallow: /search/

User-agent: Yandex
Disallow: /chemicals/
Disallow: /cheminfo/
Disallow: /search/

User-agent: Tagoobot
Disallow: /chemicals/
Disallow: /cheminfo/
Disallow: /search/

User-agent: Tasapspider
Disallow: /chemicals/
Disallow: /cheminfo/
Disallow: /search/

User-agent: MJ12bot
Disallow: /chemicals/
Disallow: /cheminfo/
Disallow: /search/

User-agent: turnitinbot
Disallow: /chemicals/
Disallow: /cheminfo/
Disallow: /search/

User-agent: YoudaoBot
Disallow: /chemicals/
Disallow: /cheminfo/
Disallow: /search/

User-agent: plukkie
Disallow: /chemicals/
Disallow: /cheminfo/
Disallow: /search/

User-agent: jobs.de-Robot
Disallow: /chemicals/
Disallow: /cheminfo/
Disallow: /search/

User-agent: voyager
Disallow: /chemicals/
Disallow: /cheminfo/
Disallow: /search/

User-agent: CamontSpider
Disallow: /chemicals/
Disallow: /cheminfo/
Disallow: /search/

User-agent: Exabot
Disallow: /chemicals/
Disallow: /cheminfo/
Disallow: /search/

User-agent: Linguee
Disallow: /chemicals/
Disallow: /cheminfo/
Disallow: /search/