User-agent: *
Disallow: /cgi/
Disallow: /tech/
Disallow: /shop/

User-agent: psbot
Disallow: /chemicals/
Disallow: /cheminfo/
Disallow: /search/

User-agent: NextGenSearchBot
Disallow: /chemicals/
Disallow: /cheminfo/
Disallow: /search/

User-agent: dotbot
Disallow: /chemicals/
Disallow: /cheminfo/
Disallow: /search/

User-agent: GingerCrawler
Disallow: /chemicals/
Disallow: /cheminfo/
Disallow: /search/

User-agent: Webalta
Disallow: /chemicals/
Disallow: /cheminfo/
Disallow: /search/

User-agent: Yandex
Disallow: /chemicals/
Disallow: /cheminfo/
Disallow: /search/

User-agent: Tagoobot
Disallow: /chemicals/
Disallow: /cheminfo/
Disallow: /search/

User-agent: Tasapspider
Disallow: /chemicals/
Disallow: /cheminfo/
Disallow: /search/

User-agent: MJ12bot
Disallow: /chemicals/
Disallow: /cheminfo/
Disallow: /search/

User-agent: turnitinbot
Disallow: /chemicals/
Disallow: /cheminfo/
Disallow: /search/

User-agent: YoudaoBot
Disallow: /chemicals/
Disallow: /cheminfo/
Disallow: /search/

User-agent: plukkie
Disallow: /chemicals/
Disallow: /cheminfo/
Disallow: /search/

User-agent: jobs.de-Robot
Disallow: /chemicals/
Disallow: /cheminfo/
Disallow: /search/

User-agent: voyager
Disallow: /chemicals/
Disallow: /cheminfo/
Disallow: /search/

User-agent: CamontSpider
Disallow: /chemicals/
Disallow: /cheminfo/
Disallow: /search/

User-agent: Exabot
Disallow: /chemicals/
Disallow: /cheminfo/
Disallow: /search/

User-agent: Linguee
Disallow: /chemicals/
Disallow: /cheminfo/
Disallow: /search/

User-agent: Vagabondo
Disallow: /chemicals/
Disallow: /cheminfo/
Disallow: /search/

User-agent: aiHitBot
Disallow: /chemicals/
Disallow: /cheminfo/
Disallow: /search/

User-agent: Jyxobot
Disallow: /chemicals/
Disallow: /cheminfo/
Disallow: /search/

User-agent: MLBot
Disallow: /chemicals/
Disallow: /cheminfo/
Disallow: /search/