User-agent: * Disallow: /doc/ Disallow: /jumps.html Disallow: /dict/vms/data/ Disallow: /cgi-bin/dnewsweb Disallow: /cgi-bin/calendar Disallow: /kalender/ Disallow: /cgi-bin/murdekaart.cgi Disallow: /internal/ Disallow: /corpus/lehed/ Disallow: /dict/eknr/ User-agent: msnbot Disallow: / Crawl-delay: 5 User-agent: HTTrack Disallow: / User-agent: Mail.RU_Bot Disallow: /cgi-bin/mkn8.cgi User-agent: Yahoo Slurp Disallow: /cgi-bin/mkn8.cgi User-agent: Yandex Disallow: / # http://www.robotstxt.org/orig.html # # For syntax checking, see: # http://tool.motoricerca.info/robots-checker.phtml User-agent: * Disallow: /heli/administrator/ Disallow: /heli/bin/ Disallow: /heli/cache/ Disallow: /heli/cli/ Disallow: /heli/components/ Disallow: /heli/includes/ Disallow: /heli/installation/ Disallow: /heli/language/ Disallow: /heli/layouts/ Disallow: /heli/libraries/ Disallow: /heli/logs/ Disallow: /heli/modules/ Disallow: /heli/plugins/ Disallow: /heli/tmp/ Disallow: /component/jevents/