# exclude help system from robots
User-agent: *
Crawl-delay: 10
Disallow: /admin/ 
Disallow: /images/ 
Disallow: /cgi-bin/
Disallow: /uebimiau/
Disallow: /htdig/
Disallow: /webalizer/
User-agent: HTTrack
Disallow: /
User-agent: httrack
Disallow: /