# This file restricts where link-checkers (robots) can go
#
# see <http://web.nexor.co.uk/mak/doc/robots/norobots.html> for an explanation.
 
User-agent: *                   # All spiders should avoid 
Disallow: /cgi-bin/             #       scripts
Disallow: /bin/                 #       scripts
Disallow: /admin/               #       log files and such
Disallow: /logs/                #       log files and such
Disallow: /icons/               #       Graphics
Disallow: /images/              #       Graphics
Disallow: /pics/
Disallow: /includes/