# This file restricts where link-checkers (robots) can go # # see for an explanation. User-agent: * # All spiders should avoid Disallow: /cgi-bin/ # scripts Disallow: /bin/ # scripts Disallow: /admin/ # log files and such Disallow: /logs/ # log files and such Disallow: /icons/ # Graphics Disallow: /images/ # Graphics Disallow: /img/ # Graphics Disallow: /includes/ Disallow: /vmcvt/ Disallow: /gif/ Disallow: /webalizer/ Disallow: /gw8-high-util.libpcap.gz