# Allows all robots to spider site. Removes 404 errors from log files.

User-agent: *
Disallow: /cgi-bin/
Disallow: /images/
Disallow: /js/
Disallow: /stylesheets/