# robots.txt for bv-ent.net
User-agent: ia_archiver
Disallow: /
# Prevent robots from spidering specified files & directories
User-agent: *
Disallow: /cgi/
Disallow: /images/
Disallow: /data/
Disallow: /logs/
Disallow: /Backsups/
Disallow: /.htaccess
Disallow: /postinfo.html