# www.derf.net robots.txt file

User-agent: *
Disallow: /cgi-bin/
Disallow: /map/
Disallow: /oldsite/
Disallow: /mailman/
Disallow: /cwr-staff/
Disallow: /journal/dio/
Disallow: /portal/dynamic/
Disallow: /awstats/
Disallow: /saved/

# Rover is a bad dog <http://www.roverbot.com>
User-agent: Roverbot
Disallow: /

User-agent: Excalibur
Disallow: /