# Spider/robot restrictions file
# Constructive criticism should go to webmaster@caerleon.us

User-agent: *
Disallow: /cgi-bin/
Disallow: /mrtg/

User-agent: WFARC
Disallow: /

User-agent: HTTrack
Disallow: /

User-agent: NPBot
Disallow: /