# Note:  Individual user-agents do not inherit from the general user-agent
# defs.  Defining a specific
# use agent automatically separates it from the general defs.
#

User-agent: *
Disallow: /cgi-bin
Disallow: /*.pl
Disallow: /mailman
Disallow: /staff
Disallow: /dir
Disallow: /wiki
Disallow: /mediawiki
# To stop all agents that follow the rules uncomment this.
#Disallow: /

#
# Google's bot got out of hand once and we had to do this.
#
#User-agent: Googlebot
#Disallow: /