# Do -NOT- visit the following pathname or your host will be
# blocked from this site. This is a trap for mal-configured
# bots which do not follow RFCs.

User-agent: Mediapartners-Google*
Disallow:

User-agent: Googlebot/2.1*
Disallow:

# User-agent: *
# Disallow: /

# Do -NOT- visit the following pathname or your host will be
# blocked from this site. This is a trap for mal-configured
# bots which do not follow RFCs.
# User-agent: *
# Disallow: /cgi-bin/block_crawler.pl