#
# Penguincentral: robots.txt
# We only allow robots who identify themselves.
# We occasionally rebuild this.
#
# Based on http://info.webcrawler.com/mak/projects/robots/active/all.txt
# ...and originally...
# awk -f robot.awk robot.txt > robots.txt
#

User-agent: Mozilla/3.0 (compatible;miner;mailto:miner@miner.com.br)
Disallow: /cgi-bin/
Disallow: /cgi-penguincentral/
Disallow: /wusage/

User-agent: Due to a deficiency in Java it's not currently possible to set the User-Agent. 
Disallow: /cgi-bin/
Disallow: /cgi-penguincentral/
Disallow: /wusage/

User-agent: *
Disallow: /cgi-bin/
Disallow: /cgi-penguincentral/
Disallow: /wusage/