# /robots.txt for IRM www machines
# 03/23/03 - strengthened to exclude all agents
# 11/29/04 - added googlebot agent to allow access
# 12/02/04 - added slurp agent to allow access
# 08/20/05 - added msnbot agent to allow access
# 08/20/05 - added Teoma (Ask Jeeves) agent to allow access
# 01/03/06 - added ia_archiver (Alexa Website Ranking) agent to allow access


User-agent: ia_archiver
Disallow:
Disallow: /cgi-bin
Disallow: /cgi-shl

User-agent: Teoma
Disallow:
Disallow: /cgi-bin
Disallow: /cgi-shl

User-agent: msnbot
Disallow:
Disallow: /cgi-bin
Disallow: /cgi-shl

User-agent: Slurp
Disallow:
Disallow: /cgi-bin
Disallow: /cgi-shl

User-agent: googleBot
Disallow:
Disallow: /cgi-bin
Disallow: /cgi-shl

User-agent: *
Disallow: /
Disallow: /cgi-bin
Disallow: /cgi-shl