#
# robots.txt for http://hawaii.indymedia.org/
# mat 17 Nov 2004
#
# exclude some access-controlled areas
User-agent: *
Disallow: /admin
Disallow: /stats
Disallow: /stats/
#
# exclude IBM Crawler (commercial use)
User-agent: http://www.almaden.ibm.com/cs/crawler
Disallow: /
User-agent: http://www.almaden.ibm.com/cs/crawler [st10]
Disallow: /
#
User-agent: http://www.yama.info.waseda.ac.jp/~yamana/es/
Disallow: /
#
User-agent: e-SocietyRobot
Disallow: /
#
# exclude dir.com pompos agent
User-agent: pompos
Disallow: /
User-agent: Pompos/1.3
Disallow: /