# robots.txt for pms.colonpee.com
# robots.txt tell web robots which pages that they should not spider.

# http://grub.org/
User-agent: grub-client
Disallow: /

# http://www.google.com/remove.html#images
User-agent: Googlebot-Image
Disallow: /

# http://www.turnitin.com/robot/crawlerinfo.html
User-agent: TurnitinBot
Disallow: /

# NameProtect Bot, looks for trademark violations
# http://www.nameprotect.com/botinfo.html
User-agent: NPBot
Disallow: /

User-agent: http://www.almaden.ibm.com/cs/crawler 
Disallow: /

# This is for every spider!
User-agent: *
# stay away from this
Disallow: /Archive/
Disallow: /manual/
Disallow: /stats/
Disallow: /files/
Disallow: /pr0n
Disallow: /webcam/
Disallow: /quake/
Disallow: /quake2/
Disallow: /quake3/
Disallow: /half-life/
Disallow: /usage/
Disallow: /music/
Disallow: /email

# http://dir.com/pompos.html http://dir.com/
User-agent:pompos
Disallow: /

# WiseNutBot
User-agent: ZyBorg
Disallow: /