#
# but don't archive
#User-agent: ia_archiver
#Disallow:   /
#
User-agent: Grub-client
Disallow:   /
#
User-agent: MSIECrawler
Disallow:   /
#
# allow all other robots
#
User-agent: *
Disallow:   /htbin
Disallow:   /images
Disallow:   /fd
Disallow:   /cleech
Disallow:   /kchan
Disallow:   /docs
Disallow:   /ulysses/archive
Disallow:   /analog
Disallow:   /serverdoc