###############################
#
#
User-agent: *
# Crawl-delay added by Nexcess to help with server load.
Crawl-delay: 20
#
# list folders robots are not allowed to index 
#
Disallow: /admin
Disallow: /forum
Disallow: /aspprotect
Disallow: /assets
Disallow: /briefingarchive
Disallow: /cafe
Disallow: /economax
Disallow: /fptp
Disallow: /cgi-bin
Disallow: /decks
Disallow: /eletter
Disallow: /mt
Disallow: /externals
Disallow: /glossary
Disallow: /images
Disallow: /language
Disallow: /Library
Disallow: /mailinglist
Disallow: /tableeditor
Disallow: /manual
Disallow: /newsletter
Disallow: /newsmanager
Disallow: /rotator
Disallow: /search
Disallow: /sitefeeds
Disallow: /blog_staging

#
# list specific files robots are not allowed to index
redir.asp
# 
#
###############################

User-agent: 008
Disallow: /
Crawl-Delay: 400