User-agent: *
Disallow: /scripts
Disallow: /perl
Disallow: /php
Disallow: /exe
Disallow: /source
Disallow: /media
Disallow: /music
Disallow: /movies
Disallow: /pictures
Disallow: /bookshelf
Disallow: /logs
Disallow: /Asbury
Disallow: /styles

# List of robots recorded as having visited this site.
#User-agent: Ask Jeeves
#User-agent: BecomeBot
#User-agent: Comodo
#User-agent: Googlebot
#User-agent: IconSurf
#User-agent: InnerpriseBot
#User-agent: LinkWalker
#User-agent: LocalcomBot
#User-agent: MJ12bot
#User-agent: Slurp
#User-agent: SurveyBot
#User-agent: T-H-U-N-D-E-R-S-T-O-N-E
#User-agent: Yahoo-MMCrawler
#User-agent: girafabot
#User-agent: msnbot
#User-agent: nicebot
#User-agent: oBot
#User-agent: Web-Sniffer