# Robots.txt file for domain: http://www.melaniemoyer.com

# These robots either waste resources, harvest emails, or
# do some other "bad" thing, but at least they obey the 
# robots.txt file.  They're not allowed here.

User-agent: almaden 
User-agent: ASPSeek 
User-agent: baiduspider 
User-agent: dumbBot 
User-agent: Generic 
User-agent: grub-client
User-agent: MSIECrawler 
User-agent: NexaBot 
User-agent: NPBot 
User-agent: OWR_Crawler 
User-agent: psbot 
User-agent: rabaz 
User-agent: RPT-HTTPClient 
User-agent: ScoutAbout 
User-agent: semanticdiscovery 
User-agent: TurnitinBot 
User-agent: Wget
User-agent: Yandex 
Disallow: / 

# All other robots will be allowed to spider the domain
# but are requested not to spider the images, and 
# document directories 

User-agent: *
Disallow: /images/
Disallow: /customcount/

#
# This is simply bait.  If they go here, after being
# told not to, I simply won't be responsible for what happens.
#

Disallow: /users/ 

#
# Disallow the following directories to optimize page rank.
#

Disallow: /forum/


User-agent: Googlebot
Crawl-delay: 5

User-agent: Slurp
Crawl-delay: 5

User-agent: msnbot
Crawl-delay: 120