# robots.txt for http://www.carterville.com/

# Allows Major Search Engines and Known Friendly Spiders


User-agent: Googlebot
Disallow: /admin/
Disallow: /archive/
Disallow: /cgi-bin/
Disallow: /documents/
Disallow: /English/
Disallow: /headstones/
Disallow: /histories/
Disallow: /images/
Disallow: /img/
Disallow: /javascripts/
Disallow: /lds/
Disallow: /media/
Disallow: /newsletters/
Disallow: /photos/
Disallow: /places/
Disallow: /temp/
Disallow: /upload/
Disallow: /archives.htm
Disallow: /contact.htm
Disallow: /*.exe$
Disallow: /*.pdf$
Disallow: /*.gif$
Disallow: /*.jpeg$
Disallow: /*.png$

User-agent: Googlebot-Image
Disallow: /*

User-agent: MSNBot
Disallow: /admin/
Disallow: /archive/
Disallow: /cgi-bin/
Disallow: /documents/
Disallow: /English/
Disallow: /headstones/
Disallow: /histories/
Disallow: /images/
Disallow: /img/
Disallow: /javascripts/
Disallow: /lds/
Disallow: /media/
Disallow: /newsletters/
Disallow: /photos/
Disallow: /places/
Disallow: /temp/
Disallow: /upload/
Disallow: /archives.htm
Disallow: /contact.htm
Disallow: /*.exe$
Disallow: /*.pdf$
Disallow: /*.gif$
Disallow: /*.jpeg$
Disallow: /*.png$

User-agent: Slurp
Disallow: /admin/
Disallow: /archive/
Disallow: /cgi-bin/
Disallow: /documents/
Disallow: /English/
Disallow: /headstones/
Disallow: /histories/
Disallow: /images/
Disallow: /img/
Disallow: /javascripts/
Disallow: /lds/
Disallow: /media/
Disallow: /newsletters/
Disallow: /photos/
Disallow: /places/
Disallow: /temp/
Disallow: /upload/
Disallow: /archives.htm
Disallow: /contact.htm
Disallow: /*.exe$
Disallow: /*.pdf$
Disallow: /*.gif$
Disallow: /*.jpeg$
Disallow: /*.png$

User-agent: Teoma
Disallow: /admin/
Disallow: /archive/
Disallow: /cgi-bin/
Disallow: /documents/
Disallow: /English/
Disallow: /headstones/
Disallow: /histories/
Disallow: /images/
Disallow: /img/
Disallow: /javascripts/
Disallow: /lds/
Disallow: /media/
Disallow: /newsletters/
Disallow: /photos/
Disallow: /places/
Disallow: /temp/
Disallow: /upload/
Disallow: /archives.htm
Disallow: /contact.htm

User-agent: Gigabot
Disallow: /admin/
Disallow: /archive/
Disallow: /cgi-bin/
Disallow: /documents/
Disallow: /English/
Disallow: /headstones/
Disallow: /histories/
Disallow: /images/
Disallow: /img/
Disallow: /javascripts/
Disallow: /lds/
Disallow: /media/
Disallow: /newsletters/
Disallow: /photos/
Disallow: /places/
Disallow: /temp/
Disallow: /upload/
Disallow: /archives.htm
Disallow: /contact.htm

User-agent: Scrubby
Disallow: /admin/
Disallow: /archive/
Disallow: /cgi-bin/
Disallow: /documents/
Disallow: /English/
Disallow: /headstones/
Disallow: /histories/
Disallow: /images/
Disallow: /img/
Disallow: /javascripts/
Disallow: /lds/
Disallow: /media/
Disallow: /newsletters/
Disallow: /photos/
Disallow: /places/
Disallow: /temp/
Disallow: /upload/
Disallow: /archives.htm
Disallow: /contact.htm

User-agent: Robozilla
Disallow: /admin/
Disallow: /archive/
Disallow: /cgi-bin/
Disallow: /documents/
Disallow: /English/
Disallow: /headstones/
Disallow: /histories/
Disallow: /images/
Disallow: /img/
Disallow: /javascripts/
Disallow: /lds/
Disallow: /media/
Disallow: /newsletters/
Disallow: /photos/
Disallow: /places/
Disallow: /temp/
Disallow: /upload/
Disallow: /archives.htm
Disallow: /contact.htm

# Everyone Else NOT allowed

User-agent: EmailCollector
Disallow: /

User-agent: EmailSiphon
Disallow: /

User-agent: EmailWolf
Disallow: /

User-agent: ExtractorPro
Disallow: /

User-agent: Panscient
Disallow: /

User-agent: Titan
Disallow: /


User-agent: *
Disallow: /