# Written By Miranda Johnson
# email mjohnson@criw.com

#the disallowed agents are known email harvesters used by spammers!
User-agent: Titan
Disallow: /

User-agent: EmailCollector
Disallow: /

User-agent: EmailSiphon
Disallow: /

User-agent: EmailWolf
Disallow: /

User-agent: ExtractorPro
Disallow: /

#allow content to search engine spiders except in the folders
User-agent: *

Disallow: /Admin/
Disallow: /images/
Disallow: /Includes/