#Google Search Engine Robot
User-agent: Googlebot
Disallow: /admin
Disallow: /rest

#Yahoo! Search Engine Robot
User-Agent: Slurp
Crawl-delay: 1
Disallow: /admin
Disallow: /media
Disallow: /static
Disallow: /rest

#Microsoft Search Engine Robot
User-Agent: msnbot
Disallow: /admin
Disallow: /media
Disallow: /static
Disallow: /rest

#Disallow for email Collectors
User-agent: Titan
Disallow: /

User-agent: EmailCollector
Disallow: /

User-agent: EmailSiphon
Disallow: /

User-agent: EmailWolf
Disallow: /

User-agent: ExtractorPro
Disallow: /

# Every bot that might possibly read and respect this file.
User-agent: *
Disallow: /admin
Disallow: /media
Disallow: /static
Disallow: /rest