# All robots will spider the domain
User-agent: *
Disallow: 
Disallow: /admin/
Disallow: /data/
Disallow: /ebay/
Disallow: /htmlarea/
Disallow: /phplive/

# Disallow Alexa
User-agent: ia_archiver
Disallow: /

User-agent: Yahoo-Blogs/v3.9
Crawl-delay: 20

User-agent: Slurp
Crawl-delay: 20