# Robots.txt file 
# All robots will spider the domain

User-agent: *
Disallow: /a/
Disallow: /i/
Disallow: /logs/
Disallow: /mail/
Disallow: /old/
Allow: /a/fdown/