# Robots.txt file 
# For domain: http://TheWestern.net

# All robots will spider the domain
User-agent: *
Disallow: 

User-agent: Googlebot
Crawl-delay: 20

User-agent: Slurp
Crawl-delay: 20

User-Agent: msnbot
Crawl-Delay: 20