# Allow all spiders, but slow them down (the nice ones that obey robots.txt anyway)
User-Agent: *
Crawl-Delay: 60