# Allow downloads
User-Agent: wget
Crawl-delay: 30
Disallow:

# Disallow all spiders
User-Agent: *
Disallow: /

# - or -

# Ask spiders to slow down
#User-Agent: *
#Crawl-delay: 7
#Disallow: /admin/