User-agent: *
Disallow: 
Crawl-delay: 10			# wait 10 seconds between each page
Request-rate: 1/10         	# maximum rate is one page every 5 seconds