User-agent: *							# match all bots
Disallow: 								# nothing is restricted
Crawl-delay: 10						# set to the number of seconds to wait between successive requests to the same server
Request-rate: 1/5					# maximum rate is one page every 5 seconds
Visit-time: 0600-0845			# only visit between 06:00 and 08:45 UTC (GMT)