User-agent: *             # allows all robots to visit 
Disallow:                 # allows to visit all files
Request-rate: 1/5         # maximum rate is one page every 5 seconds
Visit-time: 0600-0845     # only visit between 6:00 AM and 8:45 AM UT (GMT)