User-agent: *
Disallow:
Crawl-delay: 3
# Wait (number) seconds between crawl
Request-rate: 1/3
# maximum rate is 1 page every 1 seconds
Visit-time: 2100-1300
# UTC time