# The real robots.txt file in /site/ , becouse of .htaccess
# Don't forget to update it too.
User-agent: *
Crawl-delay: 5
Request-rate: 1/5
Visit-time: 2300-0400