# www.robotstxt.org/
# Allow crawling of all content
User-agent: *
Allow: /

# Optimize crawling
Crawl-delay: 10