User-agent: Scrapy
Allow: /

# vestacp autogenerated robots.txt
User-agent: *
Crawl-delay: 10