# Robots.txt for crawler

User-agent: *

# Disallow Crawler
# Disallow All
Disallow: /

# Max crawler Time per page in sec
Crawl-Delay: 2