User-agent: *
Disallow:
Crawl-delay: 60
# Begin Exclusion From Directories from robots.txt
Disallow: /cgi/
Disallow: /cgi-bin/