# Robots file
User-agent: *
Disallow: /staging/
Disallow: /cgi-bin/
User-agent: MJ12bot
Disallow: /
User-agent: MJ12bot
Crawl-delay: 15