# Default robots.txt file
# All robots will spider the domain except the folder containing email addresses

User-agent: *
Disallow: /emails/
Crawl-delay: 1

User-Agent: OmniExplorer_Bot
Disallow: /

User-Agent: MJ12bot
Disallow:   /

User-Agent: Gigabot
Disallow:   /

User-agent: SBIder
Disallow: /