# secmas.net robot.txt file 
# Robots index all 

User-agent: * 
Disallow: /admin
Disallow: /cgi-bin
Disallow: /images
Disallow: /inc
Disallow: /style
Disallow: /suspended.page
Disallow: /tools

User-Agent: msnbot 
crawl-delay: 20