# do not access these 3 folders      
#User-agent: * Disallow: /test/ # This is my test URL space Disallow: /bak/ # these are backup folders Disallow: /Gold/ # these are Gold folders 
#User-agent: * 
#Crawl-delay: 1  
User-agent: msnbot 
Crawl-delay: 5