#Added for Bristol-Myers on Sept 2005
User-agent: vspider 
Disallow: / 
 
#For all other crawlers
User-agent: * 
Disallow: /Management/   # don't crawl healthcheck
Hit-rate: 30 # wait 30 seconds before starting a new URL request default=30 
Visiting-hours: 23:00EDT-05:00EDT #index this site between 11PM - 5AM EDT 
Concurrent-hits: 2 # limit concurrent active URLS to 2 for each index server