# Make changes for all web spiders
User-agent: *
Disallow: /analyzer
Disallow: /App_Code
Disallow: /App_Data
Disallow: /App_Themes
Disallow: /aspnet_client
Disallow: /dcw3
Disallow: /msi
Disallow: /update
Crawl-delay: 300