#robot exclusion
User-agent: * #keep all bots
Disallow: /App_Code/ #keep out
Disallow: /App_Data/
Disallow: /bin/ 
Disallow: /common/ 
Disallow: /css/
Disallow: /images/
Disallow: /js/
Disallow: /docs/deployment/