Sitemap: http://www.rajeevrai.com/sitemap.xml User-agent: * # Block the following directories from being indexed Disallow: /Controls/ Disallow: /App_Themes/ Disallow: /bin/ Disallow: /Controls/ Disallow: /Javascript/JQuery # Block the following pages from being indexed Disallow: /directory/file.html # Block the following file extensions from being indexed Disallow: /*.js$