############################### # # User-agent: * # # list folders robots are not allowed to index # Disallow: /rothnet/ Disallow: /Bin/ Disallow: /css/ Disallow: /images/ Disallow: /includes/ Disallow: /RadControls/ Disallow: /Scripts/ Disallow: /uc_scripts/ Disallow: /usercontrols/ Disallow: /ZipServices/ # # list specific files robots are not allowed to index # Disallow: /404NotFound.aspx Disallow: /PrecompiledApp.config Disallow: /Web.config # # ###############################