# only allow index.asp to be crawled by spiders User-agent: * # disallow all folders in root Disallow: /Client Configurations/ Disallow: /core/ Disallow: /Flexviews/ Disallow: /hmenu/ Disallow: /images/ Disallow: /includes/ Disallow: /relocate_images/ Disallow: /shopInABox/ Disallow: /stylesheet/ Disallow: /stylesheets/ Disallow: /Template_images/ Disallow: /treemenu2/ Disallow: /hmenu/ # disallow all files in root Disallow: /ADOVBS.INC Disallow: /cleanUP.sql Disallow: /cms.asp Disallow: /config.asp Disallow: /FLEXVIEWSINI.asp Disallow: /gssRender.xsl Disallow: /indexSHOPINTHEBOX.asp Disallow: /mainIE.css Disallow: /mainMozilla.css Disallow: /messages.asp Disallow: /newsletterPreview.asp Disallow: /Page_Template.htm Disallow: /portal.asp Disallow: /sendEmail.asp Disallow: /styleSwitcher.js Disallow: /temp.asp Disallow: /ADOVBS.INC Disallow: /ADOVBS.INC