User-agent: * # File formats (not to be individually indexed) Disallow: /*.txt Disallow: /*.asa Disallow: /*.css # Directories (not to be individually indexed) Disallow: /admin/ Disallow: /asp/ Disallow: /clientuploads/ Disallow: /include/ Disallow: /errormsg/ Disallow: /ssl/ Disallow: /images/ Disallow: /Include/ Disallow: /xml/ Disallow: /xsl/ # Internal site pages within root dir (not to be individually indexed) Disallow: popup.asp