# the file to allow/disallow crawlerBots to check the site
#
User-agent: * # match all bots
#
Disallow: /spacer.gif
Disallow: /images/
Disallow: /Form/
Disallow: /form_and_asp/
Disallow: /OLD/
Disallow: /OLD_ASP_SITE/
Disallow: /reports/
Disallow: /surfstats/
Disallow: /Templates/
Disallow: /_private/
Disallow: /_vti_cnf/
Disallow: /_vti_log/
Disallow: /_vti_pvt/
Disallow: /_vti_script/
Disallow: /_vti_txt/