# robots.txt for wsq sites User-agent: * # 404 page that does not need to be spidered Disallow: /404.asp Disallow: /logfiles/ Disallow: /stats/