# Robots.txt # # All robots will spider the domain User-agent: * Disallow: /Admin_wdc_il/ Disallow: /aspnet_client/ Disallow: /AWStats/ Disallow: /Banners/ Disallow: /cp/ Disallow: /doc/ Disallow: /images/ Disallow: /php/ Disallow: /PHPbb2/ Disallow: /ss_images/ Disallow: /ss_scripts/ Disallow: /temp/ Disallow: /webalizer/ Disallow: /XML_Get_Rate/ Disallow: /xmlhttp/