# robots.txt file from http://www.dunhuang2008.com/ # All robots will spider the domain User-agent: * Disallow: /admin/ Disallow: /NewsAdmin/ Disallow: /UserInfo/