# All robots will spider the domain User-agent: * Disallow: /db Disallow: /DSData Disallow: /includes Disallow: /modules Disallow: /page Disallow: /UserControl Disallow: /uyiter74jg Disallow: /up_files Disallow: /template Disallow: /template2008 # Sitemap location sitemap:http://www.86link.net/baidu_news.xml http://www.86link.net/sitemaps.xml # End robots.txt file