# Robots.txt file from http://www.searchengineworld.com # # Built from text file # http://info.webcrawler.com/mak/projects/robots/active/all.txt # # This restricts access to only known and registered robots. # User-agent: * Disallow: *.exe Disallow: *.zip Disallow: *.gif Disallow: *.jpg Disallow: *.php Disallow: GetDown.php Disallow: attachment.php Disallow: down.php Disallow: download.php Disallow: counter.php Disallow: GetDownCounter.php User-agent: msnbot.msn.com Disallow: / User-agent: cncln.online.ln.cn Disallow: / User-agent: Inktomi Disallow: / User-agent: msnbot Disallow: / User-agent: Wget Disallow: / User-agent: * Disallow: /