# # This robots.txt advises crawlers that visit the site. # # List of all web robots: http://www.robotstxt.org/wc/active/html/index.html # # Check robots.txt at: # http://www.searchengineworld.com/cgi-bin/robotcheck.cgi # User-agent: http://www.almaden.ibm.com/cs/crawler Disallow: / User-agent: InternetSeer.com Disallow: / User-agent: NP Disallow: / User-agent: NPBot Disallow: / User-agent: turnitinbot Disallow: / User-agent: TurnitinBot Disallow: / User-agent: * Disallow: /arcade_admin/ Disallow: /management/ Disallow: /specialoffer/ Disallow: /memberlist.php Disallow: /community/search.php Disallow: /login.php Disallow: /community/profile.php Disallow: /usercp_viewprofile.php Disallow: /viewonline.php