# Programmer: Loco[td{wm}] (From: http://www.robotstxt.org/wc/norobots.html) # Created: 26 Nov '06 # Last updated: 17 Feb '07 by td{wm} # Stay out - robots.txt file to keep bots off certain locations of my site. From: http://www.robotstxt.org/wc/norobots.html User-agent: * Disallow: /mkportal/admin # Tells the robots to stay out of /mkportal/admin/ and /mkportal/admin.php (hopefully) Disallow: /sgbb/admin # Tells the robots to stay out of /sgbb/admin/ and /sgbb/admin.* Disallow: /sgbb/sgadm/ # Tells the robots to stay out of /sgbb/sgadm/ #Disallow: / # This would prevent complete site access from robots # --- # robots.txt for http://www.example.com/ # User-agent: * # Disallow: /cyberworld/map/ # This is an infinite virtual URL space # Disallow: /tmp/ # these will soon disappear # Disallow: /foo.html