# Robots.txt file for domain: http://www.awakenedlands.com # All robots will spider the domain User-agent: * Disallow: # Disallow directory /cgi-bin/ User-agent: * Disallow: /cgi-bin/ # Disallow directory /includes/ User-agent: * Disallow: /includes/ # Disallow directory /ipbans/ User-agent: * Disallow: /ipbans/ # Disallow spiders on forum pages that aren't topic pages User-agent : * Disallow: /forums/config.php Disallow: /forums/extensions.inc Disallow: /forums/fantversion.php Disallow: /forums/groupcp.php Disallow: /forums/login.php Disallow: /forums/memberlist.php Disallow: /forums/modcp.php Disallow: /forums/posting.php Disallow: /forums/privmsg.php Disallow: /forums/search.php Disallow: /forums/viewonline.php