# This is for every spider! User-Agent: * # Hello ... now I won't get 404 errors in my logs # stay away from this Disallow: /cgi-bin/ # Don't comments make code much more readable!!! Disallow: /forum/profile.php Disallow: /forum/privmsg.php Disallow: /forum/login.php Disallow: /forum/faq.php Disallow: /forum/search.php Disallow: /forum/posting.php Crawl-Delay: 29