User-agent: * Disallow: /old_site/ Disallow: /cgi-bin/ Disallow: /images/ Disallow: /viewtopic.php Disallow: viewforum.php Disallow: index.php? Disallow: posting.php Disallow: groupcp.php Disallow: search.php Disallow: login.php Disallow: privmsg.php Disallow: post Disallow: member Disallow: profile.php Disallow: memberlist.php Disallow: faq.php Request-rate: 1/5 # maximum rate is one page every 5 seconds Crawl-delay: 10 Sitemap: http://www.shtfmilitia.com/sitemap.php