User-agent: *
Disallow: /contact.php # Contact page
Disallow: /link/ # External links
Disallow: /tools/tweet.php # External links
Disallow: /leatherrussian.php # Project Honey Pot
Disallow: /cgi-bin/mt/mt-comments.cgi # Old