User-agent: * Disallow: /forum/ Disallow: /images/ # no need to crawl the image folder Disallow: /melisa/ # no need to crawl the image folder Disallow: /axs/ Disallow: /cgi-bin/ Disallow: /error/ Disallow: /neomail/ Disallow: /pgpPgAdmin/ Disallow: /sidepocketfiles/ Disallow: /downloads/ Disallow: addlistmember.asp Disallow: addlistmemberfs.asp Disallow: addlistmemberfsthanks.asp Disallow: addlistmemberfs_old.asp Disallow: addlistmembersf.asp Disallow: addtrafficcodestodb.asp Disallow: cdontssendpassword.asp Disallow: cdontssendpasswordfs.asp Disallow: commentsuccess.asp Disallow: ktestpp.asp Disallow: send11000hitspassword.asp Disallow: sendpassword.asp Disallow: testresults.asp Disallow: test_paypal.asp Disallow: test_paypalold2.asp