User-agent: * ################## User-agent: * Disallow: /FeedbackServer/ Disallow: /FeedbackServer/help ################################# Disallow: /*-SubCategories.aspx Disallow: /*-Listings.aspx Disallow: /page.aspx Disallow: /Resources.News*.aspx Disallow: /Facilities.aspx Disallow: /scripts/ Disallow: /Scripts/ Disallow: /COMPANY.ASPX Disallow: /forums/tags ########################### # Pages to ignore due to # time restraints... Disallow: /News/ Disallow: /news/ ########################### # Pages to ignore due to # incorrect mapping... Disallow: /directory//* Disallow: /forums/post/create/*/&ReportPost* Disallow: /search/rss/o=* Disallow: /search/rss/u=* Disallow: /*/contact.html Disallow: /*/add.html Disallow: /*/unsanswered/ Disallow: /*/-1? ########################### # Pages with no real value Disallow: /error.htm Disallow: /login.html Disallow: /logout.html ########################### # Directories Disallow: /controlpanel/ Disallow: /msgs/ Disallow: /Themes/ Disallow: /Themes # We want them to get to user profiles, so comment below out User-agent: * Disallow: /user/ Disallow: /user/register/ Disallow: /user/password/email/ Disallow: /user/profile/edit # non-essential content (FAQ) Disallow: /languages/ Disallow: /members/ ########################## # Pages that can cause # Supplemental / Dupe Disallow: /aggregate.xml Disallow: /opml.ashx # End robots.txt file