User-agent: * Disallow: /ContentPartners/Blackberry/* # We deleted these pages. Disallow: /AdvancedTripMap.aspx # This page only does a redirect to the ViewTrip page. Disallow: /backpacker/ # This directory is no longer used. The content and template is located under /ContentPartners/Backpacker Disallow: /blackberry/ Disallow: /amline/ # Somehow Google starting trying to index the ChartXmlGenerator.ashx file that used to exist in this directory. Disallow: /amxy/ # Just to be safe for the same reason as above. Disallow: /dyn/ # Nothing important under dyn should be accessible to anonymous users any ways. Disallow: /dyn/MyAccount/TripInfo.aspx # Linked from the Map My Story page and requires that you are logged in. Disallow: /Garmin/GarminUpload.aspx # Linked from the Map My Story page and requires that you are logged in. Disallow: /MyAccount/UploadTrip.aspx # Linked from the Map My Story page and requires that you are logged in. Disallow: /MyAccount/MyInfo.aspx # The "Change Units" link on the View Trip page. Disallow: /MyAccount/* # Let's just do the whole directory. Disallow: /forums/ # This is an old directory that has now been replaced with '/forum'. Disallow: /dyn/AjaxHandlers/ # Only in JavaScript code, but GoogleBot crawls it. Disallow: /*mode= # Don't let Google crawl the ViewTrip page with the 'mode' parameter because it causes it to produce duplicate search results. Disallow: /DownloadTripLogin.aspx # Yahoo was trying to index this page, which doesn't exist anymore. Disallow: /DrawMediaObjectData.aspx # When reviewing Google's Webmaster Tools, this showed up in the unreachable links. Disallow: /TagSearch.aspx # When reviewing Google's Webmaster Tools, this showed up in the unreachable links. Disallow: /UserProfile # I don't know why Google is trying to access this. Disallow: /Groups # I don't know why Google is trying to access this. Disallow: /TripCompare.aspx # Authentication is required for this page. Disallow: /SupportedPhones.aspx # Still had some links pointing to this on the Backpacker.com site. Disallow: /media/ # No need for bots in here. Disallow: /PrintTrip.aspx # Linked from the View Trip page. Disallow: /EmailTrip.aspx # Linked from the View Trip page. Disallow: /downloadTrip.aspx # Linked from the View Trip page. Disallow: /wap/ # Google bot is causing errors on these pages, so we'll just block the entire directory. Disallow: /backpacker/TripGroup.aspx # I don't know how you get to this page or what links to it, but Yahoo is trying to index it. Disallow: /backpacker/ppinfo.aspx # I don't know how you get to this page or what links to it, but Yahoo is trying to index it. Disallow: /MakeThumbnail.aspx # An old page used by a web service. Hopefully we can get rid of it someday. Disallow: /TripBrowse.aspx # Don't let the bots go to this page. It is poorly written and we have the Sitemap service now. Disallow: /IPhone/*downloadTripId= # MSNBot and probably others have indexed several of these pages, I don't know where they are getting them from. Disallow: /Login.aspx # Looks like some bots get redirected here from trips they can't view because they're marked private. Hopefully this will cause it not to be indexed. Disallow: /Maps/* # Not much content here to be useful, in my opinion. Disallow: /SupportedPhones/*carrier= # Don't allow query strings here because they are not necessary for bots to read the entire contents of the page. Disallow: /RIM/*? # Don't allow access to any page with query string parameters here. Disallow: /NoJavaScript/ # This is just a user error page. No need to index it. Disallow: /NoCookies/ # This is just a user error page. No need to index it.