User-agent: * # directed to all robots Disallow: /*/attractions/ Disallow: /*/bed-and-breakfast/ Disallow: /*/self-catering/ Disallow: /*/hotels/ Disallow: /*/railway-stations/ Disallow: /*/activities/ Disallow: /*/camping/ Disallow: /*/restaurants/ Disallow: /*/pubs/ Disallow: /*/shops/ Disallow: /languages.htm Disallow: /join.htm Disallow: /search2/ Disallow: /search/ Disallow: /a_print/ Disallow: /cumbria+lake-district2/ Disallow: /live-tariffs-entries/ Disallow: /live-tariffs-multi/ Disallow: /live-tariffs-popup/ Disallow: /live-tariff-form/ Disallow: /view-by-picture/ Disallow: /*/all-options/ Disallow: /*/location/ Disallow: /*/reviews/ Disallow: /*/live-availability/ Disallow: /live-town-name-lookup-form/ # Allow Google Adsense Bot # Was a little worried this might cause problems with the Google caching proxy, but looks like not: # ie: http://www.mattcutts.com/blog/crawl-caching-proxy/ User-agent: Mediapartners-Google Allow: / Disallow: /a_print/ Disallow: /live-tariffs-entries/ Disallow: /live-tariffs-multi/ Disallow: /live-tariffs-popup/ Disallow: /live-town-name-lookup-form/