# See http://www.robotstxt.org/wc/norobots.html for documentation on how to use the robots.txt file # # To ban all spiders from the entire site uncomment the next two lines: # # stop google indexing images and making them searchable online # User-Agent: Googlebot-Image # Disallow: / User-agent: * Disallow: /cgi-bin/ Disallow: /admin/ Disallow: /Ads/ Disallow: /assets/ Disallow: /backup/ Disallow: /cache/ Disallow: /include/ Disallow: /js/ Disallow: /lib/ Disallow: /plugins/ Disallow: /templates/ Disallow: /themes/ Disallow: /*.html?print$ Disallow: /*.html?p=1$ Disallow: /*.html?p=2$ Disallow: /*.html?p=3$ Disallow: /*.html?p=4$ Disallow: /*.html?p=5$ Disallow: /*.html?p=6$ Disallow: /*.html?p=7$ Disallow: /*.pdf$ Disallow: /show/ Disallow: /trip_plans/