# See http://www.robotstxt.org/wc/norobots.html for documentation on how to use the robots.txt file # # To ban all spiders from the entire site uncomment the next two lines: # User-Agent: * # Disallow:/ User-agent: * Disallow: /admin/ Disallow: /localities/ Disallow: /landing_pages/ # Blog wp-contents User-agent: * Disallow: /blog/wp-admin/ Disallow: /blog/wp-admin/admin-ajax.php # Disallow /tags User-agent: * Disallow: /tag/ Disallow: /blog/category/ Disallow: /*trip_search_result.php? Disallow: /*event_search_result.php? Disallow: /*adventure_search.php? Disallow: /*searchTrip.php?