# See http://www.robotstxt.org/robotstxt.html for documentation on how to use the robots.txt file
#
user-agent: *
Disallow: /search*
Disallow: /load-in-iframe*
Disallow: /redirect-url*

disallow: /auth/*
disallow: /niche/*
disallow: /*/comments$
disallow: /tags/*
disallow: /*/hotels$
disallow: /*/things-to-do$
disallow: /*/things-to-do/*
disallow: /*/airbnb-vacation-rentals$
disallow: /*/airbnb-vacation-rentals/*
disallow: /*/hotels$
disallow: /*/hotels/*
disallow: /*/2$
disallow: /*/3$
disallow: /*/4$
disallow: /*/5$
disallow: /*/6$
disallow: /*/7$
disallow: /*/8$
disallow: /*/9$
disallow: /*/10$
disallow: /*/11$
disallow: /*/12$
disallow: /*/13$
disallow: /*/14$
disallow: /*/15$
disallow: /*/16$
disallow: /*/17$
disallow: /*/18$
disallow: /*/19$
disallow: /*/20$

disallow: /*/vacation_rental_sbox$
disallow: /sbox*
disallow: /us/us-attractions*
disallow: /japan/japan-attractions*
disallow: /api/*
disallow: /plugins/*
disallow: /p/*
disallow: /packs/*
#disallow: /custom-paragraph/*
#disallow: /*/1000$

User-agent: Googlebot
Allow: /.well-known/amphtml/apikey.pub

Disallow: /search*
Disallow: /load-in-iframe*
Disallow: /redirect-url*

disallow: /auth/*
disallow: /niche/*
disallow: /*/comments$
disallow: /tags/*
disallow: /*/hotels$
disallow: /*/things-to-do$
disallow: /*/things-to-do/*
disallow: /*/airbnb-vacation-rentals$
disallow: /*/airbnb-vacation-rentals/*
disallow: /*/hotels$
disallow: /*/hotels/*
disallow: /*/2$
disallow: /*/3$
disallow: /*/4$
disallow: /*/5$
disallow: /*/6$
disallow: /*/7$
disallow: /*/8$
disallow: /*/9$
disallow: /*/10$
disallow: /*/11$
disallow: /*/12$
disallow: /*/13$
disallow: /*/14$
disallow: /*/15$
disallow: /*/16$
disallow: /*/17$
disallow: /*/18$
disallow: /*/19$
disallow: /*/20$

disallow: /*/vacation_rental_sbox$
disallow: /sbox*
disallow: /us/us-attractions*
disallow: /japan/japan-attractions*
disallow: /api/*
disallow: /plugins/*
disallow: /p/*
disallow: /packs/*
#disallow: /custom-paragraph/*
#disallow: /*/1000$