# robots for https://www.intrepidtravel.com

User-agent: SiteSucker for OS X
Disallow: /
User-agent: trendkite-akashic-crawler
Disallow: /
User-agent: HTTrack
Disallow: /
User-agent: *
# Disallow Paths
Disallow: */api/*
Disallow: /api/
Disallow: /api/*
Disallow: /cgi-bin/
Disallow: /modal/*
Disallow: /*?search*
Disallow: /?search
Disallow: /search/
Disallow: /*/Search/*
Disallow: /pwa/*
Disallow: /authentication/
Disallow: /auth/*
Disallow: */auth0/*
Disallow: /account*
Disallow: /user*
Disallow: /signup*
Disallow: /login*
Disallow: /login/*
Disallow: /wishlist*
Disallow: /wishlist/*
Disallow: /test/*
# Paths (regionalisation URLs)
Disallow: /*/ajax
Disallow: /*/node/*
# Paths (clean URLs)
Disallow: /admin/
Disallow: /agents/
Disallow: /comment/reply/
Disallow: /node/*
Disallow: /node/
Disallow: /node*
Disallow: /ajax
Disallow: /*US_CENSUS_NAME*
# Paths (no clean URLs)
Disallow: /?q=admin/
Disallow: /?q=comment/reply/
Disallow: /?q=filter/tips/
Disallow: /?q=node/add/
Disallow: /?q=search/
Disallow: /?q=user/password/
Disallow: /?q=user/register/
Disallow: /?q=user/login/
Disallow: /?q=user/logout/
Disallow: /*?*preview_id=
# Paths (nonexistent SPA routes)
Disallow: /*/session_trace/*
Disallow: /*/metrics/*
Disallow: /*/page_view_event/*
Disallow: /*/page_action/*
Disallow: /*/page_view_timing/*
Disallow: /*/jserrors/*
Disallow: /*/aggregate/*
Disallow: /*/spa/*
Disallow: /themes/
# XML sitemaps
Sitemap: https://www.intrepidtravel.com/au/sitemap.xml
Sitemap: https://www.intrepidtravel.com/be/sitemap.xml
Sitemap: https://www.intrepidtravel.com/ca/sitemap.xml
Sitemap: https://www.intrepidtravel.com/ch/sitemap.xml
Sitemap: https://www.intrepidtravel.com/de/sitemap.xml
Sitemap: https://www.intrepidtravel.com/en/sitemap.xml
Sitemap: https://www.intrepidtravel.com/eu/sitemap.xml
Sitemap: https://www.intrepidtravel.com/ie/sitemap.xml
Sitemap: https://www.intrepidtravel.com/mt/sitemap.xml
Sitemap: https://www.intrepidtravel.com/nl/sitemap.xml
Sitemap: https://www.intrepidtravel.com/nz/sitemap.xml
Sitemap: https://www.intrepidtravel.com/uk/sitemap.xml
Sitemap: https://www.intrepidtravel.com/us/sitemap.xml
Sitemap: https://www.intrepidtravel.com/za/sitemap.xml