User-agent: * # Directories Disallow: /core/ Disallow: /profiles/ # Files Disallow: /README.txt # Paths (clean URLs) Disallow: /admin/ Disallow: /comment/reply/ Disallow: /filter/tips Disallow: /node/add/ Disallow: /user/register Disallow: /user/password Disallow: /user/login Disallow: /user/logout # Paths (no clean URLs) Disallow: /index.php/admin/ Disallow: /index.php/comment/reply/ Disallow: /index.php/filter/tips Disallow: /index.php/node/add/ Disallow: /index.php/search/ Disallow: /index.php/user/password Disallow: /index.php/user/register Disallow: /index.php/user/login Disallow: /index.php/user/logout # Modals Disallow: /node/ Disallow: /holiday/modal Disallow: /paragraph/ Disallow: /hotel/modal/ Disallow: /ship/modal/ Disallow: */rt_cabin/modal/ Disallow: /enquire/ Disallow: /book/ Disallow: /email-itinerary/ Disallow: /accommodation-selection # Customer Disallow: /login Disallow: /favourites Disallow: * # Functions Disallow: /mercury/ # Bot Management User-agent: SiteAuditBot Disallow: / User-agent: rogerbot Disallow: / User-agent: MJ12bot Disallow: / User-agent: GPTBot Disallow: / User-agent: SemrushBot Disallow: / User-agent: YandexBot Disallow: / User-agent: Baiduspider Disallow: / User-agent: deepcrawl Disallow: / User-agent: SErankingBot Allow: / Sitemap: https://www.rivieratravel.com/sitemap.xml