User-agent: *
Sitemap: https://www.rtd.re/sitemap.xml


##############
#   custom   #
##############
Disallow: /web/login
Disallow: /web/signup
Disallow: /web/reset_password
Disallow: /shop/cart
Disallow: /shop/checkout
Disallow: /shop/payment
Disallow: /shop/confirm_order
Disallow: /my/
Disallow: /website/social/
Disallow: /contactus-thank-you
Disallow: /your-task-has-been-submitted

Allow: /social_instagram/####

# Robots.txt RTD.re — mis a jour 02/04/2026
User-agent: *

# Autoriser les assets necessaires au rendu Google
Allow: /web/content/
Allow: /web/assets/
Allow: /web/image/

# Bloquer les zones privees /web/
Disallow: /web/login
Disallow: /web/signup
Disallow: /web/reset_password
Disallow: /web/session/
Disallow: /web/database/
Disallow: /web/#

# Bloquer le tunnel d achat
Disallow: /shop/cart
Disallow: /shop/checkout
Disallow: /shop/payment
Disallow: /shop/address
Disallow: /shop/confirm_order

# Bloquer espace client
Disallow: /my/

# Pages utilitaires
Disallow: /website/social/
Disallow: /website/search
Disallow: /contactus-thank-you
Disallow: /your-task-has-been-submitted

# Autoriser sections publiques
Allow: /shop
Allow: /blog
Allow: /contactus
Allow: /

Sitemap: https://www.rtd.re/sitemap.xml

# AI Search Crawlers - Autorises
User-agent: GPTBot
Allow: /

User-agent: OAI-SearchBot
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: PerplexityBot
Allow: /

# Training-only Crawlers - Bloques
User-agent: CCBot
Disallow: /

User-agent: anthropic-ai
Disallow: /


User-agent: *
Allow: /social_instagram/