# AI search indexers: keep public catalog content visible in AI search.
User-agent: OAI-SearchBot
User-agent: Claude-SearchBot
User-agent: PerplexityBot
User-agent: DuckAssistBot
Allow: /
Disallow: /book/
Disallow: /profile
Disallow: /my-bookings
Disallow: /my-archive-bookings
Disallow: /admin/
Disallow: /api/
Disallow: /ajax/
Disallow: /login
Disallow: /register
Disallow: /logout
Disallow: /password-reset
Disallow: /payment/
Disallow: /checkout/
Disallow: /checkout
Disallow: /orders/
Disallow: /account/
Disallow: /cart
Disallow: /reviews/create
Disallow: /vacation-plan
Disallow: /*/vacation-plan
Disallow: /*?*
Disallow: /*?sort=
Disallow: /*?filter=
Disallow: /*?page=
Disallow: /*?session=
Disallow: /*?utm_
Disallow: /*?ref=
Disallow: /*&sort=
Disallow: /*&filter=
Disallow: /*&page=
Disallow: /*&session=
Disallow: /*&utm_
Disallow: /*&ref=
Disallow: /*&tags=
Disallow: /*?currency=
Disallow: /*&currency=
Disallow: /*&item_id=
Disallow: /*&iconnection_id=
Disallow: /*&external_excursion_id=
Disallow: /*&voucher_id=
Disallow: /search
Disallow: /*?search=
Disallow: /*?q=
Crawl-delay: 1

# User-triggered AI fetchers for answer rendering.
User-agent: ChatGPT-User
User-agent: Claude-User
User-agent: Perplexity-User
User-agent: MistralAI-User
Allow: /
Disallow: /book/
Disallow: /profile
Disallow: /my-bookings
Disallow: /my-archive-bookings
Disallow: /admin/
Disallow: /api/
Disallow: /ajax/
Disallow: /login
Disallow: /register
Disallow: /logout
Disallow: /password-reset
Disallow: /payment/
Disallow: /checkout/
Disallow: /checkout
Disallow: /orders/
Disallow: /account/
Disallow: /cart
Disallow: /reviews/create
Disallow: /vacation-plan
Disallow: /*/vacation-plan
Disallow: /*?*
Disallow: /*?sort=
Disallow: /*?filter=
Disallow: /*?page=
Disallow: /*?session=
Disallow: /*?utm_
Disallow: /*?ref=
Disallow: /*&sort=
Disallow: /*&filter=
Disallow: /*&page=
Disallow: /*&session=
Disallow: /*&utm_
Disallow: /*&ref=
Disallow: /*&tags=
Disallow: /*?currency=
Disallow: /*&currency=
Disallow: /*&item_id=
Disallow: /*&iconnection_id=
Disallow: /*&external_excursion_id=
Disallow: /*&voucher_id=
Disallow: /search
Disallow: /*?search=
Disallow: /*?q=
Crawl-delay: 1

# AI training crawlers: explicit opt-out from training ingestion.
User-agent: GPTBot
User-agent: ClaudeBot
User-agent: CCBot
User-agent: Meta-ExternalAgent
User-agent: Amazonbot
User-agent: Bytespider
Disallow: /

# AI training opt-out tokens. Allow is a no-op for these tokens.
User-agent: Google-Extended
Disallow: /

User-agent: Applebot-Extended
Disallow: /

# Main rules for all search robots
User-agent: *
Content-Signal: ai-train=no, search=yes, ai-input=yes
Allow: /
Disallow: /book/
Disallow: /profile
Disallow: /my-bookings
Disallow: /my-archive-bookings
Disallow: /admin/
Disallow: /api/
Disallow: /ajax/
Disallow: /login
Disallow: /register
Disallow: /logout
Disallow: /password-reset
Disallow: /payment/
Disallow: /checkout/
Disallow: /checkout
Disallow: /orders/
Disallow: /account/
Disallow: /cart
Disallow: /reviews/create
Disallow: /vacation-plan
Disallow: /*/vacation-plan

# Blocking URL parameters (sorting, filters, sessions)
Disallow: /*?*
Disallow: /*?sort=
Disallow: /*?filter=
Disallow: /*?page=
Disallow: /*?session=
Disallow: /*?utm_
Disallow: /*?ref=
Disallow: /*&sort=
Disallow: /*&filter=
Disallow: /*&page=
Disallow: /*&session=
Disallow: /*&utm_
Disallow: /*&ref=
Disallow: /*&tags=
Disallow: /*?currency=
Disallow: /*&currency=
Disallow: /*&item_id=
Disallow: /*&iconnection_id=
Disallow: /*&external_excursion_id=
Disallow: /*&voucher_id=

# Blocking site search files
Disallow: /search
Disallow: /*?search=
Disallow: /*?q=

# Blocking temporary and test pages
Disallow: /temp/
Disallow: /tmp/
Disallow: /test/
Disallow: /staging/

# Allowing important resources for rendering
Allow: /*.css$
Allow: /*.js$
Allow: /*.jpg$
Allow: /*.jpeg$
Allow: /*.png$
Allow: /*.webp$
Allow: /*.gif$
Allow: /*.svg$
Allow: /*.woff$
Allow: /*.woff2$

# Specifying Sitemap
Sitemap: https://www.tisland.travel/sitemap.xml

# Social preview bots
User-agent: FacebookExternalHit
User-agent: WhatsApp
User-agent: LinkedInBot
Allow: /
Disallow: /book/
Disallow: /profile
Disallow: /my-bookings
Disallow: /my-archive-bookings
Disallow: /admin/
Disallow: /api/
Disallow: /ajax/
Disallow: /login
Disallow: /register
Disallow: /logout
Disallow: /password-reset
Disallow: /payment/
Disallow: /checkout/
Disallow: /checkout
Disallow: /orders/
Disallow: /account/
Disallow: /cart

# Blocking malicious bots
User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: DotBot
Disallow: /