# Rits Spa - https://ritsspa.ae
# Search + AI crawlers welcome. AI usage terms: /.well-known/ai-policy.json

# Content usage preferences (contentsignals.org): allow search indexing and
# AI answers; reserve rights on model training.
User-agent: *
Content-Signal: search=yes, ai-input=yes, ai-train=no
Allow: /
Disallow: /404
Disallow: /500

# AI / LLM crawlers - preference restated in their own group so it is not
# skipped by robots.txt group-matching (RFC 9309: a bot follows only its
# most-specific group; a signal only in `*` is invisible to these bots).
User-agent: GPTBot
User-agent: OAI-SearchBot
User-agent: ChatGPT-User
User-agent: ClaudeBot
User-agent: Claude-SearchBot
User-agent: PerplexityBot
User-agent: anthropic-ai
User-agent: Google-Extended
User-agent: Applebot-Extended
User-agent: meta-externalagent
User-agent: Bingbot
User-agent: CCBot
Content-Signal: search=yes, ai-input=yes, ai-train=no
Allow: /
Disallow: /404

# Bulk training-only scrapers with no citation upside - blocked to back the
# ai-train=no signal. (CCBot / Common Crawl deliberately left allowed above.)
User-agent: Bytespider
User-agent: Amazonbot
Disallow: /

Sitemap: https://ritsspa.ae/sitemap-index.xml

# AI content licensing signals
LLMS-File: https://ritsspa.ae/llms.txt
LLMS-Full-File: https://ritsspa.ae/llms-full.txt
AI-Policy: https://ritsspa.ae/.well-known/ai-policy.json
License: RSL 1.0

# IndexNow key file: /1589f47bf0e19448e2d78bcd2c1c31fb.txt
IndexNow: https://ritsspa.ae/1589f47bf0e19448e2d78bcd2c1c31fb.txt