# Rides.rs robots.txt
# Content Signals (https://contentsignals.org): search=yes, ai-input=yes, ai-train=no
User-agent: *
Content-Signal: search=yes, ai-input=yes, ai-train=no
Allow: /
Allow: /api/v1/
Allow: /api/mcp
Allow: /llms.txt
Disallow: /admin/
Disallow: /driver/
Disallow: /api/
Disallow: /login
Disallow: /offers/

# AI crawlers + agents are explicitly welcome on public pages.
# A crawler obeys the MOST SPECIFIC user-agent group that matches it and only
# that one — groups are not merged with the wildcard — so every Allow the
# wildcard group needs, this group needs too. Without the ones below, the bots
# this section exists to welcome were the only ones `Disallow: /api/` shut out
# of the catalog, which is the exact URL llms.txt sends them to twice.
# /api/mcp is POST-only and answers 405 to a GET, so nothing crawls it either
# way; it is listed because llms.txt sends agents there and some of them check
# robots.txt before any request, and because two files that disagree about the
# same URL is the defect, not the fetch.
User-agent: GPTBot
User-agent: OAI-SearchBot
User-agent: ChatGPT-User
User-agent: ClaudeBot
User-agent: Claude-Web
User-agent: PerplexityBot
User-agent: Google-Extended
User-agent: Applebot-Extended
Allow: /
Allow: /api/v1/
Allow: /api/mcp
Allow: /llms.txt
Disallow: /admin/
Disallow: /driver/
Disallow: /api/
Disallow: /login
Disallow: /offers/

Sitemap: https://rides.rs/sitemap.xml