# Robots.txt for ronaldostats.app
# Protegge da scraping aggressivo

# Consenti Google
User-agent: Googlebot
Allow: /
Crawl-delay: 1

# Consenti Bing
User-agent: Bingbot
Allow: /
Crawl-delay: 1

# Consenti i crawler di ricerca e citazione AI
# (These are the search and citation agents, not the training crawlers.
#  Blocking them removes the site from AI answer citations.)
User-agent: OAI-SearchBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Perplexity-User
Allow: /

User-agent: Claude-SearchBot
Allow: /

User-agent: Claude-User
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: Applebot
Allow: /

# Blocca bot di scraping noti
User-agent: MJ12bot
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: DotBot
Disallow: /

# GPTBot is the OpenAI training crawler, kept blocked.
# It is separate from OAI-SearchBot and ChatGPT-User above,
# so citation eligibility is not affected.
User-agent: GPTBot
Disallow: /

# Tutti gli altri bot - rallenta
User-agent: *
Allow: /
Crawl-delay: 5

# Sitemap
# I lastmod delle sei pagine di statistiche li aggiorna da solo
# scripts/update_stats.py a ogni build. Non modificarli a mano.
# Solo privacy.html resta manuale, perche lo script non la tocca.
Sitemap: https://ronaldostats.app/sitemap.xml