User-agent: *
Allow: /

# Administrative areas
Disallow: /admin/
Disallow: /api/
Disallow: /account/

# Prevent crawling of filter/search URLs
Disallow: /*?search=*
Disallow: /*?nationality=*
Disallow: /*?status=*
Disallow: /*?date=*
Disallow: /*?sort=*
Disallow: /*?direction=*

# Login-walled pages (players, coaches, venues; team/league sub-pages)
Disallow: /arenas$
Disallow: /arenas/
Disallow: /atleta$
Disallow: /atleta/
Disallow: /atletas$
Disallow: /atletas/
Disallow: /campeonatos$
Disallow: /campeonatos/*/
Disallow: /campos$
Disallow: /campos/
Disallow: /championnats$
Disallow: /championnats/*/
Disallow: /coaches$
Disallow: /coaches/
Disallow: /competicoes$
Disallow: /competicoes/*/
Disallow: /der-spieler$
Disallow: /der-spieler/
Disallow: /entraineurs$
Disallow: /entraineurs/
Disallow: /entrenadores$
Disallow: /entrenadores/
Disallow: /equipas$
Disallow: /equipas/*/
Disallow: /equipes$
Disallow: /equipes/*/
Disallow: /equipos$
Disallow: /equipos/*/
Disallow: /estadios$
Disallow: /estadios/
Disallow: /jogador$
Disallow: /jogador/
Disallow: /jogadores$
Disallow: /jogadores/
Disallow: /joueur$
Disallow: /joueur/
Disallow: /joueurs$
Disallow: /joueurs/
Disallow: /jugador$
Disallow: /jugador/
Disallow: /jugadores$
Disallow: /jugadores/
Disallow: /leagues$
Disallow: /leagues/*/
Disallow: /ligas$
Disallow: /ligas/*/
Disallow: /ligen$
Disallow: /ligen/*/
Disallow: /mannschaften$
Disallow: /mannschaften/*/
Disallow: /player$
Disallow: /player/
Disallow: /players$
Disallow: /players/
Disallow: /spieler$
Disallow: /spieler/
Disallow: /stades$
Disallow: /stades/
Disallow: /stadien$
Disallow: /stadien/
Disallow: /stadiums$
Disallow: /stadiums/
Disallow: /teams$
Disallow: /teams/*/
Disallow: /tecnicos$
Disallow: /tecnicos/
Disallow: /times$
Disallow: /times/*/
Disallow: /trainer$
Disallow: /trainer/
Disallow: /treinadores$
Disallow: /treinadores/

# Sitemap
Sitemap: https://www.futbolpulso.com/sitemap.xml

# AI Crawlers - rate limited
User-agent: GPTBot
User-agent: ChatGPT-User
User-agent: CCBot
User-agent: Bytespider
User-agent: ClaudeBot
User-agent: anthropic-ai
User-agent: Applebot-Extended
User-agent: Amazonbot
User-agent: meta-externalagent
User-agent: PerplexityBot
Crawl-delay: 10
Allow: /

# Administrative areas
Disallow: /admin/
Disallow: /api/
Disallow: /account/

# Prevent crawling of filter/search URLs
Disallow: /*?search=*
Disallow: /*?nationality=*
Disallow: /*?status=*
Disallow: /*?date=*
Disallow: /*?sort=*
Disallow: /*?direction=*

# Login-walled pages (players, coaches, venues; team/league sub-pages)
Disallow: /arenas$
Disallow: /arenas/
Disallow: /atleta$
Disallow: /atleta/
Disallow: /atletas$
Disallow: /atletas/
Disallow: /campeonatos$
Disallow: /campeonatos/*/
Disallow: /campos$
Disallow: /campos/
Disallow: /championnats$
Disallow: /championnats/*/
Disallow: /coaches$
Disallow: /coaches/
Disallow: /competicoes$
Disallow: /competicoes/*/
Disallow: /der-spieler$
Disallow: /der-spieler/
Disallow: /entraineurs$
Disallow: /entraineurs/
Disallow: /entrenadores$
Disallow: /entrenadores/
Disallow: /equipas$
Disallow: /equipas/*/
Disallow: /equipes$
Disallow: /equipes/*/
Disallow: /equipos$
Disallow: /equipos/*/
Disallow: /estadios$
Disallow: /estadios/
Disallow: /jogador$
Disallow: /jogador/
Disallow: /jogadores$
Disallow: /jogadores/
Disallow: /joueur$
Disallow: /joueur/
Disallow: /joueurs$
Disallow: /joueurs/
Disallow: /jugador$
Disallow: /jugador/
Disallow: /jugadores$
Disallow: /jugadores/
Disallow: /leagues$
Disallow: /leagues/*/
Disallow: /ligas$
Disallow: /ligas/*/
Disallow: /ligen$
Disallow: /ligen/*/
Disallow: /mannschaften$
Disallow: /mannschaften/*/
Disallow: /player$
Disallow: /player/
Disallow: /players$
Disallow: /players/
Disallow: /spieler$
Disallow: /spieler/
Disallow: /stades$
Disallow: /stades/
Disallow: /stadien$
Disallow: /stadien/
Disallow: /stadiums$
Disallow: /stadiums/
Disallow: /teams$
Disallow: /teams/*/
Disallow: /tecnicos$
Disallow: /tecnicos/
Disallow: /times$
Disallow: /times/*/
Disallow: /trainer$
Disallow: /trainer/
Disallow: /treinadores$
Disallow: /treinadores/

# SEO tool crawlers - rate limited
User-agent: AhrefsBot
User-agent: SemrushBot
User-agent: MJ12bot
User-agent: DotBot
User-agent: BLEXBot
User-agent: DataForSeoBot
User-agent: serpstatbot
User-agent: PetalBot
Crawl-delay: 15
Allow: /

# Administrative areas
Disallow: /admin/
Disallow: /api/
Disallow: /account/

# Prevent crawling of filter/search URLs
Disallow: /*?search=*
Disallow: /*?nationality=*
Disallow: /*?status=*
Disallow: /*?date=*
Disallow: /*?sort=*
Disallow: /*?direction=*

# Login-walled pages (players, coaches, venues; team/league sub-pages)
Disallow: /arenas$
Disallow: /arenas/
Disallow: /atleta$
Disallow: /atleta/
Disallow: /atletas$
Disallow: /atletas/
Disallow: /campeonatos$
Disallow: /campeonatos/*/
Disallow: /campos$
Disallow: /campos/
Disallow: /championnats$
Disallow: /championnats/*/
Disallow: /coaches$
Disallow: /coaches/
Disallow: /competicoes$
Disallow: /competicoes/*/
Disallow: /der-spieler$
Disallow: /der-spieler/
Disallow: /entraineurs$
Disallow: /entraineurs/
Disallow: /entrenadores$
Disallow: /entrenadores/
Disallow: /equipas$
Disallow: /equipas/*/
Disallow: /equipes$
Disallow: /equipes/*/
Disallow: /equipos$
Disallow: /equipos/*/
Disallow: /estadios$
Disallow: /estadios/
Disallow: /jogador$
Disallow: /jogador/
Disallow: /jogadores$
Disallow: /jogadores/
Disallow: /joueur$
Disallow: /joueur/
Disallow: /joueurs$
Disallow: /joueurs/
Disallow: /jugador$
Disallow: /jugador/
Disallow: /jugadores$
Disallow: /jugadores/
Disallow: /leagues$
Disallow: /leagues/*/
Disallow: /ligas$
Disallow: /ligas/*/
Disallow: /ligen$
Disallow: /ligen/*/
Disallow: /mannschaften$
Disallow: /mannschaften/*/
Disallow: /player$
Disallow: /player/
Disallow: /players$
Disallow: /players/
Disallow: /spieler$
Disallow: /spieler/
Disallow: /stades$
Disallow: /stades/
Disallow: /stadien$
Disallow: /stadien/
Disallow: /stadiums$
Disallow: /stadiums/
Disallow: /teams$
Disallow: /teams/*/
Disallow: /tecnicos$
Disallow: /tecnicos/
Disallow: /times$
Disallow: /times/*/
Disallow: /trainer$
Disallow: /trainer/
Disallow: /treinadores$
Disallow: /treinadores/