# robots.txt for OvationTribute.com
# Updated 2026-04-04 for new site architecture

User-agent: *

# Disallow admin areas
Disallow: /admin/

# Disallow internal/private directories
Disallow: /includes/
Disallow: /config/
Disallow: /vendor/
Disallow: /scripts/

# Disallow API endpoints (not useful for indexing)
Disallow: /api/

# Disallow preview pages
Disallow: /preview/

# Disallow error pages
Disallow: /error.php

# Disallow gallery filter/sort permutations (duplicate content)
Disallow: /gallery/*?*sort=
Disallow: /gallery/*?*order=
Disallow: /gallery/*?*decade=
Disallow: /gallery/*?*per_page=

# Disallow search results (thin/duplicate content)
Disallow: /search?*

# Disallow task reply tokens
Disallow: /task/

# Disallow sensitive file types
Disallow: /*.sql$
Disallow: /*.env$
Disallow: /*.log$
Disallow: /*.bak$

# Disallow legacy paths (archived site)
Disallow: /forum/
Disallow: /eskuel/
Disallow: /visite/
Disallow: /recherche/
Disallow: /newsletter/

# Sitemap
Sitemap: https://www.ovationtribute.com/sitemap-index.xml

# Crawl delay for politeness
Crawl-delay: 5

# ===================================
# Googlebot (prioritized access)
# ===================================
User-agent: Googlebot
Disallow: /admin/
Disallow: /api/
Disallow: /includes/
Disallow: /config/
Disallow: /vendor/
Disallow: /scripts/
Disallow: /preview/
Disallow: /forum/
Disallow: /search?*
Disallow: /task/
Crawl-delay: 2

User-agent: Bingbot
Disallow: /admin/
Disallow: /api/
Disallow: /includes/
Disallow: /config/
Disallow: /vendor/
Disallow: /scripts/
Disallow: /preview/
Disallow: /forum/
Disallow: /search?*
Disallow: /task/
Crawl-delay: 3

# ===================================
# Block AI scrapers
# ===================================
User-agent: GPTBot
Disallow: /

User-agent: ChatGPT-User
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: anthropic-ai
Disallow: /

User-agent: Claude-Web
Disallow: /

User-agent: Google-Extended
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: Amazonbot
Disallow: /

# ===================================
# Block aggressive SEO crawlers
# ===================================
User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: DataForSeoBot
Disallow: /

User-agent: SEOkicks
Disallow: /

User-agent: Seekport
Disallow: /

User-agent: Barkrowler
Disallow: /

User-agent: PetalBot
Disallow: /

User-agent: Yandex
Disallow: /