User-agent: *
Allow: /

# Allow all language directories
Allow: /fr/
Allow: /sw/
Allow: /yo/
Allow: /ha/

# Allow assets so Google can render pages correctly
Allow: /assets/css/
Allow: /assets/js/
Allow: /assets/img/

# Block admin/utility paths
Disallow: /dashboard/
Disallow: /pro/
Disallow: /developers/
Disallow: /scripts/
Disallow: /lang/
Disallow: /.netlify/
Disallow: /afrotools-mission-control.html
Disallow: /mc-7a2f9x.html
Disallow: /admin/
Disallow: /style-guide.html
Disallow: /logo-system.html
Disallow: /nigeria/index_old.html
Disallow: /*_template*

# AI Search Crawlers — Allow for search visibility
User-agent: GPTBot
Allow: /

User-agent: OAI-SearchBot
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Google-Extended
Allow: /

# AI Training-Only Crawlers — Block
User-agent: CCBot
Disallow: /

User-agent: anthropic-ai
Disallow: /

User-agent: cohere-ai
Disallow: /

# Sitemaps
Sitemap: https://afrotools.com/sitemap-index.xml