User-agent: *
Disallow: /wp-admin/
Disallow: /wp-includes/
Disallow: /wp-content/cache/
Disallow: /wp-content/plugins/
Disallow: /wp-content/themes/
Disallow: /trackback/
Disallow: /cgi-bin/
Disallow: /xmlrpc.php
Crawl-delay: 10
Allow: /shop/
Allow: /category/
Allow: /brand/
Allow: /product-tag
Allow: /wp-content/uploads/
Sitemap: https://www.le3abstore.com/sitemap_index.xml

# Specific bot directives


# ChatGPT
User-agent: GPTBot
Disallow: /

# AhrefsBot (Site analysis crawler)
User-agent: AhrefsBot
Disallow: /

# SemrushBot (Competitive analysis crawler)
User-agent: SemrushBot
Disallow: /

# Bad bots (Add more as needed)
User-agent: MJ12bot
Disallow: /
User-agent: YandexBot
Disallow: /

User-agent: EtaoSpider
Disallow: /


User-agent: CCBot
Disallow: /

User-Agent: PerplexityBot
Disallow: /