User-agent: *
Allow: /



# ===================================
# Disallow Sensitive Areas
# ===================================
Disallow: /admin
Disallow: /admin/
Disallow: /filament
Disallow: /filament/
Disallow: /api/
Disallow: /cart
Disallow: /checkout
Disallow: /account
Disallow: /my-orders
Disallow: /login
Disallow: /register
Disallow: /password
Disallow: /marketer/
Disallow: /*.json$
Disallow: /*?*sort=
Disallow: /*?*filter=
Disallow: /*?*session=
Disallow: /*?*token=

# ===================================
# Allow Important Pages
# ===================================
Allow: /products
Allow: /products/*
Allow: /categories
Allow: /categories/*
Allow: /blog
Allow: /blog/*
Allow: /brands
Allow: /brands/*
Allow: /landing
Allow: /landing/*
Allow: /about
Allow: /contact
Allow: /faq

# ===================================
# Sitemaps
# ===================================
Sitemap: https://afelta.com/sitemap.xml
Sitemap: https://afelta.com/sitemap-pages.xml
Sitemap: https://afelta.com/sitemap-products.xml
Sitemap: https://afelta.com/sitemap-categories.xml
Sitemap: https://afelta.com/sitemap-brands.xml
Sitemap: https://afelta.com/sitemap-blog.xml
Sitemap: https://afelta.com/sitemap-landing-pages.xml
Sitemap: https://afelta.com/sitemap-videos.xml

# ===================================
# Specific Bot Rules
# ===================================

# Google
User-agent: Googlebot
Allow: /
Crawl-delay: 1

# Google Images
User-agent: Googlebot-Image
Allow: /storage/
Allow: /public/

# Bing
User-agent: Bingbot
Allow: /
Crawl-delay: 1

# Yandex
User-agent: Yandex
Allow: /
Crawl-delay: 2

# ===================================
# AI Crawlers — Allow for AI Visibility
# ===================================

# OpenAI / ChatGPT
User-agent: GPTBot
Allow: /products/
Allow: /categories/
Allow: /blog/
Allow: /about
Allow: /faq
Disallow: /admin/
Disallow: /api/
Disallow: /cart
Disallow: /checkout
Disallow: /account

# Anthropic Claude
User-agent: ClaudeBot
Allow: /products/
Allow: /categories/
Allow: /blog/
Allow: /about
Allow: /faq
Disallow: /admin/
Disallow: /api/

# Perplexity
User-agent: PerplexityBot
Allow: /products/
Allow: /categories/
Allow: /blog/
Allow: /about
Disallow: /admin/
Disallow: /api/

# Google Gemini / Bard
User-agent: Google-Extended
Allow: /products/
Allow: /categories/
Allow: /blog/
Allow: /about
Disallow: /admin/

# Common Crawl (للـ AI training datasets)
User-agent: CCBot
Allow: /products/
Allow: /categories/
Allow: /blog/
Disallow: /admin/
Disallow: /api/
Crawl-delay: 5

# ===================================
# Block Bad Bots
# ===================================

User-agent: MJ12bot
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: PetalBot
Disallow: /