# Robots.txt for Zagruse.com - International Network of Iranian Traders
# Optimized for SEO and search engine crawling

# All bots - general rules
User-agent: *
Allow: /
Allow: /articles/
Allow: /category/
Allow: *.css$
Allow: *.js$
Allow: *.jpg$
Allow: *.png$
Allow: *.webp$
Allow: *.svg$
Allow: *.ico$

# Disallow sensitive areas
Disallow: /cms-panel/
Disallow: /data/
Disallow: /config/
Disallow: /includes/
Disallow: /admin/
Disallow: /install.php
Disallow: /login.php
Disallow: /*?*print=1
Disallow: /*?*debug=1
Disallow: /search?*
Disallow: /*&utm_*
Disallow: /*?utm_*

# Google specific
User-agent: Googlebot
Crawl-delay: 1
Allow: /cms-panel/assets/css/
Allow: /cms-panel/assets/js/
Allow: /cms-panel/assets/fonts/

# Bing specific
User-agent: Bingbot
Crawl-delay: 2

# Yandex specific
User-agent: YandexBot
Crawl-delay: 2

# Block bad bots
User-agent: AhrefsBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: SemrushBot
Disallow: /

# Sitemaps
Sitemap: https://zagruse.com/sitemap.xml
Sitemap: https://zagruse.com/sitemap-index.xml
Sitemap: https://zagruse.com/sitemap-images.xml
Sitemap: https://zagruse.com/sitemap-news.xml

# Host directive (preferred domain)
Host: zagruse.com