# robots.txt for NURA General Trading - Premium Persian Saffron
# Optimized for Persian, English, Arabic, Chinese, and international search engines
# Last updated: 2026-05-27
# Domain: nuragtc.ir

# ============================================
# قوانین عمومی برای همه ربات‌ها
# ============================================
User-agent: *
Allow: /
Disallow: /cgi-bin/
Disallow: /tmp/
Disallow: /private/
Disallow: /backup/
Disallow: /logs/
Disallow: /error_log
Disallow: /error.log
Disallow: /.htaccess
Disallow: /config.php
Disallow: /test.php
Disallow: /info.php
Disallow: /send_email.php
Crawl-delay: 2

# ============================================
# موتورهای جستجوی بین‌المللی
# ============================================

# Google
User-agent: Googlebot
Allow: /
Crawl-delay: 1

# Microsoft Bing
User-agent: Bingbot
Allow: /
Crawl-delay: 1

# Yahoo
User-agent: Yahoo! Slurp
Allow: /
Crawl-delay: 2

# DuckDuckGo
User-agent: DuckDuckBot
Allow: /

# Yandex (Russia)
User-agent: Yandex
Allow: /
Crawl-delay: 2

# Baidu (China)
User-agent: Baiduspider
Allow: /
Crawl-delay: 3

# Sogou (China)
User-agent: Sogou web spider
Allow: /

# Seznam (Czech Republic)
User-agent: SeznamBot
Allow: /

# Naver (South Korea)
User-agent: Yeti
Allow: /

# Daum (South Korea)
User-agent: Daumoa
Allow: /

# Exabot (Europe)
User-agent: Exabot
Allow: /

# Petal Bot (Huawei)
User-agent: PetalBot
Allow: /

# ============================================
# موتورهای جستجوی ایرانی (Persian/Iranian)
# ============================================

# Yozm (یوز) - موتور جستجوی ایرانی
User-agent: Yozm
Allow: /

# Parseek (پارسیک) - موتور جستجوی ایرانی
User-agent: Parseek
Allow: /

# ============================================
# موتورهای جستجوی عربی (Arabic)
# ============================================

# Google Arabic (همان Google است)
User-agent: Googlebot
Allow: /

# Bing Arabic (همان Bing است)
User-agent: Bingbot
Allow: /

# ============================================
# ربات‌های شبکه‌های اجتماعی
# ============================================

# Facebook
User-agent: Facebookbot
Allow: /

# Telegram (برای اشتراک‌گذاری لینک)
User-agent: TelegramBot
Allow: /

# Twitter/X
User-agent: Twitterbot
Allow: /

# LinkedIn
User-agent: LinkedInBot
Allow: /

# WhatsApp
User-agent: WhatsApp
Allow: /

# ============================================
# ربات‌های مخصوص سئو و آنالیز
# ============================================

# Semrush
User-agent: SemrushBot
Allow: /
Crawl-delay: 5

# Ahrefs
User-agent: AhrefsBot
Allow: /
Crawl-delay: 5

# Moz
User-agent: Rogerbot
Allow: /
Crawl-delay: 5

# Majestic
User-agent: MJ12bot
Allow: /
Crawl-delay: 5

# ============================================
# ربات‌های مخصوص ابزارهای مختلف
# ============================================

# Apple (Siri, Spotlight)
User-agent: Applebot
Allow: /

# Google AdSense
User-agent: Mediapartners-Google
Allow: /

# Google Images
User-agent: Googlebot-Image
Allow: /

# Bing Images
User-agent: Bingbot-Image
Allow: /

# ============================================
# نقشه سایت (Sitemap)
# ============================================
Sitemap: https://nuragtc.ir/sitemap.xml