# robots.txt pentru mb-radio.org
# Optimizat pentru reducerea incarcarii serverului cauzate de boti
# ============================================================

# --- Boti SEO/comerciali inutili: blocare totala ---
User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: PetalBot
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: Barkrowler
Disallow: /

User-agent: DataForSeoBot
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: ZoominfoBot
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: ImagesiftBot
Disallow: /

# --- Google: acces complet (aduce trafic real) ---
User-agent: Googlebot
Allow: /
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
Disallow: /?s=
Disallow: /search/
Disallow: /*/feed/
Disallow: /feed/
Disallow: /wp-json/

User-agent: Googlebot-Image
Allow: /

# --- Bing: acces complet, cu intarziere intre cereri ---
User-agent: bingbot
Allow: /
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
Disallow: /?s=
Disallow: /search/
Disallow: /*/feed/
Disallow: /feed/
Disallow: /wp-json/
Crawl-delay: 5

# --- Toti ceilalti boti: reguli generale + intarziere mare ---
User-agent: *
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
Disallow: /wp-includes/
Disallow: /wp-content/plugins/
Disallow: /?s=
Disallow: /search/
Disallow: /*/feed/
Disallow: /feed/
Disallow: /wp-json/
Disallow: /*?replytocom=
Disallow: /trackback/
Disallow: /*/trackback/
Crawl-delay: 10

# --- Sitemap ---
# IMPORTANT: verifica adresa exacta a sitemap-ului mb-radio.org
# (in pluginul tau SEO/sitemap; de obicei sitemap_index.xml sau sitemap.xml)
# Inlocuieste linia de mai jos cu adresa reala inainte de upload:
Sitemap: https://www.mb-radio.org/sitemaps.xml