# ==============================
# robots.txt for Lavish Perfumes
# ==============================

User-agent: *
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php

# --- Sitemap ---
Sitemap: https://lavishperfumes.com/sitemap.xml

# --- Allow all essential crawlers (Google, Bing, Apple, Facebook, etc.) ---
User-agent: Googlebot
Disallow:
User-agent: AdsBot-Google
Disallow:
User-agent: Googlebot-Image
Disallow:
User-agent: Mediapartners-Google
Disallow:
User-agent: bingbot
Disallow:
User-agent: Applebot
Disallow:
User-agent: FacebookExternalHit
Disallow:
User-agent: Twitterbot
Disallow:

# --- Reduce crawl rate for heavy bots ---
User-agent: bingbot
Crawl-delay: 5

User-agent: Yandex
Crawl-delay: 5

User-agent: AhrefsBot
Crawl-delay: 10

User-agent: MJ12bot
Crawl-delay: 10

User-agent: PetalBot
Crawl-delay: 10

# --- Block known scrapers that harm server ---
User-agent: SemrushBot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: ZoominfoBot
Disallow: /

User-agent: libwww-perl
Disallow: /

User-agent: python-requests
Disallow: /

User-agent: curl
Disallow: /

# --- End of file ---





User-agent: GPTBot
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: Bytespider
Disallow: /