User-agent: *
Disallow: /wp-admin/
Disallow: /wp-includes/
Disallow: /private/
Disallow: /tmp/
Disallow: /cgi-bin/
Disallow: /search/
Disallow: /checkout/
Disallow: /cart/
Disallow: /user/
Disallow: /admin/
Crawl-delay: 1800

# Block Yandex crawlers
User-agent: YandexBot
Disallow: /

# Block AhrefsBot
User-agent: AhrefsBot
Disallow: /

# Block SemrushBot
User-agent: SemrushBot
Disallow: /

# Block MJ12bot (Majestic-12)
User-agent: MJ12bot
Disallow: /

# Block DotBot (Moz)
User-agent: DotBot
Disallow: /

# Block Bytespider (ByteDance/TikTok)
User-agent: Bytespider
Disallow: /

# Block PetalBot (Huawei)
User-agent: PetalBot
Disallow: /

# Allow Googlebot with a crawl delay
User-agent: Googlebot
Crawl-delay: 1800