# ================================
# ✅ Global Allow (Index Semua Konten Umum)
# ================================
User-agent: *
Allow: /

# ================================
# 📦 Izinkan Aset Penting (Wajib untuk Index + Performa)
# ================================
Allow: /*.css$
Allow: /*.js$
Allow: /*.jpg$
Allow: /*.jpeg$
Allow: /*.png$
Allow: /*.webp$
Allow: /*.svg$
Allow: /*.woff$
Allow: /*.woff2$Allow: /wp-content/uploads/

# ================================
# ⛔ Blok Halaman Non-SEO / Duplikat / Sensitif
# ================================
Disallow: /wp-admin/
Disallow: /wp-login.php
Disallow: /cgi-bin/
Disallow: /cart/
Disallow: /checkout/
Disallow: /thank-you/
Disallow: /track-order/
Disallow: /search
Disallow: /?s=
Disallow: /*add-to-cart=*
Disallow: /account/
Disallow: /register/
Disallow: /login/
Disallow: /logout/
Disallow: /profile/
Disallow: /user/
Disallow: /404
Disallow: /error
Disallow: /privacy-policy/
Disallow: /terms-conditions/

# ================================
# 🔎 Optimasi Bot Search Engine Utama (SEO dan Sosial Media)
# ================================

# Google
User-agent: Googlebot
Allow: /

User-agent: Googlebot-Image
Allow: /

User-agent: Googlebot-News
Allow: /

User-agent: Googlebot-Video
Allow: /

User-agent: Mediapartners-Google
Allow: /

# Bing & Yahoo
User-agent: Bingbot
Allow: /

User-agent: Slurp
Allow: /

# DuckDuckGo
User-agent: DuckDuckBot
Allow: /

# Yandex (Opsional jika target Rusia, jika tidak bisa disallow)
User-agent: Yandex
Allow: /

# Apple Siri & Spotlight
User-agent: Applebot
Allow: /

# Sosial Media Bots
User-agent: Facebot
Allow: /
User-agent: Twitterbot
Allow: /
User-agent: Pinterestbot
Allow: /

# ================================
# 🛡️ Blokir Bot Crawling Berat yang Tidak Perlu (Direkomendasikan)
# ================================
User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: Sogou
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: Baiduspider
Disallow: /

User-agent: PetalBot
Disallow: /

# ================================
# 🗺️ Sitemap & Host (Pastikan URL Benar)
# ================================
Sitemap: https://lienketban17.com/sitemap.xml
Host: lienketban17.com