# ===============================
# Basisinstellingen 
# ===============================
User-agent: *
Disallow: /wp-admin/
Disallow: /readme.html
Disallow: /license.txt

# Laat noodzakelijke resources toe
Allow: /wp-includes/
Allow: /wp-admin/admin-ajax.php
Allow: /wp-json/
Allow: /wp-content/uploads/
Allow: /wp-content/themes/
Allow: /wp-content/plugins/

# ===============================
# WooCommerce en onnodige pagina's
# ===============================
Disallow: /cart/
Disallow: /checkout/
Disallow: /mijn-account/
Disallow: /order/
Disallow: /add-to-cart/
Disallow: /winkelmand/
Disallow: /afrekenen/
Disallow: /wishlist/

# ===============================
# Interne zoek- en filterpagina's
# ===============================
Disallow: /?s=
Disallow: /zoeken/
Disallow: /product-tag/
Disallow: /*?orderby=
Disallow: /*?add-to-cart=
Disallow: /*?filter_
Disallow: /*?added_to_cart
Disallow: /*?amp;add-to-cart=
Disallow: /*?amp;added_to_cart

# ===============================
# Tracking- en campagneroutes
# ===============================
Disallow: /*?utm_source=
Disallow: /*?utm_medium=
Disallow: /*?utm_campaign=
Disallow: /*?fbclid=
Disallow: /*?gclid=
Disallow: /*?ref=

# ===============================
# Blokkeer ongewenste crawlers
# ===============================
User-agent: MJ12bot
Disallow: /
User-agent: Dotbot
Disallow: /
User-agent: YandexBot
Disallow: /
User-agent: BLEXBot
Disallow: /
User-agent: Sogou
Disallow: /
User-agent: SeznamBot
Disallow: /
User-agent: MauiBot
Disallow: /
User-agent: MegaIndex
Disallow: /
User-agent: spbot
Disallow: /
User-agent: Baiduspider
Disallow: /

# ===============================
# Crawl-delay voor agressieve bots
# ===============================
User-agent: AhrefsBot
Crawl-delay: 10
User-agent: SemrushBot
Crawl-delay: 10

# ===============================
# Sitemap
# ===============================
Sitemap: https://www.betternights.nl/sitemap_index.xml