User-agent: *
# Allow (standard)
Allow: /

# Block search and system routes
Disallow: /account
Disallow: /login
Disallow: /register
Disallow: /search
Disallow: /cart
Disallow: /checkout
Disallow: /payment
Disallow: /resetpassword
Disallow: /graphql
Disallow: /privacy-statement
Disallow: /algemene-voorwaarden
Disallow: /debug-oci
Disallow: /app-shell
Disallow: /server-health
Disallow: /punchout
Disallow: /api/

# Parameter-pagina's
Disallow: /*?*utm_*
Disallow: /*?*gclid*
Disallow: /*?*fbclid*
Disallow: /*?*sorting*
Disallow: /*?*view*
Disallow: /*?*filter*
Disallow: /*?*kleur*
Disallow: /*?*merk*
Disallow: /*?*SID*

# Media and non-HTML resources
Disallow: /*.json$
Disallow: /*.csv$
Disallow: /*.zip$
Disallow: /*.pdf$


# Sitemaps
Sitemap: https://www.koter.nl/sitemap.xml

# Specific bot control
User-agent: Bingbot
Disallow: /

User-agent: CazoodleBot
Disallow: /

User-agent: dotbot
Disallow: /

User-agent: Gigabot
Disallow: /

User-agent: Fasterfox
Disallow: /

User-agent: Baiduspider
Disallow: /

User-agent: YandexBot
Disallow: /

User-agent: Jyxobot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: ShopWiki
Disallow: /

User-agent: omgili
Disallow: /

User-agent: Slurp
Crawl-delay: 20

User-agent: rogerbot
Disallow: /