# robots.txt for Shantui South Africa
# https://www.shantui-sa.co.za/

User-agent: *
Allow: /

# Nothing here is secret, but these paths have no search value.
Disallow: /build/
Disallow: /mail/
Disallow: /thank-you.html
Disallow: /404.html
Disallow: /*?model=
Disallow: /*?subject=

# Common asset paths must stay crawlable so pages render correctly for bots.
Allow: /assets/
Allow: /assets/css/
Allow: /assets/js/
Allow: /assets/img/

# Be polite to aggressive SEO crawlers without blocking them entirely.
User-agent: AhrefsBot
Crawl-delay: 10

User-agent: SemrushBot
Crawl-delay: 10

User-agent: MJ12bot
Crawl-delay: 10

Sitemap: https://www.shantui-sa.co.za/sitemap.xml