User-agent: *
Crawl-delay: 9

# Checkout URLs
Disallow: /*/checkout?
Disallow: /*/checkout/
Disallow: /*/checkout$

# Users, organizations types
Disallow: /user/
Disallow: /organisations/

# Webform success page
Disallow: /success

# Search page
Disallow: /search?
Disallow: /search/
Disallow: /search$

# Internal paths
Disallow: /_
Allow: /_next/static

# Publications
Disallow:  /research-and-reports/publications?*
Disallow:  /research-and-reports/publications/?*

Sitemap: https://www.concern.org.uk/sitemap.xml