User-agent: *
Allow: /

# Sitemaps
Sitemap: https://cs-steels.co.uk/sitemap.xml

# Disallow admin areas (if any exist in future)
Disallow: /admin/
Disallow: /private/

# Disallow direct indexing of PDF downloads - they should be accessed via the Resources page
Disallow: /assets/downloads/*.pdf

# Allow important resources
Allow: /assets/
Allow: /images/
Allow: /css/
Allow: /js/

# Crawl-delay for politeness
Crawl-delay: 1