# Allow all content for legitimate search engines and SEO tools
User-agent: Googlebot
Disallow:

User-agent: Google-Display-Ads-Bot
Disallow:

User-agent: Mediapartners-Google
Disallow:

User-agent: Bingbot
Disallow:

User-agent: SemrushBot
Disallow:

User-agent: Screaming Frog SEO Spider
Disallow:

User-agent: Screaming Frog SEO Spider Lite
Disallow:

User-agent: SiteAuditBot
Crawl-delay: 1
Allow: /

User-agent: Semrushbot-SI
Allow: /

# Block access to sensitive Umbraco CMS paths
User-agent: *
Disallow: /umbraco/
Disallow: /umbraco_client/
Disallow: /install/
Disallow: /login/
Disallow: /backoffice/

# Block query strings that might expose sensitive data
Disallow: /*?umbDebug=true
Disallow: /*?umbPreview=true

# Sitemap locations
Sitemap: https://www.edfringe.com/sitemap-xml
Sitemap: https://www.edfringe.com/tickets/sitemap.xml