User-agent: *
# Allow all public-facing content
Allow: /

# Block large dynamically generated pages that waste crawl budget
Disallow: /global-content/global-search/?
Disallow: /*?
Disallow:/umbraco/

# Allow essential assets for proper rendering
Allow:/MediaFileLocation/
Allow: /images/
Allow: /css/
Allow: /js/

# Sitemaps for better indexing
Sitemap: https://wisconsinhistory.org/sitemap.xml
Sitemap: https://cdn.wisconsinhistory.org/wishistory/sitemaps/idx_wishistory.xml