# Rule 1: Delay all the bots
User-agent: *
Crawl-delay: 5

# Rule 2: Block search results from being indexed
User-agent: *
Disallow: /*?

# Rule 3: Allow all the bots
User-agent: *
Allow: /

# Rule 4: Disallow unwanted bots
User-agent: YandexBot
Disallow: /

User-agent: SemrushBot
Disallow: / 

User-agent: SemrushBot-SA
Disallow: / 

User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot/1.2~bl
Disallow: /

Sitemap: https://www.wisconsinhistory.org/sitemaps/sitemap-all.xml