User-agent: AhrefsBot
Disallow: /
 
User-Agent: MJ12bot
Disallow: /
 
User-agent: SemrushBot
Disallow: /

User-agent: SiteimproveBot
Disallow: /*asset_publisher*
Disallow: /*LanguageVersionTool*
Disallow: /*languageId*

User-agent: SiteimproveBot-Crawler
Disallow: /*asset_publisher*
Disallow: /*LanguageVersionTool*
Disallow: /*languageId*
 
user-agent: *
disallow: /-/q/
disallow: /haku/
disallow: /sok/
disallow: /search/
disallow: /web/
disallow: /*/web/
Disallow: /asset_publisher/
crawl-delay: 5

Sitemap: https://poliisi.fi/sitemap.xml