User-agent: Baiduspider
Disallow: /
User-agent: Yandex
Disallow: /
User-agent: Mail.Ru
Disallow: /
User-agent: AhrefsBot
Disallow: /
User-agent: coccoc
Disallow: /
User-agent: SemrushBot
Disallow: /
User-agent: SemrushBot-SA
Disallow: /
User-agent: Scrapy
Disallow: /
User-agent: Riddler
Disallow: /

User-agent: msnbot 
Crawl-delay: 10
Allow: /
User-agent: bingbot
Crawl-delay: 10
Allow: /
User-agent: SemanticScholarBot
Crawl-delay: 30
Allow: /
User-agent: cludo
Crawl-delay: 10
Allow: /
User-agent: turnitinbot
Crawl-delay: 10
Allow: /

User-agent: *
Crawl-delay: 10
Disallow: /webstats/
Disallow: /dream/
Disallow: /login/
Disallow: /smash/statistics.jsf
Disallow: /smash/builder.jsf
Disallow: /smash/references

Sitemap: http://norden.diva-portal.org/sitemap-index.xml