User-agent: *
Sitemap: https://epub.ub.uni-muenchen.de/sitemap.xml
Disallow: /cgi/

# SEO not needed, high number of requests
User-agent: AhrefsBot
Disallow: /

# Too agressive, chinese search engine
User-agent: Baiduspider
Disallow: /

# Too agressive, chinese search engine
User-agent: Bytespider
Disallow: /

# SEO not needed, high number of requests
User-agent: DataForSeoBot
Disallow: /

# high number of requests
User-agent: PetalBot
Disallow: /

# SEO not needed, high number of requests
User-agent: SemrushBot
Disallow: /

Sitemap: https://mpra.ub.uni-muenchen.de/sitemap.xml