# robots.txt für Uni Rostock

User-agent: *

# Disallow folders
Disallow: /bin/
Disallow: /fileadmin/
Disallow: /storages/protected/
Disallow: /Packages/
Disallow: /typo3/
Disallow: /typo3conf/
Disallow: /typo3_src/
Disallow: /uploads/

# Disallow for non-realurl URLs
Disallow: /*?id=*
Disallow: /*&id=*

# Allow specific folders
Allow: /typo3conf/ext/
Allow: /fileadmin/_processed_/
Allow: /storages/uni-rostock/

# Botlist

User-agent: adsbot
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: Linkcheck by siteimprove.com
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: PetalBot
Disallow: /

User-agent: Qwantify
Disallow: /

User-agent: Scrapy
Disallow: /

User-agent: SemanticScholarBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: Yandex
Disallow: /