# robots.txt fuer http://www.trojaner-info.de

# Doesn't follow robots.txt anyway, but...
#
User-agent: k2spider
Disallow: /

#
# Hits many times per second, not acceptable
# http://www.nameprotect.com/botinfo.html
User-agent: NPBot
Disallow: /

# A capture bot, downloads gazillions of pages with no public benefit
# http://www.webreaper.net/
User-agent: WebReaper
Disallow: /

User-agent: MSIECrawler
Disallow: /

User-agent: MLBot
Disallow: /

User-agent: Pixray-Seeker
Disallow: /

User-agent: Vegi bot
Disallow: /

User-agent: Flamingo_SearchEngine
Disallow: /

User-agent: AhrefsBot
Disallow: / 

User-agent: SemrushBot
Disallow: /

User-agent: SemrushBot-SA
Disallow: / 

User-agent: linkdexbot
Disallow: / 

User-agent: seoscanners
Disallow: / 

User-agent: HybridBot
Disallow: / 

User-agent: proximic
Disallow: / 

User-agent: Sophora
Disallow: / 

User-agent: Qwantify
Disallow: / 

User-agent: BLEXBot
Disallow: / 



User-agent: *
Crawl-delay: 20
Disallow: /check/
Disallow: /contao/
Disallow: /system/
Disallow: /templates/
Disallow: /vendor/
Disallow: /share/index.php
Disallow: /build.xml
Disallow: /composer.json
Disallow: /composer.lock
Disallow: /README.md
Disallow: /daten/
Allow: /system/cron/cron.txt
Allow: /system/modules/*/assets/
Allow: /system/modules/*/html/