# Slow down bots
User-agent: *
Allow: /
Crawl-delay: 20

# Disallow: Applebot
User-agent: Applebot
Disallow: /

# Disallow: Sistrix
User-agent: sistrix
Disallow: /

# Disallow: Sistrix
User-agent: SISTRIX Crawler
Disallow: /

# Disallow: Sistrix
User-agent: SISTRIX
Disallow: /

# Disallow: SEOkicks-Robot
User-agent: SEOkicks-Robot
Disallow: /
User-agent: SEOkicks
Disallow: /

# Disallow: jobs.de-Robot
User-agent: jobs.de-Robot
Disallow: /

User-agent: crawler_eb_germany
Disallow: /
User-agent: Barkrowler
Disallow:/
# https://megaindex.com/crawler
User-agent: MegaIndex.ru
Disallow: /
User-agent: serpstatbot
Disallow: /
User-agent: AhrefsBot
Disallow: /
User-agent: MJ12bot
Disallow: /
User-agent: SEMrushBot
Disallow: /
User-agent: SemrushBot
Disallow: /
User-agent: SemrushBot-SA
Disallow: /
User-agent: Mediatoolkitbot
Disallow: /
User-agent: YandexBot
Disallow: /
User-agent: Baiduspider
Disallow: /
User-agent: PetalBot
Disallow: /
# http://moz.com/products
User-agent: dotbot
Disallow: /
User-agent: Zoominfobot
Disallow: /

User-agent: *
Disallow: /1_frameset/
Disallow: /unsecur/
Disallow: /order/
Disallow: /unterlagen_bestellen.cfm
Disallow: /img/trainerfoto/
Disallow: /int_anmeldung.cfm
Disallow: /kurs-anmeldung.cfm