User-agent: *
Disallow: /typo3/
Disallow: /*type=123
Disallow: /*.pdf$


Crawl-delay: 20

User-agent: AhrefsBot
Disallow: /

User-agent: Spiderbot
Disallow: /

User-agent: WebReaper
Disallow: /

user-agent: infometrics-bot
disallow: /

User-agent: jobs.de-Robot
Crawl-delay: 50

User-agent: Purebot/1.1
Crawl-delay: 5

User-agent: Purebot
Crawl-delay: 5

User-agent: voltron
Crawl-delay: 10