User-agent: msnbot-media/1.1
Disallow: /

User-agent: msnbot-media/2.0b
Disallow: /

User-agent: Googlebot-News
Disallow: /noch-fragen/
Disallow: /action/
Disallow: /sn/
Disallow: /syndication/
Disallow: /elastic/
Disallow: /gutscheine/
Disallow: /search?
Disallow: /vergleich/
Disallow: /p-api/*
Disallow: /p/crimeplus/
Disallow: /siegel/aerzte/

User-agent: scrapy
Disallow: /

User-agent: Diffbot
Disallow: /

User-agent: RyteBot
Disallow: /

User-agent: Twitterbot
Allow: /p/

User-agent: proximic
Disallow: /*&ampshare=*

User-agent: *
Disallow: /action/
Disallow: /sn/
Disallow: /syndication/
Disallow: /elastic/
Disallow: /gutscheine/wp-admin/
Disallow: /search?
Disallow: /p/crimeplus/
Allow: /p/crimeplus/$
Disallow: /vergleich/zum/
Disallow: /siegel/aerzte/
Disallow: /p-api/