User-agent: msnbot-media/1.1
Disallow: /

User-agent: msnbot-media/2.0b
Disallow: /

User-agent: Googlebot-News
Disallow: /noch-fragen/
Disallow: /action/
Disallow: /sn/
Disallow: /syndication/
Disallow: /elastic/
Disallow: /gutscheine/
Disallow: /search?
Disallow: /p/
Disallow: /vergleich/

User-agent: scrapy
Disallow: /

User-agent: Diffbot
Disallow: /

User-agent: RyteBot
Disallow: /

User-agent: Twitterbot
Allow: /p/

User-agent: *
Disallow: /action/
Disallow: /sn/
Disallow: /syndication/
Disallow: /elastic/
Disallow: /gutscheine/wp-admin/
Disallow: /search?
Disallow: /p/
Allow: /p/plus/$
Allow: /p/crimeplus/$
Disallow: /vergleich/zum/
Disallow: /foo/bar/