User-agent: TechnoratiBot/8.1
Allow: /*

User-agent: Googlebot-News
Disallow: /
Allow: /category/main-news/

User-agent: *
Disallow: /rss/ #RSS
Disallow: /search/ #SEARCH
Disallow: /dashboard/ #DASHBOARD
Disallow: /releases/*/pdf/ #PDF
Disallow: /releases/*/mediapack/ #MediaPack
Disallow: /releases/*/print/ #Print
Disallow: /releases/archive/*
Disallow: /releases/hold-my-posh-rapper-ridiculed-again-after-latest-cock-up-a8e3d4c77e0ed77eb11f7d3fec685a1f/
Disallow: /embargo/?embargo_ref=*
Disallow: /embargo/*

User-agent: MJ12bot
Disallow: /

User-agent: rogerbot 
Disallow: /  


# Blocking bad link checker robots

User-agent: AhrefsBot
Disallow: /

User-agent: Alexibot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: SurveyBot
Disallow: /

User-agent: Xenu’s
Disallow: /

User-agent: Xenu’s Link Sleuth 1.1c
Disallow: /

User-agent: rogerbot
Disallow:/

User-agent: rogerbot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: xenu
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: SemrushBot-SA
Disallow: /