User-agent: Rogerbot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: rogerbot
Disallow: /

User-agent: Exabot
Disallow: /

User-agent: Dotbot
Disallow: /

User-agent: Gigabot
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-Agent: * 
Allow: /
Disallow: /_OLD%20SITE/
Disallow: /_OLD SITE/
Disallow: /_private/
Disallow: /2007_BACKUP/
Disallow: /2008_franchise_site/
Disallow: /2008_franchisee_6_page_white_logo/
Disallow: /2008_main_site/
Disallow: /2009/
Disallow: /2012/
Disallow: /2012n/
Disallow: /2013/
Disallow: /backup-2013/
Disallow: /chigwellb/
Disallow: /croydons/
Disallow: /cumbrias/
Disallow: /eastmidlandsOLD/
Disallow: /enfields/
Disallow: /fifes/
Disallow: /graeme/
Disallow: /GREAME'S MAID2CLEAN TEMPLATE FINAL/
Disallow: /greenwichs/
Disallow: /help/
Disallow: /hereford-new/
Disallow: /hertss/
Disallow: /highwycombe-old/
Disallow: /jobber/
Disallow: /lancashires/
Disallow: /lancasters/
Disallow: /luton-old/
Disallow: /luton-preview/
Disallow: /maid2clean4u-old/
Disallow: /maidversity-old/
Disallow: /maidversity-preview/
Disallow: /MartinTest/
Disallow: /mk-new/
Disallow: /n/
Disallow: /northants-old/
Disallow: /northlanarkshires/
Disallow: /northlondon-OFFLINE/
Disallow: /norwich_preview/
Disallow: /norwichnew_preview/
Disallow: /romfords/
Disallow: /sheffield-offline/
Disallow: /sheffield-old/
Disallow: /shines/
Disallow: /southcheshireb/
Disallow: /southeastOLD/
Disallow: /southlanarkshire-new/
Disallow: /sparkles0old/
Disallow: /SQL/
Disallow: /stats/
Disallow: /stats1/
Disallow: /stats2/
Disallow: /Terr_101-120/
Disallow: /Terr_121-140/
Disallow: /Terr_141-160/
Disallow: /Terr_161-180/
Disallow: /Terr_181-206/
Disallow: /Terr_21-40/
Disallow: /test/
Disallow: /testbed/
Disallow: /testbed2/
Disallow: /testbed3/
Disallow: /twitter only - Copy/
Disallow: /userfiles/
Disallow: /videos2008/
Disallow: /west-ridings/
Disallow: /satisfaction/
Disallow: /skins/2/
Disallow: /recall-notice.html
Disallow: /recall-notice-northmanchester-wakefield-bury.html
Disallow: /leave-a-review/
Disallow: /contact.php?id=*
Disallow: /local-office/?id=*
Disallow: *?cid=*
Disallow: */wp-json/*
Disallow: */category/*
Disallow: */tag/*
Disallow: */feed/*