# robots.txt for all sites

# Block 
User-agent: MJ12bot
User-agent: AhrefsBot
User-agent: SEOkicks-Robot
User-agent: Ezooms Robot
User-agent: BLEXBot
User-agent: SearchmetricsBot
User-agent: Yandex
User-agent: YandexBot/3.0
User-agent: megaIndex.ru
User-agent: MegaIndex.ru
User-agent: YoudaoBot
User-agent: MegaIndex.ru/2.0
User-agent: Sogou Spider
User-agent: Baiduspider
User-agent: Baiduspider/2.0
User-agent: Baiduspider-video
User-agent: Baiduspider-image
Disallow: /

User-agent: *
Disallow: /MTADev/ # This is just in case Dev is configured incorrectly
Disallow: /MTADev2/
Disallow: /MTADev3/
Disallow: /*.jsp$
Disallow: /ChildDev/
Disallow: /SKLDev/
Disallow: /ChalkDev/
Disallow: /ChalkNZDev/
Disallow: /WRMicroDev/
Disallow: /RBAUDev/
Disallow: /MTADev/
Disallow: /MTADev2/
Disallow: /MTADev3/
Disallow: /PDDev/
Disallow: /PDNZDev/
Disallow: /WRDev/
Disallow: /KGAUDev/
Disallow: /KGNZDev/
Disallow: /MTAINT/
Disallow: /KescoAUDev/
Disallow: /KescoNZDev/
Disallow: /MBDev/
Disallow: /MTANZDev/
Disallow: /MBNZDev/
Disallow: /quickentry
Disallow: /copypaste
Disallow: /cart
Disallow: /savedcarts
Disallow: /search
Disallow: /answers
Disallow: /9515-en-au
Disallow: /*.htm
Disallow: /*.html
Disallow: /*.cfm
User-agent: *
Allow: /