User-Agent: sitecheck.internetseer.com
Disallow: /

User-agent: *
Disallow: /cgi-bin
Disallow: /adsensible
Disallow: /adstrack
Disallow: /shop/online


# Really not keen on BorderManager raiding our images
User-agent: BorderManager 3.0 
Disallow: /images
Disallow: /news/images

User-agent: Mediapartners-Google*
Disallow: /cgi-bin
Disallow: /js