User-agent: *
Disallow: /compare.php
Disallow: /basket.php
Disallow: /register.php
Disallow: /search.php
Disallow: /shop/catalog/
Disallow: /go.php

User-agent: msnbot/1.1 (+http://search.msn.com/msnbot.htm)
Disallow: /
User-agent: msnbot/2.0b (+http://search.msn.com/msnbot.htm)
Disallow: /