User-agent: *
Disallow: /Sitecore/
Disallow: /sitecore/
Disallow: /My-Account.aspx
Disallow: /Account-Tools.aspx
Disallow: /Home/My-Account.aspx
Disallow: /Register.aspx
Disallow: /Checkout.aspx
Disallow: /Checkout
Disallow: /Home.aspx
Disallow: /Tag.aspx
Disallow: /Search.asp
Disallow: /search.asp
Disallow: /Search.aspx
Disallow: /AddedtoBasket.aspx
Disallow: /Football/Other--International-Football-DVDs/1493prodid.asp
Disallow: /Football/Other--International-Football-DVDs/%201493prodid.asp
Disallow: /catalog/
Disallow: /catalog/index.php
Disallow: /catalog/product_info.php?products_id= 456%20target=