# Theres nothing useful on any of these pages User-Agent: * Disallow: basket.php Disallow: /basket.php Disallow: /checkout.php Disallow: /remindme.php Disallow: remindme.php # This robot wants to add _everything_ to the basket. (Naughty Naughty) User-Agent: ia_archiver Disallow: /product_thumbnails/ Disallow: /basket.php Disallow: basket.php Disallow: /remindme.php Disallow: remindme.php # Dont really like wget. Its useful, but can be abused.... User-Agent: wget Disallow: / User-Agent: NPBot Disallow: / # Sorry larbin, you're in the same league as wget... User-Agent: larbin Disallow: / # Naughty Naughty.. polish one User-Agent: Szukacz Disallow: /product_thumbnails/ Disallow: /basket.php Disallow: basket.php Disallow: /remindme.php Disallow: remindme.php User-Agent: turnitinbot Disallow: /tree/ Disallow: /basket.php User-agent: mirago Disallow: User-agent: grub-client Disallow: /basket.php Disallow: basket.php Disallow: /remindme.php Disallow: remindme.php User-Agent: OWR_Crawler Disallow: /