# All robots will spider the domain User-agent: * #dir Disallow: /error_images/ Disallow: /images.bak/ Disallow: /joe/ Disallow: /old_site_v1.0K/ Disallow: /paul/ Disallow: /plesk-stat/ Disallow: /site_admin/ Disallow: /submit/ Disallow: /swf/ Disallow: /vote/ Disallow: /newsite_htm/ #files Disallow: /indexBLUE.php