# libwww-perl (LWP) is a library for Perl now used by many script kiddie, crackers, and spam bots. User-agent: libwww-perl Disallow: / # Use this when the site is in development. This will prevent robots from visiting the site. #User-agent: * #Disallow: / # Use this when the site goes live. It will allow everything to be indexed, except the directories listed. User-agent: * Disallow: /images Disallow: /includes Disallow: /originals Disallow: /lousebuster-order.html #Disallow: /lousebuster-sales.html #Disallow: /lousebuster-pa.pdf # This will prevent Google Images from indexing the image type specified User-agent: Googlebot-Image Disallow: / Disallow: /*.gif$ Disallow: /*.jpg$ Disallow: /*.bmp$ Disallow: /*.png$ Disallow: /images