User-agent: * # list folders robots are not allowed to index Disallow: /images/ Disallow: /cgi-bin/ Disallow: /cgi-bin/ Disallow: /cp/ Disallow: /styles/ Disallow: /modlogan/ Disallow: /webalizer/ # list specific files robots are not allowed to index Disallow: /acne.php Disallow: /diet.php Disallow: /orovo-detox.php Disallow: /lifessence-hgh.php Disallow: /products_with_features.php Disallow: /products_acne_treatments.php Disallow: /products_miscelaneous.php Disallow: /products_muscle_builders.php Disallow: /products_superfoods_line.php # End of robots.txt file