############################### # # User-agent: * # # list folders robots are not allowed to index # Disallow: /cgi-bin/ Disallow: /include/ Disallow: /speller/ Disallow: /feedback/ # # list specific files robots are not allowed to index # # Disallow: /search.php ############################### # # # # list folders robots are not allowed to index # # # list specific files robots are not allowed to index # # # ###############################