############################### # # User-agent: * # # list folders robots are not allowed to index # #Disallow: /whatever/folder/ #Disallow: /whatever/else/ #Disallow: /whatever/assets/ #Disallow: /folder/ # # list specific files robots are not allowed to index # Disallow: /account.aspx Disallow: /bid.aspx Disallow: /emailfriend.aspx Disallow: /requestmoreinfo.aspx Disallow: *.axd # # ###############################