############################### # # addresses all robots by using wild card * # User-agent: * # # list folders robots are not allowed to index # Disallow: /Administration/ Disallow: /App_Browsers/ Disallow: /App_Code/ Disallow: /App_Data/ Disallow: /App_Themes/ Disallow: /bin/ Disallow: /Controls/ Disallow: /FeedCache/ Disallow: /Images/ Disallow: /Scripts/ Disallow: /Book.aspx Disallow: /CancelBooking.aspx Disallow: /Global.asax Disallow: /LBDirectPage.aspx Disallow: /web.config Disallow: /SetCookie.aspx Disallow: /Conversion.aspx Disallow: /GetContent.aspx Disallow: /Updating/ # # list specific files robots are not allowed to index # format Disallow: /file.htm # # End of robots.txt file # ###############################