############################### # # sample robots.txt file for this website # # addresses all robots by using wild card * # User-agent: * # list folders robots are not allowed to index # Disallow: /assets/documents/ Disallow: /assets/documents/Catalog/ Disallow: /Catelog/ Disallow: /MembersCPN/ Disallow: /MembersFPCPP/ Disallow: /Membership/ # # list specific files robots are not allowed to index # Disallow: /assets/documents/Catalog/fpcppMasterMailing.pdf Disallow: /assets/documents/Catalog/cpnMasterMailing.pdf Disallow: /assets/documents/Catalog/rsNortheastMediSurg2009.pdf Disallow: /Catelog/MembersAlert.asp Disallow: /Catelog/MembersFail.asp Disallow: /Catelog/MembersLogOff.asp Disallow: /Catelog/MembersOK.asp Disallow: /Catelog/MembersOnly.asp Disallow: /Catelog/MembersProfile.asp Disallow: /Catelog/MembersProfileEditSuccess.asp Disallow: /Catelog/MembersProfileNEW.asp Disallow: /Catelog/MembersResult1.asp Disallow: /Catelog/MembersResult3.asp Disallow: /Catelog/MembersResult4.asp Disallow: /Catelog/MembersResultDetail.asp # # End of robots.txt file # ###############################