User-agent: * Disallow: /acc Disallow: /se Disallow: /sc Disallow: /find* Disallow: /*.htm Disallow: /Estimate_results.cfm Disallow: /blog/wp-content* Disallow: /blog/xml Disallow: /Windows_Doors.cfm Disallow: /Maids_Cleaning.cfm Disallow: /Knowledge_results.cfm Disallow: /Pools_waterfalls.cfm Disallow: /Interior_Design.cfm Disallow: /Bathrooms.cfm Disallow: /MainUS.cfm Disallow: /Siding_Stucco.cfm Disallow: /Heating_Air_Conditioning.cfm Disallow: /House_Painters.cfm Disallow: /Floors_Hardwood_tile.cfm Disallow: /MSOffice/cltreq.asp Disallow: /Find_Contractor.cfm Disallow: /Interior_Design.cfm User-agent: ia_archiver Disallow: / #Archive bot User-agent: ia_archiver/1.6 Disallow: / #Archive bot User-agent: CherryPicker Disallow: / #email collector User-agent: CherryPickerSE/1.0 Disallow: / #email collector User-agent: CherryPickerElite/1.0 Disallow: / #email collector User-agent: CopyRightCheck Disallow: / #copyscape not sure User-agent: EmailSiphon Disallow: / #email collector User-agent: LinkWalker Disallow: / #broken link checker User-agent: psbot Disallow: / #Picture search User-agent: Szukacz/1.4 Disallow: / #Polish engine User-agent: WebBandit Disallow: / #email collector User-agent: WebCopier Disallow: / #record sites and stores them User-agent: Xenu's Link Sleuth 1.1c Disallow: / #broken link checker User-agent: Xenu's Disallow: / #broken link checker User-agent: Zeus Disallow: / #link trading software # Disallow all bots in admin area. Must leave at btm. User-agent: * Disallow: /admincrud/