User-agent: *
Crawl-Delay: 15

Sitemap: https://www.aopa.org/sitemap.xml
Disallow: /admin/					#this will exclude all AOPA administered folders
Disallow: /webadmin/					#this will exclude all AOPA administered folders
Disallow: /test							#this will exclude all folders AND files named test
Disallow: /authentication/		#this will exclude all authentication folders
Disallow: /cfide/						#this will disallow the ColdFusion administration
Disallow: /CFIDE/					#this will disallow the ColdFusion administration
Disallow: /includes/				#this will disallow CFIncludes
Disallow: /templates/				#this will disallow CF templates
Disallow: /cgi-bin/						#this will exclude any cgi scripts
Disallow: /members/airports/ustprocs.cfm		#this will disallow all terminal procedures
Disallow: /online_gallery/		#this will disallow the vspider from creating virtual pages for every db entry
Disallow: /asf/ntsb/searchResults.cfm		#this will disallow the vspider from creating virtual pages for every db entry
Disallow: /members/	#disallow members for everyone but us
# Allowing login to be indexed to show in Organic Search results
#Disallow: /login/	#disallow all hits to login
Disallow: /weatheraero         #this will exclude hits to the weatheraero proxy
Disallow: /sitecore/  #Prevents indexing of sitecore content
Disallow: /Lightboxes/                               #this will prevent lightboxes from being indexed
Disallow: /ExternalPages/
Disallow: /pic-archive/      #Prevents indexing of everything PIC uses as reference material
Disallow: /training-and-safety/pic-archive/     #Prevents indexing of everything PIC Uses as reference material