# Make changes for all web spiders

User-agent: archive.org_bot
Disallow: 

User-agent: *
Disallow: /_fpclass
Disallow: /_private
Disallow: /_themes
Disallow: /asp_client
Disallow: /CCP
Disallow: /CRP
Disallow: /customer_serv
Disallow: /data
Disallow: /Education
Disallow: /ESD
Disallow: /FSD
Disallow: /gsd
Disallow: /gw
Disallow: /images
Disallow: /Info
Disallow: /maps
Disallow: /old_surface_w
Disallow: /Publications
Disallow: /RWPG
Disallow: /statcountex
Disallow: /TRP
Disallow: /USD