User-agent: gsa-crawler
User-agent: hanford-crawler
Disallow: /*.vss
Disallow: /*.cgi
Disallow: /*.pl
Disallow: /*.swf
Disallow: /*.js
Disallow: /scripts