User-agent: gsa-crawler 

# The gsa-crawler will not be allowed to crawl the following directories 
Disallow: /*.js 
Disallow: /*.css
Disallow: /admin/
Disallow: /Countryinfo.asp
Disallow: /documents.asp
Disallow: /directory/
Disallow: /events
Disallow: /eventssearchlist.asp
Disallow: /forms/
Disallow: /home.asp
Disallow: /image_gallery/ 
Disallow: /includes/
Disallow: /missionlistlist.asp
Disallow: /partners/
Disallow: /past_articles.asp
Disallow: /redir.asp
Disallow: /search.asp

# The gsa-crawler is allowed to crawl everything else.
Allow: /$ 
Allow: /admin/documents_Document_bv.asp