#internal gsa crawler
User-agent: gsa-crawler
Disallow: 

User-agent: *
Disallow: /info/
Disallow: /uk/info/
Disallow: /fr/info/
Disallow: /ger/info/
Disallow: /ap/info/
Disallow: /jp/info/
Disallow: /images/
Disallow: /uk/images/
Disallow: /fr/images/
Disallow: /ger/images/
Disallow: /ap/images/
Disallow: /jp/images/
Disallow: /download/
Disallow: /uk/download/
Disallow: /fr/download/
Disallow: /ger/download/
Disallow: /ap/download/
Disallow: /jp/download/
Disallow: /swfs/
Disallow: /includes/
Disallow: /config/
Disallow: /forms/
Disallow: /javascripts/
Disallow: /stylesheets/
Disallow: /themes/
Disallow: /microsite/
Disallow: /uk/microsite/
Disallow: /fr/microsite/
Disallow: /ger/microsite/
Disallow: /pagetemplates/
Disallow: /view/
Disallow: /search/
Disallow: /cms/
Disallow: /iportal9/
Disallow: /actuate10/
Disallow: /actuate11/
Disallow: /documentation/
Disallow: /be/info/
Disallow: /be/documentation/
Disallow: /se/download/
Disallow: /se/images/
Disallow: /se/css/
Disallow: /se/swf/
Disallow: /se/js/
Disallow: /xe/download/
Disallow: /xe/images/
Disallow: /xe/css/
Disallow: /xe/swf/
Disallow: /xe/media/
Disallow: /xe/js/
Disallow: /wfdownloads/
Disallow: /be/modules/
Disallow: /bxo/
Disallow: /bod/bod-logs/
Disallow: /bod/include/
Disallow: /bod/js/
Disallow: /bod/test-pages/
Disallow: /bod/themes/


### Disallow specific Crawler agents

#restrict all access
User-agent: ScoutJet
Disallow: /

#restrict all access
User-agent: NL-Crawler
Disallow: