User-agent: wget
User-agent: webzip
User-agent: webmirror
User-agent: webcopy
User-agent: gsa-crawler*
User-agent: JavaCrawler/1.1
User-Agent: MSIECrawler
Disallow: /

User-Agent: *
Disallow: /portal/design/
Disallow: /portal/javascript/
Disallow: /portal/styles/
Disallow: /portal/util/editorApplications/
Disallow: /portal/util/HomepageExplorer/
Disallow: /portal/util/UserAdminConsole/
Disallow: /portal/util/Tools/
Disallow: /portal/util/test/
Disallow: /portal/util/statistic/
Disallow: /portal/util/statistik/
Disallow: /portal/util/mail/
Disallow: /portal/util/error/
Disallow: /portal/util/Editor/
Disallow: /portal/util/documentum/info/
Disallow: /portal/util/documentum/versions/
Disallow: /portal/util/bookmarks/
Disallow: /portal/util/import/
Disallow: /portal/util/netviewer/