User-agent: *
Disallow: /_
Disallow: /log
Disallow: /adm
Disallow: /inc
Disallow: /ima
Disallow: /too
Disallow: /cgi
Disallow: /web
Disallow: /ban
Disallow: /stat
User-Agent:MSIECrawler
Disallow: /
User-Agent:SlySearch
Disallow: /
User-agent: ia_archiver
Disallow: /
User-agent: psbot
Disallow: /