User-agent: WebCrawler
User-agent: excite
Disallow: /cgi-bin
Disallow: /private
Allow: /

# go away
User-Agents: *
Disallow: /