User-agent: *
Disallow: /nytimes/
Disallow: /latimes/
Disallow: /other/
Disallow: /msnbc/
Disallow: /tir/
Disallow: /salon/
Disallow: /wdcpost/
Disallow: /biz20/
Disallow: /bostonglobe/
Disallow: /chisun/
User-agent: WebCrawler
Disallow: /~nytimes/
Disallow: /~latimes/
Disallow: /~other/
Disallow: /~msnbc/
Disallow: /~tir/
Disallow: /~salon/
Disallow: /~wdcpost/
Disallow: /~biz20/
Disallow: /~bostonglobe/
Disallow: /~chisun/
Disallow: /cgi-bin/