User-agent: *
Disallow: /bin/
Disallow: /_private/
Disallow: /etc/
Disallow: /stats/
Disallow: /urchin/
Disallow: /dates.htm

User-agent: Scooter
User-agent: Infoseek
User-agent: Slurp
User-agent: ArchitextSpider
User-agent: Lycos
User-agent: Gulliver
User-agent: Fast
User-agent: Grabber
Disallow: /goo/

User-agent: Scooter
User-agent: Infoseek
User-agent: Slurp
User-agent: ArchitextSpider
User-agent: Lycos
User-agent: Gulliver
User-agent: Googlebot
User-agent: Grabber
Disallow: /fas/

User-agent: Scooter
User-agent: Infoseek
User-agent: Fast
User-agent: ArchitextSpider
User-agent: Lycos
User-agent: Gulliver
User-agent: Googlebot
User-agent: Grabber
Disallow: /hb/

User-agent: Scooter
User-agent: Infoseek
User-agent: Fast
User-agent: ArchitextSpider
User-agent: Slurp
User-agent: Gulliver
User-agent: Googlebot
User-agent: Grabber
Disallow: /lyc/