# robots.txt for Sites served at Nitro
# Last modified Dan 25/2/2000
# allow all but /cgi-bin/

User-agent: Slurp
Disallow: /cgi-bin/
User-agent: ArchitextSpider
Disallow: /cgi-bin/
User-agent: Direct Hit Grabber
Disallow: /cgi-bin/
User-agent: Lycos
Disallow: /cgi-bin/
User-agent: Fast-WebCrawler
Disallow: /cgi-bin/
User-agent: Scooter
Disallow: /cgi-bin/
User-agent: Sidewinder
Disallow: /cgi-bin/
User-agent: Googlebot
Disallow: /cgi-bin/