# robots.txt
User-agent: Googlebot-Image
User-agent: Gigabot
User-agent: Nutch
User-agent: baiduspider
User-agent: asterias
User-agent: psbot
User-agent: yahoo-mmcrawler
Disallow: /

User-agent: *
Disallow: /cgi-bin/
Disallow: /dbs/
Disallow: /feed/