# robots.txt # Mainly image hunters anyway, they eat up bandwidth... User-agent: Googlebot-Image Disallow: / User-agent: Twiceler Disallow: / User-agent: Slurp Disallow: / User-agent: googlebot Disallow: / User-agent: Gigabot Disallow: / User-agent: MSNBot Disallow: / Exclude Host Names*: googlebot.com, gigablast.com, proxy.aol.com, inktomisearch.com, live.com, crawl.yahoo.net, cuill.com # ALL search engine spiders/crawlers (put at end of file) User-agent: * Disallow: /cgi-bin/ Disallow: /forums/admin/