User-agent: * Disallow: /cgi-bin Disallow: /images Disallow: /webstat Disallow: guestbook.php User-agent: ia_archiver Disallow: / User-agent: Mozilla/2.0 (compatible; NEWT ActiveX; Win32) Disallow: / User-agent: LinkWalker Disallow: / User-agent: FairAd Client Disallow: / User-Agent: sitecheck.internetseer.com Disallow: / User-agent: Browser name Disallow: / User-agent: Mass Downloader/2.1 Disallow: / User-agent: nothing Disallow: /