#Rule to block all robots, replace directory names with directories you wish not to be spidered User-agent: * Disallow: /images/ Disallow: /cgi-bin/ Disallow: /js/ #Nameless bots User-agent: sitecheck.internetseer.com Disallow: / User-agent: larbin_2.6.2 larbin2.6.2@unspecified.mail Disallow: / User-agent: larbin_2.6.2 Disallow: / User-agent: larbin_2.6.1 larbin2.6.2@unspecified.mail Disallow: / User-agent: larbin_2.6.1 Disallow: / User-agent: htdig/3.1.5 Disallow: / User-agent: teleport Disallow: / User-agent: Mediapartners-Google* Disallow: