# Alexa User-agent: ia_archiver Disallow: /txt/ Disallow: /javascripts/ Disallow: /cgi-bin/ # Ask User-agent: Teoma Disallow: /cgi-bin/ Disallow: /javascripts/ Disallow: /txt/ # Google User-agent: googlebot Disallow: /cgi-bin/ Disallow: /javascripts/ Disallow: /txt/ # MSN User-agent: msnbot Disallow: /cgi-bin/ Disallow: /javascripts/ Disallow: /txt/ # Yahoo! User-agent: Slurp Disallow: /cgi-bin/ Disallow: /txt/ Disallow: /javascripts/ # Abacho User-agent: AbachoBOT Disallow: /cgi-bin/ Disallow: /javascripts/ Disallow: /txt/ # Fireball User-agent: fireball Disallow: /cgi-bin/ Disallow: /javascripts/ Disallow: /txt/ # Voila.fr User-agent: VoilaBot Disallow: /cgi-bin/ Disallow: /javascripts/ Disallow: /txt/ # Yandex User-agent: Yandex Disallow: /cgi-bin/ Disallow: /javascripts/ Disallow: /txt/ # Others User-agent: * Disallow: /cgi-bin/ Disallow: /javascripts/ Disallow: /txt/