#The following bots are being very naughty! #eats our bandwidth up like crazy. #User-Agent: msnbot #Disallow: / User-Agent: yandex bot Disallow: / # This is for every spider! User-Agent: * Disallow: /cgi Disallow: /js Disallow: /javascript Disallow: /servlets Disallow: /servlet Disallow: /jservlet Disallow: /logs Disallow: /stats_data Disallow: /icon Disallow: /icons Disallow: /FCKeditor Disallow: /forms Disallow: /reports Disallow: /cronjobs Disallow: /dev Disallow: /etc Disallow: /usr Disallow: /bin Disallow: /pub Disallow: /classes Disallow: /css