############################### # # # addresses all robots by using wild card * # User-agent: * # list folders robots are not allowed to index Disallow: /admin/ Disallow: /connections/ Disallow: /inc/ Disallow: /cgi-bin/ Disallow: /fonts/ Disallow: /spaw/ Disallow: /mysql_backup/ Disallow: /Scripts/ # # List specific robots to block, not likely to work: User-agent: EmailSiphon Disallow: / User-agent: Cherry Picker Disallow: / # list specific files robots are not allowed to index # Disallow: /class.phpmailer.inc Disallow: /class.smtp.inc # # End of robots.txt file # ###############################