# robots.txt User-agent: * Disallow: Disallow: /attachments/ Disallow: /avatars/ Disallow: /cgi-bin/ Disallow: /Packages/ Disallow: /README_FILES/ Disallow: /Smileys/ Disallow: /Sources/ Disallow: /Themes/ User-agent: Googlebot Disallow: User-agent: MSNBot Disallow: User-agent: Slurp Disallow: User-agent: Teoma Disallow: # added to prevent rude crawlers User-agent: Wget/1.6 Disallow: / User-agent: Wget Disallow: / User-agent: MSIECrawler Disallow: / User-agent: Wget/1.5.3 Disallow: /