User-agent: *

Disallow: (^|/)\.htgroup$
Disallow: (^|/)\.htpasswd$
Disallow: .htaccess
Disallow: index.cgi
Disallow: /cgi-bin
Disallow: /stats
Disallow: /test