User-agent: *
Disallow: /robots.txt
Disallow: /.htaccess
Disallow: /.htpasswd
Disallow: /*.css