User-agent: * 
Disallow: /css
Disallow: /cgi-bin
Disallow: /images
Disallow: /csv
Disallow: /ssi
Disallow: /script
Disallow: /php