#allow all spiders to visit all content on the site
User-agent: *
Allow: /

#prevent robots from indexing the stylesheets (what's the point? might as well save the traffic)
User-agent: *
Disallow: /stylesheets

#prevent robots from indexing the scripts
User-agent: *
Disallow: /Scripts
Disallow: /javascripts