# Robots.txt # for more information using this: # http://www.robotstxt.org/ User-agent: * # dont need to crawl the javascript Disallow: /javascript # dont need to crawl the stylesheets Disallow: /style # let the images be crawled (for image search) # remove hash if you dont want them to be # Disallow: /images