User-agent: *    # applies to all robots
Disallow: /modules      # disallow indexing of all pages
Disallow: /images      # disallow indexing of all pages
Disallow: /javascript      # disallow indexing of all pages