User-agent: *      # applies to all robots
Disallow: /class/  # disallow indexing of pages
Disallow: /files/
Disallow: /tables/
Disallow: /test/