# Tell robot spiders which directories they should not index.

User-agent: *    # applies to all robots
Disallow: /css/      # disallow indexing of CSS directory
Disallow: /search/    # disallow indexing the search directory
Disallow: /img/     # disallow indexing of the image directory
Disallow: /cgi-bin/     # disallow the cgi-bin directory
Disallow: /doc/     # disallow the documents directory