User-Agent: *
Disallow: /cgi-bin/         # exclude robots from specified tree
Disallow: /web/         # exclude robots from specified tree