# 
# Use to disallow access to areas of the site by robots
#
# General format is:
#
# User-agent: webcrawler
# Disallow: /dirname
# Disallow: /dirname2
#
# User-agent: lycos
# Disallow: /dirname
# 
# Use '*' as user agent name to specify all agents.  Use '/' to specify
# disallowing all directories.  Could allow a specific agent by specifying a
# disallow value of " ", and then doing a disallow of "*" for the rest.

User-agent: Mediapartners-Google*
Disallow:

User-agent: *
Disallow: /canelo
Disallow: /natural/coblist/coblist-web
Disallow: /natural/coblist/coblist.archive
Disallow: /natural/coblist/coblist-digest.archive
Disallow: /natural/coblist//coblist-web
Disallow: /natural/coblist//coblist.archive
Disallow: /natural/coblist//coblist-digest.archive