User-agent: *     # allow all robots to search site
Disallow: /data/  # don't allow them in the data directory