User-agent: htdig
Allow: /


User-agent: *
Disallow: /
# go away