User-agent: *
Disallow: /cgi-bin/
Disallow: /phorm/
Disallow: /view/
Disallow: /stats/ 
Disallow: /subscribe/



# htdig knows where to go.
User-agent: htdig
Disallow:
Disallow: /cgi-bin/
Disallow: /phorm/
Disallow: /view/
Disallow: /stats/ 
Disallow: /subscribe/