User-agent: htdig
Disallow:

User-agent: *
Disallow: /bib/
Disallow: /css/
Disallow: /awstats/
Disallow: /cgi-bin/
Disallow: /include/
Disallow: /styles/