#
# For misbehaving or unwanted agents, disallow the whole web site.
#
User-agent: ActiveAgent
User-agent: EmailSiphon
User-agent: ExtractorPro
User-agent: NetJet/1
User-agent: sitecheck.internetseer.com
User-agent: Teleport/1
Disallow: /

#
# For all user-agents, disallow non-indexable content
#
Disallow: /comments.c
Disallow: /index.c

#
# For Internet Archive, disallow non-indexable content
#
User-agent: ia_archiver
User-agent: Mediapartners-Google*
Disallow: /comments.c
Disallow: /index.c

#