User-Agent: W3C-checklink
Disallow:

User-Agent:*
Disallow:/404error.html
Disallow:/addurl.html
Disallow:/copyright.html
Disallow:/asearchca.html
Disallow:/asearchuk.html
Disallow:/asearchus.html
Disallow: /cgi-bin/
User-agent: Titan
Disallow: /
User-agent: EmailCollector
Disallow: /
User-agent: EmailSiphon
Disallow: /
User-agent: EmailWolf
Disallow: /
User-agent: ExtractorPro
Disallow: /