User-agent: ia_archiver
Disallow: /

User-agent: VoilaBot
Disallow: /

User-agent: Baiduspider
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: BecomeJPBot
Disallow: /

User-agent: Exabot
Disallow: /

User-agent: *
Disallow: /lib/
Disallow: /attachment.php
Disallow: /avatar.php
Disallow: /editpost.php
Disallow: /member.php
Disallow: /memberlist.php
Disallow: /misc.php
Disallow: /moderator.php
Disallow: /newreply.php
Disallow: /newthread.php
Disallow: /online.php
Disallow: /poll.php
Disallow: /postings.php
Disallow: /printthread.php
Disallow: /private.php
Disallow: /private2.php
Disallow: /report.php
Disallow: /search.php
Disallow: /sendtofriend.php
Disallow: /threadrate.php
Disallow: /usercp.php
Disallow: /social.php
Disallow: /calendar.php
Disallow: /sendmessage.php
Disallow: /*?

Sitemap: http://nixcraft.com/sitemap_index.xml.gz