User-agent: * 
Disallow: /styles/
Disallow: /cgi-bin/
Disallow: /media/
User-agent: Archive.org
Disallow: /

User-agent: *
Disallow: addlink.cfm
Disallow: addlinkpublic.cfm
Disallow: deletelink.cfm

User-Agent: OmniExplorer_Bot
Disallow: /

User-agent: ia_archiver
Disallow: /

User-Agent: E-SocietyRobot
Disallow: /

User-Agent: RufusBot
Disallow: /

User-agent: psbot
Disallow: /

User-Agent: sitecheck.internetseer.com
Disallow: /

User-agent: larbin_2.2.0 (crawl@compete.com)
Disallow: /