# robots.txt

User-agent: *
Disallow: /search
Disallow: /find

User-Agent: Mercator
Disallow: /

User-agent: psbot
Disallow: /

User-agent: ia_archiver
Disallow: /

User-agent: ia_archiver/1.6
Disallow: /

User-agent: Alexibot
Disallow: /

User-agent: http://www.almaden.ibm.com/cs/crawler 
Disallow: /

User-agent: TurnitinBot
Disallow: /