# robots.txt
# Please, we do NOT allow non-se spiders any longer.

User-agent: *
Disallow: /odp
Disallow: /search
Disallow: /ads
Disallow: /odp2.htm

User-Agent: Mercator
Disallow: /

User-agent: ia_archiver
Disallow: /

User-agent: ia_archiver/1.6
Disallow: /

User-agent: Alexibot
Disallow: /

User-agent: http://www.almaden.ibm.com/cs/crawler 
Disallow: /