# robots.txt
# Please, we do NOT allow non-se spiders any longer.

User-agent: *
Disallow: /odp
Disallow: /localsites
Disallow: /directory
Disallow: /ads
Disallow: /search
Disallow: /premierlocal
Disallow: /weather
Disallow: /redir

User-Agent: Mercator
Disallow: /

User-agent: psbot
Disallow: /

User-agent: ia_archiver
Disallow: /

User-agent: ia_archiver/1.6
Disallow: /

User-agent: Alexibot
Disallow: /

User-agent: http://www.almaden.ibm.com/cs/crawler 
Disallow: /

User-agent: TurnitinBot
Disallow: /