# All robots will spider the domain

User-agent:*
Disallow:

User-agent:*
Disallow:/travel

User-agent:psbot
Disallow:/

User-agent: IRLbot 
Disallow: /

User-agent: aipbot
Disallow: /

User-Agent: OmniExplorer_Bot/1.09
Disallow: /

User-Agent: ia_archiver
Disallow:/

User-agent: http://www.almaden.ibm.com/cs/crawler 
Disallow: /

User-agent: TurnitinBot
Disallow: /