User-agent: *
Allow: /

User-agent: *
Disallow: /admin

User-agent: Fasterfox
Disallow: /

User-agent: MSIECrawler
Disallow: /

User-Agent: MJ12bot
Disallow: /

User-Agent: ccubee
Disallow: /

User-Agent: ConveraCrawler
Disallow: /

User-agent: ia_archiver
Disallow: /

# begin ucr.edu http://ivia.ucr.edu/useragents.shtml
User-agent: iVia
Disallow: /

User-agent: focused_crawler
Disallow: /

User-agent: DataFountains
Disallow: /

User-agent: perform_crawl
Disallow: /
# end ucr.edu

User-Agent: OmniExplorer_Bot
Disallow: /

User-agent: IRLbot 
Disallow: /

User-agent: Nutch
Disallow: /

User-agent: aipbot
Disallow: /

User-agent: WebVac
Disallow: /

User-agent: Sproose
Disallow: /

User-agent: OpenWebSpider
Disallow: /

User-agent: hl_ftien_spider
Disallow: /

User-agent: ContactBot
Disallow: /

User-agent: LMQueueBot
Disallow: /

User-agent: SBIder
Disallow: /

User-Agent: DepSpid
Disallow: /