# Alexa
User-agent: ia_archiver
Disallow: /html/
# Ask
User-agent: Teoma
Disallow:
# Google
User-agent: googlebot
Disallow:
# MSN
User-agent: msnbot
Disallow:
# Yahoo!
User-agent: Slurp
Disallow:
# Amfibi
User-agent: Amfibibot
Disallow:
# Amidalla
User-agent: amibot
Disallow:
# ASPseek.com
User-agent: ASPseek
Disallow:
# BDNcentral
User-agent: BDNcentral
Disallow:
# Become.com
User-agent: BecomeBot
Disallow:
# BigClique
User-agent: BigCliqueBOT
Disallow:
# Boitho
User-agent: boitho.com-dc
Disallow:
# Convera
User-agent: ConveraCrawler
Disallow:
# DailyOrbit.com
User-agent: Orbiter
Disallow:
# Daypop
User-agent: Daypopbot
Disallow:
# dir.com
User-agent: Pompos
Disallow:
# FyberSearch
User-agent: FyberSpider
Disallow:
# Galaxy
User-agent: GalaxyBot
Disallow:
# Geona
User-agent: GeonaBot
Disallow:
# Girafa.com
User-agent: Girafabot
Disallow:
# GoForIt
User-agent: Goforitbot
Disallow:
# IBM
User-agent: Crawler
Disallow:
# Inelegant
User-agent: nelaBot
Disallow:
# IRL
User-agent: IRLbot
Disallow:
# Local.com
User-agent: LocalcomBot
Disallow:
# Loopimprovements
User-agent: NetResearchServer
Disallow:
# Majestic-12
User-agent: MJ12bot
Disallow:
# Mirago
User-agent: HenryTheMiragoRobot
Disallow:
# Nameprotect
User-agent: NPBot
Disallow:
# ObjectsSearch
User-agent: ObjectsSearch
Disallow:
# Omni-Explorer
User-agent: OmniExplorer_Bot
Disallow:
# Picsearch
User-agent: psbot
Disallow:
# Pipeline
User-agent: pipeLiner
Disallow:
# SEVENtwentyfour
User-agent: LinkWalker
Disallow:
# SharewarePlaza.com
User-agent: Agent-SharewarePlazaFileCheckBot
Disallow:
# SitiDi.net
User-agent: SitiDiBot
Disallow:
# SpiderMonkey
User-agent: SpiderMonkey
Disallow:
# Turnitin.com
User-agent: TurnitinBot
Disallow:
# TutorGig.com
User-agent: TutorGigBot
Disallow:
# Walhello
User-agent: Appie
Disallow:
# WebArchive
User-agent: BruinBot
Disallow:
# Others
User-agent: *
Disallow: