User-agent: *
Disallow: /login
Disallow: /register
Disallow: /feedback
Disallow: /upgrade

User-agent: bingbot
User-agent: bingbot/2.0
User-agent: yahoo-slurp
User-agent: yahoo-mmcrawler
User-agent: psbot
User-agent: teoma
User-agent: exabot
User-agent: gigabot
User-agent: ia_archiver
User-agent: baiduspider
User-agent: nutch
User-agent: WebReaper
User-agent: WebCopier
User-agent: Offline Explorer
User-agent: HTTrack
User-agent: Microsoft.URL.Control
User-agent: EmailCollector
User-agent: A-Online Search
User-agent: ATN_Worldwide
User-agent: Arachnophilia
User-agent: ArchitextSpider
User-agent: FAST
User-agent: Scooter
User-agent: Crawler V 0.2.1 admin@crawler.de
User-agent: CoolBot
User-agent: Deweb/1.01
User-agent: grabber
User-agent: Eule-Robot
User-agent: Arachnoidea
User-agent: ArchitextSpider
User-agent: KIT-Fireball/2.0
User-agent: IBM_Planetwide
User-agent: InfoSeek Sidewinder/0.9
User-agent: Slurp
User-agent: LinkWalker
#User-agent: Lycos_Spider_(T-Rex)
User-agent: WebMoose
User-agent: Tarantula
User-agent: Gulliver/1.3
User-agent: fido/1.0 Harvest/1.4.pl2
User-agent: MegaSheep
User-agent: Ultraseek
User-agent: whatUseek_winona
User-agent: CCBot
User-agent: SemrushBot
User-agent: Sogou
Disallow: /