User-agent: *
Disallow: /admin
Disallow: /pid/
Disallow: /WEB-INF/

User-agent: NPBot
Disallow: /

User-agent: LinkWalker
Disallow: /

User-agent: baiduspider
Disallow: /

User-agent: Baiduspider+
Disallow: /

User-agent: larbin_2.6.3_for_(http://cosco.hiit.fi/search/) Tomi.Silander@hiit.fi
Disallow: / 

User-agent: psbot
Disallow: /

User-agent: Wget
Disallow: /

User-agent: Python-urllib/2.0a1
Disallow: /

User-agent: JoeDog/1.00
Disallow: /

User-agent: theusefulbot1.4.1
Disallow: /

User-agent:  findlinks/0.82
Disallow: /

User-agent:  Jetbot/1.0
Disallow: /

User-agent:  LWP::Simple/5.76
Disallow: /

User-agent:  Gaisbot/3.0
Disallow: /

User-agent:  sohu-search
Disallow: /

User-agent: QihooBot 1.0
Disallow: /