User-agent: *
Disallow: /career/test/*
Disallow: /interactions/*
Disallow: /pages/contact
Disallow:/pages/terms-and-conditions
Disallow: /path-finder/studies
Disallow: /path-finder/jobs
Disallow: /inviter
Disallow: /mailbox
Disallow: /users/edit_profile
Disallow: /register
Disallow: /login
Disallow: /admin
Disallow: /users/logout
Disallow: /wiki/*
Disallon: /sign-in

User-agent: NextGenSearchBot
Disallow: /

User-agent: WinkBot/0.06
Disallow: /

User-agent: WinkBot/1.0
Disallow: /

User-agent: Spock
Disallow: /

User-agent: SpokeSpider/1.0
Disallow: /

User-agent: SpokeSpider
Disallow: /

User-agent: disco/Nutch-1.0-dev
Disallow: /

User-agent: IAB
Disallow: /

User-agent: HouxouCrawler/Nutch-0.9
Disallow: /

User-agent: zibber-v0.1(www.zibb.com/crawler/)
Disallow: /

User-agent: NetinfoBot/1.0/Nutch-0.9
Disallow: /

User-agent: 008
Disallow: /

User-agent: Rapleafbot
Disallow: /