User-Agent: Googlebot
Disallow: /user/*
Disallow: /job/redirect/*

User-Agent: Googlebot-Mobile
Disallow: /user/*
Disallow: /job/redirect/*

User-Agent: Googlebot-Image
Disallow: /user/*
Disallow: /job/redirect/*

User-Agent: Mediapartners-Google
Disallow: /user/*
Disallow: /job/redirect/*

User-Agent: Adsbot-Google
Disallow: /user/*
Disallow: /job/redirect/*

User-agent: Googlebot-News
Disallow: /user/*
Disallow: /job/redirect/*

User-agent: Googlebot-Video
Disallow: /user/*
Disallow: /job/redirect/*

User-Agent: Slurp
Disallow: /user/*
Disallow: /job/redirect/*

User-Agent: msnbot
Disallow: /user/*
Disallow: /job/redirect/*

User-Agent: msnbot-media
Disallow: /user/*
Disallow: /job/redirect/*

User-agent: Applebot
Disallow: /user/*
Disallow: /job/redirect/*

User-agent: Bingbot
Disallow: /user/*
Disallow: /job/redirect/*

User-agent: BingPreview
Disallow: /user/*
Disallow: /job/redirect/*

User-agent: DuckDuckBot
Disallow: /user/*
Disallow: /job/redirect/*

User-agent: Twitterbot/1.0
Disallow: /user/*
Disallow: /job/redirect/*

User-agent: AskJeeves
Disallow: /user/*
Disallow: /job/redirect/*

User-agent: Facebot
Disallow: /user/*
Disallow: /job/redirect/*

User-agent: facebookexternalhit/1.1
Disallow: /user/*
Disallow: /job/redirect/*

User-agent: *
Disallow: /