# See http://www.robotstxt.org/wc/norobots.html for documentation on how to use the robots.txt file # tell spiders to go away on the following URLs User-agent: * Disallow: /announcement/ Disallow: /connect/ Disallow: /email/ Disallow: /errors/ Disallow: /feed/ Disallow: /group/pushReg.html Disallow: /launch/ Disallow: /plaintext/ Disallow: /popups/ Disallow: /subscription/ Disallow: /changeForgottenPassword.html Disallow: /pushReg.html Disallow: /register.html Disallow: /validateAddEmail.html Disallow: /validateEmail.html Disallow: /view.html # Disallow: /find/details/for/job/ Disallow: /find/details/for/external/ Disallow: /partnerfeeds Disallow: /adservice/employer/clickthrough Disallow: /at/company_image Disallow: /at/contact/create Disallow: /at/jadword_impression/displayed Disallow: /at/jadword_impression/clicked Disallow: /at/website_experiment/log_impression Disallow: /at/website_experiment/log_conversion