#robots.txt to disallow robots downloading specified pages User-agent: * Disallow: /adserve/ Disallow: /images/ Disallow: /jobs/recruiter_region.asp Disallow: /jobs/recruiter_region_country.asp Disallow: /jobs/resume.asp Disallow: /jobs/resume_bookmark.asp Disallow: /jobs/resume_contact.asp Disallow: /jobs/resume_email.asp Disallow: /jobs/resume_print.asp Disallow: /jobs/search_resume_results.asp Disallow: /news/article_email.asp Disallow: /news/article_pf.asp Disallow: /news/weather_search.asp Disallow: /news/weather_city.asp Disallow: /store/product_basket.asp Disallow: /store/product_basket_delete.asp Disallow: /fnf.asp Disallow: /login.asp Disallow: /login_forgot.asp Disallow: /member_acct.asp Disallow: /member_conf.asp Disallow: /member_conf_send.asp Disallow: /member_register.asp Disallow: /nocookies.asp Disallow: /shared_code/500_100.asp