User-agent: * Disallow: /wizards/ Disallow: /services/ Disallow: /embed/ Disallow: /cmClearEventCookies.aspx Disallow: /af/ Disallow: /edu.aspx Disallow: /embedchart.aspx Disallow: /rcsearch.aspx Disallow: /setcookie.aspx Disallow: /OAuth.aspx Disallow: /1063747/* # google crawler misinterprets ad codes in script as urls. Disallow: /privacy.aspx Disallow: /license Disallow: /PSPV2_Privacy Disallow: /PSPV2_License_Agreement_Text Disallow: /redir.aspx Disallow: /hr/startwizard Disallow: /startwizard.asp Disallow: /startwizard.aspx Disallow: /*/Job-Listings User-agent: ia_archiver Disallow: / Allow: /about/* Allow: /career-news/* Allow: /compensation-today/* User-Agent: OmniExplorer_Bot Disallow: / User-agent: Googlebot-Image Disallow: / User-agent: msnbot-media Disallow: / Sitemap: http://www.payscale.com/sitemap-index.xml