User-Agent: cks-gsa-crawler Disallow: User-Agent: * # The following are excluded pages should NOT be crawled in CKS website Disallow: /FileNotFound.aspx Disallow: /file_not_found Disallow: /error_page Disallow: /ErrorPage.aspx # "Classic" PRODIGY Guidance site structure User-agent: * Disallow: /aboutprodigy/ Disallow: /clinicalguidance/ Disallow: /conference/ Disallow: /consultation/ Disallow: /contact/ Disallow: /forms/ Disallow: /images/ Disallow: /liveguidance/ Disallow: /pharmacists/ Disallow: /pils/ Disallow: /quickreferenceguides/ Disallow: /registration/ Disallow: /serverdownwarning/ Disallow: /thebook/ Disallow: /training/ Disallow: /vacancy/ Disallow: /websafecolors/ Disallow: /404.html Disallow: /conditions.asp Disallow: /debug.asp Disallow: /guidance.asp Disallow: /guidance_old.asp Disallow: /index.asp Disallow: /index.htm Disallow: /indexmain.asp Disallow: /prodigystyle1.css Disallow: /prodigystyle2.css Disallow: /prodigystyle3.css Disallow: /prodigystyle4.css Disallow: /rssstyle.xslt Disallow: /sitemap.asp Disallow: /stylesheet2.css Disallow: /template.asp Disallow: /ErrorPages/ Disallow: /error_pages/ Disallow: /patient_information/pils/ Disallow: /guidance/