User-agent: * #Last modified: 03/11/2022 #Last modified by: Dave Walker # Disallows with nested allows. The allow is always listed first. # Specific simple disallow sites listed alphabetically # Most to are avoid dual entry with Upper and lower case variants Disallow: /COMAH Disallow: /data Disallow: /FALLS Disallow: /foi/bpcorrespondence Disallow: /OPSUNIT Disallow: /OSHCR Disallow: /pubns/priced Disallow: /PUBNS/PRICED Disallow: /PUBNS Disallow: /PRESS Disallow: /RESEARCH Disallow: /search Disallow: /user-research-testing Disallow: /ux-demonstration Disallow: /research/ Disallow: /*.pdf Disallow: /*.xls Disallow: /*.doc Disallow: /*.ppt Disallow: /*.jpg Disallow: /*.png Disallow: /*.gif # Specific page disallows Disallow: /prosecutions/case/case_details.asp?SF=CN&SV=4157835 Disallow: /notices/notices/notice_list.asp?PN=20&ST=N&rdoNType=&NT=&SN=&SO=DNIS # Google specific directive - allows indexing, but not displaying in search results. Sitemap: https://www.hse.gov.uk/sitemap.xml