User-agent: * Disallow: /-/media/pdfs/ # Block the /pdfs/directory. Disallow: *.pdf # Block pdf files. Non-standard but works for major search engines. Disallow: /sitecore # Block Sitecore files Disallow: /Sitecore Disallow: /sitecore_files/ Disallow: /sitecore modules/ Disallow: /App_Browsers/ Disallow: /App_config/ Disallow: /App_Data/ Disallow: /temp/ Disallow: /upload/ Disallow: /xsl/ Disallow: /profile/vcard/ Sitemap: https://www.pinsentmasons.com/sitemap.xml