User-Agent: * # Block admin Disallow: /admin # Block old dated archives (optional) Disallow: /2016/ Disallow: /2017/ Disallow: /2018/ Disallow: /2019/ Disallow: /2020/ # Block PDFs Disallow: /*.pdf$ # Allow critical assets for rendering Allow: /wp-content/uploads/ Allow: /wp-content/plugins/ Allow: /wp-content/themes/ Allow: *.css Allow: *.js Allow: *.jpg Allow: *.jpeg Allow: *.png Allow: *.gif Allow: *.svg Allow: *.woff Allow: *.woff2 # Sitemap Sitemap: https://www.boundaryline.co.nz/sitemap_index.xml