User-agent: * Disallow: /wp-admin/ Allow: /wp-admin/admin-ajax.php Allow: /wp-content/uploads/ # Prevent crawl-budget waste on search pages Disallow: /?s= Disallow: /search/ # Prevent private admin areas from being crawled Disallow: /wp-admin # Prevent duplicate /feed/ pages from being crawled Disallow: /*/feed/ # Prevent login page crawls etc Disallow: /wp-login.php # Prevent register page crawls etc Disallow: /wp-register.php # Prevent Trackback Neg SEO Disallow: /trackback/ # Allow files critical for rendering Allow: *.js Allow: *.css Sitemap: https://avantdigital.co.uk/sitemap_index.xml