# robots.txt for gxpready.com # Optimised for Google crawl budget | WordPress + Yoast SEO User-agent: * # ----------------------------------------------- # BLOCK WORDPRESS CORE ADMIN & SYSTEM PATHS # ----------------------------------------------- Disallow: /wp-admin/ Disallow: /wp-includes/ Disallow: /wp-content/plugins/ Disallow: /wp-content/themes/ Disallow: /wp-content/cache/ Disallow: /wp-content/upgrade/ Disallow: /wp-json/ # ----------------------------------------------- # BLOCK LOW-VALUE & DUPLICATE CONTENT # ----------------------------------------------- Disallow: /feed/ Disallow: /comments/feed/ Disallow: /xmlrpc.php Disallow: /trackback/ Disallow: /author/ Disallow: /search/ Disallow: /?s= Disallow: /tag/ Disallow: /page/ Disallow: /attachment/ Disallow: /embed/ Disallow: /checkout/ Disallow: /cart/ Disallow: /my-account/ # ----------------------------------------------- # BLOCK QUERY STRINGS THAT WASTE CRAWL BUDGET # ----------------------------------------------- Disallow: /*?replytocom= Disallow: /*?preview= Disallow: /*?lang= Disallow: /*?doing_wp_cron= # ----------------------------------------------- # ALLOW IMPORTANT ASSETS (FOR RENDERING) # ----------------------------------------------- Allow: /wp-content/uploads/ Allow: /wp-admin/admin-ajax.php # ----------------------------------------------- # ALLOW ALL KEY PAGES EXPLICITLY # ----------------------------------------------- Allow: / Allow: /about/ Allow: /frequently-asked-questions/ Allow: /gxp-calibration-software/ Allow: /validated-cmms/ Allow: /21-cfr-part-11-maintenance-software/ Allow: /product/ Allow: /blog/ Allow: /contact/ # ----------------------------------------------- # SITEMAP # ----------------------------------------------- Sitemap: https://gxpready.com/sitemap_index.xml