User-agent: * Disallow: /? # all query params on main page Disallow: /wp- # all WP files: /wp-json/, /wp-includes, /wp-content/plugins etc. Disallow: *?s= # search Disallow: *&s= # search Disallow: /search # search Disallow: /author/ # author archive Disallow: /slider-type/ # slider-type archive Disallow: /extension-type/ # extension-type archive Disallow: /department/ # department archive Disallow: /cookie-type/ # cookie-type archive Disallow: /tt-interface-category/ # tt-interface-category archive Disallow: /reason-category/ # reason-category archive Disallow: /tt-step-category/ # tt-step-category archive Disallow: */embed # all embeds Disallow: */page/ # all pagination Disallow: /campaigns # close campaigns - these pages change dynamically and causes lots of broken links to appear Allow: */uploads # open uploads Allow: /*/*.js # inside of /wp- (/*/ - for priority) Allow: /*/*.css # inside of /wp- (/*/ - for priority) Allow: /wp-*.png # images in plugin, cache folders etc. Allow: /wp-*.jpg # images in plugin, cache folders etc. Allow: /wp-*.jpeg # images in plugin, cache folders etc. Allow: /wp-*.gif # images in plugin, cache folders etc. Allow: /wp-*.svg # images in plugin, cache folders etc. Allow: /wp-*.pdf # files in plugin, cache folders etc. Allow: /wp-admin/admin-ajax.php