User-agent: *

# Prevent crawl-budget waste on search pages
Disallow: /?s=* #block access to internal blog search result pages
Disallow: /search/ #block access to internal directory search result pages
#TEMP#Disallow: /?search=*
#TEMP#Disallow: /?search
Disallow: *?etype=*
Disallow: *&etype=*
Disallow: *?sort_by=*
#Disallow: *?type=*

# Prevent private admin areas from being crawled
Disallow: /cdn-cgi/ # block access to root cdn-cgi directory
Disallow: /wp-admin #block access to admin section

# Prevent duplicate /feed/ pages from being crawled
Disallow: /*/feed/

# Prevent login page crawls etc
Disallow: /wp-login.php #block access to admin section

# Prevent register page crawls etc
Disallow: /wp-register.php

# Prevent Trackback Neg SEO
Disallow: /trackback/

Disallow: /blackhole/
Allow: /wp-admin/admin-ajax.php
Disallow: /wp-includes/
Allow: /wp-includes/css/
Allow: /wp-includes/js/
Allow: /wp-content/plugins/
Allow: /wp-content/themes/
Allow: /wp-content/cache/
Disallow: /xmlrpc.php

Disallow: /tag/ #block access to tag pages

# Allow files critical for rendering
Allow: /*.css*
Allow: /*.js*

# Allow AJAX
Allow: /wp-admin/admin-ajax.php

# Sitemaps
Sitemap: https://www.thegayweddingguide.co.uk/sitemap_index.xml