# ---------- Googlebot (rendering allowed, restricted paths) ----------
User-agent: Googlebot
# Allow files critical for rendering
Allow: /*.js$
Allow: /*.css$
# Allow AJAX (required for WooCommerce add-to-cart and mini cart)
Allow: /wp-admin/admin-ajax.php
# Block low-value, duplicate, and sensitive areas
Disallow: /wp-admin/
Disallow: /wp-login.php
Disallow: /wp-register.php
Disallow: /trackback/
Disallow: /?s=
Disallow: /search/
Disallow: /*/feed/
# WooCommerce: block cart, checkout, and account areas
Disallow: /cart/
Disallow: /checkout/
Disallow: /my-account/
# WooCommerce: block sort parameter URL variants (e.g. /shop/?orderby=price)
Disallow: /*?orderby=
# WooCommerce: block layered navigation filter combinations (e.g. ?filter_colour=red)
Disallow: /*?filter_
# WooCommerce: block product tag archives (thin, auto-generated)
Disallow: /product-tag/*/
# WooCommerce: block add-to-cart action URLs
Disallow: /*?add-to-cart=
# WooCommerce: block internal AJAX endpoint URLs
Disallow: /*?wc-ajax=
# Block system and security-related directories
Disallow: /cgi-bin/
Disallow: /tmp/
Disallow: /cdn-cgi/

# ---------- bingbot (rendering allowed, restricted paths) ----------
User-agent: bingbot
# Allow files critical for rendering
Allow: /*.js$
Allow: /*.css$
# Allow AJAX
Allow: /wp-admin/admin-ajax.php
# Block low-value, duplicate, and sensitive areas
Disallow: /wp-admin/
Disallow: /wp-login.php
Disallow: /wp-register.php
Disallow: /trackback/
Disallow: /?s=
Disallow: /search/
Disallow: /*/feed/
# WooCommerce: block cart, checkout, and account areas
Disallow: /cart/
Disallow: /checkout/
Disallow: /my-account/
# WooCommerce: block sort/filter/tag URL variants
Disallow: /*?orderby=
# WooCommerce: block layered navigation filter combinations (e.g. ?filter_colour=red)
Disallow: /*?filter_
# WooCommerce: block product tag archives (thin, auto-generated)
Disallow: /product-tag/*/
# WooCommerce: block add-to-cart action URLs
Disallow: /*?add-to-cart=
# WooCommerce: block internal AJAX endpoint URLs
Disallow: /*?wc-ajax=
# Block system and security-related directories
Disallow: /cgi-bin/
Disallow: /tmp/
Disallow: /cdn-cgi/

# ---------- Default rules for all other bots ----------
User-agent: *
# Allow AJAX for any front end features that need it
Allow: /wp-admin/admin-ajax.php
# Block low-value, duplicate, and sensitive areas
Disallow: /wp-admin/
Disallow: /wp-login.php
Disallow: /wp-register.php
Disallow: /trackback/
Disallow: /?s=
Disallow: /search/
Disallow: /*/feed/
# WooCommerce: block cart, checkout, and account areas
Disallow: /cart/
Disallow: /checkout/
Disallow: /my-account/
# WooCommerce: block sort/filter/tag URL variants
Disallow: /*?orderby=
# WooCommerce: block layered navigation filter combinations (e.g. ?filter_colour=red)
Disallow: /*?filter_
# WooCommerce: block product tag archives (thin, auto-generated)
Disallow: /product-tag/*/
# WooCommerce: block add-to-cart action URLs
Disallow: /*?add-to-cart=
# WooCommerce: block internal AJAX endpoint URLs
Disallow: /*?wc-ajax=
# Block system and security-related directories
Disallow: /cgi-bin/
Disallow: /tmp/
Disallow: /cdn-cgi/

# ---------- XML Sitemaps ----------
Sitemap: https://guttersuckerdirect.co.uk/sitemap_index.xml
Sitemap: https://guttersuckerdirect.co.uk/post-sitemap.xml 
Sitemap: https://guttersuckerdirect.co.uk/page-sitemap.xml 
Sitemap: https://guttersuckerdirect.co.uk/product-sitemap.xml 
Sitemap: https://guttersuckerdirect.co.uk/product_cat-sitemap.xml