User-agent: * # ============================================================ # BLOCK THIN / JUNK PAGES - WooCommerce Attribute Archives # (generates thousands of /options/ URLs - thin pages) # ============================================================ Disallow: /options/ # ============================================================ # BLOCK CHECKOUT, CART, MY ACCOUNT (functional, not indexable) # ============================================================ Disallow: /checkout/ Disallow: /cart/ Disallow: /my-account/ Disallow: /order-received/ Disallow: /order-pay/ # ============================================================ # BLOCK ELEMENTOR DYNAMIC CONTENT (thin/internal pages) # ============================================================ Disallow: /elementskit-content/ # ============================================================ # BLOCK PRODUCT SHIPPING CLASS TAXONOMY (admin/thin pages) # ============================================================ Disallow: /*?taxonomy=product_shipping_class Disallow: /*?*taxonomy=product_shipping_class Disallow: /*&taxonomy=product_shipping_class # ============================================================ # BLOCK LAYERED NAV FILTER COMBINATIONS (thin/duplicate pages) # These generate massive URL combinations - not indexable value # ============================================================ Disallow: /*?filter_* Disallow: /*&filter_* Disallow: /*?orderby=* Disallow: /*&orderby=* Disallow: /*?min_price=* Disallow: /*&min_price=* Disallow: /*?max_price=* Disallow: /*&max_price=* Disallow: /*?rating_filter=* Disallow: /*&rating_filter=* Disallow: /*?instock_filter=* Disallow: /*&instock_filter=* # ============================================================ # BLOCK VIEW MODE PARAMETERS (thin duplicate content) # ============================================================ Disallow: /*?*view_mode= Disallow: /*&view_mode= # ============================================================ # BLOCK ADD-TO-CART PARAMETER URLS (functional, not indexable) # ============================================================ Disallow: /*?*add-to-cart= Disallow: /*&add-to-cart= # ============================================================ # BLOCK AMAZON PAY PARAMETER URLS (plugin junk URLs) # ============================================================ Disallow: /*?*amazon_payments_advanced* Disallow: /*&amazon_payments_advanced* Disallow: /*?*amazon_login* Disallow: /*&amazon_login* Disallow: /*?*amazon_return* Disallow: /*&amazon_return* # ============================================================ # BLOCK WOOCOMMERCE AJAX ENDPOINTS (never indexable) # ============================================================ Disallow: /*?wc-ajax=* Disallow: /*&wc-ajax=* # ============================================================ # BLOCK FEED URLS (low-value, waste crawl budget) # ============================================================ Disallow: /feed/ Disallow: /*/feed/ Disallow: /*/feed/rss/ Disallow: /*/feed/rss2/ Disallow: /*/feed/rdf/ Disallow: /*/feed/atom/ Disallow: /*?feed=* Disallow: /*&feed=* # ============================================================ # BLOCK WP-JSON REST API (not indexable content) # ============================================================ Disallow: /wp-json/ Disallow: /*?rest_route=* # ============================================================ # BLOCK WORDPRESS ADMIN & INTERNAL PATHS # ============================================================ Disallow: /wp-admin/ Disallow: /wp-includes/ Disallow: /wp-content/plugins/ Disallow: /wp-content/themes/ # ============================================================ # BLOCK JETPACK SSO & INTERNAL REDIRECT URLS (thin pages) # ============================================================ Disallow: /wp-login.php Disallow: /*?action=jetpack-sso* Disallow: /*?redirect_to=* # ============================================================ # BLOCK PAGINATION PARAMETER VARIANTS (thin duplicate pages) # ============================================================ Disallow: /*?et_per_page=* Disallow: /*&et_per_page=* Disallow: /*?products-per-page=* Disallow: /*&products-per-page=* Disallow: /*?per_page=* Disallow: /*&per_page=* # ============================================================ # BLOCK SEARCH RESULT PAGES (thin/low-value pages) # ============================================================ Disallow: /?s=* Disallow: /*?s=* # ============================================================ # BLOCK TAG ARCHIVES (thin pages for e-commerce) # ============================================================ Disallow: /tag/ # ============================================================ # BLOCK DATE ARCHIVES (thin/low-value pages) # ============================================================ Disallow: /*?m=* Disallow: /*&m=* # ============================================================ # BLOCK PRINT / EMBED PAGES (thin duplicate content) # ============================================================ Disallow: /*/embed/ Disallow: /*?embed=* # ============================================================ # ALLOW STRATEGIC SEO PAGES (products, categories, blog) # ============================================================ Allow: /product-category/ Allow: /product/ Allow: /blog/ Allow: /shop/ Sitemap: https://uhrohmuh.com/sitemap_index.xml