User-agent: *

# --- WordPress Core & Admin ---
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
Disallow: /wp-login.php
Disallow: /xmlrpc.php

# --- WooCommerce Utility Pages ---
Disallow: /cart/
Disallow: /checkout/
Disallow: /my-account/
Disallow: /*?add-to-cart=
Disallow: /*?*add-to-cart=
Disallow: /*?wc-ajax=

# --- Keep product + taxonomy documents crawlable ---
Allow: /product/
Allow: /product-category/
Allow: /product-tag/

# --- Internal Search & Feeds ---
Disallow: /search/
Disallow: /?s=
Disallow: /feed/
Disallow: /*/feed/
Disallow: /comments/feed/

# --- Files & Logs ---
Disallow: /wp-content/uploads/wc-logs/
Disallow: /wp-content/uploads/woocommerce_transient_files/
Disallow: /wp-content/uploads/woocommerce_uploads/
Disallow: /readme.html
Disallow: /license.txt

# --- Allow Critical Assets ---
Allow: /wp-content/uploads/
Allow: /wp-content/themes/
Allow: /wp-content/plugins/
Allow: /*.css$
Allow: /*.js$

Disallow: /not-found/

# --- Action URLs with no index value ---
Disallow: /*add_to_wishlist=
Disallow: /*add-to-wishlist=
Disallow: /*_wpnonce=
Disallow: /api/

# --- Faceted UI state (crawl trap) — NOT taxonomy paths ---
Disallow: /*?*filter_
Disallow: /*?*filters=
Disallow: /*?*query_type_
Disallow: /*?*attribute_pa_
Disallow: /*?*attribute_
Disallow: /*?*min_price=
Disallow: /*?*max_price=
Disallow: /*?*orderby=

# Bee1 2026-07-26: taxonomies allowed; facets blocked (see docs/seo/ROBOTS-TXT-FACETS-AND-TAXONOMIES.md)

Sitemap: https://roberto.online/sitemap_index.xml