# robots.txt for https://uszon.com
# Platform: WordPress + WooCommerce + Yoast SEO
# Goal: Max crawl & index for products, categories, posts, pages
# Last updated: 2025-12-10

Sitemap: https://uszon.com/sitemap_index.xml

# =========================================================
# GOOGLE CRAWLERS – EXPLICITLY ALLOWED
# =========================================================
User-agent: Googlebot
User-agent: Googlebot-Image
User-agent: Googlebot-News
User-agent: Googlebot-Video
User-agent: AdsBot-Google
User-agent: Mediapartners-Google
User-agent: Googlebot-Mobile

Allow: /
Allow: /$

# =========================================================
# OTHER SPECIFIC BOTS – EXPLICITLY ALLOWED
# =========================================================
User-agent: Bingbot
User-agent: Yandex
User-agent: DuckDuckBot
User-agent: Baiduspider
User-agent: Slurp
User-agent: Sogou
User-agent: Exabot
User-agent: ia_archiver
User-agent: AhrefsBot
User-agent: MJ12bot
User-agent: SemrushBot
User-agent: SEOkicks-Robot
User-agent: BLEXBot
User-agent: DotBot
User-agent: rogerbot
User-agent: SeznamBot
User-agent: Screaming Frog
User-agent: SiteCheckerBot
User-agent: UptimeRobot
User-agent: Wotbox

Allow: /
Allow: /$

# =========================================================
# BLOCKED FOR ALL USER AGENTS ABOVE
# (Same restrictions for Google & others)
# =========================================================

# WordPress core admin/login
Disallow: /wp-admin/
Disallow: /wp-login.php

# Internal search
Disallow: /?s=
Disallow: /?post_type=product&s=
Disallow: /search/

# WooCommerce non-indexable pages
Disallow: /cart/
Disallow: /checkout/
Disallow: /my-account/
Disallow: /order-received/
Disallow: /order-pay/
Disallow: /add-to-cart/
Disallow: /*add-to-cart=*
Disallow: /wc-api/
Disallow: /*?wc-ajax=

# WooCommerce filter/sort duplicates
Disallow: /*?orderby=
Disallow: /*&orderby=
Disallow: /*?filter_
Disallow: /*&filter_
Disallow: /*?min_price=
Disallow: /*&min_price=
Disallow: /*?max_price=
Disallow: /*&max_price=
Disallow: /*?rating_filter=
Disallow: /*&rating_filter=
Disallow: /*?paged=
Disallow: /*&paged=

# WP noise
Disallow: /xmlrpc.php
Disallow: /trackback/
Disallow: /*/trackback/

# =========================================================
# ALLOWED CONTENT
# =========================================================
Allow: /
Allow: /$

# Products
Allow: /product/
Allow: /product/*

# Categories & Taxonomies
Allow: /product-category/
Allow: /product-category/*
Allow: /product-tag/
Allow: /product-tag/*

# Shop structures
Allow: /shop/
Allow: /shop/*
Allow: /loja/
Allow: /loja/*
Allow: /categoria/
Allow: /categoria/*

# Blog & Pages
Allow: /category/
Allow: /category/*
Allow: /tag/
Allow: /tag/*
Allow: /page/
Allow: /page/*
Allow: /blog/
Allow: /blog/*
Allow: /wp-json/

# Static assets
Allow: /wp-content/uploads/
Allow: /wp-content/uploads/*
Allow: /wp-content/themes/
Allow: /wp-content/themes/*
Allow: /wp-content/plugins/
Allow: /wp-content/plugins/*
Allow: /wp-includes/js/
Allow: /wp-includes/js/*

# AJAX
Allow: /wp-admin/admin-ajax.php