# Allow U.S.-based Search & Social Crawlers (Important for SEO)
User-agent: Googlebot
User-agent: Googlebot-Image
User-agent: Googlebot-Video
User-agent: Googlebot-Mobile
User-agent: Bingbot
User-agent: Applebot
User-agent: facebookexternalhit
Allow: /

# Restrict access to sensitive admin and internal files (No SEO value)
User-agent: *
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
Disallow: /wp-includes/
Disallow: /cgi-bin/
Disallow: /private/
Disallow: /tmp/
Disallow: /xmlrpc.php
Disallow: /trackback/

# Prevent indexing of internal search results and API (Avoid thin/duplicate content)
Disallow: /?s=
Disallow: /?search*
Disallow: /search
Disallow: /wp-json/

# Disallow account-related and non-SEO WooCommerce pages
Disallow: /my-account/
Disallow: /cart/
Disallow: /checkout/
Disallow: /login/
Disallow: /register/
Disallow: /account/
Disallow: /*add-to-cart=
Disallow: /*orderby=

# Allow static assets for proper rendering (Crucial for SEO Page Experience)
Allow: /wp-content/uploads/
Allow: /wp-content/plugins/
Allow: /wp-content/themes/
Allow: /*.css$
Allow: /*.js$

# Block low-value pages (only if these aren't indexed intentionally)
Disallow: /comments/feed/
Disallow: /downloads/

# Block major international/spam bots (Saves crawl budget)
User-agent: Baiduspider
Disallow: /
User-agent: Yandex
Disallow: /
User-agent: YandexBot
Disallow: /
User-agent: YandexMobileBot
Disallow: /
User-agent: NaverBot
Disallow: /
User-agent: SeznamBot
Disallow: /
User-agent: MJ12bot
Disallow: /
User-agent: AhrefsBot
Disallow: /
User-agent: GPTBot
Allow: /

User-agent: ChatGPT-User
Allow: /
User-agent: OAI-SearchBot
Allow: /