# Googlebot and Bingbot intentionally do NOT have their own User-agent groups.
# They inherit all rules from the wildcard (*) group below. Creating separate
# Googlebot/Bingbot groups would override the wildcard group for those crawlers.

User-agent: *

# ------------------------------------------------------------------
# WordPress core
# ------------------------------------------------------------------
Disallow: /wp-admin/
Disallow: /wp-login.php
Disallow: /xmlrpc.php
Disallow: /*/trackback/
Disallow: /*/feed/
Disallow: /comments/feed/

# ------------------------------------------------------------------
# WooCommerce transactional pages
# ------------------------------------------------------------------
Disallow: /cart/
Disallow: /checkout/
Disallow: /account/

# ------------------------------------------------------------------
# Internal search & crawl traps
# ------------------------------------------------------------------
Disallow: /?s=*
Disallow: /*&s=*
Disallow: /search/

Disallow: /*orderby=*
Disallow: /*filter_*
Disallow: /*min_price=*
Disallow: /*max_price=*
Disallow: /*attribute_*

Disallow: /*add-to-cart=*
Disallow: /*add_to_wishlist=*
Disallow: /*wc-ajax=*
Disallow: /*replytocom=*
Disallow: /*attachment_id=*

# ------------------------------------------------------------------
# Required for many WordPress/WooCommerce front-end features
# ------------------------------------------------------------------
Allow: /wp-admin/admin-ajax.php

Sitemap: https://www.lasara.com/sitemaps.xml

# ------------------------------------------------------------------
# Google Ads crawler
# ------------------------------------------------------------------
User-agent: AdsBot-Google
Disallow: /cart/
Disallow: /checkout/
Disallow: /account/

# ------------------------------------------------------------------
# AI assistants & answer engines
# ------------------------------------------------------------------
User-agent: GPTBot
User-agent: OAI-SearchBot
User-agent: ChatGPT-User
User-agent: ClaudeBot
User-agent: Claude-User
User-agent: Claude-SearchBot
User-agent: PerplexityBot
User-agent: Perplexity-User
User-agent: Google-Extended
User-agent: Applebot-Extended
User-agent: Amazonbot
User-agent: meta-externalagent
User-agent: CCBot

Disallow: /wp-admin/
Disallow: /account/
Disallow: /cart/
Disallow: /checkout/
Disallow: /search/

# ------------------------------------------------------------------
# Social preview bots
# ------------------------------------------------------------------
User-agent: facebookexternalhit

User-agent: LinkedInBot

# ------------------------------------------------------------------
# SEO & backlink crawlers
# ------------------------------------------------------------------
User-agent: AhrefsBot
User-agent: AhrefsSiteAudit
User-agent: MJ12bot

Crawl-delay: 10

Disallow: /wp-admin/
Disallow: /cart/
Disallow: /checkout/
Disallow: /account/
Disallow: /search/

# ------------------------------------------------------------------
# Low-value / aggressive crawlers
# ------------------------------------------------------------------
User-agent: Bytespider
User-agent: PetalBot
User-agent: Nutch

Disallow: /

# End of file