# ============================================================
#  robots.txt  —  www.tanboon.org  (Wreath Tanboon)
#  Platform: App-Bit Next.js commerce
#  Rebuilt: 2026-06-15  (best-practice pass, verified against live sitemap)
#  robots.txt is ADVISORY — hard blocking of bad bots is at Cloudflare (WAF).
# ============================================================

Sitemap: https://www.tanboon.org/sitemap.xml

# ------------------------------------------------------------
# 1) SEARCH + AI RETRIEVAL + SOCIAL + your own SEO audit tools  -> full access
# ------------------------------------------------------------
User-agent: Googlebot
User-agent: Googlebot-Image
User-agent: Bingbot
User-agent: DuckDuckBot
User-agent: Applebot
User-agent: OAI-SearchBot
User-agent: ChatGPT-User
User-agent: PerplexityBot
User-agent: Perplexity-User
User-agent: Claude-User
User-agent: Claude-SearchBot
# Social / messaging link previews — LINE is critical (~87% of orders close on LINE)
User-agent: facebookexternalhit
User-agent: facebookcatalog
User-agent: Twitterbot
User-agent: Linespider
User-agent: Pinterestbot
# Your own paid SEO tools' site-audit crawlers (keep full speed)
User-agent: AhrefsSiteAudit
User-agent: SiteAuditBot
User-agent: SEBot-WA
User-agent: Screaming Frog SEO Spider
Disallow: /api/
Disallow: /node_modules/
Disallow: /_next/
Allow: /_next/static/
Allow: /_next/image/
Disallow: /cdn-cgi/
Allow: /cdn-cgi/scripts/
Allow: /cdn-cgi/pe/
Allow: /cdn-cgi/image/
Allow: /cdn-cgi/apps/
# Crawl-budget: block filter / sort / action query params + RSC payloads
Disallow: /*?*price=
Disallow: /*?*color=
Disallow: /*?*size=
Disallow: /*?*fan-size=
Disallow: /*?*option=
Disallow: /*?*decoration=
Disallow: /*?*recommend=
Disallow: /*?*product-type=
Disallow: /*?*ProductType=
Disallow: /*?*product_cat=
Disallow: /*?*filter-kind-of-products=
Disallow: /*?*add-to-cart=
Disallow: /*?*_rsc=
# NOTE: utility pages (cart / checkout / account / order-tracking) are NOT
# disallowed here. They appear in this site's XML sitemap, so a robots.txt
# block would create a "Submitted URL blocked by robots.txt" conflict in
# Search Console AND prevent Google from seeing a noindex tag. Keep them out
# of the index the right way (site-code): page-level noindex + drop from sitemap.

# ------------------------------------------------------------
# 2) GOOGLE ADS — must reach ad landing pages
# ------------------------------------------------------------
User-agent: AdsBot-Google
User-agent: AdsBot-Google-Mobile
User-agent: AdIdxBot
Disallow: /api/

# ------------------------------------------------------------
# 3) SEO INDEX CRAWLERS — throttle
# ------------------------------------------------------------
User-agent: AhrefsBot
User-agent: SemrushBot
Crawl-delay: 10
Disallow: /api/
Disallow: /_next/
Allow: /_next/static/
Allow: /_next/image/
Disallow: /*?*_rsc=

# ------------------------------------------------------------
# 4) AI TRAINING-only crawlers + heavy scrapers + non-Thai engines — block
# ------------------------------------------------------------
User-agent: GPTBot
User-agent: ClaudeBot
User-agent: Google-Extended
User-agent: Applebot-Extended
User-agent: CCBot
User-agent: meta-externalagent
User-agent: Amazonbot
User-agent: Bytespider
User-agent: PetalBot
User-agent: MJ12bot
User-agent: DotBot
User-agent: BLEXBot
User-agent: MegaIndex.ru
User-agent: SERankingBacklinksBot
User-agent: YandexBot
User-agent: Baiduspider
User-agent: SeznamBot
User-agent: Sogou web spider
User-agent: CocCocBot
User-agent: Yeti
Disallow: /

# ------------------------------------------------------------
# 5) EVERYONE ELSE — allowed, but gentle
# ------------------------------------------------------------
User-agent: *
Crawl-delay: 10
Disallow: /api/
Disallow: /node_modules/
Disallow: /_next/
Allow: /_next/static/
Allow: /_next/image/
Disallow: /cdn-cgi/
Allow: /cdn-cgi/image/
Disallow: /*?*price=
Disallow: /*?*color=
Disallow: /*?*size=
Disallow: /*?*fan-size=
Disallow: /*?*option=
Disallow: /*?*decoration=
Disallow: /*?*recommend=
Disallow: /*?*product-type=
Disallow: /*?*ProductType=
Disallow: /*?*product_cat=
Disallow: /*?*filter-kind-of-products=
Disallow: /*?*add-to-cart=
Disallow: /*?*_rsc=