User-agent: *

# Allow toàn bộ site
Allow: /

# Allow static assets
Allow: /*.css$
Allow: /*.js$
Allow: /*.png$
Allow: /*.jpg$
Allow: /*.jpeg$
Allow: /*.gif$
Allow: /*.svg$
Allow: /*.webp$

# Disallow API
Disallow: /api/
Disallow: /*?*api=

# Disallow e-commerce / private areas
Disallow: /cart/
Disallow: /checkout/
Disallow: /tmp/
Disallow: /private/

# Disallow search pages
Disallow: /search
Disallow: /*?*search=

# Disallow tracking parameters
Disallow: /*?*utm_
Disallow: /*?*session=
Disallow: /*?*ref=
Disallow: /*?*fbclid=
Disallow: /*?*gclid=

# Disallow malformed / encoded URLs
Disallow: /scholarships/%5B%5B*
Disallow: /schools/%5B%5B*
Disallow: /%5B%5B*

# Disallow PHP files
Disallow: /*.php$

# Explicitly allow system files
Allow: /robots.txt
Allow: /sitemap.xml

# AI Search Crawlers — được phép rõ ràng
User-agent: GPTBot
Allow: /

User-agent: OAI-SearchBot
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: Google-Extended
Allow: /

Sitemap: https://ats.org.vn/sitemap.xml