# Robots.txt for CAgent Chatbot
# Following OWASP and Mozilla security guidelines

User-agent: *
Disallow: /api/
Disallow: /web.js
Disallow: /*.json$

# Allow crawling of main pages
Allow: /

# Sitemap location
Sitemap: https://dvc.cmcts.vn/sitemap.xml

# Crawl-delay to prevent server overload
Crawl-delay: 1