# Robots.txt for Sri Lanka News Network

User-agent: *
Allow: /
Allow: /category/
Allow: /static/
Disallow: /admin/
Disallow: /api/
Disallow: /search?
Disallow: /*?utm_
Allow: /static/*.css
Allow: /static/*.js

# Sitemap - Updated location
Sitemap: https://www.srilankanewsnetwork.com/sitemap.xml

User-agent: Googlebot
Allow: /

User-agent: Googlebot-News
Allow: /

User-agent: Bingbot
Allow: /

# Block AI scrapers
User-agent: GPTBot
Disallow: /

User-agent: Google-Extended
Disallow: /

User-agent: CCBot
Disallow: /