User-agent: *
Allow: /
Allow: /news/
Disallow: /admin
Disallow: /?admin=true

# Sitemaps
Sitemap: https://234news.vercel.app/sitemap.xml
Sitemap: https://234news.vercel.app/news-sitemap.xml

# Google News
User-agent: Googlebot-News
Allow: /news/
Allow: /

# Bing
User-agent: Bingbot
Allow: /

# Crawl delay for generic bots
User-agent: *
Crawl-delay: 1