User-agent: *
Allow: /
Allow: /article/
Allow: /category/
Allow: /about-us
Allow: /support
Allow: /join-fntv
Allow: /submit-video
Allow: /archive
Allow: /video-archives
Allow: /breaking
Allow: /all-content
Allow: /search
Allow: /api/articles
Allow: /api/youtube-videos
Allow: /api/articles/featured/latest
Allow: /sitemap.xml
Allow: /article-sitemap.xml
Allow: /video-sitemap.xml
Allow: /feed.xml
Allow: /llms.txt
Allow: /llms-full.txt

# Block admin and private areas
Disallow: /api/admin/
Disallow: /admin/
Disallow: /login/
Disallow: /dashboard/
Disallow: /api/analytics/
Disallow: /.env

User-agent: Googlebot
Allow: /

User-agent: Googlebot-News
Allow: /

# AI/LLM crawlers - explicitly allow for generative engine optimization (GEO)
User-agent: GPTBot
Allow: /
Allow: /article/
Allow: /api/articles
Allow: /api/youtube-videos
Disallow: /api/admin/

User-agent: ChatGPT-User
Allow: /

User-agent: anthropic-ai
Allow: /
Allow: /article/
Allow: /api/articles

User-agent: ClaudeBot
Allow: /
Allow: /article/
Allow: /api/articles

User-agent: Claude-Web
Allow: /

User-agent: PerplexityBot
Allow: /
Allow: /article/
Allow: /api/articles

User-agent: Perplexity
Allow: /

User-agent: GrokBot
Allow: /
Allow: /article/
Allow: /api/articles

User-agent: YouBot
Allow: /
Allow: /article/
Allow: /api/articles

User-agent: CCBot
Allow: /

User-agent: Amazonbot
Allow: /

User-agent: Bytespider
Allow: /

User-agent: cohere-ai
Allow: /

User-agent: meta-externalagent
Allow: /

User-agent: Applebot
Allow: /

# Sitemaps
Sitemap: https://www.freedomnews.tv/sitemap.xml
Sitemap: https://www.freedomnews.tv/video-sitemap.xml