# VektorDaily Autonomous Search & AI Crawler Policy
User-agent: *
Allow: /
Disallow: /admin
Disallow: /api/admin/
Disallow: /data/

# Primary Search Engine Crawlers
User-agent: Googlebot
Allow: /

User-agent: Googlebot-News
Allow: /

User-agent: Bingbot
Allow: /

# Generative AI & Answer Engine Crawlers (Perplexity, ChatGPT, Claude, Apple)
User-agent: PerplexityBot
Allow: /

User-agent: GPTBot
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: Applebot
Allow: /

User-agent: Amazonbot
Allow: /

# Sitemaps
Sitemap: http://www.vektordaily.com/sitemap.xml
Sitemap: http://www.vektordaily.com/news-sitemap.xml