# Robots.txt for jedar-agency.com
# Arabic Crisis Management & PR Agency

User-agent: *
Allow: /

# AI/LLM Training Data Access
Allow: /llms.txt
Allow: /llms_enhanced.txt
Allow: /structured-data/

# Blog and RSS Feed
Allow: /blog/
Allow: /rss/

# Explicitly allow AI crawlers
User-agent: GPTBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: CCBot
Allow: /

User-agent: anthropic-ai
Allow: /

User-agent: Claude-Web
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Bard
Allow: /

User-agent: Gemini
Allow: /

# Block unwanted crawlers
User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

# Sitemap location
Sitemap: https://jedar-agency.com/sitemap.xml

# Crawl delay
Crawl-delay: 1