# Robots.txt for QuillCircuit - Comprehensive Learning Platform
User-agent: *
Allow: /
Crawl-delay: 10

# Block specific directories or sensitive areas
Disallow: /admin/
Disallow: /private/
Disallow: /dashboard/
Disallow: /user/login
Disallow: /user/register

# Sitemaps
Sitemap: https://www.quillcircuit.com/sitemap.xml

# Specific crawler instructions
User-agent: Googlebot
Allow: /
Crawl-delay: 5

User-agent: Bingbot
Allow: /
Crawl-delay: 5

User-agent: DuckDuckBot
Allow: /
Crawl-delay: 5

# Block specific bots or scrapers
User-agent: AhrefsBot
Disallow: /

User-agent: MJ12bot
Disallow: /

# SEO Optimization Areas
Allow: /blog/
Allow: /about/

# Special handling for image directories
User-agent: Googlebot-Image
Allow: /images/