# CourseFlix - Robots.txt
# Website: https://courseflix.net

# Allow all bots by default
User-agent: *
Allow: /
Disallow: /user
Disallow: /payment/
Disallow: /checkout
Disallow: /login
Disallow: /register
Disallow: /forgot
Disallow: /change-password

# Crawl delay for better performance
Crawl-delay: 1

# Google Bots
User-agent: Googlebot
Allow: /
Disallow: /user
Crawl-delay: 0

User-agent: Googlebot-Image
Allow: /

User-agent: Googlebot-Mobile
Allow: /
Disallow: /user

User-agent: Googlebot-News
Allow: /

# Bing Bot
User-agent: Bingbot
Allow: /
Disallow: /user
Crawl-delay: 1

# Yandex Bot
User-agent: Yandex
Allow: /
Crawl-delay: 2

# Other search engines
User-agent: Slurp
Allow: /

User-agent: DuckDuckBot
Allow: /

User-agent: Baiduspider
Allow: /

# Social Media Bots (allow for sharing previews)
User-agent: facebookexternalhit
Allow: /

User-agent: Twitterbot
Allow: /

User-agent: LinkedInBot
Allow: /

User-agent: Slackbot
Allow: /

User-agent: TelegramBot
Allow: /

User-agent: WhatsApp
Allow: /

# Sitemaps
Sitemap: https://courseflix.net/sitemap.xml
Sitemap: https://courseflix.net/sitemap-general.xml
Sitemap: https://courseflix.net/sitemap-course.xml
Sitemap: https://courseflix.net/sitemap-category.xml
Sitemap: https://courseflix.net/sitemap-source.xml
Sitemap: https://courseflix.net/sitemap-book.xml

# RSS Feed (Latest Courses)
# https://courseflix.net/rss.xml