# Allow all crawlers
User-agent: *
Allow: /

# Sitemap location
Sitemap: https://devcourseshub.com/sitemap.xml

# Disallow admin and private routes
Disallow: /admin/
Disallow: /api/
Disallow: /dashboard/
Disallow: /course-manager/
Disallow: /auth/

# Allow public routes
Allow: /languages/
Allow: /databases/
Allow: /frameworks/
Allow: /libraries/
Allow: /software/
Allow: /changelog/
Allow: /contact/