# Robots.txt for Skillo
# https://skillo.live/robots.txt

# Allow all search engines to crawl the site
User-agent: *
Allow: /

# Disallow private/sensitive areas
Disallow: /dashboard
Disallow: /admin
Disallow: /api/
Disallow: /login
Disallow: /register
Disallow: /.env
Disallow: /config/
Disallow: /src/
Disallow: /node_modules/
Disallow: /build/
Disallow: /dist/

# Allow access to CSS, JS, and images for better crawling
Allow: /css/
Allow: /js/
Allow: /images/
Allow: /assets/
Allow: /static/
Allow: /*.css$
Allow: /*.js$
Allow: /*.png$
Allow: /*.jpg$
Allow: /*.jpeg$
Allow: /*.gif$
Allow: /*.webp$
Allow: /*.svg$
Allow: /*.ico$

# Specific crawl delay for different bots (optional)
User-agent: Googlebot
Crawl-delay: 1

User-agent: Bingbot
Crawl-delay: 2

User-agent: facebookexternalhit
Allow: /

User-agent: Twitterbot
Allow: /

# Sitemap location
Sitemap: https://skillo.live/sitemap.xml

# Additional guidelines for professional training content
# Encourage indexing of course materials and professional resources
Allow: /courses/
Allow: /course/
Allow: /webinar
Allow: /webinar-course
Allow: /media
Allow: /about
Allow: /contact-us
Allow: /privacy
Allow: /terms