# Robots.txt for Online Python Learning Platform
# https://learn.online-python.com

User-agent: *

# Allow crawling of main educational content
Allow: /
Allow: /python/
Allow: /pandas/
Allow: /numpy/
Allow: /python-how-to/
Allow: /quiz
Allow: /exercise
Allow: /tutorial-quiz
Allow: /tutorials/
Allow: /about
Allow: /terms-of-service
Allow: /privacy-policy

# Block user-specific pages and authentication
Disallow: /auth/
Disallow: /dashboard
Disallow: /profile
Disallow: /my-bookmarks
Disallow: /api/
Disallow: /_nuxt/
Disallow: /__/

# Block admin and backend areas
Disallow: /admin/
Disallow: /supabase/
Disallow: /migrations/
Disallow: /server/

# Block query parameters for dynamic content
Disallow: /*?question=*
Disallow: /*?answers=*
Disallow: /*?*session*
Disallow: /*?*token*
Disallow: /*?*auth*

# Block development and test files
Disallow: /test
Disallow: /test1/
Disallow: /test2/
Disallow: /*.json$
Disallow: /data/

# Allow specific bots full access to educational content
User-agent: Googlebot
Allow: /python/
Allow: /pandas/
Allow: /numpy/
Allow: /python-how-to/
Allow: /quiz
Allow: /exercise
Allow: /tutorial-quiz
Disallow: /auth/
Disallow: /dashboard
Disallow: /profile
Disallow: /api/

User-agent: Bingbot
Allow: /python/
Allow: /pandas/
Allow: /numpy/
Allow: /python-how-to/
Allow: /quiz
Allow: /exercise
Allow: /tutorial-quiz
Disallow: /auth/
Disallow: /dashboard
Disallow: /profile
Disallow: /api/

# Sitemap location
Sitemap: https://learn.online-python.com/sitemap.xml

# Crawl delay for general bots (in seconds)
Crawl-delay: 1